-- Logs begin at Mon 2021-08-16 01:29:38 UTC, end at Mon 2021-08-16 03:46:07 UTC. -- Aug 16 02:01:09.120199 n-d-769329-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 02:01:11.788896 n-d-769329-15 neutron-server[94749]: INFO neutron.common.config [-] Logging enabled! Aug 16 02:01:11.789442 n-d-769329-15 neutron-server[94749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 02:01:11.789580 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 02:01:11.792820 n-d-769329-15 neutron-server[94749]: INFO neutron.common.config [-] Logging enabled! Aug 16 02:01:11.793071 n-d-769329-15 neutron-server[94749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 02:01:11.793376 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 02:01:11.794294 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 02:01:11.794523 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 02:01:11.794883 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 02:01:11.795122 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 02:01:11.795342 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 02:01:11.796191 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.796514 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.796809 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.797037 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.797328 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.797616 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.797895 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.798186 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.798480 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.798766 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.799044 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.799324 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.799551 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.799828 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.800115 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.800424 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.800649 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] debug = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.800928 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.801353 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.801753 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.802029 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.802314 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.802588 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.802861 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.803131 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.803410 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.803732 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] host = n-d-769329-15 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.804005 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.804307 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.804593 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.804876 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.805146 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.805415 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.805696 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.805962 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.806226 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] log_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.806496 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.806779 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.807059 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.807342 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.807560 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.807776 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.808057 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.808367 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.808640 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.808909 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.809177 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.809445 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.809713 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.809975 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.810254 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.810533 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.810812 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.811109 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.811366 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.811631 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.811895 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.812171 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.812463 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.812737 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.813003 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.813282 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.813548 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.813818 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.814114 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.814396 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.814677 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.814959 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.815228 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.815506 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.815773 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.816037 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.816321 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] use_json = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.816595 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.816862 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.817139 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.817405 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.817671 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.817938 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.818201 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.818484 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:11.818776 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.819068 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.819362 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.819639 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.819929 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.820203 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.820512 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.820786 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.821070 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.821354 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.821636 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.821908 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.822188 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.822465 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.822755 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.823056 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.823345 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.823633 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.823904 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.824174 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.824471 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.824746 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.825027 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.825316 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.825599 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.825866 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.826138 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.826425 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.826696 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.826983 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.827255 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.827538 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.827809 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.828076 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.828376 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.828652 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.828922 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.829188 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.829459 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.829744 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.830013 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.830279 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.830546 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.830817 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.831083 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.831364 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.831637 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.831905 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.832171 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.832476 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.832747 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.833013 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.833287 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.833556 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.833827 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.834094 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.834360 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.834628 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.834895 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.835161 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.835429 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.835695 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.835967 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.836236 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.836531 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.836802 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.837068 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.837337 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.837618 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.837911 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.838184 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.838457 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.838731 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.839004 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.839275 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.839547 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.839822 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.840096 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.840392 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.840684 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.840963 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.841246 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.841524 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.841800 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.842092 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.842895 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.843180 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.843456 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.843731 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.844016 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.844303 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.844607 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.844898 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.845189 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.845477 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.846008 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.846293 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.846596 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.846870 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:11.847084 n-d-769329-15 neutron-server[94749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 02:01:11.847315 n-d-769329-15 neutron-server[94749]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94749) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 02:01:12.190911 n-d-769329-15 neutron-server[94749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 02:01:12.191183 n-d-769329-15 neutron-server[94749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 02:01:12.191467 n-d-769329-15 neutron-server[94749]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 02:01:12.191794 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 02:01:12.580744 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.581030 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.581301 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.582491 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.582762 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.583030 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.617380 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.617655 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.617918 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.634003 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.634282 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.634547 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.670237 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.670587 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.671349 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.706019 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.706298 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.706561 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.936443 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.937064 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.937064 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.937236 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:12.937833 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.056849 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.057163 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.057441 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.057710 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.057974 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.058282 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.058537 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.058792 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.059040 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.059316 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.059576 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.059836 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.060086 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.060355 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.060606 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.060863 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.061136 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.061399 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.061665 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.061937 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.062187 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.062434 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.062708 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.063078 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.063324 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.063565 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.063951 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.064185 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.064444 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.064676 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.064906 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.065134 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.065488 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 02:01:13.068547 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 02:01:13.072414 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 02:01:13.075981 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 16 02:01:13.078256 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 02:01:13.078699 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 02:01:13.079025 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 02:01:13.079402 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 02:01:13.082168 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 02:01:13.082419 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 02:01:13.082760 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 02:01:13.087975 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 02:01:13.110098 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 02:01:13.110544 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.110835 n-d-769329-15 neutron-server[94749]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94749) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 02:01:13.111189 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.112543 n-d-769329-15 neutron-server[94749]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94749) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 02:01:13.112823 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 02:01:13.113067 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 02:01:13.116412 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.116690 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.179344 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 02:01:13.179573 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 02:01:13.179808 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 02:01:13.180172 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 02:01:13.200410 n-d-769329-15 neutron-server[94749]: DEBUG oslo_db.sqlalchemy.engines [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94749) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 02:01:13.729833 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing driver for type 'gre' Aug 16 02:01:13.730356 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] gre ID ranges: [(1, 1000)] Aug 16 02:01:13.783294 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing driver for type 'local' Aug 16 02:01:13.783824 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing driver for type 'vlan' Aug 16 02:01:13.798354 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] VlanTypeDriver initialization complete Aug 16 02:01:13.798741 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing driver for type 'vxlan' Aug 16 02:01:13.799284 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] vxlan ID ranges: [(1, 1000)] Aug 16 02:01:13.850565 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing extension driver 'port_security' Aug 16 02:01:13.850812 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] PortSecurityExtensionDriver initialization complete Aug 16 02:01:13.851222 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing mechanism driver 'openvswitch' Aug 16 02:01:13.851555 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing mechanism driver 'hyperv' Aug 16 02:01:13.858495 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:13.859224 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.859603 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.859957 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.860506 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 02:01:13.860947 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnet after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.861304 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnet after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.861654 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.862051 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 02:01:13.862459 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.862811 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.863159 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.863556 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 02:01:13.863962 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > security_group after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.864338 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > security_group after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.864687 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.865082 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 02:01:13.865625 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.865985 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.866337 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.866738 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 02:01:13.867151 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > address_group after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.867505 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > address_group after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.867851 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.868243 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 02:01:13.868647 n-d-769329-15 neutron-server[94749]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] ML2 OVO RPC backend initialized. {{(pid=94749) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 02:01:13.869359 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.869723 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.870142 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.870496 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > networks before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.870850 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.871197 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > ports before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.871545 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnet before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.871890 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnets before_response 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.872266 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.872637 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.872979 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.873320 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.873802 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.874648 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.874994 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnet after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.875343 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnet after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.875686 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.876265 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Modular L2 Plugin initialization complete Aug 16 02:01:13.876619 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading services supported by the core plugin {{(pid=94749) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 02:01:13.876949 n-d-769329-15 neutron-server[94749]: INFO neutron.plugins.ml2.managers [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Got port-security extension from driver 'port_security' Aug 16 02:01:13.877418 n-d-769329-15 neutron-server[94749]: INFO neutron.extensions.vlantransparent [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Disabled vlantransparent extension. Aug 16 02:01:13.877900 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94749) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 02:01:13.878219 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: router Aug 16 02:01:13.915039 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.915440 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router after_create 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.915819 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router before_create 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.916191 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.916605 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.916969 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router after_delete 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.917337 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.917708 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router after_create 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.918065 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router after_update 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.918424 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router after_update 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.918781 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.919148 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router after_update 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.919562 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_update 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.919938 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: port after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.920304 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: port after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.921229 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: subnet after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.921574 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.921927 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.922282 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_create 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.922630 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: port before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.922978 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.923342 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router after_update 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.923687 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.924043 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_create 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.924436 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.924787 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_update 55549900 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.925154 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > agent after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.925508 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > agent after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.925859 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > network after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.926724 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Tracking information for resource: router configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.927060 n-d-769329-15 neutron-server[94749]: DEBUG neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Tracking information for resource: floatingip configured {{(pid=94749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 02:01:13.932040 n-d-769329-15 neutron-server[94749]: INFO neutron.db.l3_agentschedulers_db [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 02:01:13.932768 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: port after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.933138 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: port after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.933495 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: port after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.933850 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: port after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.934725 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router before_create 55550100 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.935098 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.935466 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_create 55550100 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.935825 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > router precommit_update 55550100 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.940904 n-d-769329-15 neutron-server[94749]: DEBUG neutron.services.provider_configuration [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service providers = [] {{(pid=94749) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 02:01:13.941511 n-d-769329-15 neutron-server[94749]: DEBUG neutron.db.servicetype_db [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94749) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 02:01:13.944254 n-d-769329-15 neutron-server[94749]: DEBUG neutron.services.service_base [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 02:01:13.944635 n-d-769329-15 neutron-server[94749]: DEBUG neutron.services.service_base [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 02:01:13.944995 n-d-769329-15 neutron-server[94749]: DEBUG neutron.services.service_base [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 02:01:13.945891 n-d-769329-15 neutron-server[94749]: DEBUG neutron.services.service_base [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 02:01:13.946268 n-d-769329-15 neutron-server[94749]: INFO neutron.services.service_base [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 02:01:13.946657 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.946977 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 02:01:13.957733 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.958072 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: auto_allocate Aug 16 02:01:13.963833 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: network precommit_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.964212 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: network precommit_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.964769 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.965093 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: tag Aug 16 02:01:13.971934 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.972263 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: timestamp Aug 16 02:01:13.976310 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.976795 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: network_ip_availability Aug 16 02:01:13.983447 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.983791 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.984214 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:13.985054 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.985410 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: flavors Aug 16 02:01:13.990638 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.991094 n-d-769329-15 neutron-server[94749]: INFO neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading Plugin: revisions Aug 16 02:01:13.995876 n-d-769329-15 neutron-server[94749]: DEBUG neutron.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 02:01:13.996299 n-d-769329-15 neutron-server[94749]: DEBUG oslo_concurrency.lockutils [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=94749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 02:01:13.997160 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94749) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 02:01:13.997507 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Initializing extension manager. Aug 16 02:01:13.998024 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: __init__.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:13.998374 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: __pycache__ {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:13.999460 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:13.999866 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: address_group.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.000710 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.001507 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: address-group Aug 16 02:01:14.001843 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: address_scope.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.002605 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.003283 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: address-scope Aug 16 02:01:14.003613 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.004594 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.005110 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: router-admin-state-down-before-update Aug 16 02:01:14.005439 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: agent.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.006352 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.006867 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: agent Aug 16 02:01:14.007201 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: agent_resources_synced.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.008127 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.008673 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: agent-resources-synced Aug 16 02:01:14.009002 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: allowedaddresspairs.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.010820 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.011345 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: allowed-address-pairs Aug 16 02:01:14.011675 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: auto_allocated_topology.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.012845 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.013365 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: auto-allocated-topology Aug 16 02:01:14.013694 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: availability_zone.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.014425 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.014933 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: availability_zone Aug 16 02:01:14.015286 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: availability_zone_filter.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.016268 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.016808 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: availability_zone_filter Aug 16 02:01:14.017133 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: data_plane_status.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.018059 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.018568 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 02:01:14.018893 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: default_subnetpools.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.019822 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.020363 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: default-subnetpools Aug 16 02:01:14.020692 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.021513 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.022029 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: dhcp_agent_scheduler Aug 16 02:01:14.022355 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: dns.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.023282 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.023794 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 02:01:14.024120 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: dns_domain_ports.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.025080 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.025592 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 02:01:14.025916 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.026847 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.027364 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 02:01:14.027690 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: dvr.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.031891 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.031891 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: dvr Aug 16 02:01:14.031891 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: ecmp_routes.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.031891 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.031891 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 02:01:14.031891 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: empty_string_filtering.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.035337 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.035865 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: empty-string-filtering Aug 16 02:01:14.036201 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.037184 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.037701 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 02:01:14.038033 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.038957 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.039469 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 02:01:14.039799 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: external_net.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.040752 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.041265 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: external-net Aug 16 02:01:14.041593 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.042515 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.043030 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: extra_dhcp_opt Aug 16 02:01:14.043357 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: extraroute.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.044316 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.044822 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: extraroute Aug 16 02:01:14.045145 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: extraroute_atomic.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.046717 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.047236 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: extraroute-atomic Aug 16 02:01:14.047563 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: filter_validation.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.048236 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.048847 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: filter-validation Aug 16 02:01:14.049172 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: fip_pf_description.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.050295 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.050884 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 02:01:14.051209 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: fip_port_details.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.052433 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.052950 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: fip-port-details Aug 16 02:01:14.053275 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: flavors.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.054757 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.055465 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: flavors Aug 16 02:01:14.055872 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.057790 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.058356 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 02:01:14.058689 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: floatingip_pools.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.059398 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.059912 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: floatingip-pools Aug 16 02:01:14.060241 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: ip_allocation.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.061814 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.062329 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 02:01:14.062657 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.063592 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.064104 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: ip-substring-filtering Aug 16 02:01:14.064473 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l2_adjacency.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.065425 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.065934 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 02:01:14.066260 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l3.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.067359 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.067881 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: router Aug 16 02:01:14.068209 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.070682 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.071213 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 02:01:14.071549 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.072540 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.073057 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: ext-gw-mode Aug 16 02:01:14.073388 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.074336 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.074845 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: l3-ha Aug 16 02:01:14.075174 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l3_flavors.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.076107 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.076706 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: l3-flavors Aug 16 02:01:14.077615 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.078543 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.079053 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 02:01:14.079376 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: l3agentscheduler.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.080452 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.080969 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: l3_agent_scheduler Aug 16 02:01:14.081299 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: logging.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.082791 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.083316 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension logging not supported by any of loaded plugins Aug 16 02:01:14.083650 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: metering.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.084434 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.085014 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: metering Aug 16 02:01:14.085343 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.086443 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.086965 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: metering_source_and_destination_fields Aug 16 02:01:14.087297 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: multiprovidernet.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.088239 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.088781 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: multi-provider Aug 16 02:01:14.089111 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: netmtu.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.090035 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.090546 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: net-mtu Aug 16 02:01:14.090873 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: netmtu_writable.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.091804 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.092392 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: net-mtu-writable Aug 16 02:01:14.092760 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: network_availability_zone.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.093449 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.093959 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: network_availability_zone Aug 16 02:01:14.094288 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: network_ip_availability.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.095393 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.096168 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: network-ip-availability Aug 16 02:01:14.096532 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: network_segment_range.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.097306 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.097812 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 02:01:14.098138 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: pagination.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.099135 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.099471 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: pagination Aug 16 02:01:14.099799 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: port_device_profile.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.100762 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.101282 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: port-device-profile Aug 16 02:01:14.101613 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.102572 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.103086 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: port-mac-address-regenerate Aug 16 02:01:14.103410 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.104372 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.104883 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: port-numa-affinity-policy Aug 16 02:01:14.105209 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: port_resource_request.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.106123 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.106627 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 02:01:14.106951 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: portbindings.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.107889 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.108515 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: binding Aug 16 02:01:14.108847 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: portbindings_extended.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.110248 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.110771 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: binding-extended Aug 16 02:01:14.111108 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: portsecurity.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.112035 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.112587 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: port-security Aug 16 02:01:14.112913 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: project_id.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.113909 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.114241 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: project-id Aug 16 02:01:14.114567 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: providernet.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.115497 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.116011 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: provider Aug 16 02:01:14.116366 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.119913 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.120475 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos not supported by any of loaded plugins Aug 16 02:01:14.120813 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.122066 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.122588 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 02:01:14.122922 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.124469 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.124993 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 02:01:14.125323 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_default.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.126255 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.126778 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-default not supported by any of loaded plugins Aug 16 02:01:14.127110 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_fip.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.127769 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.128278 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 02:01:14.128627 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_gateway_ip.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.129561 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.130074 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 02:01:14.130406 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_port_network_policy.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.131336 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.131845 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 02:01:14.132171 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_pps_rule.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.133390 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.133909 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 02:01:14.134238 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_rule_type_details.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.135168 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.135684 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 02:01:14.136011 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: qos_rules_alias.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.137096 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.137617 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 02:01:14.137943 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: quotasv2.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.138856 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.139251 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: quotas Aug 16 02:01:14.140118 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: quotasv2_detail.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.143195 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.143542 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: quota_details Aug 16 02:01:14.143880 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: rbac.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.145161 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.145697 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: rbac-policies Aug 16 02:01:14.146029 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: rbac_address_group.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.146970 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.147488 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: rbac-address-group Aug 16 02:01:14.147816 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: rbac_address_scope.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.148768 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.149287 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: rbac-address-scope Aug 16 02:01:14.149614 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: rbac_security_groups.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.150537 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.151049 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: rbac-security-groups Aug 16 02:01:14.151374 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: rbac_subnetpool.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.152322 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.152837 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: rbac-subnetpool Aug 16 02:01:14.153161 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: revisionifmatch.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.154090 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.154602 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: revision-if-match Aug 16 02:01:14.155514 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: revisions.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.156663 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.157178 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: standard-attr-revisions Aug 16 02:01:14.157505 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: router_availability_zone.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.158185 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.158707 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: router_availability_zone Aug 16 02:01:14.159033 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: routerservicetype.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.159962 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.160508 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 02:01:14.160835 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.161763 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.162275 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: security-groups-normalized-cidr Aug 16 02:01:14.162602 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.163523 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.164033 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: port-security-groups-filtering Aug 16 02:01:14.164389 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.165317 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.165829 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: security-groups-remote-address-group Aug 16 02:01:14.166154 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: securitygroup.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.176443 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.176977 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: security-group Aug 16 02:01:14.177316 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: segment.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.178113 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.178625 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension segment not supported by any of loaded plugins Aug 16 02:01:14.178954 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.179908 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.180460 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 02:01:14.180793 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: servicetype.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.181993 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.182516 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: service-type Aug 16 02:01:14.182846 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: sorting.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.183844 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.184184 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: sorting Aug 16 02:01:14.184547 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: standard_attr_segment.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.185476 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.185996 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 02:01:14.186419 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: standardattrdescription.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.187078 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.187587 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: standard-attr-description Aug 16 02:01:14.187912 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: stateful_security_group.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.188881 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.189395 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: stateful-security-group Aug 16 02:01:14.189721 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: stdattrs_common.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.190303 n-d-769329-15 neutron-server[94749]: WARNING neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 02:01:14.190629 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.191568 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.192076 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 02:01:14.192435 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: subnet_onboard.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.193517 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.194032 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: subnet_onboard Aug 16 02:01:14.194358 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.195296 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.195802 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 02:01:14.196133 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: subnet_service_types.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.197086 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.197596 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: subnet-service-types Aug 16 02:01:14.197920 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: subnetallocation.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.199013 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.199525 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: subnet_allocation Aug 16 02:01:14.199852 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.200556 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.201063 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: subnetpool-prefix-ops Aug 16 02:01:14.201383 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.202399 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.202913 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 02:01:14.203240 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: tagging.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.204330 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.204854 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: standard-attr-tag Aug 16 02:01:14.205183 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: timestamp.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.206399 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.206920 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loaded extension: standard-attr-timestamp Aug 16 02:01:14.207254 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: trunk.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.208317 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.208832 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension trunk not supported by any of loaded plugins Aug 16 02:01:14.209161 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: trunk_details.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.210090 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.210605 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 02:01:14.210931 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: uplink_status_propagation.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.211857 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.212403 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 02:01:14.212730 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Loading extension file: vlantransparent.py {{(pid=94749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 02:01:14.213396 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 02:01:14.213905 n-d-769329-15 neutron-server[94749]: INFO neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 02:01:14.216425 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:network Aug 16 02:01:14.216950 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:subnet Aug 16 02:01:14.217910 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 02:01:14.218320 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:port Aug 16 02:01:14.219541 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.220026 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service FLAVORS assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.220701 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.221395 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.221728 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:router Aug 16 02:01:14.222158 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 02:01:14.222660 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service METERING assigned prefix: /metering {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.224079 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:14.224488 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:14.224845 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:01:14.225849 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 02:01:14.226295 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:security_group Aug 16 02:01:14.226726 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 02:01:14.228452 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service CORE assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.228809 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 02:01:14.229170 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] subnetpool is already registered Aug 16 02:01:14.229627 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service CORE assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.229959 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 02:01:14.230298 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] subnetpool is already registered Aug 16 02:01:14.232613 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.233711 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service FLAVORS assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.234259 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.234689 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.235031 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:router Aug 16 02:01:14.235376 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] router is already registered Aug 16 02:01:14.235796 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 02:01:14.236144 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] floatingip is already registered Aug 16 02:01:14.236646 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service METERING assigned prefix: /metering {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.237321 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 02:01:14.237651 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] rbac_policy is already registered Aug 16 02:01:14.238063 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:security_group Aug 16 02:01:14.238403 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] security_group is already registered Aug 16 02:01:14.238810 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 02:01:14.239149 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] security_group_rule is already registered Aug 16 02:01:14.239795 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service CORE assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.240128 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 02:01:14.240492 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] subnetpool is already registered Aug 16 02:01:14.240923 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.v2.resource_helper [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Service CORE assigned prefix: {{(pid=94749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 02:01:14.241251 n-d-769329-15 neutron-server[94749]: INFO neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 02:01:14.241586 n-d-769329-15 neutron-server[94749]: WARNING neutron.quota.resource_registry [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] subnetpool is already registered Aug 16 02:01:14.242042 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: extensions {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.243490 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: address-groups {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.245022 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: address-scopes {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.246519 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: agents {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.247686 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: auto-allocated-topology {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.249088 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: availability_zones {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.250317 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: dhcp-networks {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.251829 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: dhcp-agents {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.253286 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: routers {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.255013 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: flavors {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.256296 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: service_profiles {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.257512 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: next_providers {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.258944 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: service_profiles {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.260532 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: floatingip-pools {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.261755 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: routers {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.263464 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: floatingips {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.264879 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: l3-routers {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.266278 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: l3-agents {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.267698 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: metering-labels {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.268992 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: metering-label-rules {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.270366 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: network-ip-availabilities {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.271630 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: bindings {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.273210 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: quotas {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.274761 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: quotas {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.276195 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: rbac-policies {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.277419 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: security-groups {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.278710 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: security-group-rules {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.280566 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: service-providers {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.281782 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: subnetpools {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.283127 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: subnetpools {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.284720 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.286415 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.288239 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.290070 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.291756 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.294773 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.296630 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.298943 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.300860 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.302683 n-d-769329-15 neutron-server[94749]: DEBUG neutron.api.extensions [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Extended resource: tags {{(pid=94749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 02:01:14.308631 n-d-769329-15 neutron-server[94749]: WARNING keystonemiddleware.auth_token [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 02:01:14.313301 n-d-769329-15 neutron-server[94749]: WARNING keystonemiddleware.auth_token [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 02:01:14.322239 n-d-769329-15 neutron-server[94749]: DEBUG oslo_concurrency.lockutils [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Acquired lock "singleton_lock" {{(pid=94749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 02:01:14.322725 n-d-769329-15 neutron-server[94749]: DEBUG oslo_concurrency.lockutils [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Releasing lock "singleton_lock" {{(pid=94749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 02:01:14.323381 n-d-769329-15 neutron-server[94749]: INFO oslo_service.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Starting 2 workers Aug 16 02:01:14.328375 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Started child 94856 {{(pid=94749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 02:01:14.333020 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Started child 94857 {{(pid=94749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 02:01:14.334651 n-d-769329-15 neutron-server[94749]: INFO neutron.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 02:01:14.334783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.335321 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Notify callbacks [] for process, before_spawn {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.336378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [-] (94856) wsgi starting up on http://0.0.0.0:9696 Aug 16 02:01:14.338109 n-d-769329-15 neutron-server[94749]: INFO oslo_service.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Starting 1 workers Aug 16 02:01:14.339739 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.341289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [-] (94857) wsgi starting up on http://0.0.0.0:9696 Aug 16 02:01:14.343865 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Started child 94858 {{(pid=94749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 02:01:14.344425 n-d-769329-15 neutron-server[94749]: INFO oslo_service.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Starting 1 workers Aug 16 02:01:14.347780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] calling RpcWorker wait() {{(pid=94858) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 02:01:14.348356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] returning from RpcWorker wait() {{(pid=94858) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 02:01:14.349251 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Started child 94859 {{(pid=94749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 02:01:14.349539 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.350104 n-d-769329-15 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ec003d0-99a7-4682-8cd1-f932d0645d80 None None] Notify callbacks [] for process, after_spawn {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.350347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:14.351970 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 02:01:14.352185 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 02:01:14.352370 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 02:01:14.352590 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 02:01:14.352920 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 02:01:14.353070 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 02:01:14.353623 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.353963 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.354221 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.354368 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.354887 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.354887 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.355373 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.355614 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.355871 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.356173 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.356494 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.356703 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.356950 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.357290 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.357658 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.358112 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.358983 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.359249 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.359532 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.359708 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.359971 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.360252 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.360529 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.360815 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] debug = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.361088 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.361591 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.361845 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.362099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.362318 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.362586 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.362906 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.363299 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.363629 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.363945 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.364321 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.364593 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.364849 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.365069 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.365291 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.365550 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.365755 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.366235 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] host = n-d-769329-15 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.366485 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.366704 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.366950 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.367197 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.367446 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.367664 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.367931 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.368199 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.368546 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.368872 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.369193 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.369530 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.369897 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.370155 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.370323 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_options = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.370548 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.370812 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.371072 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.371270 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.371465 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.371701 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.371849 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.371991 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.372222 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.372480 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.372697 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.372913 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.373159 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.373374 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.374215 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.374570 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.375013 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.375345 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.375676 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.375910 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.376172 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.376429 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.376666 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.376920 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.377141 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.377360 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.377608 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.377823 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.378037 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.378292 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.378530 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.378798 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.379036 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.379292 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.379523 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.379750 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.379964 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.380231 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.380494 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.380783 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.381011 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.381249 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.381481 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.381741 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.381907 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.382131 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_json = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.382365 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.382556 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.382959 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.383403 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.383632 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.383856 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.384083 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.384588 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.385196 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.385429 n-d-769329-15 neutron-server[94859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:14.385716 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.386131 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.386284 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.386549 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.386861 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.387212 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.387446 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.387714 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.387987 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.388312 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.388552 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.388837 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.389089 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.390005 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.390300 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.390617 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.390915 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.391119 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.391386 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.391611 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.392084 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.392335 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.392622 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.392899 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.393163 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.393403 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.393653 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.393894 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.394136 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.394375 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.394600 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.394881 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.395139 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.395363 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.395589 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.395824 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.396082 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.396279 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.396527 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.396751 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.397114 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.397453 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.397680 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.397905 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.398321 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.398576 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.399281 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.399970 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.402358 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.402654 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.402992 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.403548 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.403791 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.404057 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.404340 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.404579 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.404861 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.405092 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.405324 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.405585 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.405848 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.406104 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.406335 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.406579 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.406810 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.407034 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.407280 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.407532 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.407757 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.408006 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.408226 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.408469 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.408690 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.409058 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.409286 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.409508 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.409733 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.409957 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.410571 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.410571 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.410889 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.410889 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.411259 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.411412 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.412337 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.412337 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.412337 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.412780 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.412780 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.416474 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.417582 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.418493 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.418493 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.418493 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.418493 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.418493 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.418493 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.418493 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.419287 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.419287 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.419287 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.419659 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.420911 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.420911 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.420911 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.421272 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.421412 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.421593 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.421860 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.422083 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.422330 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.422554 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.422834 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.423052 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.423271 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.423487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.423757 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.424098 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.424381 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.424623 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.424867 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.425126 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.425376 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.425613 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.425876 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.426121 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.426352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.426615 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.426853 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.427075 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.427308 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.427564 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.427777 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.428020 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.428236 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.428485 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.428702 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.428916 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.429149 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.429363 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.429580 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.429820 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.430042 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.430257 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.430503 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.430716 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.430928 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.431169 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.431386 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.431596 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.431805 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.432030 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.432267 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.432580 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.432869 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.433130 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.433365 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.433598 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.433833 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.434077 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.434292 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.434562 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.434780 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.435809 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.435809 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.435809 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.435809 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.435809 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.436798 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.436798 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.437077 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.437320 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.437652 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.437917 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.438181 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.438431 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.438668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.438913 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.439131 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.439384 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.439601 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.439814 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.440048 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.440309 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.440538 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.440797 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.441006 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.441227 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.441432 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.441656 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.441867 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.442841 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.442841 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.442841 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.442841 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.443178 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.443264 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.443776 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.443776 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.443973 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.444105 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.444331 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.444543 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.444769 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.445078 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.445214 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.445422 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.445639 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.445848 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.446094 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.446303 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.446511 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.446730 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.446970 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.447179 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.447401 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.447788 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.447904 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.448057 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.448270 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.448498 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.448733 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.448946 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.449155 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.449380 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.449588 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.449798 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.450106 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.450356 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.450576 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.450861 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.451112 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.451361 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.451616 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.451961 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.452202 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.452485 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.452702 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.452938 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.453175 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.453445 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.453755 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.454037 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.454304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.454577 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.454853 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.455130 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.455413 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.455632 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.455904 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.456253 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.456553 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.456808 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.457049 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.457293 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.457513 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.457726 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.457962 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.458194 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.458407 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.458642 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.458902 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.459124 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.459338 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.459583 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.459797 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.460019 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.460261 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.460522 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.460737 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.460893 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 02:01:14.461400 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 02:01:14.461561 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 02:01:14.461724 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 02:01:14.461924 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 02:01:14.462101 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 02:01:14.462253 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 02:01:14.462473 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.462621 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.462794 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.462942 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.463091 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.463271 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.463411 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.463564 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.463719 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.463876 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.464038 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.464213 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.464424 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.464585 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.464743 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.464883 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465022 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465143 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465267 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465392 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465533 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465825 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] debug = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.465981 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.466192 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.466354 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.466503 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.466659 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.466821 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.466977 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.467133 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.467315 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.467471 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.467835 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.467999 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.468128 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.468626 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.468626 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.468626 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469016 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469016 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] host = n-d-769329-15 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469016 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469327 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469327 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469565 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469691 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469825 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.469961 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.470092 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.470217 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.470342 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.470476 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.470631 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.471031 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.471199 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.471356 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_options = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.471513 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.471670 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.471826 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.472010 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.472172 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.472366 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.472526 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.472683 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.472843 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.472999 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.473157 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.473318 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.473513 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.473663 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.473810 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.473944 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.474076 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.474223 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.474379 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.474520 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.474659 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.474788 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.474913 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.475066 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.475222 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.475378 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.475537 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.475694 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.475874 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.476008 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.476132 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.476325 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.476460 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.476614 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.476775 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.476933 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.477088 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.477249 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.477405 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.477560 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.477716 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.477873 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.478029 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.478185 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.478329 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.478484 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_json = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.478640 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.478796 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.478951 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.479109 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.479265 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.479421 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.479578 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.479735 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 02:01:14.479912 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.480074 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.480245 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.480425 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.480584 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.480743 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.480902 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.481063 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.481224 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.481389 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.481547 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.481708 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.481880 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.482040 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.482201 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.482347 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.482508 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.482671 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.482831 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.483586 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.483765 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.483860 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.483988 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.484118 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.484277 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.484774 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.484774 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.484774 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.485058 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.485058 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.485224 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.488352 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489099 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.489713 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490255 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490255 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490255 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490255 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490255 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490255 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490604 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490604 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490721 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.490879 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.491012 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.491177 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.491333 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.491492 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.491651 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.491809 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.491966 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.492126 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.492304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.492469 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.492628 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.492787 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.492947 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.493106 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.493266 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.493426 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.493594 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.493770 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.493927 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.494085 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.494244 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.494402 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.494560 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.494719 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.494877 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.495036 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.495255 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.495418 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.495575 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.495735 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.495893 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.496051 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.496208 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.496386 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.496549 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.496707 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.496878 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.497013 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.497172 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.497329 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.497487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.497674 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.497806 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.497961 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.498114 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.498657 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.498657 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.498657 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.499520 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.499520 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.499672 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.499751 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.499867 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.500031 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504304 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.504926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.505487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.506042 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.506042 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.506042 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.506042 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.506459 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.506635 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.506947 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.507111 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.507417 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.507581 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.507744 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.507908 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.508069 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.508230 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.508417 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.508580 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.508744 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.508897 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.509058 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.509213 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.509373 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.509532 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.509690 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.509852 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.510012 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.510173 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.510333 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.510487 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.510647 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.510807 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.510970 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.511129 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.511289 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.511448 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.511608 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.511768 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.511928 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.512086 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.512247 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.512425 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.512575 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.512750 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.512908 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.513065 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.513224 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.513401 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.513541 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.513698 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.513880 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.514011 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.514191 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.514350 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.514511 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.514673 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.514832 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.514991 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.515150 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.515329 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.515510 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.515670 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.515842 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.516002 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.516160 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.516354 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.516519 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.516678 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.516848 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.517007 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.517166 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.517323 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.517481 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.517640 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.517808 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.517967 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.518125 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.518283 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.518442 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.518600 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.518768 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.518926 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.519085 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.519243 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.519401 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.519559 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.519727 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.519885 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.520043 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.520200 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.520387 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.520546 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.520714 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.520873 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.521032 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.521204 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.521347 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.521505 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.521673 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.521833 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.521991 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.522157 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.522315 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.522473 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.522631 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.522800 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.522960 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.523120 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.523303 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.523503 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.523637 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.523786 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.524025 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.524169 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.524389 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.524482 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.524590 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.524836 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.525006 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.525160 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.525244 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.525384 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.525569 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.525722 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.525935 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.526059 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.526308 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.526308 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.526550 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.526639 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.526740 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.527668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.527668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.527668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.527668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.527668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.527668 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.528633 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.528633 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.528633 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.528633 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 02:01:14.528633 n-d-769329-15 neutron-server[94749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 02:01:14.794249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.803693 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068369 Aug 16 02:01:26.172188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11892ea9-f8c0-4044-9ba0-ec7cf92508b0 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:01:26.212611 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a48dfa64-8a57-4c01-b6df-ec26386da0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536562'] for agent, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.254912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11892ea9-f8c0-4044-9ba0-ec7cf92508b0 None None] No non-hosted networks {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 02:01:28.770394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bbf33526-3ca0-4d58-a3ad-ecd44fe5cd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536562'] for agent, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.771806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536562'] for agent, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.784491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.784854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.785192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.785526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.785866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.786193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.786517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.786840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.787160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.787481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.787812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.789166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:28.789606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-769329-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.889367 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b084076-b99c-4871-974c-c28f95310bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.902482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-769329-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:29.861534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536562'] for agent, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.749758 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536562'] for agent, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.265754 n-d-769329-15 neutron-server[94858]: INFO neutron.db.l3_hamode_db [None req-448aec6c-e92e-4a92-8658-367cf16f0f70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 02:01:32.343441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448aec6c-e92e-4a92-8658-367cf16f0f70 None None] Routers set() bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:32.343823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448aec6c-e92e-4a92-8658-367cf16f0f70 None None] Router IDs set() for agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:01:32.948584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58182) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.431512 n-d-769329-15 neutron-server[94857]: WARNING oslo_policy.policy [None req-2dcf8777-b6d2-48ef-b72f-220f68ef1e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:33.432102 n-d-769329-15 neutron-server[94857]: WARNING oslo_policy.policy [None req-2dcf8777-b6d2-48ef-b72f-220f68ef1e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:33.650144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-2dcf8777-b6d2-48ef-b72f-220f68ef1e64 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:01:33.651208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2dcf8777-b6d2-48ef-b72f-220f68ef1e64 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7016654 Aug 16 02:01:35.988480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58196) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.297136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:36.390847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.policy [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94857) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 02:01:36.435480 n-d-769329-15 neutron-server[94857]: WARNING oslo_policy.policy [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:36.436410 n-d-769329-15 neutron-server[94857]: WARNING oslo_policy.policy [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:36.444719 n-d-769329-15 neutron-server[94857]: INFO neutron.quota [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] Loaded quota_driver: . Aug 16 02:01:36.536440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727423711645', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727423681600', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727423690843', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727423693198', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727423043008', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727423713631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1792774', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1943073', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-866957', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1045983'] for rbac-policy, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.601729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.603048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4331438d-ed65-49d7-91dc-e1ccd1d11ec8 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6135983 Aug 16 02:01:39.195235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58208) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.488372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Request body: {'network': {'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'name': 'private', 'admin_state_up': True, 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:39.516657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Made reservation on behalf of 0d4996513e9d4209aa541a0cdb21e48c for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:39.519354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.535945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.658592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.662307 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.681600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:39.712531 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727420597095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.713115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Unsubscribe: segment precommit_create {{(pid=94857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 02:01:39.713632 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Added segment 6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f of type vlan for network a17b4aac-39d4-4889-93a3-ec0173205a99 Aug 16 02:01:39.730598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a085699-b773-4180-8a0b-1daf377d181b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.756921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.757259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.757590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.757915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.758239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.758559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.758874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.759189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.759557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.759876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.760192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.760527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Tracked resource versions report: Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: pushed versions: Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: { 'AddressGroup': {'1.2'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'ConntrackHelper': {'1.0'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Log': {'1.0'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Network': {'1.1'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Port': {'1.7'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'PortForwarding': {'1.2'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'QosPolicy': {'1.9'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'SecurityGroup': {'1.4'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'SubPort': {'1.0'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Subnet': {'1.1'}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Trunk': {'1.1'}} Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: consumer versions: Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: L3 agent@n-d-769329-15: {}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: Metadata agent@n-d-769329-15: {}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: Metering agent@n-d-769329-15: {}, Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'ConntrackHelper': '1.0', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Log': '1.0', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Network': '1.1', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Port': '1.7', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'PortForwarding': '1.2', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'QosPolicy': '1.9', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'SecurityGroup': '1.4', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'SecurityGroupRule': '1.2', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'SubPort': '1.0', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Subnet': '1.1', Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: 'Trunk': '1.1'}} Aug 16 02:01:39.761668 n-d-769329-15 neutron-server[94857]: {{(pid=94857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:01:39.838301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.886359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.887414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.888099 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.976692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7802656 Aug 16 02:01:39.993408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35482f-7aa7-4de6-9214-f9aad28dde82 admin admin] Pushing event updated for resources: {'Network': ['ID=a17b4aac-39d4-4889-93a3-ec0173205a99,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.007826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a17b4aac-39d4-4889-93a3-ec0173205a99 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:42.608695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58222) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:43.104024 n-d-769329-15 neutron-server[94856]: WARNING oslo_policy.policy [None req-45c02836-f355-463d-9a97-f7de15d33218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:43.104611 n-d-769329-15 neutron-server[94856]: WARNING oslo_policy.policy [None req-45c02836-f355-463d-9a97-f7de15d33218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:43.540076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.policy [None req-45c02836-f355-463d-9a97-f7de15d33218 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94856) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 02:01:43.585463 n-d-769329-15 neutron-server[94856]: WARNING oslo_policy.policy [None req-45c02836-f355-463d-9a97-f7de15d33218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:43.585786 n-d-769329-15 neutron-server[94856]: WARNING oslo_policy.policy [None req-45c02836-f355-463d-9a97-f7de15d33218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 02:01:43.594882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c02836-f355-463d-9a97-f7de15d33218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.597112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-45c02836-f355-463d-9a97-f7de15d33218 admin admin] 10.222.0.78 "GET /v2.0/networks/a17b4aac-39d4-4889-93a3-ec0173205a99 HTTP/1.1" status: 200 len: 825 time: 0.9860868 Aug 16 02:01:43.636196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-47260d32-79c0-4044-8ad5-1a81f4262740 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/6d0d84db-2254-4d86-8f4a-abecfe3bfe11 HTTP/1.1" status: 200 len: 734 time: 0.0330896 Aug 16 02:01:43.645855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Request body: {'subnet': {'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6d0d84db-2254-4d86-8f4a-abecfe3bfe11', 'name': 'private-subnet'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:43.647442 n-d-769329-15 neutron-server[94856]: INFO neutron.quota [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Loaded quota_driver: . Aug 16 02:01:43.687595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Made reservation on behalf of 0d4996513e9d4209aa541a0cdb21e48c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:43.690403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.983497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.052193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Checking segment: {'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:44.052613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Network hostable DHCP agents. Network: a17b4aac-39d4-4889-93a3-ec0173205a99, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:44.065753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d794a38e-c968-409b-93b2-ec5204a7fcbe,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.076269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.076627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.076961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.077291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.077613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.077934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.078302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.078593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.079043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.079391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.079718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.080034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Tracked resource versions report: Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: pushed versions: Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: { 'AddressGroup': {'1.2'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'ConntrackHelper': {'1.0'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Log': {'1.0'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Network': {'1.1'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Port': {'1.7'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'PortForwarding': {'1.2'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'QosPolicy': {'1.9'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'SecurityGroup': {'1.4'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'SubPort': {'1.0'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Subnet': {'1.1'}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Trunk': {'1.1'}} Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: consumer versions: Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: L3 agent@n-d-769329-15: {}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: Metadata agent@n-d-769329-15: {}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: Metering agent@n-d-769329-15: {}, Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'ConntrackHelper': '1.0', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Log': '1.0', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Network': '1.1', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Port': '1.7', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'PortForwarding': '1.2', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'QosPolicy': '1.9', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'SecurityGroup': '1.4', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'SecurityGroupRule': '1.2', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'SubPort': '1.0', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Subnet': '1.1', Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: 'Trunk': '1.1'}} Aug 16 02:01:44.081175 n-d-769329-15 neutron-server[94856]: {{(pid=94856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:01:44.109942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Network a17b4aac-39d4-4889-93a3-ec0173205a99 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:44.125957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a17b4aac-39d4-4889-93a3-ec0173205a99) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:44.130580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.131461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.135392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed79ba-6701-471d-b0ff-363efd1d063b None None] Network a17b4aac-39d4-4889-93a3-ec0173205a99 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:44.150137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f7ff510-0f7d-4e69-aa03-8b837b9e0156 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5077634 Aug 16 02:01:44.452333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a17b4aac-39d4-4889-93a3-ec0173205a99', 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'fixed_ips': [{'subnet_id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:44.453596 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.725776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Allocated IP 172.20.0.2 (a17b4aac-39d4-4889-93a3-ec0173205a99/d794a38e-c968-409b-93b2-ec5204a7fcbe/0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:44.954436 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.974700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Transition to ACTIVE for port object 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:44.998226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Transition to ACTIVE for port object 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:45.007654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.078322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Network a17b4aac-39d4-4889-93a3-ec0173205a99 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:45.084918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:45.094851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:45.102151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Pushing event updated for resources: {'Port': ['ID=0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.132791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.133412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.133762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.134121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.134461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.134795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.135126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.135452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.135980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.136391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.136745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.137076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Tracked resource versions report: Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: pushed versions: Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: { 'AddressGroup': {'1.2'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'ConntrackHelper': {'1.0'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Log': {'1.0'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Network': {'1.1'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Port': {'1.7'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'PortForwarding': {'1.2'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'QosPolicy': {'1.9'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'SecurityGroup': {'1.4'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'SubPort': {'1.0'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Subnet': {'1.1'}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Trunk': {'1.1'}} Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: consumer versions: Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: L3 agent@n-d-769329-15: {}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: Metadata agent@n-d-769329-15: {}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: Metering agent@n-d-769329-15: {}, Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'ConntrackHelper': '1.0', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Log': '1.0', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Network': '1.1', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Port': '1.7', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'PortForwarding': '1.2', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'QosPolicy': '1.9', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'SecurityGroup': '1.4', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'SecurityGroupRule': '1.2', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'SubPort': '1.0', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Subnet': '1.1', Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: 'Trunk': '1.1'}} Aug 16 02:01:45.138258 n-d-769329-15 neutron-server[94858]: {{(pid=94858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:01:45.186214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Attempting to bind port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:45.186609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Attempting to bind port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:45.187051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Attempting to bind port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 on network a17b4aac-39d4-4889-93a3-ec0173205a99 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:45.191921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:45.197493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Checking segment: {'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:45.197493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.197493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Bound using segment: {'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:45.197807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Bound port: 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:45.197807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.259421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] For port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:45.263562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] For port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2,segment=NetworkSegment(6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f),segment_id=6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:45.271338 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.340076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bad77-3aa2-49b9-a10b-63a9aaa4318e None None] Pushing event updated for resources: {'Port': ['ID=0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.551520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.873143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-4f40f082-0c2d-4941-922f-e9ed5b25349e admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:01:46.874246 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4f40f082-0c2d-4941-922f-e9ed5b25349e admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3216732 Aug 16 02:01:49.237338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.546565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-39f62644-8482-4787-bb5f-059e0251b1cd admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:01:49.547649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-39f62644-8482-4787-bb5f-059e0251b1cd admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093762 Aug 16 02:01:52.146365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58260) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.446643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8f7719a3-d125-48c1-915b-cb6c10866822 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:52.470860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f7719a3-d125-48c1-915b-cb6c10866822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.473044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f7719a3-d125-48c1-915b-cb6c10866822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.652545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f7719a3-d125-48c1-915b-cb6c10866822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.657434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f7719a3-d125-48c1-915b-cb6c10866822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.676798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f7719a3-d125-48c1-915b-cb6c10866822 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.677996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f7719a3-d125-48c1-915b-cb6c10866822 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5305948 Aug 16 02:01:52.782097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:52.871308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:53.671407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16a4e7-06e0-4254-ae03-e3b4634ca31d None None] Network a17b4aac-39d4-4889-93a3-ec0173205a99 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:53.781448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fd675c9f-7778-4ebf-bc60-4aeb8e420fa7 None None] Provisioning for port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:53.791200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fd675c9f-7778-4ebf-bc60-4aeb8e420fa7 None None] Provisioning complete for port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:53.791808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fd675c9f-7778-4ebf-bc60-4aeb8e420fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.940918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fd675c9f-7778-4ebf-bc60-4aeb8e420fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.977711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fd675c9f-7778-4ebf-bc60-4aeb8e420fa7 None None] For port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2,segment=NetworkSegment(6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f),segment_id=6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.983664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fd675c9f-7778-4ebf-bc60-4aeb8e420fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.032246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd675c9f-7778-4ebf-bc60-4aeb8e420fa7 None None] Pushing event updated for resources: {'Port': ['ID=0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.105074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dc6e58f1-aa2c-4f02-a712-2eb4fbc2e0e1 None None] Provisioning complete for port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:54.105445 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dc6e58f1-aa2c-4f02-a712-2eb4fbc2e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.753137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:54.801630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:54.802319 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.032769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:55.345110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-5223b4d7-efa8-40a6-8ea0-756fdd78eff2 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:01:55.346103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5223b4d7-efa8-40a6-8ea0-756fdd78eff2 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123980 Aug 16 02:01:56.073563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ef59fd1-8f71-4add-b471-90acc1513d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.690863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:58.002978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:58.025460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Made reservation on behalf of 0caa090f10954e89bbddd56216f9fa0a for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:58.027791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.042566 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.157104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.160873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.179320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Reserving flat network on physical network physnet1 {{(pid=94856) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 02:01:58.208525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727420597095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.209117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Unsubscribe: segment precommit_create {{(pid=94856) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 02:01:58.209598 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Added segment 32ffc79b-37d0-4430-ab38-3d4d9f150465 of type flat for network f167bade-71c5-4ad9-97bf-1beb272063ac Aug 16 02:01:58.213848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8208c-71c3-4434-a588-018f4da123fb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.275699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.323845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.324828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.325402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.400659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7086957 Aug 16 02:01:58.413745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9673-abb5-49c9-9d05-21c13d55e3cc admin admin] Pushing event updated for resources: {'Network': ['ID=f167bade-71c5-4ad9-97bf-1beb272063ac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.433855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f167bade-71c5-4ad9-97bf-1beb272063ac details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:58.717756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.758448 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3162c59b-1f29-4b74-9c3a-cb9420500fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.786220 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.737857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:00.917540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0310a3b8-8eea-45ca-9920-7e4dd2894e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.918884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0310a3b8-8eea-45ca-9920-7e4dd2894e9a admin admin] 10.222.0.78 "GET /v2.0/subnets/d794a38e-c968-409b-93b2-ec5204a7fcbe HTTP/1.1" status: 200 len: 849 time: 0.1800797 Aug 16 02:02:01.036482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9431b59a-98fc-4418-a291-796b5e94d124 admin admin] 10.222.0.78 "GET /v2.0/routers/1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 HTTP/1.1" status: 200 len: 704 time: 0.1109807 Aug 16 02:02:01.304784 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.586619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Allocated IP 172.20.0.1 (a17b4aac-39d4-4889-93a3-ec0173205a99/d794a38e-c968-409b-93b2-ec5204a7fcbe/4d1e16ce-784f-4d5e-8c2e-f870a9577b6b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:01.692372 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.742716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.764376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Transition to ACTIVE for port object 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:01.892546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.961999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Network a17b4aac-39d4-4889-93a3-ec0173205a99 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:01.966751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:01.976035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Pushing event updated for resources: {'Port': ['ID=4d1e16ce-784f-4d5e-8c2e-f870a9577b6b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.987505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:01.988127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.145003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0458216e-6f12-4325-9134-031cd08b522a None None] Provisioning for port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:02.148848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0458216e-6f12-4325-9134-031cd08b522a None None] Provisioning complete for port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:02.149219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0458216e-6f12-4325-9134-031cd08b522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.181923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0458216e-6f12-4325-9134-031cd08b522a None None] Port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:02.190016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.399897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.404521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.405282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.482942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Pushing event updated for resources: {'Port': ['ID=4d1e16ce-784f-4d5e-8c2e-f870a9577b6b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.525774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Network a17b4aac-39d4-4889-93a3-ec0173205a99 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:02.527044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:02.688800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:02.702511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-830d12d5-ea21-4fcd-a98d-071ffbe6066a None None] Provisioning complete for port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:02.703079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-830d12d5-ea21-4fcd-a98d-071ffbe6066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.738237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-830d12d5-ea21-4fcd-a98d-071ffbe6066a None None] Port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:02.780430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:02.785801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b7221c5-ac02-4521-aa14-9212f3dada1d admin admin] 10.222.0.78 "PUT /v2.0/routers/1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7439640 Aug 16 02:02:02.790267 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Sync routers for ids ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:02.801600 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Routers {'1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:02.802397 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:02.985233 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Set router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:03.420770 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'name': 'router1', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 2, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'gw_port_host': None, '_interfaces': [{'id': '4d1e16ce-784f-4d5e-8c2e-f870a9577b6b', 'name': '', 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'mac_address': 'fa:16:3e:35:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 2, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'subnets': [{'id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d0d84db-2254-4d86-8f4a-abecfe3bfe11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:03.469735 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Checking router: 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:03.470092 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Updating router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:03.518335 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.091181 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.110290 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Transition to ACTIVE for port object 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:04.116251 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.309715 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Pushing event updated for resources: {'Port': ['ID=4d1e16ce-784f-4d5e-8c2e-f870a9577b6b,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.321436 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Attempting to bind port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:04.321834 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Attempting to bind port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:04.322255 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Attempting to bind port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b on network a17b4aac-39d4-4889-93a3-ec0173205a99 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:04.329466 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.329934 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.330426 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.330762 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.331091 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.331417 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.331741 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.332062 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.332408 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.332731 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.333050 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.333367 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Tracked resource versions report: Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: pushed versions: Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: { 'AddressGroup': {'1.2'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'ConntrackHelper': {'1.0'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Log': {'1.0'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Network': {'1.1'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Port': {'1.7'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'PortForwarding': {'1.2'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'QosPolicy': {'1.9'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'SecurityGroup': {'1.4'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'SubPort': {'1.0'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Subnet': {'1.1'}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Trunk': {'1.1'}} Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: consumer versions: Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: L3 agent@n-d-769329-15: {}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: Metadata agent@n-d-769329-15: {}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: Metering agent@n-d-769329-15: {}, Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'ConntrackHelper': '1.0', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Log': '1.0', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Network': '1.1', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Port': '1.7', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'PortForwarding': '1.2', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'QosPolicy': '1.9', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'SecurityGroup': '1.4', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'SecurityGroupRule': '1.2', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'SubPort': '1.0', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Subnet': '1.1', Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: 'Trunk': '1.1'}} Aug 16 02:02:04.334510 n-d-769329-15 neutron-server[94859]: {{(pid=94859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:02:04.341281 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:04.341665 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Checking segment: {'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:04.342847 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.342847 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Bound using segment: {'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:04.343165 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Bound port: 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:04.343363 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.418809 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] For port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:04.441310 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] For port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4d1e16ce-784f-4d5e-8c2e-f870a9577b6b,segment=NetworkSegment(6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f),segment_id=6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:04.445689 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.510626 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a3fbe-8543-419d-8da5-d1965b18d80a None None] Pushing event updated for resources: {'Port': ['ID=4d1e16ce-784f-4d5e-8c2e-f870a9577b6b,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.516043 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Routers {'1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:04.516695 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.606202 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] Set router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:04.815828 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'name': 'router1', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 2, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'gw_port_host': None, '_interfaces': [{'id': '4d1e16ce-784f-4d5e-8c2e-f870a9577b6b', 'name': '', 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'mac_address': 'fa:16:3e:35:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:02:04Z', 'revision_number': 4, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'subnets': [{'id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d0d84db-2254-4d86-8f4a-abecfe3bfe11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.840967 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a35df-a5fc-4cc8-b7e5-bcb7e4f1772f None None] The sync data for ids ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'] in n-d-769329-15 is: [{'id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'name': 'router1', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:02Z', 'revision_number': 2, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'gw_port_host': None, '_interfaces': [{'id': '4d1e16ce-784f-4d5e-8c2e-f870a9577b6b', 'name': '', 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'mac_address': 'fa:16:3e:35:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:02:04Z', 'revision_number': 4, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'subnets': [{'id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d0d84db-2254-4d86-8f4a-abecfe3bfe11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:05.105074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58320) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:05.255940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3aa0c-2bc0-4a3c-8ac0-0a18d1a8ce39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.257347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ade3aa0c-2bc0-4a3c-8ac0-0a18d1a8ce39 admin admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 842 time: 0.1510699 Aug 16 02:02:05.270496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Request body: {'subnet': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.4.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:05.294188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Made reservation on behalf of 0caa090f10954e89bbddd56216f9fa0a for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:05.296536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.708076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:02:05.708703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.770543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ea8aae-8579-40e5-b037-50e5dc55a8a0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.775230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:05.775902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Network hostable DHCP agents. Network: f167bade-71c5-4ad9-97bf-1beb272063ac, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:05.798589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:05.810688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f167bade-71c5-4ad9-97bf-1beb272063ac) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:05.815476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.816080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.821436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bca06d-0741-4b54-8a05-83914e26f9e8 None None] Network f167bade-71c5-4ad9-97bf-1beb272063ac requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:05.830594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-907cf989-59c4-48b4-a891-4392ef1fb419 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5670178 Aug 16 02:02:05.962009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc5bf0-e855-476e-9aa8-6187786f9ad1 None None] Network f167bade-71c5-4ad9-97bf-1beb272063ac requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:08.134799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.268587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f1ee86e-1993-4689-8934-12cbfbcb9586 admin admin] 10.222.0.78 "GET /v2.0/routers/1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 HTTP/1.1" status: 200 len: 710 time: 0.1326032 Aug 16 02:02:08.360782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c959655b-739b-4cab-88d5-754dce053607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.362181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c959655b-739b-4cab-88d5-754dce053607 admin admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 886 time: 0.0880141 Aug 16 02:02:08.371358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:08.688843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.918873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.992125 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.098753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Allocated IP 172.25.4.81 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/2ca9c597-42f7-4063-9702-ec6f875ebb87) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:09.199399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.237278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.271771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:09.276469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:09.284809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:09.287506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Pushing event updated for resources: {'Port': ['ID=2ca9c597-42f7-4063-9702-ec6f875ebb87,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.535416 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.728105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.731391 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.835693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:10.047865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:10.052180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.060560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-778c81f6-57df-4a27-80f6-876b15ed929a admin admin] 10.222.0.78 "PUT /v2.0/routers/1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 HTTP/1.1" status: 200 len: 889 time: 1.6852899 Aug 16 02:02:10.783431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:10.835801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:10.839834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:10.840214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.916963 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.948265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4d1e16ce-784f-4d5e-8c2e-f870a9577b6b,segment=NetworkSegment(6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f),segment_id=6d7d596a-6cc4-4ebb-9c65-edc7fd624b9f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:10.952493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.006298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=4d1e16ce-784f-4d5e-8c2e-f870a9577b6b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.230994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Sync routers for ids ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:11.241091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Routers {'1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:11.241745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.495130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Set router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:11.876785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'name': 'router1', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '2ca9c597-42f7-4063-9702-ec6f875ebb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 4, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'gw_port': {'id': '2ca9c597-42f7-4063-9702-ec6f875ebb87', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:08Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d1e16ce-784f-4d5e-8c2e-f870a9577b6b', 'name': '', 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'mac_address': 'fa:16:3e:35:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'subnets': [{'id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d0d84db-2254-4d86-8f4a-abecfe3bfe11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.928558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Checking router: 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:11.928928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Updating router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 port 2ca9c597-42f7-4063-9702-ec6f875ebb87 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:11.975316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.289769 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.301001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Transition to ACTIVE for port object 2ca9c597-42f7-4063-9702-ec6f875ebb87 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:12.306894 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.361804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08861a9-18c8-4561-8106-7e8f4b8581c9 None None] Pushing event updated for resources: {'Port': ['ID=2ca9c597-42f7-4063-9702-ec6f875ebb87,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.364051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Attempting to bind port 2ca9c597-42f7-4063-9702-ec6f875ebb87 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:12.364450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Attempting to bind port 2ca9c597-42f7-4063-9702-ec6f875ebb87 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:12.364927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Attempting to bind port 2ca9c597-42f7-4063-9702-ec6f875ebb87 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:12.370177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:12.370638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:12.371043 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.371435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:12.371892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Bound port: 2ca9c597-42f7-4063-9702-ec6f875ebb87, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:12.372302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.422032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] For port 2ca9c597-42f7-4063-9702-ec6f875ebb87, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:12.424992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] For port 2ca9c597-42f7-4063-9702-ec6f875ebb87, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2ca9c597-42f7-4063-9702-ec6f875ebb87,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:12.429047 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.438530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.486991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08861a9-18c8-4561-8106-7e8f4b8581c9 None None] Pushing event updated for resources: {'Port': ['ID=2ca9c597-42f7-4063-9702-ec6f875ebb87,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.489602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Routers {'1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:12.490205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.570216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-965d4dce-ec5d-4d73-9ae4-049fe5adda0c admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1305163 Aug 16 02:02:12.680342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] Set router 1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:12.793997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:12.878803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:12.879434 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.003310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'name': 'router1', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '2ca9c597-42f7-4063-9702-ec6f875ebb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 4, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'gw_port': {'id': '2ca9c597-42f7-4063-9702-ec6f875ebb87', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:08Z', 'updated_at': '2021-08-16T02:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d1e16ce-784f-4d5e-8c2e-f870a9577b6b', 'name': '', 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'mac_address': 'fa:16:3e:35:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'subnets': [{'id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d0d84db-2254-4d86-8f4a-abecfe3bfe11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:13.030923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af5829-914d-4657-a5ce-e0e0b561710c None None] The sync data for ids ['1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32'] in n-d-769329-15 is: [{'id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'name': 'router1', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '2ca9c597-42f7-4063-9702-ec6f875ebb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 4, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'gw_port': {'id': '2ca9c597-42f7-4063-9702-ec6f875ebb87', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:08Z', 'updated_at': '2021-08-16T02:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d1e16ce-784f-4d5e-8c2e-f870a9577b6b', 'name': '', 'network_id': 'a17b4aac-39d4-4889-93a3-ec0173205a99', 'tenant_id': '0d4996513e9d4209aa541a0cdb21e48c', 'mac_address': 'fa:16:3e:35:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c2f6e-8d12-4af0-8b4e-8bd7895e0d32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:01Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 5, 'project_id': '0d4996513e9d4209aa541a0cdb21e48c', 'subnets': [{'id': 'd794a38e-c968-409b-93b2-ec5204a7fcbe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d0d84db-2254-4d86-8f4a-abecfe3bfe11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:14.813024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2ca9c597-42f7-4063-9702-ec6f875ebb87 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:14.868252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2ca9c597-42f7-4063-9702-ec6f875ebb87 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:14.872115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2ca9c597-42f7-4063-9702-ec6f875ebb87 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:14.873109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.959417 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.980759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2ca9c597-42f7-4063-9702-ec6f875ebb87, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2ca9c597-42f7-4063-9702-ec6f875ebb87,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:14.985909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.037179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2ca9c597-42f7-4063-9702-ec6f875ebb87,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.816815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2ca9c597-42f7-4063-9702-ec6f875ebb87 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:16.881321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2ca9c597-42f7-4063-9702-ec6f875ebb87 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:16.881862 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.408868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:26.077441 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-157aec4a-ff11-43e6-9eb9-7203a7c17106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.720182 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.751737 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-46e33b51-ce80-4398-99c1-cb13da283fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.792544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.712144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.407944 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:56.080840 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08c60243-f50c-4928-aef3-44e809171a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.725629 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.753830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8c418ce-a27c-4e61-af9b-7bbb9fefa0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.796402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.718648 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.080921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-72a8884b-5e5a-49da-b692-b4a0e18fbafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.729041 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.753812 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21f89d7a-d904-4e61-ae29-634ae254e3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.797310 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.721206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.407181 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:52.432850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.495396 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf86b585-fc74-4681-b718-2467a8708f00 admin admin] GET failed (client error): The resource could not be found. Aug 16 02:03:52.496725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bf86b585-fc74-4681-b718-2467a8708f00 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629432 Aug 16 02:03:52.653473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a50ca2-9b02-4138-887b-255d50ae53cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.654929 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b2a50ca2-9b02-4138-887b-255d50ae53cb admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533122 Aug 16 02:03:54.787744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58950) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.891582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cd513-3ba6-4ee0-ae21-f7d0f1bb233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.892973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-861cd513-3ba6-4ee0-ae21-f7d0f1bb233c admin admin] 10.222.0.78 "GET /v2.0/subnets/d794a38e-c968-409b-93b2-ec5204a7fcbe HTTP/1.1" status: 200 len: 849 time: 0.1039796 Aug 16 02:03:54.902512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:54.984359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.123928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727420639883'] for subnet, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.156034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.156905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.157894 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] 10.222.0.78 "PUT /v2.0/subnets/d794a38e-c968-409b-93b2-ec5204a7fcbe HTTP/1.1" status: 200 len: 868 time: 0.2590585 Aug 16 02:03:55.159886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387853c7-3fba-4e59-bd93-98aebf589ccb None None] Network a17b4aac-39d4-4889-93a3-ec0173205a99 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:55.177239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d794a38e-c968-409b-93b2-ec5204a7fcbe,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.184648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.185072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.185407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.185734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.186059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.186381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.186700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.187017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.187335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.187648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.187964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.188306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f788-630c-4822-9b75-60a21226d364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.539824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a9831568-af4f-4413-a9da-5dcb222c78a4 None None] Provisioning complete for port 0fcdba6c-8b8a-4c46-ad86-c9cdf2563db2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:55.540226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a9831568-af4f-4413-a9da-5dcb222c78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.627927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a9831568-af4f-4413-a9da-5dcb222c78a4 None None] Provisioning complete for port 4d1e16ce-784f-4d5e-8c2e-f870a9577b6b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:55.628199 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a9831568-af4f-4413-a9da-5dcb222c78a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.081477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-60a17e45-acf4-494d-814a-e153ded34a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.326878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.524571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1a1a6-2eb3-4198-a1f7-4bf6e90d267c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.524968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1a1a6-2eb3-4198-a1f7-4bf6e90d267c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.526512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-acd1a1a6-2eb3-4198-a1f7-4bf6e90d267c admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986804 Aug 16 02:03:58.730897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.753065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b0714a8-79f2-465c-8d1a-9e1cca6f09ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.692399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.797337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.829929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987d231-6544-42a4-8a96-fcdc0da35e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.830414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987d231-6544-42a4-8a96-fcdc0da35e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.831976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a987d231-6544-42a4-8a96-fcdc0da35e6d admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386223 Aug 16 02:04:01.724074 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.960503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58976) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.103714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9d4e3-27e8-496d-90a0-eaff04c0bdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.105132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5bb9d4e3-27e8-496d-90a0-eaff04c0bdcb admin admin] 10.222.0.78 "GET /v2.0/networks/a17b4aac-39d4-4889-93a3-ec0173205a99 HTTP/1.1" status: 200 len: 869 time: 0.1437540 Aug 16 02:04:04.269909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58984) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.392758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978146e-4eac-4912-ac15-b67ee36f8438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.394117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2978146e-4eac-4912-ac15-b67ee36f8438 admin admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 886 time: 0.1232629 Aug 16 02:04:06.543418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58992) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.669646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa1a31-2b4c-41c6-a6b7-6dc9b09df309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.670112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa1a31-2b4c-41c6-a6b7-6dc9b09df309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.671624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1caa1a31-2b4c-41c6-a6b7-6dc9b09df309 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272225 Aug 16 02:04:08.926657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59000) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.015111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fec1e1-46cb-44bd-a184-740662f1fa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.015558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fec1e1-46cb-44bd-a184-740662f1fa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.017104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-41fec1e1-46cb-44bd-a184-740662f1fa4d admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894654 Aug 16 02:04:09.406080 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:11.180461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59008) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.270577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29175fa2-7fbf-47ca-8634-27734ca625cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.271910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-29175fa2-7fbf-47ca-8634-27734ca625cc admin admin] 10.222.0.78 "GET /v2.0/subnets/57ea8aae-8579-40e5-b037-50e5dc55a8a0 HTTP/1.1" status: 200 len: 816 time: 0.0905068 Aug 16 02:04:13.430705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.523539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a0417-fd7c-442e-bef9-6fc22ffa9d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.524916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b2a0417-fd7c-442e-bef9-6fc22ffa9d8c admin admin] 10.222.0.78 "GET /v2.0/subnets/d794a38e-c968-409b-93b2-ec5204a7fcbe HTTP/1.1" status: 200 len: 868 time: 0.0932679 Aug 16 02:04:26.082065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1350f9e-dd78-4a9e-92eb-78341708ea8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.732849 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.753479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-86423b84-ec61-46fb-98b8-1a9a6a680c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.799535 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.726477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.200863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.249043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-f0ba31e7-d721-4ad3-af9e-2ac7e355bdbf admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:04:37.250078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0ba31e7-d721-4ad3-af9e-2ac7e355bdbf admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482681 Aug 16 02:04:39.491248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59078) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.551734 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-357857ca-1186-49f3-bb36-e4e54f1dd0fd admin admin] GET failed (client error): The resource could not be found. Aug 16 02:04:39.553115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-357857ca-1186-49f3-bb36-e4e54f1dd0fd admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609257 Aug 16 02:04:39.635618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99434288-71f5-4e27-8209-97370adf0602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.637039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-99434288-71f5-4e27-8209-97370adf0602 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794945 Aug 16 02:04:41.825298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:41.872810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:41.893003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Made reservation on behalf of 0caa090f10954e89bbddd56216f9fa0a for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:41.895381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.923414 n-d-769329-15 neutron-server[94856]: WARNING neutron.services.revisions.revision_plugin [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Could not find related network for resource to bump revision. Aug 16 02:04:41.939201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:41.948010 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.948386 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Added segment 29a4231e-8b9c-407c-b5df-49b568df941d of type vlan for network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 Aug 16 02:04:41.991269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.020880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.021792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.022435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.074431 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2480674 Aug 16 02:04:42.079709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Pushing event updated for resources: {'Network': ['ID=a46dd20f-25d8-43d2-8f4d-7a07fcb99698,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.086906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.087254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.087596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.087932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.088264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.088628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.088953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.089280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.089604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.089931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.090855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.091121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda922b-b106-4cc6-a6d0-e0764784d042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:42.103044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:44.264420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.323091 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e239f89-ab4c-4078-8aa6-69e60a2ed059 admin admin] GET failed (client error): The resource could not be found. Aug 16 02:04:44.325166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6e239f89-ab4c-4078-8aa6-69e60a2ed059 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591080 Aug 16 02:04:44.394636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac3c34-4396-4b23-b73f-7ce21ba3e872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.396061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-01ac3c34-4396-4b23-b73f-7ce21ba3e872 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664828 Aug 16 02:04:44.406659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'name': 'shared-subnet'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:44.427557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Made reservation on behalf of 0caa090f10954e89bbddd56216f9fa0a for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:44.429802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.592381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.650198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a552b0a-a97b-4974-99c9-9330b51a05a8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.655964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:44.656359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Network hostable DHCP agents. Network: a46dd20f-25d8-43d2-8f4d-7a07fcb99698, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:44.675147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:44.684842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a46dd20f-25d8-43d2-8f4d-7a07fcb99698) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:44.688735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.689326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.694871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0db3975-1680-4493-becc-ed300671cb3c None None] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:44.702926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6f47d117-63eb-4818-a22d-68e4d1b78eee admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3003035 Aug 16 02:04:44.944112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'tenant_id': '0caa090f10954e89bbddd56216f9fa0a', 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:44.945059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.084508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Allocated IP 192.168.233.2 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/2646c276-ab27-4e0e-8845-2fe16fee6ee0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:45.235495 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.243818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Transition to ACTIVE for port object 2646c276-ab27-4e0e-8845-2fe16fee6ee0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:45.259102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Transition to ACTIVE for port object 2646c276-ab27-4e0e-8845-2fe16fee6ee0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:45.265823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.304698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:45.307504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:45.311086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:45.316337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Pushing event updated for resources: {'Port': ['ID=2646c276-ab27-4e0e-8845-2fe16fee6ee0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.323911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.324266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.325169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.325507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.325849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.326193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.326508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.326833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.327158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.327482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.327828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.328185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:45.384244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Attempting to bind port 2646c276-ab27-4e0e-8845-2fe16fee6ee0 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:45.384680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Attempting to bind port 2646c276-ab27-4e0e-8845-2fe16fee6ee0 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:45.385040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Attempting to bind port 2646c276-ab27-4e0e-8845-2fe16fee6ee0 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:45.390505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:45.390879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:45.391283 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.391679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:45.392140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Bound port: 2646c276-ab27-4e0e-8845-2fe16fee6ee0, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:45.392560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.455374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] For port 2646c276-ab27-4e0e-8845-2fe16fee6ee0, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:45.458968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] For port 2646c276-ab27-4e0e-8845-2fe16fee6ee0, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2646c276-ab27-4e0e-8845-2fe16fee6ee0,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:45.463983 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.524823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103ed7d-4507-4682-b153-f3c6de958de6 None None] Pushing event updated for resources: {'Port': ['ID=2646c276-ab27-4e0e-8845-2fe16fee6ee0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.338880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443649d4-89c8-4fea-a275-68a910e18a43 None None] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:46.405150 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:46.417211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-509f5e04-0d47-4882-91bf-e5d2d7a4f570 None None] Provisioning for port 2646c276-ab27-4e0e-8845-2fe16fee6ee0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:46.929357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2646c276-ab27-4e0e-8845-2fe16fee6ee0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:46.979279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2646c276-ab27-4e0e-8845-2fe16fee6ee0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:46.983199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2646c276-ab27-4e0e-8845-2fe16fee6ee0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:46.983582 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.064254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.097292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2646c276-ab27-4e0e-8845-2fe16fee6ee0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2646c276-ab27-4e0e-8845-2fe16fee6ee0,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:47.101610 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.147627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2646c276-ab27-4e0e-8845-2fe16fee6ee0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.888097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2646c276-ab27-4e0e-8845-2fe16fee6ee0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:48.935377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2646c276-ab27-4e0e-8845-2fe16fee6ee0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:48.935845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.082814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba09478a-833e-42b6-b7fd-5e324b20c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.734978 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.753651 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fea8978c-4fcb-4890-9a21-3c48b223426a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.804040 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.728339 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.403435 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:26.082831 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f44a9a9-0e11-4fd3-ac1d-5f3b09d7a626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.737126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.753984 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69d43cb0-3a09-45d0-97a0-f3eb2f2b130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.807151 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.733743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.466878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59146) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.472709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-f9c1ef94-b3e8-4cf8-82f4-1c57497281b3 tempest-verify_tempest_config-524749355 tempest-verify_tempest_config-524749355-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:52.473931 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f9c1ef94-b3e8-4cf8-82f4-1c57497281b3 tempest-verify_tempest_config-524749355 tempest-verify_tempest_config-524749355-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058286 Aug 16 02:05:52.774017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59164) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.874895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.959552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.963280 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.008643 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52ec3b93bcb44d8aa0b8ed9b666c86c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2335730 Aug 16 02:05:53.009625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05351a8a-091a-4e17-9e62-4aff51478dcf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.011937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.016678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.017024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.017359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.017735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.018064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.018391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.018715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.019033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.019352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.019694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.020018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.020362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85abe8-a324-462b-8e3c-639024cbe563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.070638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.090864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.176777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.179372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.180892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05351a8a-091a-4e17-9e62-4aff51478dcf HTTP/1.1" status: 204 len: 168 time: 0.1673045 Aug 16 02:05:53.188924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05351a8a-091a-4e17-9e62-4aff51478dcf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.195375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.195713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.196044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.196398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.196726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.197050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.197371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.197690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.198008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.198891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.199209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:53.199527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9d9fae-3f79-4671-aa4e-20400ab8e08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:56.083616 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48e8ba2c-af21-4bd2-8848-f0f70465f253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.738922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.753798 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f06f61b4-5eed-468b-b766-47e2a82404b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.810285 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.402539 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:01.737704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.083916 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cd2da388-5f5a-4072-abe4-d769a4daa016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.738937 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.753646 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a4269dfc-f597-4102-8e79-a8d6f4bb2ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.812086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.739001 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.401348 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:56.084578 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c656fd17-fb4a-4100-9d43-31ce8e6f7769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.743438 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.753540 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7156954d-d79a-4ccd-8854-24c66941eca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.814251 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.742136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.399938 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:26.085469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c610a65c-63d7-4974-a0d0-9954d55ba992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.750318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.754518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6eea712a-3065-485f-9202-053fa82ea9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.817330 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.744972 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.398584 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:56.087316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e86608e-3b9b-4ec3-b292-290fc508e2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.745297 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.756104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7e4567e0-4873-4eaf-a62b-e02f81c6ec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.820909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.749156 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.087580 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c396c46f-5ea0-43bf-b37d-9ac853f5e26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.396879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 5 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:28.746350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.756852 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-47bf5425-fca3-40d5-b542-b347be6e10ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.822792 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.751517 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.875677 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536562'] for agent, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.189492 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536562'] for agent, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.087788 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7be066f-f1e7-4f87-8220-cc735c6fe694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.752091 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.757419 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e4972e01-a1dc-45bb-8136-b22e2b1a95ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.825892 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.754580 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.396203 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:21.861120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.174367 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.089055 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b8a6-2bfe-4aa4-b3ce-89f0441e53e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.747823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.757686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f33aa6a6-511f-4cf4-8577-026088795df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.828819 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.760328 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.394715 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:46.220624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59238) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.325467 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4af97047-9aaf-4db4-b2ee-ff900323c27a admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1037402 Aug 16 02:09:48.493530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59248) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.553171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5632bb24-35ca-4090-9502-d9ff58ac9f33 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0585666 Aug 16 02:09:51.875871 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.169326 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.088465 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef604eb5-90dd-4f83-bf30-ca00325b14dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.754373 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.759091 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4210f818-df1c-4dfc-a08b-5eed3d177aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.831987 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.761379 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.393479 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:21.890605 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.173609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.088255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f48c-9c46-411d-b68c-63a45d5c3308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.751720 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.762609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6f8b79c0-bb11-4766-aee7-a6d152b1442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.835384 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.769566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.905273 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.172039 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.088692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ae8df1bf-065c-4823-bbfb-7b308d829814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.394606 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:58.745494 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.763091 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d2de6b48-8ccd-42b7-8d79-f23a619e7537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.837954 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.770014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.378203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59464) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:12.801498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-423f9dce-de90-4bb5-9520-e74d4c1b2f93 tempest-AutoAllocateNetworkTest-1854584003 tempest-AutoAllocateNetworkTest-1854584003-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=10d4d90661184306ad940ae92644d638&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4220304 Aug 16 02:11:12.804598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:12.999440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d75ee3-851a-49db-a396-c783c9f9b069 tempest-AutoAllocateNetworkTest-1854584003 tempest-AutoAllocateNetworkTest-1854584003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.004475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59500) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.016895 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-62d75ee3-851a-49db-a396-c783c9f9b069 tempest-AutoAllocateNetworkTest-1854584003 tempest-AutoAllocateNetworkTest-1854584003-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2111437 Aug 16 02:11:13.085401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76182434-12b2-472e-96da-5a167a48a0cd tempest-AutoAllocateNetworkTest-1854584003 tempest-AutoAllocateNetworkTest-1854584003-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791905 Aug 16 02:11:13.085736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59508) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.223352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-db0137db-7399-4170-99c1-2a64d11c76fa tempest-AutoAllocateNetworkTest-1854584003 tempest-AutoAllocateNetworkTest-1854584003-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=10d4d90661184306ad940ae92644d638 HTTP/1.1" status: 200 len: 208 time: 0.1363618 Aug 16 02:11:13.999601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59562) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.492688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.584779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.597527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.640013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10d4d90661184306ad940ae92644d638&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6386397 Aug 16 02:11:14.640227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59598) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.640851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b68c3-ad49-4d54-9b6a-0fa5ac25b0d0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.653429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.653799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.654157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.654508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.654837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.655401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.655942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.656589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.656973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.657341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.657875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.658428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078889c-b16c-4813-a7ed-71a721766394 admin admin] Tracked resource versions report: Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: pushed versions: Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: { 'AddressGroup': {'1.2'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'ConntrackHelper': {'1.0'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Log': {'1.0'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Network': {'1.1'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Port': {'1.7'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'PortForwarding': {'1.2'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'QosPolicy': {'1.9'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'SecurityGroup': {'1.4'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'SubPort': {'1.0'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Subnet': {'1.1'}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Trunk': {'1.1'}} Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: consumer versions: Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: HyperV agent@n-h1-769329-15: {}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: HyperV agent@n-h2-769329-15: {}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: L3 agent@n-d-769329-15: {}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: Metadata agent@n-d-769329-15: {}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: Metering agent@n-d-769329-15: {}, Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'ConntrackHelper': '1.0', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Log': '1.0', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Network': '1.1', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Port': '1.7', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'PortForwarding': '1.2', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'QosPolicy': '1.9', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'SecurityGroup': '1.4', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'SecurityGroupRule': '1.2', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'SubPort': '1.0', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Subnet': '1.1', Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: 'Trunk': '1.1'}} Aug 16 02:11:14.659583 n-d-769329-15 neutron-server[94856]: {{(pid=94856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:11:14.695750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.719793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.775136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.777995 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.781579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f60b68c3-ad49-4d54-9b6a-0fa5ac25b0d0 HTTP/1.1" status: 204 len: 168 time: 0.1378269 Aug 16 02:11:14.791508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b68c3-ad49-4d54-9b6a-0fa5ac25b0d0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.799182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.799758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.800096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.800468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.800797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.801115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.801440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.801760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.802077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.802388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.802909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.803227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a596d-b898-4f08-aede-22feafddc4db admin admin] Tracked resource versions report: Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: pushed versions: Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: { 'AddressGroup': {'1.2'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'ConntrackHelper': {'1.0'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Log': {'1.0'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Network': {'1.1'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Port': {'1.7'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'PortForwarding': {'1.2'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'QosPolicy': {'1.9'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'SecurityGroup': {'1.4'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'SubPort': {'1.0'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Subnet': {'1.1'}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Trunk': {'1.1'}} Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: consumer versions: Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: HyperV agent@n-h1-769329-15: {}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: HyperV agent@n-h2-769329-15: {}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: L3 agent@n-d-769329-15: {}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: Metadata agent@n-d-769329-15: {}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: Metering agent@n-d-769329-15: {}, Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'ConntrackHelper': '1.0', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Log': '1.0', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Network': '1.1', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Port': '1.7', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'PortForwarding': '1.2', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'QosPolicy': '1.9', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'SecurityGroup': '1.4', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'SecurityGroupRule': '1.2', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'SubPort': '1.0', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Subnet': '1.1', Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: 'Trunk': '1.1'}} Aug 16 02:11:14.804770 n-d-769329-15 neutron-server[94857]: {{(pid=94857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:11:15.315469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:15.318012 n-d-769329-15 neutron-server[94856]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 02:11:15.344864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-41495519-b482-488b-9c09-b8ca2e55f7b9 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7575b398806c444fb3ad996ad2cb8789&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278275 Aug 16 02:11:15.462084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-013b7e27-75bc-4a76-bf3a-9908e77b9918 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.463611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-013b7e27-75bc-4a76-bf3a-9908e77b9918 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095197 Aug 16 02:11:15.486701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-412235a3-7d3b-486f-abe3-ca5a9c1f116d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/quotas/7575b398806c444fb3ad996ad2cb8789 HTTP/1.1" status: 200 len: 375 time: 0.0144866 Aug 16 02:11:15.560098 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-58501ba0-dc7e-4bd5-b163-082cb44b05d3 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7575b398806c444fb3ad996ad2cb8789&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652583 Aug 16 02:11:15.581629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:15.778236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4c21f99-d111-46fd-b394-49f3c069e3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.884775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4c21f99-d111-46fd-b394-49f3c069e3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.891973 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4c21f99-d111-46fd-b394-49f3c069e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.937831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b4c21f99-d111-46fd-b394-49f3c069e3f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2fa5025a4d44a5fb0e87ee84a1bc427&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3551023 Aug 16 02:11:15.940817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59678) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:15.950619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c21f99-d111-46fd-b394-49f3c069e3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbec4a5-41a9-4f94-9f2f-3fb206a34f3f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:15.998163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce896-6aef-4ddd-a040-6e453af0a754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.043921 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce896-6aef-4ddd-a040-6e453af0a754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.088010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce896-6aef-4ddd-a040-6e453af0a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.091442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce896-6aef-4ddd-a040-6e453af0a754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.097195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cb2ce896-6aef-4ddd-a040-6e453af0a754 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/acbec4a5-41a9-4f94-9f2f-3fb206a34f3f HTTP/1.1" status: 204 len: 168 time: 0.1547990 Aug 16 02:11:16.107395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ce896-6aef-4ddd-a040-6e453af0a754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbec4a5-41a9-4f94-9f2f-3fb206a34f3f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:16.449397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdb515bd-9637-4b02-8e41-16d19c0bf2f0 req-2047075a-4a8c-4247-a99f-74e70a5b60ca tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 210 time: 0.0502844 Aug 16 02:11:16.712094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59728) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:16.732090 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d63b584-38b2-4b39-ae8f-5e37899ed7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.907650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d63b584-38b2-4b39-ae8f-5e37899ed7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.912892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d63b584-38b2-4b39-ae8f-5e37899ed7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.953789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63b584-38b2-4b39-ae8f-5e37899ed7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375edad1-ecd4-4414-8e94-a470e7474223,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:16.981648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1d63b584-38b2-4b39-ae8f-5e37899ed7d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d071e6a84fe1442d866ef4b2230053b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2682614 Aug 16 02:11:16.984209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59748) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.074179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6d63-af10-44b2-8238-0a3f590ff4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.116430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6d63-af10-44b2-8238-0a3f590ff4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.206697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6d63-af10-44b2-8238-0a3f590ff4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.210675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6d63-af10-44b2-8238-0a3f590ff4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.214634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a8d6d63-af10-44b2-8238-0a3f590ff4fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/375edad1-ecd4-4414-8e94-a470e7474223 HTTP/1.1" status: 204 len: 168 time: 0.2292907 Aug 16 02:11:17.225404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d6d63-af10-44b2-8238-0a3f590ff4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375edad1-ecd4-4414-8e94-a470e7474223,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:17.916700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.934910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.88', 56055) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.942751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.969740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-f8378d5f-0592-428d-a9f0-65a75306c868 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=341d5736228f4d4ea68b2c20d931366b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213020 Aug 16 02:11:18.012700 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-03172d23-c72b-4a83-ae6b-7cc09e7c9c75 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7575b398806c444fb3ad996ad2cb8789&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710871 Aug 16 02:11:18.059085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59838) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:18.116380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-cf2891b1-e852-4617-85fb-91cd6d717fa6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.126677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-cf2891b1-e852-4617-85fb-91cd6d717fa6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501012 Aug 16 02:11:18.140885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-f708a176-7771-4dc8-a07d-f6fffcced600 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/quotas/341d5736228f4d4ea68b2c20d931366b HTTP/1.1" status: 200 len: 375 time: 0.0132396 Aug 16 02:11:18.187260 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a631189b-fbcc-42c3-a37c-582234999096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.221247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc87d5ce-1057-4a30-88ad-ee2345c501b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.228736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c6394cac-bc02-4e9a-9081-3a48fb6ffc19 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=341d5736228f4d4ea68b2c20d931366b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810180 Aug 16 02:11:18.230410 n-d-769329-15 neutron-server[94857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 02:11:18.357788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bae66fd-5251-472b-9cc5-0101d4a19a99 req-f9d1933c-4ebb-4674-a88a-5a6897f2acf6 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 210 time: 0.2970326 Aug 16 02:11:18.358518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a631189b-fbcc-42c3-a37c-582234999096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.364305 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a631189b-fbcc-42c3-a37c-582234999096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.426634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631189b-fbcc-42c3-a37c-582234999096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb575d5-8566-4845-bb4a-55bafb1d0c82,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.438774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a631189b-fbcc-42c3-a37c-582234999096 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e78961392c14e18a490f35862f2ee0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4949403 Aug 16 02:11:18.441250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:18.461972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-c496d526-6424-494b-b707-7a29f87c6e0a tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.463453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-c496d526-6424-494b-b707-7a29f87c6e0a tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4451978 Aug 16 02:11:18.540585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Request body: {'port': {'device_id': '986b9b9b-1120-483c-9601-a877b70eaadb', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '7575b398806c444fb3ad996ad2cb8789'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:18.569143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83e8dcd1-0658-4c09-acae-31f71a223b61 req-2bb54bbe-56e8-4d90-b3c7-0cfc663f4520 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0611513 Aug 16 02:11:18.586539 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a2be4a1-7913-4df3-84b7-38b4caa982d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.611713 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a2be4a1-7913-4df3-84b7-38b4caa982d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.711978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a2be4a1-7913-4df3-84b7-38b4caa982d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.715626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a2be4a1-7913-4df3-84b7-38b4caa982d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.732232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7a2be4a1-7913-4df3-84b7-38b4caa982d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bb575d5-8566-4845-bb4a-55bafb1d0c82 HTTP/1.1" status: 204 len: 168 time: 0.2881489 Aug 16 02:11:18.754049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2be4a1-7913-4df3-84b7-38b4caa982d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb575d5-8566-4845-bb4a-55bafb1d0c82,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.789680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc87d5ce-1057-4a30-88ad-ee2345c501b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.800670 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc87d5ce-1057-4a30-88ad-ee2345c501b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.873834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fc87d5ce-1057-4a30-88ad-ee2345c501b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34fdbc7bb5de461195a80d5d6fb74134&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9561782 Aug 16 02:11:18.876629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:18.880417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87d5ce-1057-4a30-88ad-ee2345c501b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f69ead-e777-4d79-9028-d36cbcaf78cb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.898164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Made reservation on behalf of 7575b398806c444fb3ad996ad2cb8789 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:18.901787 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.922662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.943423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb68be6-7888-4bf4-a077-416930acf5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.983394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb68be6-7888-4bf4-a077-416930acf5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.062381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb68be6-7888-4bf4-a077-416930acf5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.065543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1eb68be6-7888-4bf4-a077-416930acf5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.066954 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1eb68be6-7888-4bf4-a077-416930acf5db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30f69ead-e777-4d79-9028-d36cbcaf78cb HTTP/1.1" status: 204 len: 168 time: 0.1878431 Aug 16 02:11:19.077859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb68be6-7888-4bf4-a077-416930acf5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f69ead-e777-4d79-9028-d36cbcaf78cb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.126153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.135119 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.375393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.726046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e89812f2-241d-48d6-9a25-0e11a784a172 req-2639e3ef-2896-4dd9-b3a5-d57163968485 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 210 time: 0.1576884 Aug 16 02:11:19.759975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:19.795983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf3f53dc-5ec9-47f6-8d3a-aee60efaf2ae req-4fd1d16f-a3a9-4288-9310-027190840f13 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0912120 Aug 16 02:11:19.854182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Allocated IP 192.168.233.45 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/6a75b92b-4cef-438b-a08d-a0f85e560514) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:19.874179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84952798-3a7e-4e88-8502-04e856957214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.239429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.258570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.263147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749475bd-068b-434e-84cd-3762a5041e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.306334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84952798-3a7e-4e88-8502-04e856957214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.320518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84952798-3a7e-4e88-8502-04e856957214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.327237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Transition to ACTIVE for port object 6a75b92b-4cef-438b-a08d-a0f85e560514 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:20.425499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-84952798-3a7e-4e88-8502-04e856957214 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3b679ad82634c9faae17f05d22d02b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6582737 Aug 16 02:11:20.429147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.435793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84952798-3a7e-4e88-8502-04e856957214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62349cc4-842d-45c0-90cc-7987548705d0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.486640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.662484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b24b322-6599-4992-b3bb-8e43a961f6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.697925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:20.707040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:20.721440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749475bd-068b-434e-84cd-3762a5041e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.721583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:20.732357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-749475bd-068b-434e-84cd-3762a5041e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.733721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.734406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.745112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Pushing event updated for resources: {'Port': ['ID=6a75b92b-4cef-438b-a08d-a0f85e560514,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.790832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b24b322-6599-4992-b3bb-8e43a961f6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.795694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749475bd-068b-434e-84cd-3762a5041e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e359c22-7256-4766-98f5-7cd92139b7b6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.799220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b20ce271-9b0c-44e4-aa1d-a7e34733afe1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2688870 Aug 16 02:11:20.855187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.855513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-749475bd-068b-434e-84cd-3762a5041e2d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5968a05e3b13405c8aaba416edd00b14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6136968 Aug 16 02:11:20.890353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b24b322-6599-4992-b3bb-8e43a961f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.894443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b24b322-6599-4992-b3bb-8e43a961f6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.895856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b24b322-6599-4992-b3bb-8e43a961f6bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62349cc4-842d-45c0-90cc-7987548705d0 HTTP/1.1" status: 204 len: 168 time: 0.4656808 Aug 16 02:11:20.905309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24b322-6599-4992-b3bb-8e43a961f6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62349cc4-842d-45c0-90cc-7987548705d0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.978823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.009948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9831c9b-109a-4e37-9699-af2c09334edc req-3bcfd570-6b6a-4707-88fa-dcc3afa6060d tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0773456 Aug 16 02:11:21.136211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecc23-b792-48af-8997-71ea7badab22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.176238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e16c-1733-4a27-b279-a8019c2dbc1f req-af76901a-4eca-4525-b8ce-a72ca177db04 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.177809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9dc6e16c-1733-4a27-b279-a8019c2dbc1f req-af76901a-4eca-4525-b8ce-a72ca177db04 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.1608691 Aug 16 02:11:21.206508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecc23-b792-48af-8997-71ea7badab22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.209355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5b3cfe21-4feb-43bd-8688-d1d7a1cbf384 None None] Provisioning for port 6a75b92b-4cef-438b-a08d-a0f85e560514 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:21.220738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5b3cfe21-4feb-43bd-8688-d1d7a1cbf384 None None] Provisioning complete for port 6a75b92b-4cef-438b-a08d-a0f85e560514 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:21.221215 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5b3cfe21-4feb-43bd-8688-d1d7a1cbf384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.305316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cfe21-4feb-43bd-8688-d1d7a1cbf384 None None] Port 6a75b92b-4cef-438b-a08d-a0f85e560514 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:21.327924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9dc6e16c-1733-4a27-b279-a8019c2dbc1f req-bf6b43f6-cf85-479b-99e7-4d96752ac100 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247580 Aug 16 02:11:21.336001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecc23-b792-48af-8997-71ea7badab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.338927 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecc23-b792-48af-8997-71ea7badab22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.340319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4a0ecc23-b792-48af-8997-71ea7badab22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e359c22-7256-4766-98f5-7cd92139b7b6 HTTP/1.1" status: 204 len: 168 time: 0.4829266 Aug 16 02:11:21.356334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-cd582816-6bae-4f15-9a5e-47cf1eef66b4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:11:21.357469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-cd582816-6bae-4f15-9a5e-47cf1eef66b4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061817 Aug 16 02:11:21.358433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ecc23-b792-48af-8997-71ea7badab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e359c22-7256-4766-98f5-7cd92139b7b6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.421491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-474255d4-32a1-467c-9878-4ff95dd1fb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.566779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-474255d4-32a1-467c-9878-4ff95dd1fb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.573118 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-474255d4-32a1-467c-9878-4ff95dd1fb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.674444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-474255d4-32a1-467c-9878-4ff95dd1fb87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=acbd1569012f4d99af1ac96c4dd50ede&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6940491 Aug 16 02:11:21.677317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60004) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.678041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474255d4-32a1-467c-9878-4ff95dd1fb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f0022-5a19-4c54-b6cc-0c0bc3423ed6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.778458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a11aaa3-7837-42f7-a6f8-20aafec16fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.846211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a11aaa3-7837-42f7-a6f8-20aafec16fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.906269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.960593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a11aaa3-7837-42f7-a6f8-20aafec16fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.963467 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a11aaa3-7837-42f7-a6f8-20aafec16fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.967566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a11aaa3-7837-42f7-a6f8-20aafec16fe3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/629f0022-5a19-4c54-b6cc-0c0bc3423ed6 HTTP/1.1" status: 204 len: 168 time: 0.2886240 Aug 16 02:11:21.983118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11aaa3-7837-42f7-a6f8-20aafec16fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f0022-5a19-4c54-b6cc-0c0bc3423ed6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:22.174205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4b438c6-5100-4d51-8581-c4efcb3a6f40 req-7edfd01a-2639-4ded-b01b-fe755af5ee66 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0461800 Aug 16 02:11:22.483495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:22.513484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cc89972-bae8-4711-8965-fe965de7478c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.618635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a3b87-e9c1-4895-8e43-e455972c6d04 req-4aa62d4e-c834-45c3-8865-cef7e4f7b043 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.638488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e63a3b87-e9c1-4895-8e43-e455972c6d04 req-4aa62d4e-c834-45c3-8865-cef7e4f7b043 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.1168113 Aug 16 02:11:22.707959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cc89972-bae8-4711-8965-fe965de7478c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.719012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e63a3b87-e9c1-4895-8e43-e455972c6d04 req-aa715a3d-774c-43ab-9dd2-31d10ad4f49b tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792449 Aug 16 02:11:22.725249 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cc89972-bae8-4711-8965-fe965de7478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.784330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3cc89972-bae8-4711-8965-fe965de7478c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=719d928885974531acd7b44b0ca02ed1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2979660 Aug 16 02:11:22.785248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc89972-bae8-4711-8965-fe965de7478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c7341e-2cb3-42fd-ba89-06ce9fc50b99,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:22.786260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:22.882423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdf02-691c-46b6-8f5e-72112194f8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.927228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdf02-691c-46b6-8f5e-72112194f8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.018291 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdf02-691c-46b6-8f5e-72112194f8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.025319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdf02-691c-46b6-8f5e-72112194f8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.027165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5a4cdf02-691c-46b6-8f5e-72112194f8d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8c7341e-2cb3-42fd-ba89-06ce9fc50b99 HTTP/1.1" status: 204 len: 168 time: 0.2393913 Aug 16 02:11:23.068179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cdf02-691c-46b6-8f5e-72112194f8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c7341e-2cb3-42fd-ba89-06ce9fc50b99,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.191423 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.353315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-62d81dc3-664c-4fd1-9933-38c2e36d09a4 req-cf5a2b0b-00bd-4d98-88b2-4dd2bdc3c502 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0677850 Aug 16 02:11:23.914114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0620d9-221e-4e56-8360-99835fe864df req-da9c208e-bc32-4d8f-833f-c51a7b783ee7 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.915720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e0620d9-221e-4e56-8360-99835fe864df req-da9c208e-bc32-4d8f-833f-c51a7b783ee7 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.0982053 Aug 16 02:11:23.992460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e0620d9-221e-4e56-8360-99835fe864df req-8a20fc3e-6d85-411c-80dc-2310024892c7 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699229 Aug 16 02:11:24.603245 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a959149-8f65-481e-906a-6cfdb1054095 req-8fe47263-c996-42cf-8bdb-f4d938fed978 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.1779802 Aug 16 02:11:24.633779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:25.002808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b384a1cf-d695-4c4c-a5e9-4df7c573a4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.148713 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b384a1cf-d695-4c4c-a5e9-4df7c573a4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.153552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b384a1cf-d695-4c4c-a5e9-4df7c573a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.180956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d654e2-737c-4e22-abc0-1fd6cc10fe45 req-896028b1-0d4e-43fb-b9ba-6895584e6fea tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.182763 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54d654e2-737c-4e22-abc0-1fd6cc10fe45 req-896028b1-0d4e-43fb-b9ba-6895584e6fea tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.0664086 Aug 16 02:11:25.199308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60218) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:25.208688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b384a1cf-d695-4c4c-a5e9-4df7c573a4f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ca45f09d90614bc48d85fc7e0e2003cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5660782 Aug 16 02:11:25.248186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384a1cf-d695-4c4c-a5e9-4df7c573a4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83249ecb-4daa-4d7f-ad50-dc81a9a57130,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:25.304636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54d654e2-737c-4e22-abc0-1fd6cc10fe45 req-51a23e7c-4b81-4704-ae54-29785f29d4bd tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984924 Aug 16 02:11:25.343844 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b02cbf4-e7d5-441d-8f9a-181fb3307ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.430069 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b02cbf4-e7d5-441d-8f9a-181fb3307ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.503254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b02cbf4-e7d5-441d-8f9a-181fb3307ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.509129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b02cbf4-e7d5-441d-8f9a-181fb3307ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.537564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7b02cbf4-e7d5-441d-8f9a-181fb3307ee7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83249ecb-4daa-4d7f-ad50-dc81a9a57130 HTTP/1.1" status: 204 len: 168 time: 0.3359945 Aug 16 02:11:25.546976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02cbf4-e7d5-441d-8f9a-181fb3307ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83249ecb-4daa-4d7f-ad50-dc81a9a57130,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:25.719689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-78e452bc-2aa3-4f3f-aca3-28d72ff27528 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3f9fc1c441f143b7962497f494cbab15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814312 Aug 16 02:11:25.762219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e7b0c63-6db8-4e3a-8235-5350f74c801a req-c768e953-a137-4f9c-83a9-632d8ea9e37e tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0556574 Aug 16 02:11:25.915656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-bc38123c-9015-4571-9dea-bfd12248a93a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.922435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-bc38123c-9015-4571-9dea-bfd12248a93a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018180 Aug 16 02:11:25.935871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-14ec4cd3-7650-4399-a0b4-dcac8a286586 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/quotas/3f9fc1c441f143b7962497f494cbab15 HTTP/1.1" status: 200 len: 375 time: 0.0123601 Aug 16 02:11:25.998692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-2b75582f-b574-43cf-b14f-59c568ceae3a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3f9fc1c441f143b7962497f494cbab15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571628 Aug 16 02:11:26.065274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60256) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.100731 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b126288-df47-4bb9-b403-01dc29d66e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.101114 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e1c7351b-b6f8-46ed-939f-f23db516a94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.232312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-37894f61-8c8f-4a26-a59b-15967a2a8d64 req-be7d0499-d17b-4064-9466-59c70f28844b tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 210 time: 0.0323472 Aug 16 02:11:26.314899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b126288-df47-4bb9-b403-01dc29d66e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.328429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b126288-df47-4bb9-b403-01dc29d66e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.385712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7b126288-df47-4bb9-b403-01dc29d66e5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da06ecad839640ad8e7c9a05cb003e63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3160064 Aug 16 02:11:26.385712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b126288-df47-4bb9-b403-01dc29d66e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a38722-835d-439b-a9a8-56f88887b530,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.386532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.496492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0b5b-068b-4294-a2bb-9f9c832922d4 req-fddd68b9-9d50-4303-a116-dc70653a7913 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.498051 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-746b0b5b-068b-4294-a2bb-9f9c832922d4 req-fddd68b9-9d50-4303-a116-dc70653a7913 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.0648913 Aug 16 02:11:26.523092 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8200d547-39e3-47c6-b10c-1dbf01a785c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.566021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8200d547-39e3-47c6-b10c-1dbf01a785c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.573087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-746b0b5b-068b-4294-a2bb-9f9c832922d4 req-f4f13b38-2c74-44f9-a4a8-59305bba9938 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665810 Aug 16 02:11:26.636755 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8200d547-39e3-47c6-b10c-1dbf01a785c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.644904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8200d547-39e3-47c6-b10c-1dbf01a785c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.646119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8200d547-39e3-47c6-b10c-1dbf01a785c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3a38722-835d-439b-a9a8-56f88887b530 HTTP/1.1" status: 204 len: 168 time: 0.2583876 Aug 16 02:11:26.664679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200d547-39e3-47c6-b10c-1dbf01a785c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a38722-835d-439b-a9a8-56f88887b530,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.926362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dab94995-7d6b-4699-a2b2-e31c3b1e2c65 req-b339b613-960d-46af-bd2c-cf2f92978b0c tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0402181 Aug 16 02:11:27.376157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-564f30fb-6c7b-433d-834a-afa44b1be3f2 req-baccdfed-fa2b-432d-b812-7e65df850d14 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 210 time: 0.0396852 Aug 16 02:11:27.430679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60304) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:27.557895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.98', 52555) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:27.569508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd22a-d9eb-4a64-8c00-6b7e00ddab85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.613637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-8f09bd1b-98a7-43fa-954d-322bc095cfff tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=3f9fc1c441f143b7962497f494cbab15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516026 Aug 16 02:11:27.807364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd22a-d9eb-4a64-8c00-6b7e00ddab85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.814137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd22a-d9eb-4a64-8c00-6b7e00ddab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.833626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-8a700613-5a80-4666-a437-67fb16d4e79a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.835496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-8a700613-5a80-4666-a437-67fb16d4e79a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127426 Aug 16 02:11:27.900324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a47bd-684d-45cd-907f-4ac0f24e9943 req-79a45375-7acf-46cd-9334-cd385b9061fe tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.901939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f24a47bd-684d-45cd-907f-4ac0f24e9943 req-79a45375-7acf-46cd-9334-cd385b9061fe tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.1782563 Aug 16 02:11:27.902157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Request body: {'port': {'device_id': '39fea55e-1462-4a15-9037-07dc6943eedd', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '3f9fc1c441f143b7962497f494cbab15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:27.905544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bbcdd22a-d9eb-4a64-8c00-6b7e00ddab85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0c465d6a32a4953a0ac9064cbae42f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4734330 Aug 16 02:11:27.906603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdd22a-d9eb-4a64-8c00-6b7e00ddab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abe200-c512-478d-871d-cb8675f680f3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:27.914583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60318) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.002931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f24a47bd-684d-45cd-907f-4ac0f24e9943 req-d20e3896-861d-4c7e-ad46-f979c4b15547 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796549 Aug 16 02:11:28.263744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f5a49c3-e9a2-4d3f-873b-0a06723d1baa req-3bd0af61-c3f4-491e-b2c6-1dab6577db96 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.2077167 Aug 16 02:11:28.298252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Made reservation on behalf of 3f9fc1c441f143b7962497f494cbab15 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:28.306405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.341473 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.343576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25d1661e-955c-4ede-ae2b-c25663bc8f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.378188 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25d1661e-955c-4ede-ae2b-c25663bc8f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.491499 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25d1661e-955c-4ede-ae2b-c25663bc8f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.497956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25d1661e-955c-4ede-ae2b-c25663bc8f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.499125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-25d1661e-955c-4ede-ae2b-c25663bc8f09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3abe200-c512-478d-871d-cb8675f680f3 HTTP/1.1" status: 204 len: 168 time: 0.5833020 Aug 16 02:11:28.538428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-514d41f7-a13e-4dc1-b9ce-5f5f2e8f411d req-7084eccf-895c-4465-9000-012c5e50ed14 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 210 time: 0.0538409 Aug 16 02:11:28.547268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.548696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1661e-955c-4ede-ae2b-c25663bc8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abe200-c512-478d-871d-cb8675f680f3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:28.553819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.823051 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.825755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-07e41155-c7f3-42e3-9ee3-00b653bdfd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.957444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23200e57-527d-48df-8fb8-d7f98b5535ac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.177428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Allocated IP 192.168.233.75 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/3c856e8d-6e9d-404d-839e-62b75dd9db90) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:29.263932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e846bf-c902-4442-9986-11c56068689b req-d073f826-1ff8-403b-a9bd-f3cf96717588 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.276723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3e846bf-c902-4442-9986-11c56068689b req-d073f826-1ff8-403b-a9bd-f3cf96717588 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.1170490 Aug 16 02:11:29.293739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60362) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.348585 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a865bf38-cbfc-4695-ba87-b099cd6e0441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.431330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3e846bf-c902-4442-9986-11c56068689b req-cde321e8-fc52-4228-858f-fa1434baebd8 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518006 Aug 16 02:11:29.450458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.470030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Transition to ACTIVE for port object 3c856e8d-6e9d-404d-839e-62b75dd9db90 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:29.515723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.719233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:29.725477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:29.729452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:29.735303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.736079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.747282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-97bc7f47-409f-4216-b798-3d219318590e req-0241b0fe-6d74-42d0-9f1b-2256e7487e11 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0929437 Aug 16 02:11:29.755986 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a865bf38-cbfc-4695-ba87-b099cd6e0441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.767850 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a865bf38-cbfc-4695-ba87-b099cd6e0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.783072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Pushing event updated for resources: {'Port': ['ID=3c856e8d-6e9d-404d-839e-62b75dd9db90,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.805182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-cca07b3f-6195-4f54-8356-f1184266c203 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9078996 Aug 16 02:11:29.843366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60378) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.843649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a865bf38-cbfc-4695-ba87-b099cd6e0441 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=907776c9a6df491fa4826e02818bb209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478289 Aug 16 02:11:29.845628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865bf38-cbfc-4695-ba87-b099cd6e0441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529f8e9a-77e6-4755-b696-d74dcac74eb8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.845873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.979759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Request body: {'port': {'device_id': '986b9b9b-1120-483c-9601-a877b70eaadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:30.014240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c81ea1-d389-4082-87d2-9971d0645cd4 req-7a304067-aa4a-4c2f-afe2-8429547fa3d9 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.029465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1c81ea1-d389-4082-87d2-9971d0645cd4 req-7a304067-aa4a-4c2f-afe2-8429547fa3d9 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.1839409 Aug 16 02:11:30.032358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.88', 56061) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:30.092567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39f55556-d4bb-4b75-ada6-2bd745565f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.106507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ea29040-8a81-46b0-b65b-e584fcf99083 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=341d5736228f4d4ea68b2c20d931366b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728021 Aug 16 02:11:30.126422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.129076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0231bf88-17a1-473d-ab5e-f44bc01cdcfd None None] Provisioning for port 3c856e8d-6e9d-404d-839e-62b75dd9db90 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:30.144465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0231bf88-17a1-473d-ab5e-f44bc01cdcfd None None] Provisioning complete for port 3c856e8d-6e9d-404d-839e-62b75dd9db90 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:30.145248 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0231bf88-17a1-473d-ab5e-f44bc01cdcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.230640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0231bf88-17a1-473d-ab5e-f44bc01cdcfd None None] Port 3c856e8d-6e9d-404d-839e-62b75dd9db90 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:30.259690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39f55556-d4bb-4b75-ada6-2bd745565f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.326258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1c81ea1-d389-4082-87d2-9971d0645cd4 req-d06d3202-c172-4f37-93cc-7ef153c36f89 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518775 Aug 16 02:11:30.354690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-8e725aef-bd69-4891-a3d3-4a1562df6b09 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.356203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-8e725aef-bd69-4891-a3d3-4a1562df6b09 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159643 Aug 16 02:11:30.371323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Request body: {'port': {'device_id': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '341d5736228f4d4ea68b2c20d931366b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:30.438693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39f55556-d4bb-4b75-ada6-2bd745565f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.442262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39f55556-d4bb-4b75-ada6-2bd745565f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.445981 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-39f55556-d4bb-4b75-ada6-2bd745565f95 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/529f8e9a-77e6-4755-b696-d74dcac74eb8 HTTP/1.1" status: 204 len: 168 time: 0.5966442 Aug 16 02:11:30.473613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f55556-d4bb-4b75-ada6-2bd745565f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529f8e9a-77e6-4755-b696-d74dcac74eb8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.560388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Made reservation on behalf of 341d5736228f4d4ea68b2c20d931366b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:30.564967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.576066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.689151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e086acb-8348-42ff-89df-9bd0fde3940c req-7f8e3c08-bc68-43b7-b337-8bcdbe864e24 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.690817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6e086acb-8348-42ff-89df-9bd0fde3940c req-7f8e3c08-bc68-43b7-b337-8bcdbe864e24 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 935 time: 0.1051245 Aug 16 02:11:30.765447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6e086acb-8348-42ff-89df-9bd0fde3940c req-5910beb5-f131-4743-9d69-71cb08ca306f tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614891 Aug 16 02:11:30.824619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a75b92b-4cef-438b-a08d-a0f85e560514 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:30.827406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.833121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.842225 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.860455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Transition to ACTIVE for port object 6a75b92b-4cef-438b-a08d-a0f85e560514 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:30.907471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12a42abe-5e70-4af2-b13e-dd9d6c410e37 req-551f5941-7527-4141-a359-c775700aeb9b tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 210 time: 0.0440750 Aug 16 02:11:30.909561 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.915709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.017612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Allocated IP 192.168.233.179 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/723d2682-91d6-47bd-a9cc-ec4a5e840d39) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:31.023284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Pushing event updated for resources: {'Port': ['ID=6a75b92b-4cef-438b-a08d-a0f85e560514,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.116530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Attempting to bind port 6a75b92b-4cef-438b-a08d-a0f85e560514 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:31.118643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Attempting to bind port 6a75b92b-4cef-438b-a08d-a0f85e560514 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:31.119234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Attempting to bind port 6a75b92b-4cef-438b-a08d-a0f85e560514 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:31.124128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Port 6a75b92b-4cef-438b-a08d-a0f85e560514 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:31.124582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Attempting to bind port 6a75b92b-4cef-438b-a08d-a0f85e560514 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:31.129709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:31.130079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:31.132467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:31.132923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Bound port: 6a75b92b-4cef-438b-a08d-a0f85e560514, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:31.133281 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.226830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] For port 6a75b92b-4cef-438b-a08d-a0f85e560514, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:31.238110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] For port 6a75b92b-4cef-438b-a08d-a0f85e560514, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6a75b92b-4cef-438b-a08d-a0f85e560514,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:31.246950 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.260365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.292964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.297604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.299224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] 10.222.0.88 "PUT /v2.0/ports/6a75b92b-4cef-438b-a08d-a0f85e560514 HTTP/1.1" status: 200 len: 1096 time: 1.6462972 Aug 16 02:11:31.299770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986b9b9b-1120-483c-9601-a877b70eaadb', 'tag': '6a75b92b-4cef-438b-a08d-a0f85e560514'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:31.402623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.445448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Transition to ACTIVE for port object 723d2682-91d6-47bd-a9cc-ec4a5e840d39 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:31.551708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.565294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f800f1-6e1b-48fd-b50b-bea0117e5c90 req-371a81aa-9b1d-41c8-bc66-5ddbdfab3911 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.568775 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6f800f1-6e1b-48fd-b50b-bea0117e5c90 req-371a81aa-9b1d-41c8-bc66-5ddbdfab3911 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.0832438 Aug 16 02:11:31.575198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2e83e-6d43-45b5-a724-669cdd4db459 service neutron] Pushing event updated for resources: {'Port': ['ID=6a75b92b-4cef-438b-a08d-a0f85e560514,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.609326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-26fea654-47a7-4761-91e1-90be5a1dd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.611289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-26fea654-47a7-4761-91e1-90be5a1dd502 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7575b398806c444fb3ad996ad2cb8789&device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 1099 time: 0.1872187 Aug 16 02:11:31.658077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:31.667504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Pushing event updated for resources: {'Port': ['ID=723d2682-91d6-47bd-a9cc-ec4a5e840d39,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.670734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:31.686075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d468f314-d40b-4b15-9f48-056df07a2d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.695795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:31.703835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.704594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.781818 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.788188 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-c8bf7be2-a34f-4da0-b978-fe38604160b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4216936 Aug 16 02:11:31.804718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Request body: {'port': {'device_id': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'device_owner': 'compute:tempest-test_az-53329819', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:31.895344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6f800f1-6e1b-48fd-b50b-bea0117e5c90 req-ef51fcc2-23c4-430b-bf77-1b6f5a7cc603 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340200 Aug 16 02:11:31.910813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.959224 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67f5157-4839-40f7-8bd6-f60b533b0f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "986b9b9b-1120-483c-9601-a877b70eaadb", "tag": "6a75b92b-4cef-438b-a08d-a0f85e560514"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:31.998810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-f2adba14-0a05-4b4c-8143-a1e1b665665b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6a75b92b-4cef-438b-a08d-a0f85e560514 HTTP/1.1" status: 200 len: 217 time: 0.3795309 Aug 16 02:11:32.035824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d468f314-d40b-4b15-9f48-056df07a2d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.043733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d468f314-d40b-4b15-9f48-056df07a2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.060127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-52f423d9-4915-46dc-b61d-634ce40a5886 None None] Provisioning for port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:32.067580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-52f423d9-4915-46dc-b61d-634ce40a5886 None None] Provisioning complete for port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:32.069856 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52f423d9-4915-46dc-b61d-634ce40a5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.115531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-52f423d9-4915-46dc-b61d-634ce40a5886 None None] Port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:32.175635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7f33-8610-4cd5-b696-2f93a4d2d9b8 req-c957c4ca-1a01-4364-b3fc-650d2deee3e3 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.178365 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f07c7f33-8610-4cd5-b696-2f93a4d2d9b8 req-c957c4ca-1a01-4364-b3fc-650d2deee3e3 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 947 time: 0.2058082 Aug 16 02:11:32.179947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-65323664-d6c8-446c-9977-9cd6212094f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.181349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-65323664-d6c8-446c-9977-9cd6212094f0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1675167 Aug 16 02:11:32.234351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468f314-d40b-4b15-9f48-056df07a2d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1301a596-52fb-4c9b-83c3-562df904c8d9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.253467 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d468f314-d40b-4b15-9f48-056df07a2d11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0582d3dc29f43b79e1c917bbdcc226d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9893475 Aug 16 02:11:32.254841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60450) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:32.306303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f07c7f33-8610-4cd5-b696-2f93a4d2d9b8 req-83e5249f-80af-464f-8fe3-fd1a2f2194b6 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187580 Aug 16 02:11:32.325609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-e3e33811-3c37-45d2-87c3-a98bbb2d478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.327316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-e3e33811-3c37-45d2-87c3-a98bbb2d478c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1381993 Aug 16 02:11:32.401443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727d44-fa51-49f5-8ed6-cf6e421d7d7a req-98740555-5efa-4a65-8c77-cfb221d514e7 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.409284 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48727d44-fa51-49f5-8ed6-cf6e421d7d7a req-98740555-5efa-4a65-8c77-cfb221d514e7 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 936 time: 0.3068326 Aug 16 02:11:32.417241 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e797e3a5-33c7-4773-bf82-d111e34ecb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.458054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e797e3a5-33c7-4773-bf82-d111e34ecb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.490015 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48727d44-fa51-49f5-8ed6-cf6e421d7d7a req-d2806a9a-c0b9-49d1-9016-aa446f33cef1 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797265 Aug 16 02:11:32.493140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-b58c0aee-8789-401a-ad63-52c99dc62450 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569064 Aug 16 02:11:32.589771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e797e3a5-33c7-4773-bf82-d111e34ecb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.597635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e797e3a5-33c7-4773-bf82-d111e34ecb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.598784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e797e3a5-33c7-4773-bf82-d111e34ecb74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1301a596-52fb-4c9b-83c3-562df904c8d9 HTTP/1.1" status: 204 len: 168 time: 0.3428144 Aug 16 02:11:32.613399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797e3a5-33c7-4773-bf82-d111e34ecb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1301a596-52fb-4c9b-83c3-562df904c8d9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.628722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcebf28-23de-43cb-8102-db0d27b1c655 req-090ce236-3ae3-480e-aa97-39b32a00bd27 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266584 Aug 16 02:11:32.774206 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c5450d-8683-41d1-9f17-e3e8a32adf5d x-openstack-request-id: req-f4c5450d-8683-41d1-9f17-e3e8a32adf5d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:32.774726 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986b9b9b-1120-483c-9601-a877b70eaadb", "tag": "6a75b92b-4cef-438b-a08d-a0f85e560514", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:32.775338 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4c5450d-8683-41d1-9f17-e3e8a32adf5d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:32.776082 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986b9b9b-1120-483c-9601-a877b70eaadb', 'tag': '6a75b92b-4cef-438b-a08d-a0f85e560514', 'status': 'completed', 'code': 200} Aug 16 02:11:32.818761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723d2682-91d6-47bd-a9cc-ec4a5e840d39 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:32.830505 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.847892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Transition to ACTIVE for port object 723d2682-91d6-47bd-a9cc-ec4a5e840d39 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:32.853131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.871183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-f079946d-e3db-4545-90e2-18d9ca803658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.875775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-f079946d-e3db-4545-90e2-18d9ca803658 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7575b398806c444fb3ad996ad2cb8789&device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 1099 time: 0.0606296 Aug 16 02:11:32.985190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=723d2682-91d6-47bd-a9cc-ec4a5e840d39,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:33.043527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Attempting to bind port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:33.044071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Attempting to bind port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:33.044566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Attempting to bind port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:33.054843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:33.055318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Attempting to bind port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:33.065933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:33.066362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:33.067060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:33.067624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Bound port: 723d2682-91d6-47bd-a9cc-ec4a5e840d39, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:33.069095 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.156182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b161d-34cf-46fd-97b2-237c4445fde4 req-5ac3c725-7b63-400e-b8d9-48f06c3828da tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.165087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-498b161d-34cf-46fd-97b2-237c4445fde4 req-5ac3c725-7b63-400e-b8d9-48f06c3828da tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.1433756 Aug 16 02:11:33.181487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] For port 723d2682-91d6-47bd-a9cc-ec4a5e840d39, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:33.195856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] For port 723d2682-91d6-47bd-a9cc-ec4a5e840d39, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=723d2682-91d6-47bd-a9cc-ec4a5e840d39,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:33.202708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.213327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-71ea1d34-8aed-480a-978b-f19907a7999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.215821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-71ea1d34-8aed-480a-978b-f19907a7999a service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3323791 Aug 16 02:11:33.293676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.310538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=723d2682-91d6-47bd-a9cc-ec4a5e840d39,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:33.312349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-8c92f853-7fd8-46b8-9351-5fcb7e047a23 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6a75b92b-4cef-438b-a08d-a0f85e560514 HTTP/1.1" status: 200 len: 217 time: 0.0869405 Aug 16 02:11:33.314566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.315564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.323923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-498b161d-34cf-46fd-97b2-237c4445fde4 req-192bd740-9e27-4ea0-ad3b-09b7fee11fde tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582816 Aug 16 02:11:33.325669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-6ee866db-0107-4c6e-9658-4177b155bcf5 service neutron] 10.222.0.88 "PUT /v2.0/ports/723d2682-91d6-47bd-a9cc-ec4a5e840d39 HTTP/1.1" status: 200 len: 1117 time: 1.5271327 Aug 16 02:11:33.336257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'tag': '723d2682-91d6-47bd-a9cc-ec4a5e840d39'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:33.402796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:33.415899 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f285927-a5d9-40af-8263-e7f72ac0dfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.457809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-44876ae6-d795-415b-85fc-7a9b0fa6574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.460962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-44876ae6-d795-415b-85fc-7a9b0fa6574b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1301095 Aug 16 02:11:33.545485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-0d5f6a35-d8a1-4ca0-9435-9eca71901bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.547421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-0d5f6a35-d8a1-4ca0-9435-9eca71901bc6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=341d5736228f4d4ea68b2c20d931366b&device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 1120 time: 0.1475897 Aug 16 02:11:33.553291 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a238c7-d1a5-4e1c-a380-fc33bf922d87", "tag": "723d2682-91d6-47bd-a9cc-ec4a5e840d39"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:33.591770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de544d-99f6-447b-b9a9-16a94c9d140d req-c02ca572-b071-470f-ab09-49227caf6f4d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.593275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01de544d-99f6-447b-b9a9-16a94c9d140d req-c02ca572-b071-470f-ab09-49227caf6f4d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 947 time: 0.1264141 Aug 16 02:11:33.604484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-9e663536-568f-4a95-9f0d-6873e8f104d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.606795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-9e663536-568f-4a95-9f0d-6873e8f104d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1291754 Aug 16 02:11:33.665182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-e11a6d42-17f5-432f-93ac-75c22cefb0ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=723d2682-91d6-47bd-a9cc-ec4a5e840d39 HTTP/1.1" status: 200 len: 217 time: 0.1080554 Aug 16 02:11:33.731299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01de544d-99f6-447b-b9a9-16a94c9d140d req-22c035c8-55e6-4435-9ce2-be2147a1e0f2 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291625 Aug 16 02:11:33.764683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-b3dfe2e8-8478-4015-ac62-555e4f2083ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.766150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-b3dfe2e8-8478-4015-ac62-555e4f2083ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0931940 Aug 16 02:11:33.775781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-c1d79e82-7b19-47f4-92ec-f9be50f461e5 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552887 Aug 16 02:11:33.852539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912c31a-9996-417c-b4cf-d33ce51a7973 req-879707d3-c296-403c-af05-56bdc087622b tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.854028 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c912c31a-9996-417c-b4cf-d33ce51a7973 req-879707d3-c296-403c-af05-56bdc087622b tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 968 time: 0.1332259 Aug 16 02:11:33.865645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f285927-a5d9-40af-8263-e7f72ac0dfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.873830 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142cace-9718-4269-ba87-7bdeb71d6295 x-openstack-request-id: req-5142cace-9718-4269-ba87-7bdeb71d6295 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:33.873830 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a238c7-d1a5-4e1c-a380-fc33bf922d87", "tag": "723d2682-91d6-47bd-a9cc-ec4a5e840d39", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:33.874202 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5142cace-9718-4269-ba87-7bdeb71d6295 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:33.874435 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'tag': '723d2682-91d6-47bd-a9cc-ec4a5e840d39', 'status': 'completed', 'code': 200} Aug 16 02:11:33.887557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f285927-a5d9-40af-8263-e7f72ac0dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.905275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d67f5157-4839-40f7-8bd6-f60b533b0f7b req-151adf49-4392-4ee4-af37-179e202dd9fd service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212173 Aug 16 02:11:33.927713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-21b884fd-03e1-4cc6-9337-3af3ff02c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.929321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-21b884fd-03e1-4cc6-9337-3af3ff02c9c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532040 Aug 16 02:11:33.962951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f285927-a5d9-40af-8263-e7f72ac0dfa8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bd93b3632cd4b5ca73ef6f2b1e7266a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667328 Aug 16 02:11:33.966068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60504) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.999532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c912c31a-9996-417c-b4cf-d33ce51a7973 req-fc87111e-a4ec-4a6a-ad34-cd2a822b4249 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377816 Aug 16 02:11:34.001665 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f285927-a5d9-40af-8263-e7f72ac0dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95253c98-90eb-45b8-bcf8-bba77709791d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.044196 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79937e41-1570-4895-99ec-761f3f7407a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.055861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-aa5495f4-14d3-42f5-a46b-998e23724a68 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129756 Aug 16 02:11:34.071954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79937e41-1570-4895-99ec-761f3f7407a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.120528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79937e41-1570-4895-99ec-761f3f7407a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.124624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79937e41-1570-4895-99ec-761f3f7407a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.126438 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-79937e41-1570-4895-99ec-761f3f7407a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95253c98-90eb-45b8-bcf8-bba77709791d HTTP/1.1" status: 204 len: 168 time: 0.1593890 Aug 16 02:11:34.144262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79937e41-1570-4895-99ec-761f3f7407a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95253c98-90eb-45b8-bcf8-bba77709791d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.182179 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03957cc3-c74c-4c2c-b214-6f45038a726b req-f32bd96b-6710-4cf9-8c31-adb31380ce65 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168027 Aug 16 02:11:34.292179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-e6b79626-d637-4b39-9eb5-16ac798794e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.293750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-e6b79626-d637-4b39-9eb5-16ac798794e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=341d5736228f4d4ea68b2c20d931366b&device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 1120 time: 0.0613010 Aug 16 02:11:34.402949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60520) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:34.492670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72170f4-9533-438d-a3e6-765f58b9f4f1 req-4e96d302-2656-4bdf-81b4-1c1e49d3ee3d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.494843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f72170f4-9533-438d-a3e6-765f58b9f4f1 req-4e96d302-2656-4bdf-81b4-1c1e49d3ee3d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.0771756 Aug 16 02:11:34.494932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-f1cab945-b957-452c-ad5f-18023e5fadce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.496539 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-f1cab945-b957-452c-ad5f-18023e5fadce service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1953652 Aug 16 02:11:34.546734 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f72170f4-9533-438d-a3e6-765f58b9f4f1 req-bd981409-5f38-4634-839c-9cb89b8e08e5 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Aug 16 02:11:34.562543 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-ec243c5a-f7ad-4683-88b1-2f3486fe991b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=723d2682-91d6-47bd-a9cc-ec4a5e840d39 HTTP/1.1" status: 200 len: 217 time: 0.0573783 Aug 16 02:11:34.563341 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14452b3f-81d1-4de0-acb2-f44e22c299e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.624838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-2c264adb-9371-4c82-9887-f505ed8370e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.626491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-2c264adb-9371-4c82-9887-f505ed8370e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0567827 Aug 16 02:11:34.679132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14452b3f-81d1-4de0-acb2-f44e22c299e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.683627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14452b3f-81d1-4de0-acb2-f44e22c299e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.687491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-5f2e9935-4f28-4a51-80de-5849bfe7a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.687491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-5f2e9935-4f28-4a51-80de-5849bfe7a913 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513127 Aug 16 02:11:34.724000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14452b3f-81d1-4de0-acb2-f44e22c299e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3df61-59b9-490a-b006-e22d3f16f3cf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.731066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-14452b3f-81d1-4de0-acb2-f44e22c299e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68f014bc0335493fb41d074f53092def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248951 Aug 16 02:11:34.731920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60536) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:34.792220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046d8801-2028-40fa-8f4c-b2aa178a63c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.826147 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046d8801-2028-40fa-8f4c-b2aa178a63c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.846182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-50fa1527-ea2d-4a26-9707-a9c10aaeb3cd service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500864 Aug 16 02:11:34.883484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046d8801-2028-40fa-8f4c-b2aa178a63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.886604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046d8801-2028-40fa-8f4c-b2aa178a63c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.890314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-046d8801-2028-40fa-8f4c-b2aa178a63c1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0dc3df61-59b9-490a-b006-e22d3f16f3cf HTTP/1.1" status: 204 len: 168 time: 0.1549826 Aug 16 02:11:34.897705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d8801-2028-40fa-8f4c-b2aa178a63c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3df61-59b9-490a-b006-e22d3f16f3cf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.956329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0b81a-ed46-476f-83cd-51a93cdcbb5c req-a97b42df-070b-44c7-8472-86102d1adc6d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.957877 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dcd0b81a-ed46-476f-83cd-51a93cdcbb5c req-a97b42df-070b-44c7-8472-86102d1adc6d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 947 time: 0.1158619 Aug 16 02:11:35.020885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e1c43d-3a35-4da2-bbe5-1d589883c9c2 req-e6ef6cf6-ac27-4b0b-bc54-747de6bd9bd3 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651340 Aug 16 02:11:35.028620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dcd0b81a-ed46-476f-83cd-51a93cdcbb5c req-fcce536e-4300-4b3b-94a8-f0450f198798 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585675 Aug 16 02:11:35.149873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a52bed-7c34-42f7-93f7-6d8e6f429ca7 req-393c27b6-fc59-40c3-9f25-bae3a3a0f9dd tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.151619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7a52bed-7c34-42f7-93f7-6d8e6f429ca7 req-393c27b6-fc59-40c3-9f25-bae3a3a0f9dd tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 968 time: 0.0554645 Aug 16 02:11:35.206825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7a52bed-7c34-42f7-93f7-6d8e6f429ca7 req-744149a9-6f0a-4683-88a9-80188e49052a tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483627 Aug 16 02:11:35.373503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60558) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:35.388318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14df314c-7a20-4f5c-9478-6e1146be7387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.489302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14df314c-7a20-4f5c-9478-6e1146be7387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.494135 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-14df314c-7a20-4f5c-9478-6e1146be7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.532824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-14df314c-7a20-4f5c-9478-6e1146be7387 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49b79e464c264ec68de98272a89378b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585486 Aug 16 02:11:35.533681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df314c-7a20-4f5c-9478-6e1146be7387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5367e2-3cf6-4fbb-bdef-f3f5e449a2a9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.535998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60562) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:35.618406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5772afb2-7152-4643-8f5c-ced17a31b5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.642162 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5772afb2-7152-4643-8f5c-ced17a31b5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.719004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647bf52-3e08-49e7-9b4b-018ed0784032 req-92080720-b4cf-4389-aafa-7e1c1e1d9273 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.720559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f647bf52-3e08-49e7-9b4b-018ed0784032 req-92080720-b4cf-4389-aafa-7e1c1e1d9273 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.0806439 Aug 16 02:11:35.741739 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5772afb2-7152-4643-8f5c-ced17a31b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.744349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5772afb2-7152-4643-8f5c-ced17a31b5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.748225 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5772afb2-7152-4643-8f5c-ced17a31b5a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee5367e2-3cf6-4fbb-bdef-f3f5e449a2a9 HTTP/1.1" status: 204 len: 168 time: 0.2083423 Aug 16 02:11:35.777185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772afb2-7152-4643-8f5c-ced17a31b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5367e2-3cf6-4fbb-bdef-f3f5e449a2a9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.805670 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f647bf52-3e08-49e7-9b4b-018ed0784032 req-64d07fe4-5d99-4280-b0ab-437e60db93e2 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711851 Aug 16 02:11:36.045951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60580) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.163881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb0170-b51f-4c34-8407-1fe570a10500 req-fbf63893-8231-474a-b8a9-3ad4b10d30fc tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.165583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50bb0170-b51f-4c34-8407-1fe570a10500 req-fbf63893-8231-474a-b8a9-3ad4b10d30fc tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 947 time: 0.0528464 Aug 16 02:11:36.204646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50bb0170-b51f-4c34-8407-1fe570a10500 req-d48c53df-d5ea-45e6-bbd1-3f1535af1592 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Aug 16 02:11:36.391802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628b00c2-eba0-4ead-a59b-a5a744a483bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.459018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe48a11-9663-455b-973f-1ad1d2138e7b req-bdfaeaf0-a7cd-4b58-bd59-3094442a2056 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.459472 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cfe48a11-9663-455b-973f-1ad1d2138e7b req-bdfaeaf0-a7cd-4b58-bd59-3094442a2056 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 968 time: 0.0698693 Aug 16 02:11:36.530094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cfe48a11-9663-455b-973f-1ad1d2138e7b req-5ec2b871-fb9b-4f89-8553-e8130ced3f0a tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632610 Aug 16 02:11:36.571886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6a75b92b-4cef-438b-a08d-a0f85e560514 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:36.579290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628b00c2-eba0-4ead-a59b-a5a744a483bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.585171 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-628b00c2-eba0-4ead-a59b-a5a744a483bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.632335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-628b00c2-eba0-4ead-a59b-a5a744a483bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b2873b8ee4c4ec285fdcefbec17cfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851755 Aug 16 02:11:36.634899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.641313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b00c2-eba0-4ead-a59b-a5a744a483bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b700e58-88da-4eb0-9a57-1ac088bfe60e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.701854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6a75b92b-4cef-438b-a08d-a0f85e560514, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6a75b92b-4cef-438b-a08d-a0f85e560514,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.705938 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-408fbb51-c222-44ad-b0f2-c19c168578e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.716104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '6a75b92b-4cef-438b-a08d-a0f85e560514', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '6a75b92b-4cef-438b-a08d-a0f85e560514', 'mac_address': 'fa:16:3e:68:78:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:36.732797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-408fbb51-c222-44ad-b0f2-c19c168578e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.762464 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.782949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a75b92b-4cef-438b-a08d-a0f85e560514 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:36.791048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-408fbb51-c222-44ad-b0f2-c19c168578e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.793785 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-408fbb51-c222-44ad-b0f2-c19c168578e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.797566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-408fbb51-c222-44ad-b0f2-c19c168578e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b700e58-88da-4eb0-9a57-1ac088bfe60e HTTP/1.1" status: 204 len: 168 time: 0.1591566 Aug 16 02:11:36.809723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fbb51-c222-44ad-b0f2-c19c168578e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b700e58-88da-4eb0-9a57-1ac088bfe60e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.816816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6a75b92b-4cef-438b-a08d-a0f85e560514, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6a75b92b-4cef-438b-a08d-a0f85e560514,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.829492 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.829867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 723d2682-91d6-47bd-a9cc-ec4a5e840d39 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:36.942795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc798a-324e-4baf-af4d-234724a8b98a req-95ccc708-fae9-4f96-9354-2d20ba8cd293 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.944688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2cc798a-324e-4baf-af4d-234724a8b98a req-95ccc708-fae9-4f96-9354-2d20ba8cd293 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.0618548 Aug 16 02:11:36.957133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 723d2682-91d6-47bd-a9cc-ec4a5e840d39, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=723d2682-91d6-47bd-a9cc-ec4a5e840d39,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.997160 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2cc798a-324e-4baf-af4d-234724a8b98a req-0b03527f-c8c8-49ca-a3c5-19a5e8f9bd8a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Aug 16 02:11:37.010180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '723d2682-91d6-47bd-a9cc-ec4a5e840d39', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '723d2682-91d6-47bd-a9cc-ec4a5e840d39', 'mac_address': 'fa:16:3e:50:c2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-53329819', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:37.012959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=6a75b92b-4cef-438b-a08d-a0f85e560514,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.024814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.025347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.025929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.026759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.027213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.027645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.028075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.028529 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.028998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.029578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.030004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.030782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Tracked resource versions report: Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: pushed versions: Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: { 'AddressGroup': {'1.2'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'ConntrackHelper': {'1.0'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Log': {'1.0'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Network': {'1.1'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Port': {'1.7'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'PortForwarding': {'1.2'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'QosPolicy': {'1.9'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'SecurityGroup': {'1.4'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'SubPort': {'1.0'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Subnet': {'1.1'}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Trunk': {'1.1'}} Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: consumer versions: Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: HyperV agent@n-h1-769329-15: {}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: HyperV agent@n-h2-769329-15: {}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: L3 agent@n-d-769329-15: {}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: Metadata agent@n-d-769329-15: {}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: Metering agent@n-d-769329-15: {}, Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'ConntrackHelper': '1.0', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Log': '1.0', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Network': '1.1', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Port': '1.7', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'PortForwarding': '1.2', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'QosPolicy': '1.9', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'SecurityGroup': '1.4', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'SecurityGroupRule': '1.2', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'SubPort': '1.0', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Subnet': '1.1', Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: 'Trunk': '1.1'}} Aug 16 02:11:37.032153 n-d-769329-15 neutron-server[94858]: {{(pid=94858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:11:37.094974 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.109037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723d2682-91d6-47bd-a9cc-ec4a5e840d39 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:37.132338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 723d2682-91d6-47bd-a9cc-ec4a5e840d39, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=723d2682-91d6-47bd-a9cc-ec4a5e840d39,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:37.137300 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.211010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=723d2682-91d6-47bd-a9cc-ec4a5e840d39,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.285975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60630) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:37.311095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67ad669d-9bde-4034-9173-3e385652a237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.364523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616735f-2051-404f-8d14-2c87be02d11e req-3ceb0a5f-8864-4f91-8a45-184e502bacbe tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.366458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6616735f-2051-404f-8d14-2c87be02d11e req-3ceb0a5f-8864-4f91-8a45-184e502bacbe tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 948 time: 0.0745277 Aug 16 02:11:37.420575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6616735f-2051-404f-8d14-2c87be02d11e req-d6c94a7f-3dca-4f1e-9c1f-8ab30ad2c1f1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Aug 16 02:11:37.516856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['723d2682-91d6-47bd-a9cc-ec4a5e840d39'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:37.525780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67ad669d-9bde-4034-9173-3e385652a237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.530127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-67ad669d-9bde-4034-9173-3e385652a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.535360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['6a75b92b-4cef-438b-a08d-a0f85e560514'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:37.565557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:37.573500 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-67ad669d-9bde-4034-9173-3e385652a237 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=593e93e388ac4b29af1bffb0e41739be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863126 Aug 16 02:11:37.601181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad669d-9bde-4034-9173-3e385652a237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d79121-1d65-4fd6-94c0-ec81a5815274,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.648322 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a841e6-d93e-411d-8f1e-0b70e84efa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.686037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a841e6-d93e-411d-8f1e-0b70e84efa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.756304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bab0c-77ae-445c-b701-5dfc35432fdc req-e57c4675-54c6-43a0-8327-67b8dee9a7c6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.757876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a4bab0c-77ae-445c-b701-5dfc35432fdc req-e57c4675-54c6-43a0-8327-67b8dee9a7c6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 969 time: 0.0939045 Aug 16 02:11:37.819238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a841e6-d93e-411d-8f1e-0b70e84efa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.821853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a841e6-d93e-411d-8f1e-0b70e84efa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.824763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4a841e6-d93e-411d-8f1e-0b70e84efa74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/78d79121-1d65-4fd6-94c0-ec81a5815274 HTTP/1.1" status: 204 len: 168 time: 0.2581656 Aug 16 02:11:37.860971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a4bab0c-77ae-445c-b701-5dfc35432fdc req-b8d5fd9f-fe6f-475e-9a46-e4cb490a7f99 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956407 Aug 16 02:11:37.865538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a841e6-d93e-411d-8f1e-0b70e84efa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d79121-1d65-4fd6-94c0-ec81a5815274,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.136065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.138199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328925-0f56-473e-9d6d-87da3e281fa7 req-d22557e6-fc2a-448b-9690-2256a8e23935 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.140130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d328925-0f56-473e-9d6d-87da3e281fa7 req-d22557e6-fc2a-448b-9690-2256a8e23935 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.0524404 Aug 16 02:11:38.186732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d328925-0f56-473e-9d6d-87da3e281fa7 req-c5be5eaa-0626-46a6-9baa-05685f65e966 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Aug 16 02:11:38.260479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfae2b2f-9810-498c-a7cd-7d4e99b13023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.377466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfae2b2f-9810-498c-a7cd-7d4e99b13023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.381179 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfae2b2f-9810-498c-a7cd-7d4e99b13023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.421975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae2b2f-9810-498c-a7cd-7d4e99b13023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f8c7aa-2421-4263-948e-1c3d32741368,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.427344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cfae2b2f-9810-498c-a7cd-7d4e99b13023 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ede52cb9eac4cecb07e1dc0ebab8f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901378 Aug 16 02:11:38.430040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.490221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21191f-85e2-4ebf-b465-7038e690fce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.514297 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21191f-85e2-4ebf-b465-7038e690fce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.535179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6a75b92b-4cef-438b-a08d-a0f85e560514 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:38.608229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecffdf1-15e1-45dc-a54c-e3662fe76090 req-ba8d36c7-fb00-4b28-8a9c-33936a7040b0 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.613809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 6a75b92b-4cef-438b-a08d-a0f85e560514 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:38.616273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ecffdf1-15e1-45dc-a54c-e3662fe76090 req-ba8d36c7-fb00-4b28-8a9c-33936a7040b0 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 948 time: 0.0896654 Aug 16 02:11:38.618947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 6a75b92b-4cef-438b-a08d-a0f85e560514 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:38.619636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.636765 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21191f-85e2-4ebf-b465-7038e690fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.639195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef21191f-85e2-4ebf-b465-7038e690fce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.640356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef21191f-85e2-4ebf-b465-7038e690fce0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4f8c7aa-2421-4263-948e-1c3d32741368 HTTP/1.1" status: 204 len: 168 time: 0.2093856 Aug 16 02:11:38.654452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21191f-85e2-4ebf-b465-7038e690fce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f8c7aa-2421-4263-948e-1c3d32741368,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.689983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ecffdf1-15e1-45dc-a54c-e3662fe76090 req-84fd3953-d8ee-4e7f-935d-10509b3608f2 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726426 Aug 16 02:11:38.763104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.791853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986b9b9b-1120-483c-9601-a877b70eaadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a75b92b-4cef-438b-a08d-a0f85e560514'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:38.863567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6a75b92b-4cef-438b-a08d-a0f85e560514, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6a75b92b-4cef-438b-a08d-a0f85e560514,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:38.867710 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.868925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 723d2682-91d6-47bd-a9cc-ec4a5e840d39 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:38.958824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=6a75b92b-4cef-438b-a08d-a0f85e560514,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.008847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:39.013180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bfef3-9fea-44ff-8241-ffe88cb73d4a req-5818a1f7-93b9-49f3-916e-aedf401e77b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.013617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:39.014109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.014633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de1bfef3-9fea-44ff-8241-ffe88cb73d4a req-5818a1f7-93b9-49f3-916e-aedf401e77b6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 969 time: 0.0646250 Aug 16 02:11:39.069230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de1bfef3-9fea-44ff-8241-ffe88cb73d4a req-5176bbfe-a42f-4df4-8d26-59b7da9d3b5d tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Aug 16 02:11:39.135868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60694) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:39.151960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79a1cc53-2e6c-4379-913b-faefa39b20be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.169540 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.215365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 723d2682-91d6-47bd-a9cc-ec4a5e840d39, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=723d2682-91d6-47bd-a9cc-ec4a5e840d39,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:39.220529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.282416 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70274613-4e4d-4dd0-a5af-83fbc50d8550" -d '{"events": [{"server_uuid": "986b9b9b-1120-483c-9601-a877b70eaadb", "name": "network-vif-plugged", "status": "completed", "tag": "6a75b92b-4cef-438b-a08d-a0f85e560514"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:39.311489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79a1cc53-2e6c-4379-913b-faefa39b20be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.323147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=723d2682-91d6-47bd-a9cc-ec4a5e840d39,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.332269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79a1cc53-2e6c-4379-913b-faefa39b20be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.385699 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-79a1cc53-2e6c-4379-913b-faefa39b20be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b2388a2f205495abbafef3bf677c8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477331 Aug 16 02:11:39.388415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60704) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:39.389881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1cc53-2e6c-4379-913b-faefa39b20be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afac38e9-1f8d-4f8d-a557-5f77509697ae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.405097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5ab12-3463-481f-84e9-e6c268195087 req-bf51796f-57a0-40b0-bcb2-94d8e7b72f30 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.406762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ef5ab12-3463-481f-84e9-e6c268195087 req-bf51796f-57a0-40b0-bcb2-94d8e7b72f30 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.1183081 Aug 16 02:11:39.418857 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e557663-95dd-4e07-9236-1b216babaaf4 x-openstack-request-id: req-5e557663-95dd-4e07-9236-1b216babaaf4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:39.419146 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986b9b9b-1120-483c-9601-a877b70eaadb", "name": "network-vif-plugged", "status": "completed", "tag": "6a75b92b-4cef-438b-a08d-a0f85e560514", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:39.419521 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e557663-95dd-4e07-9236-1b216babaaf4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:39.420002 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986b9b9b-1120-483c-9601-a877b70eaadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a75b92b-4cef-438b-a08d-a0f85e560514', 'code': 200} Aug 16 02:11:39.464105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ef5ab12-3463-481f-84e9-e6c268195087 req-ed997480-54bd-42b8-9f4c-a7443fd99b55 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Aug 16 02:11:39.484429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bde227f2-350c-46e8-9324-69cc46e7dcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.511381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bde227f2-350c-46e8-9324-69cc46e7dcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.557923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b020d-cf38-4f3d-b4c4-1105258a59cd req-25e66ac0-388f-4d70-8a27-1d160e2e48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.559708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10b020d-cf38-4f3d-b4c4-1105258a59cd req-25e66ac0-388f-4d70-8a27-1d160e2e48d5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 1101 time: 0.0718067 Aug 16 02:11:39.566061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bde227f2-350c-46e8-9324-69cc46e7dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.569292 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bde227f2-350c-46e8-9324-69cc46e7dcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.573027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bde227f2-350c-46e8-9324-69cc46e7dcb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/afac38e9-1f8d-4f8d-a557-5f77509697ae HTTP/1.1" status: 204 len: 168 time: 0.1793809 Aug 16 02:11:39.578891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde227f2-350c-46e8-9324-69cc46e7dcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac38e9-1f8d-4f8d-a557-5f77509697ae,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.583235 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10b020d-cf38-4f3d-b4c4-1105258a59cd req-7e278915-11d3-411e-8c22-b491000a4790 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.695509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10b020d-cf38-4f3d-b4c4-1105258a59cd req-7e278915-11d3-411e-8c22-b491000a4790 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.700214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10b020d-cf38-4f3d-b4c4-1105258a59cd req-7e278915-11d3-411e-8c22-b491000a4790 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.731907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10b020d-cf38-4f3d-b4c4-1105258a59cd req-7e278915-11d3-411e-8c22-b491000a4790 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620524 Aug 16 02:11:39.741162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e278915-11d3-411e-8c22-b491000a4790 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a24fd347-2628-46ef-a57a-da988fdee9f6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.838485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cbda2-6e2b-4bc2-a95a-459dbf79a9ee req-2cc6def7-c10e-4fbf-bf7d-ea69d09c55dd tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.840181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b20cbda2-6e2b-4bc2-a95a-459dbf79a9ee req-2cc6def7-c10e-4fbf-bf7d-ea69d09c55dd tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 949 time: 0.0513432 Aug 16 02:11:39.878766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b20cbda2-6e2b-4bc2-a95a-459dbf79a9ee req-044439cb-3392-4206-acbd-50fc9280d960 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Aug 16 02:11:40.199568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44873108-930b-48e9-ba9c-a4527c970c06 req-8df14c0f-128b-478c-9f4c-5e9dd3b3bf9d tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.201097 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44873108-930b-48e9-ba9c-a4527c970c06 req-8df14c0f-128b-478c-9f4c-5e9dd3b3bf9d tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.0552092 Aug 16 02:11:40.246366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44873108-930b-48e9-ba9c-a4527c970c06 req-f7965c2a-cc0c-49ee-b17c-b5f1ba0b0ad7 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385818 Aug 16 02:11:40.264316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-c28304e3-4603-40e5-8a03-0ca5b04cb885 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:11:40.267402 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-c28304e3-4603-40e5-8a03-0ca5b04cb885 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093472 Aug 16 02:11:40.411055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60760) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.432123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.465874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Request body: {'port': {'device_id': '39fea55e-1462-4a15-9037-07dc6943eedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:40.493085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-438702160-network', 'tenant_id': '0ae2e3abcc454bf8901c3de6cbdb499d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:40.529212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7589-2aff-4ce3-a637-601216f5106d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.576177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Made reservation on behalf of 0ae2e3abcc454bf8901c3de6cbdb499d for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:40.578461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.580187 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.606157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.611086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd9fe6-e4d3-4ee8-81c2-c4ca0686d19c req-9bcd100c-a750-4852-843f-9187c45f2acc tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.612625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53fd9fe6-e4d3-4ee8-81c2-c4ca0686d19c req-9bcd100c-a750-4852-843f-9187c45f2acc tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 935 time: 0.0512564 Aug 16 02:11:40.656039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53fd9fe6-e4d3-4ee8-81c2-c4ca0686d19c req-9b58154e-6fc2-43d8-9c4c-22c18ebd3ca5 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Aug 16 02:11:40.822416 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7589-2aff-4ce3-a637-601216f5106d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.835057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7589-2aff-4ce3-a637-601216f5106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.912128 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a0dc7589-2aff-4ce3-a637-601216f5106d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=085d52f6f089452581cb8a6a85da35e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760196 Aug 16 02:11:40.912893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.924254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc7589-2aff-4ce3-a637-601216f5106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e75753-feb2-4a01-a815-9b291aee34bb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.996239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbb0bb8c-8320-453d-8a35-ad376925242a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.020142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbb0bb8c-8320-453d-8a35-ad376925242a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.078128 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbb0bb8c-8320-453d-8a35-ad376925242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.080971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbb0bb8c-8320-453d-8a35-ad376925242a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.082755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dbb0bb8c-8320-453d-8a35-ad376925242a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9e75753-feb2-4a01-a815-9b291aee34bb HTTP/1.1" status: 204 len: 168 time: 0.1692560 Aug 16 02:11:41.093816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293b0d4-b9e3-432d-b50d-2d7055f6e8e6 req-b7a1447f-0ab9-4bdc-9051-01fb6dd9463d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.095315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2293b0d4-b9e3-432d-b50d-2d7055f6e8e6 req-b7a1447f-0ab9-4bdc-9051-01fb6dd9463d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 949 time: 0.1252887 Aug 16 02:11:41.097245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.099919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c856e8d-6e9d-404d-839e-62b75dd9db90 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:41.102488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0bb8c-8320-453d-8a35-ad376925242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e75753-feb2-4a01-a815-9b291aee34bb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.108658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.118854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.162107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Transition to ACTIVE for port object 3c856e8d-6e9d-404d-839e-62b75dd9db90 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:41.164107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:41.192243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.229307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e16db-99de-4a09-8c62-188cdfc96e9e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.237842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.238280 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Added segment 25fb99dd-ad3e-4142-adca-c82b9822474c of type vlan for network 300e3778-c05e-4fcc-a5b3-b08251b483f2 Aug 16 02:11:41.254758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2293b0d4-b9e3-432d-b50d-2d7055f6e8e6 req-384574fb-5733-447e-835c-ec50043553d0 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497746 Aug 16 02:11:41.288245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Pushing event updated for resources: {'Port': ['ID=3c856e8d-6e9d-404d-839e-62b75dd9db90,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.304567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.385694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Attempting to bind port 3c856e8d-6e9d-404d-839e-62b75dd9db90 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:41.386028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Attempting to bind port 3c856e8d-6e9d-404d-839e-62b75dd9db90 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:41.386429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Attempting to bind port 3c856e8d-6e9d-404d-839e-62b75dd9db90 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:41.392725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Port 3c856e8d-6e9d-404d-839e-62b75dd9db90 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:41.393088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Attempting to bind port 3c856e8d-6e9d-404d-839e-62b75dd9db90 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:41.398290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.399345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.399920 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.407943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:41.408299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:41.408717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:41.409152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Bound port: 3c856e8d-6e9d-404d-839e-62b75dd9db90, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:41.409504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.422903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723d2682-91d6-47bd-a9cc-ec4a5e840d39'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:41.425842 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7fe3af-5e58-49e2-b7d1-20025fab3ae7" -d '{"events": [{"server_uuid": "c4a238c7-d1a5-4e1c-a380-fc33bf922d87", "name": "network-vif-plugged", "status": "completed", "tag": "723d2682-91d6-47bd-a9cc-ec4a5e840d39"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:41.483403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0671902 Aug 16 02:11:41.484136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.509199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Request body: {'subnet': {'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-438702160-subnet', 'tenant_id': '0ae2e3abcc454bf8901c3de6cbdb499d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:41.520510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a321-9f71-4774-b6b2-4955ed30cc83 req-3bd106a0-6c27-4648-92c2-b53808a60fbc tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.522360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4128165-127b-47bf-ac7c-d18dc5f33164 admin admin] Pushing event updated for resources: {'Network': ['ID=300e3778-c05e-4fcc-a5b3-b08251b483f2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.522793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e92a321-9f71-4774-b6b2-4955ed30cc83 req-3bd106a0-6c27-4648-92c2-b53808a60fbc tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.1069422 Aug 16 02:11:41.534551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:41.595920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Made reservation on behalf of 0ae2e3abcc454bf8901c3de6cbdb499d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:41.598395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.630530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e92a321-9f71-4774-b6b2-4955ed30cc83 req-a9ce522e-9851-47bb-846c-6aaf2ed62fed tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995276 Aug 16 02:11:41.657995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] For port 3c856e8d-6e9d-404d-839e-62b75dd9db90, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:41.669435 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4291bfa7-e8f9-4a81-ba17-f4b94872fbe1 x-openstack-request-id: req-4291bfa7-e8f9-4a81-ba17-f4b94872fbe1 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:41.671270 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a238c7-d1a5-4e1c-a380-fc33bf922d87", "name": "network-vif-plugged", "status": "completed", "tag": "723d2682-91d6-47bd-a9cc-ec4a5e840d39", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:41.671644 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4291bfa7-e8f9-4a81-ba17-f4b94872fbe1 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:41.672536 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723d2682-91d6-47bd-a9cc-ec4a5e840d39', 'code': 200} Aug 16 02:11:41.677669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] For port 3c856e8d-6e9d-404d-839e-62b75dd9db90, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:41.678620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60794) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.722891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.724684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b916a5f-9ff4-4579-899f-2c2fde07398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.822073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.822961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.823157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802c927-90bf-4b72-9505-338bf0540c50 req-79aa89bf-c6f1-4dab-a295-8f9194961b0d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.824688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] 10.222.0.98 "PUT /v2.0/ports/3c856e8d-6e9d-404d-839e-62b75dd9db90 HTTP/1.1" status: 200 len: 1096 time: 1.4213042 Aug 16 02:11:41.824972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6802c927-90bf-4b72-9505-338bf0540c50 req-79aa89bf-c6f1-4dab-a295-8f9194961b0d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 947 time: 0.0739472 Aug 16 02:11:41.832956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fea55e-1462-4a15-9037-07dc6943eedd', 'tag': '3c856e8d-6e9d-404d-839e-62b75dd9db90'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:41.836267 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "39fea55e-1462-4a15-9037-07dc6943eedd", "tag": "3c856e8d-6e9d-404d-839e-62b75dd9db90"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:41.907924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e69fa-1d16-46c4-8e91-65645fe300e8 req-41ca7ebc-880c-4f6c-8457-8122f37a68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.913180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e1e69fa-1d16-46c4-8e91-65645fe300e8 req-41ca7ebc-880c-4f6c-8457-8122f37a68ff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 1122 time: 0.1688783 Aug 16 02:11:41.929831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6802c927-90bf-4b72-9505-338bf0540c50 req-661b049a-6ef6-4b1a-9c3e-2176d9016131 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680621 Aug 16 02:11:41.936530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b916a5f-9ff4-4579-899f-2c2fde07398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.944899 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cda5018-014e-4e83-ab94-d53b1a390b9d x-openstack-request-id: req-2cda5018-014e-4e83-ab94-d53b1a390b9d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:41.945156 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fea55e-1462-4a15-9037-07dc6943eedd", "tag": "3c856e8d-6e9d-404d-839e-62b75dd9db90", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:41.945400 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cda5018-014e-4e83-ab94-d53b1a390b9d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:41.945664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b916a5f-9ff4-4579-899f-2c2fde07398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.946187 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fea55e-1462-4a15-9037-07dc6943eedd', 'tag': '3c856e8d-6e9d-404d-839e-62b75dd9db90', 'status': 'completed', 'code': 200} Aug 16 02:11:41.984660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40600ab-1ce1-42ff-8064-5cb8fe2ca59d service neutron] Pushing event updated for resources: {'Port': ['ID=3c856e8d-6e9d-404d-839e-62b75dd9db90,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.002062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0b916a5f-9ff4-4579-899f-2c2fde07398a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52cb639a45544be384749430ce9daeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222253 Aug 16 02:11:42.003098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b916a5f-9ff4-4579-899f-2c2fde07398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2c3fb-a1d1-4c82-a401-962c1a64c50e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.005926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:42.046790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e1e69fa-1d16-46c4-8e91-65645fe300e8 req-edef5e9e-5805-4996-bbbf-d0df882ab88d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Aug 16 02:11:42.050404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-2215669c-6b88-486f-b89e-de8ef1914f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.051818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-2215669c-6b88-486f-b89e-de8ef1914f38 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3f9fc1c441f143b7962497f494cbab15&device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 1099 time: 0.1493974 Aug 16 02:11:42.064506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-791c48e5-b1c5-415d-8b46-69541084609e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.085862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-791c48e5-b1c5-415d-8b46-69541084609e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.125890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-5801956b-f241-41db-be3b-f6af350d337a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90 HTTP/1.1" status: 200 len: 217 time: 0.0454504 Aug 16 02:11:42.137522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-791c48e5-b1c5-415d-8b46-69541084609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.140515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-791c48e5-b1c5-415d-8b46-69541084609e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.141790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-791c48e5-b1c5-415d-8b46-69541084609e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20f2c3fb-a1d1-4c82-a401-962c1a64c50e HTTP/1.1" status: 204 len: 168 time: 0.1346257 Aug 16 02:11:42.150659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c48e5-b1c5-415d-8b46-69541084609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2c3fb-a1d1-4c82-a401-962c1a64c50e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.172634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.226072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-9dc98596-1b8c-4c02-9991-11565caa40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.227889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-9dc98596-1b8c-4c02-9991-11565caa40ac service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0913503 Aug 16 02:11:42.235326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1203901-e06d-47a6-adcd-6dac9cac7264,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.277832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:42.278174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Network hostable DHCP agents. Network: 300e3778-c05e-4fcc-a5b3-b08251b483f2, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:42.292861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5326-544f-4d96-a465-070966458831 req-7f8be711-2415-4239-99fa-f83394799b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.294289 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-7f8be711-2415-4239-99fa-f83394799b2f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567532 Aug 16 02:11:42.313686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:42.388474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 300e3778-c05e-4fcc-a5b3-b08251b483f2) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:42.392890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.393476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.399339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9107a-7805-4d43-b4cd-c5c4d4aef30a None None] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:42.432851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cfe4122f-0708-4601-a4c2-052b932edc21 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9276342 Aug 16 02:11:42.460379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d8565-76f7-4298-89cc-7b688c65676a req-8c29b940-48c5-42eb-a759-a7983013f936 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.471677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40d8565-76f7-4298-89cc-7b688c65676a req-8c29b940-48c5-42eb-a759-a7983013f936 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 949 time: 0.1129236 Aug 16 02:11:42.488966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-8ad6fe9a-1c75-4b40-a017-a20bd233a2ea service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847923 Aug 16 02:11:42.573409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b3e20d-c5cf-4c0c-a9c8-94477240df69 None None] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:42.574814 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40d8565-76f7-4298-89cc-7b688c65676a req-42d3a049-7afa-4cdf-b74c-45bc57cf0493 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027029 Aug 16 02:11:42.614304 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b54d5326-544f-4d96-a465-070966458831 req-d5305c60-cb96-48a1-9e62-08ffd4805b25 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154010 Aug 16 02:11:42.769536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-37bc8d55-6875-4747-a0e1-6b7a5bfa7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.772082 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-37bc8d55-6875-4747-a0e1-6b7a5bfa7cd5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3f9fc1c441f143b7962497f494cbab15&device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 1099 time: 0.1032033 Aug 16 02:11:42.915952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee6902-9140-4cdd-8ad6-5b7a40c78fa2 req-60dfc612-c218-4b04-be08-4e83a2cdc664 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.918079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1ee6902-9140-4cdd-8ad6-5b7a40c78fa2 req-60dfc612-c218-4b04-be08-4e83a2cdc664 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.1833317 Aug 16 02:11:43.028832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1ee6902-9140-4cdd-8ad6-5b7a40c78fa2 req-daddef69-a72d-4754-b410-0dcc9cef5f35 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023669 Aug 16 02:11:43.045014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-a9436886-1f71-43e6-8d5e-446f141d559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.048069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-a9436886-1f71-43e6-8d5e-446f141d559b service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2652786 Aug 16 02:11:43.114633 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-d4792435-7323-48ba-9169-02c33a7d2712 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90 HTTP/1.1" status: 200 len: 217 time: 0.0554259 Aug 16 02:11:43.225761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3069a34-f7e6-4b60-b499-b30b6e6e56f1 req-682c63da-5a89-4aca-9088-95d259ff419f tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.225933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60848) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:43.227519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3069a34-f7e6-4b60-b499-b30b6e6e56f1 req-682c63da-5a89-4aca-9088-95d259ff419f tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 947 time: 0.0923762 Aug 16 02:11:43.228975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-d316e97b-f7f4-439c-84fd-ee4fafe57298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.230482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-d316e97b-f7f4-439c-84fd-ee4fafe57298 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1075027 Aug 16 02:11:43.234940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2042875147-network', 'tenant_id': '0049d7c6bf6d486298b2069e98b8965a'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:43.278675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Made reservation on behalf of 0049d7c6bf6d486298b2069e98b8965a for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:43.281687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.293608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.309188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-c86712d6-9dd1-4560-9165-d728f50d3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.310840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-c86712d6-9dd1-4560-9165-d728f50d3e07 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725091 Aug 16 02:11:43.314678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3069a34-f7e6-4b60-b499-b30b6e6e56f1 req-bb88946c-eec9-447e-9324-5d99ca4af331 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664804 Aug 16 02:11:43.448483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-48661a58-c8f9-497b-9426-ed294a00018f service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266403 Aug 16 02:11:43.481130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.488567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.509991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:43.533638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b836f-9dec-4e55-9962-342ee200cc22,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.543308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b6e2-4dfc-4fce-bae3-6bf4aa2eb303 req-d3719b72-7475-4387-803b-1357002908c2 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.545048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d62b6e2-4dfc-4fce-bae3-6bf4aa2eb303 req-d3719b72-7475-4387-803b-1357002908c2 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 949 time: 0.1160898 Aug 16 02:11:43.546441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.546783 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Added segment 4c419cfd-7e25-4292-9d26-c1d5939f907f of type vlan for network 62845022-d566-4729-9ece-8370db412cf5 Aug 16 02:11:43.556523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062b8764-4d6a-4e8c-99d8-92eb5c7bc3a3 req-df1d13e6-ba35-40a9-b4ba-950e10c02d6a service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996985 Aug 16 02:11:43.605181 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.623986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d62b6e2-4dfc-4fce-bae3-6bf4aa2eb303 req-a2b8b443-c2f4-495a-9d5a-cac53d528125 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684149 Aug 16 02:11:43.650927 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.653570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.654368 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.711400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4844158 Aug 16 02:11:43.714319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:43.719160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Request body: {'subnet': {'network_id': '62845022-d566-4729-9ece-8370db412cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2042875147-subnet', 'tenant_id': '0049d7c6bf6d486298b2069e98b8965a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:43.722538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628090df-c3cf-4616-af4e-0f3dc792b7ca admin admin] Pushing event updated for resources: {'Network': ['ID=62845022-d566-4729-9ece-8370db412cf5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.734132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 62845022-d566-4729-9ece-8370db412cf5 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:43.752457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Made reservation on behalf of 0049d7c6bf6d486298b2069e98b8965a for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:43.755676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.930328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.986728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d772fb83-c8c6-4812-936b-011ecd82092a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.998267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Checking segment: {'id': '4c419cfd-7e25-4292-9d26-c1d5939f907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '62845022-d566-4729-9ece-8370db412cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:43.998623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Network hostable DHCP agents. Network: 62845022-d566-4729-9ece-8370db412cf5, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:44.014869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Network 62845022-d566-4729-9ece-8370db412cf5 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:44.024072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 62845022-d566-4729-9ece-8370db412cf5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:44.031943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccebc98-66cc-4e0c-9a46-5f3f884dafc0 None None] Network 62845022-d566-4729-9ece-8370db412cf5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:44.035483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.040902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.057368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b775a57-2492-4054-869e-65b31cc7e715 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3417165 Aug 16 02:11:44.189074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f299caf-c8a7-4c06-8939-d08a621e8a38 None None] Network 62845022-d566-4729-9ece-8370db412cf5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:44.209020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5181b4-fefa-4fa3-8186-b0376427109e req-caf70bd9-a64d-4600-92d2-964a080b5d1d tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.210552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b5181b4-fefa-4fa3-8186-b0376427109e req-caf70bd9-a64d-4600-92d2-964a080b5d1d tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.0659988 Aug 16 02:11:44.269883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b5181b4-fefa-4fa3-8186-b0376427109e req-ccfd0bf1-5751-4784-a127-6992a765980b tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534897 Aug 16 02:11:44.443322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed810da-264d-49f5-84ec-33d114859b18 req-f8d32185-ff8e-4dc9-b59a-6afa52fe0736 tempest-AggregatesAdminTestJSON-280726615 tempest-AggregatesAdminTestJSON-280726615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.444468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ed810da-264d-49f5-84ec-33d114859b18 req-f8d32185-ff8e-4dc9-b59a-6afa52fe0736 tempest-AggregatesAdminTestJSON-280726615 tempest-AggregatesAdminTestJSON-280726615-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 1122 time: 0.0865271 Aug 16 02:11:44.464337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4ed810da-264d-49f5-84ec-33d114859b18 req-ea0beb57-41bb-4bf3-b992-d8f0dfb72196 tempest-AggregatesAdminTestJSON-280726615 tempest-AggregatesAdminTestJSON-280726615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.512986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ebf65-2bf0-44c5-8c78-b5a012660496 req-84153052-f106-42b0-9681-9182e54bee3a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.514838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b2ebf65-2bf0-44c5-8c78-b5a012660496 req-84153052-f106-42b0-9681-9182e54bee3a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 947 time: 0.0540450 Aug 16 02:11:44.568767 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4ed810da-264d-49f5-84ec-33d114859b18 req-ea0beb57-41bb-4bf3-b992-d8f0dfb72196 tempest-AggregatesAdminTestJSON-280726615 tempest-AggregatesAdminTestJSON-280726615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.573051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4ed810da-264d-49f5-84ec-33d114859b18 req-ea0beb57-41bb-4bf3-b992-d8f0dfb72196 tempest-AggregatesAdminTestJSON-280726615 tempest-AggregatesAdminTestJSON-280726615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.586287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b2ebf65-2bf0-44c5-8c78-b5a012660496 req-7f514e05-1b2d-4c98-b56e-ebd23879aacc tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Aug 16 02:11:44.597514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-adcd404d-3788-43f2-995a-b76bc30bf1a8 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.599520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-adcd404d-3788-43f2-995a-b76bc30bf1a8 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 1101 time: 0.0684080 Aug 16 02:11:44.611252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ed810da-264d-49f5-84ec-33d114859b18 req-ea0beb57-41bb-4bf3-b992-d8f0dfb72196 tempest-AggregatesAdminTestJSON-280726615 tempest-AggregatesAdminTestJSON-280726615-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602156 Aug 16 02:11:44.630675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0beb57-41bb-4bf3-b992-d8f0dfb72196 tempest-AggregatesAdminTestJSON-280726615 tempest-AggregatesAdminTestJSON-280726615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb1904-6ff9-4ff5-aa7c-94d930a689e3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.705818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Deleting port 6a75b92b-4cef-438b-a08d-a0f85e560514 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:44.706222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.758329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60930) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.945506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c9365-53f5-4468-847c-9b24019d816b req-8d026bd4-47fc-4205-ba22-69a5f187ac83 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.947476 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-889c9365-53f5-4468-847c-9b24019d816b req-8d026bd4-47fc-4205-ba22-69a5f187ac83 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 949 time: 0.0686660 Aug 16 02:11:44.984818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-590f1d5e-192b-422e-a891-e8c8d6339502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.012398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-889c9365-53f5-4468-847c-9b24019d816b req-c06d1fcf-412c-4e84-b2e7-e1f9b5682a08 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582073 Aug 16 02:11:45.133060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-590f1d5e-192b-422e-a891-e8c8d6339502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.137882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-590f1d5e-192b-422e-a891-e8c8d6339502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.173165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] For port 6a75b92b-4cef-438b-a08d-a0f85e560514, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6a75b92b-4cef-438b-a08d-a0f85e560514,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:45.173539 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.183735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-590f1d5e-192b-422e-a891-e8c8d6339502 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98dba4a45439416fa896b49ac5fdc59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215555 Aug 16 02:11:45.184313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60940) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.199137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Calling delete_port for 6a75b92b-4cef-438b-a08d-a0f85e560514 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:45.208719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1d5e-192b-422e-a891-e8c8d6339502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650927e6-1f8d-4bcd-a3e3-003f92e1c894,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.216896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582324-cd35-49c8-83e7-7a782684f6ad req-080a8669-c208-4885-9685-d00f170e4774 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.224359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-080a8669-c208-4885-9685-d00f170e4774 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.4490154 Aug 16 02:11:45.243950 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-55555933-b4dc-4c53-8384-4d8eb488b00d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/quotas/0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 375 time: 0.0192075 Aug 16 02:11:45.272007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746d2032-25e4-4d25-8783-6b40ab8fe784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.299961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746d2032-25e4-4d25-8783-6b40ab8fe784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.329091 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-b7ff7a7d-0443-479c-b841-31c1c53c5667 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842531 Aug 16 02:11:45.367492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746d2032-25e4-4d25-8783-6b40ab8fe784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.371966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746d2032-25e4-4d25-8783-6b40ab8fe784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.373329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-746d2032-25e4-4d25-8783-6b40ab8fe784 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/650927e6-1f8d-4bcd-a3e3-003f92e1c894 HTTP/1.1" status: 204 len: 168 time: 0.1879447 Aug 16 02:11:45.383053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d2032-25e4-4d25-8783-6b40ab8fe784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650927e6-1f8d-4bcd-a3e3-003f92e1c894,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.480794 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.495789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['6a75b92b-4cef-438b-a08d-a0f85e560514'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:45.520398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-fabea488-5c89-4e22-94fe-cf7f28c64f11 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:11:45.526988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-fabea488-5c89-4e22-94fe-cf7f28c64f11 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0890117 Aug 16 02:11:45.532637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a75b92b-4cef-438b-a08d-a0f85e560514,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.639419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] No DVR routers for this DVR port 6a75b92b-4cef-438b-a08d-a0f85e560514 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:45.645640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.647678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0ab167c-a7be-483a-91e5-e838b92dd792 req-54d51d87-9e89-40e0-8943-f5698ede86c5 tempest-DeleteServersAdminTestJSON-1732384189 tempest-DeleteServersAdminTestJSON-1732384189-project-admin] 10.222.0.88 "DELETE /v2.0/ports/6a75b92b-4cef-438b-a08d-a0f85e560514 HTTP/1.1" status: 204 len: 173 time: 1.0427985 Aug 16 02:11:45.648221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986b9b9b-1120-483c-9601-a877b70eaadb', 'name': 'network-vif-deleted', 'tag': '6a75b92b-4cef-438b-a08d-a0f85e560514'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:45.657537 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f548875-8539-4f42-b999-e2a21063656b" -d '{"events": [{"server_uuid": "986b9b9b-1120-483c-9601-a877b70eaadb", "name": "network-vif-deleted", "tag": "6a75b92b-4cef-438b-a08d-a0f85e560514"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:45.704881 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-5e1c0883-28d1-4c5d-bd84-632ae1a54815 service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769545 Aug 16 02:11:45.821858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-da9cd99a-08ce-49a7-8f40-0e32dfd81664 service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136279 Aug 16 02:11:45.832596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.848832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-779f6d98-519f-4ee4-b847-a3cf48be88a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.907731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3c856e8d-6e9d-404d-839e-62b75dd9db90 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:45.916037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f022d56-d6ba-449a-9c4c-e38b368d559e req-01093e79-e31e-466d-ae0b-98ee8ce99762 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.917988 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f022d56-d6ba-449a-9c4c-e38b368d559e req-01093e79-e31e-466d-ae0b-98ee8ce99762 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 947 time: 0.0701690 Aug 16 02:11:45.946130 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-779f6d98-519f-4ee4-b847-a3cf48be88a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.951356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-779f6d98-519f-4ee4-b847-a3cf48be88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.984506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6d98-519f-4ee4-b847-a3cf48be88a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a896bb0-70d6-431d-a0a6-45bba8e0a64b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.990299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f022d56-d6ba-449a-9c4c-e38b368d559e req-d4a1bb30-486f-494a-84c3-515bcf4d02aa tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657635 Aug 16 02:11:46.002022 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03a744e-d16d-411b-9089-6b867084c862 x-openstack-request-id: req-e03a744e-d16d-411b-9089-6b867084c862 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:46.002472 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986b9b9b-1120-483c-9601-a877b70eaadb", "name": "network-vif-deleted", "tag": "6a75b92b-4cef-438b-a08d-a0f85e560514", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:46.002814 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e03a744e-d16d-411b-9089-6b867084c862 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:46.003290 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986b9b9b-1120-483c-9601-a877b70eaadb', 'name': 'network-vif-deleted', 'tag': '6a75b92b-4cef-438b-a08d-a0f85e560514', 'status': 'completed', 'code': 200} Aug 16 02:11:46.043265 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-779f6d98-519f-4ee4-b847-a3cf48be88a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6cdb27251a0a4794969d4367b863e2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096138 Aug 16 02:11:46.044674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.090982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e49d0c4b-2fa2-40a3-b80c-b2e9a4379270 req-0d26d913-1a4a-4858-acf7-2c6247358322 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0553300 Aug 16 02:11:46.113285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3c856e8d-6e9d-404d-839e-62b75dd9db90, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:46.141906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '3c856e8d-6e9d-404d-839e-62b75dd9db90', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '3c856e8d-6e9d-404d-839e-62b75dd9db90', 'mac_address': 'fa:16:3e:ca:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:46.151728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d7773bf-0eec-4ab3-9431-4f52585eedc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.201593 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d7773bf-0eec-4ab3-9431-4f52585eedc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.242615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.243987 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e78a476-b18b-4a22-9209-6dd6c1e798f8 req-e3b83ca9-dc32-430c-9744-3ce837539654 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=986b9b9b-1120-483c-9601-a877b70eaadb HTTP/1.1" status: 200 len: 210 time: 0.0430589 Aug 16 02:11:46.272025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c856e8d-6e9d-404d-839e-62b75dd9db90 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:46.309075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d7773bf-0eec-4ab3-9431-4f52585eedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.312017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d7773bf-0eec-4ab3-9431-4f52585eedc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.315443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d7773bf-0eec-4ab3-9431-4f52585eedc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a896bb0-70d6-431d-a0a6-45bba8e0a64b HTTP/1.1" status: 204 len: 168 time: 0.2673748 Aug 16 02:11:46.322110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7773bf-0eec-4ab3-9431-4f52585eedc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a896bb0-70d6-431d-a0a6-45bba8e0a64b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.326741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3c856e8d-6e9d-404d-839e-62b75dd9db90, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:46.334127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.404996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3c856e8d-6e9d-404d-839e-62b75dd9db90,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.733084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3c856e8d-6e9d-404d-839e-62b75dd9db90'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:47.145640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676d62-3d2a-4795-b509-9c7fb424a0bb req-c0d0bb96-acc7-4273-a498-0ec0c3bae569 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.148035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11676d62-3d2a-4795-b509-9c7fb424a0bb req-c0d0bb96-acc7-4273-a498-0ec0c3bae569 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 948 time: 0.0637891 Aug 16 02:11:47.254594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.280776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11676d62-3d2a-4795-b509-9c7fb424a0bb req-19bfbb8e-4c4c-4464-a783-07f08f95e498 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209650 Aug 16 02:11:47.349833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582324-cd35-49c8-83e7-7a782684f6ad req-5fc5c3c4-f0c2-444a-a666-039e293c8baa tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.351409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-5fc5c3c4-f0c2-444a-a666-039e293c8baa tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.1868031 Aug 16 02:11:47.366600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Request body: {'port': {'device_id': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'admin_state_up': True, 'tenant_id': '0ae2e3abcc454bf8901c3de6cbdb499d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:47.407741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ea22ec66-ccb0-41c3-93b3-939a81edd209 req-4f334c15-cd29-4481-bafa-9afa546aa626 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 210 time: 0.0443504 Aug 16 02:11:47.444377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-network', 'tenant_id': '7046879bebf44a269ccb57e061cbf344'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:47.467723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Made reservation on behalf of 7046879bebf44a269ccb57e061cbf344 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:47.470299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.482247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.525308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Made reservation on behalf of 0ae2e3abcc454bf8901c3de6cbdb499d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:47.528809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.670913 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.675867 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.714806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:47.729766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f800b55-79ce-4d31-9b2b-df94b66dc159,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.734296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Allocated IP 172.20.0.13 (300e3778-c05e-4fcc-a5b3-b08251b483f2/d1203901-e06d-47a6-adcd-6dac9cac7264/02b5cbee-8876-45c5-b8e8-73730176a8fc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:47.739164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.740184 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Added segment 5907df60-8776-4005-a701-5d45321bf535 of type vlan for network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc Aug 16 02:11:47.788370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-9fdad9ad-930b-4416-a82e-7956d899d4a1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7575b398806c444fb3ad996ad2cb8789&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523894 Aug 16 02:11:47.863796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3c856e8d-6e9d-404d-839e-62b75dd9db90 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:47.914884 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.915460 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.975338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.998506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.000153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.001220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.018712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 3c856e8d-6e9d-404d-839e-62b75dd9db90 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:48.025285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 3c856e8d-6e9d-404d-839e-62b75dd9db90 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:48.025661 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.032464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:48.037858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:48.051020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:48.059780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.060819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.094306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.100121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-bcaebcae-d696-4482-8ab0-e5454d1bed2e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382019 Aug 16 02:11:48.119508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Request body: {'port': {'device_id': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:48.120899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-5861d7f8-b873-41aa-86f0-3b66247d2d43 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.128511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-5861d7f8-b873-41aa-86f0-3b66247d2d43 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125603 Aug 16 02:11:48.139652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8817060 Aug 16 02:11:48.140237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32916) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.146105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Request body: {'subnet': {'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-subnet', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:48.167196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-0e33e402-e639-4d86-98eb-2df33ce8b0dc tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/quotas/7575b398806c444fb3ad996ad2cb8789 HTTP/1.1" status: 200 len: 375 time: 0.0379665 Aug 16 02:11:48.183682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc433e76-9a67-47c7-a54d-84b401965d89 admin admin] Pushing event updated for resources: {'Network': ['ID=90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.192708 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.197052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:48.244572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-fcd6a3f6-cab4-4af4-8e79-36bf9eedf31e tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7575b398806c444fb3ad996ad2cb8789&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733891 Aug 16 02:11:48.246665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3c856e8d-6e9d-404d-839e-62b75dd9db90, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.253942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Made reservation on behalf of 7046879bebf44a269ccb57e061cbf344 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:48.256895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.276986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.280618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fea55e-1462-4a15-9037-07dc6943eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c856e8d-6e9d-404d-839e-62b75dd9db90'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:48.283351 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78398f6f-e3af-49c7-9ff6-ccdf56df47c6" -d '{"events": [{"server_uuid": "39fea55e-1462-4a15-9037-07dc6943eedd", "name": "network-vif-plugged", "status": "completed", "tag": "3c856e8d-6e9d-404d-839e-62b75dd9db90"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:48.285654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32920) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.295414 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.376203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3c856e8d-6e9d-404d-839e-62b75dd9db90,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.539735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19bb38a0-8fc4-47ee-aa19-dfba6abb57bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.563842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6a75b92b-4cef-438b-a08d-a0f85e560514 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:48.584077 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.614603 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f54286-31d8-4311-a0de-47c80c6fc10e x-openstack-request-id: req-86f54286-31d8-4311-a0de-47c80c6fc10e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:48.614893 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fea55e-1462-4a15-9037-07dc6943eedd", "name": "network-vif-plugged", "status": "completed", "tag": "3c856e8d-6e9d-404d-839e-62b75dd9db90", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:48.616256 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86f54286-31d8-4311-a0de-47c80c6fc10e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:48.617337 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fea55e-1462-4a15-9037-07dc6943eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c856e8d-6e9d-404d-839e-62b75dd9db90', 'code': 200} Aug 16 02:11:48.633662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 6a75b92b-4cef-438b-a08d-a0f85e560514 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:48.634337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6a75b92b-4cef-438b-a08d-a0f85e560514 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:48.672844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b63fe8-b765-481f-a679-e8bd523ae5bb,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.699390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Checking segment: {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:48.699744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Network hostable DHCP agents. Network: 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:48.754399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19bb38a0-8fc4-47ee-aa19-dfba6abb57bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.765852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:48.781506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19bb38a0-8fc4-47ee-aa19-dfba6abb57bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.797291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4d9e2-93e7-4136-b916-7054ccb570fb req-b7c29294-b661-4b42-8e33-7e7d31e9690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.798796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-73f4d9e2-93e7-4136-b916-7054ccb570fb req-b7c29294-b661-4b42-8e33-7e7d31e9690c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 1101 time: 0.1283638 Aug 16 02:11:48.813313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e4790-4b64-404e-9f7c-48c4c220b0c6 req-5b54ef8a-a7c6-4400-9510-ec27fa78dbe5 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.814871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a76e4790-4b64-404e-9f7c-48c4c220b0c6 req-5b54ef8a-a7c6-4400-9510-ec27fa78dbe5 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 949 time: 0.0897584 Aug 16 02:11:48.829383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:48.833973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.834709 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.841065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820c64b-f8be-4984-b661-e5af36abb62c None None] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:48.860205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb38a0-8fc4-47ee-aa19-dfba6abb57bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5cb0c-152a-454a-b403-9e8b10d78945,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.870511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-27584db4-961b-45bf-a6f9-770bfa43d678 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7292457 Aug 16 02:11:48.877410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32954) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.883152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:48.890131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-19bb38a0-8fc4-47ee-aa19-dfba6abb57bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12f76cfd6ab54c33a5ce357bb2b683a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6032715 Aug 16 02:11:48.894351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32956) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.899936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b5cbee-8876-45c5-b8e8-73730176a8fc {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:48.915173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.927431 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-73f4d9e2-93e7-4136-b916-7054ccb570fb req-76517e66-2012-4a22-8db0-6b814e35a8ae service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088583 Aug 16 02:11:48.933722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46f919-2198-4560-94e8-f4c065908e34 req-eec1282e-0131-41a1-9611-956f7b57a067 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.934848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c46f919-2198-4560-94e8-f4c065908e34 req-eec1282e-0131-41a1-9611-956f7b57a067 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 932 time: 0.1842170 Aug 16 02:11:48.937182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a76e4790-4b64-404e-9f7c-48c4c220b0c6 req-1ad1f65b-edb7-4506-bc42-32a490f7014f tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116784 Aug 16 02:11:48.941900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Transition to ACTIVE for port object 02b5cbee-8876-45c5-b8e8-73730176a8fc will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:48.947486 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.004960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4605-7a62-4bd7-aed7-7b56191356fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.017294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.041218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.042765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.048885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4605-7a62-4bd7-aed7-7b56191356fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.093465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:49.093971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:49.094474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:49.110144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c46f919-2198-4560-94e8-f4c065908e34 req-0dac8fbb-b3b6-448d-a8f6-c01bcc7ec21a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612940 Aug 16 02:11:49.116818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-091521a3-c221-41e6-94cf-bfd8965014dd req-f4742ca2-b3dc-4a08-92cd-98d51373d8e4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 210 time: 0.0779955 Aug 16 02:11:49.125230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:49.127467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:49.143028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:49.143376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:49.143793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:49.144618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Bound port: 02b5cbee-8876-45c5-b8e8-73730176a8fc, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:49.145024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.152628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'fixed_ips': [{'subnet_id': '16b63fe8-b765-481f-a679-e8bd523ae5bb'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:49.153640 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.273407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:49.277963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:49.284603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.287994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.365708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.366716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.368249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] 10.222.0.88 "PUT /v2.0/ports/02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 1093 time: 1.2578485 Aug 16 02:11:49.368771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:49.373576 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f3094-5dcc-4f46-b211-4ab933a28b18" -d '{"events": [{"name": "network-changed", "server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:49.461792 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43eaa61-516b-418e-9789-acdd2c679a9e x-openstack-request-id: req-f43eaa61-516b-418e-9789-acdd2c679a9e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:49.462279 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:49.462617 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f43eaa61-516b-418e-9789-acdd2c679a9e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:49.463105 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc', 'status': 'completed', 'code': 200} Aug 16 02:11:49.465779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c75720-72cd-4dae-b79d-01bde8f272a4 service neutron] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.486257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582324-cd35-49c8-83e7-7a782684f6ad req-f049a05d-2dbb-4a5a-9bcd-221a5f448ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.488050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-f049a05d-2dbb-4a5a-9bcd-221a5f448ad5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0612223 Aug 16 02:11:49.500822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Allocated IP 172.20.0.2 (90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc/16b63fe8-b765-481f-a679-e8bd523ae5bb/d1e0a27d-bb57-4352-af58-c6f9a205c68b) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:49.544481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-191f7676-190d-4f9b-9649-461cf5cf41b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 217 time: 0.0487354 Aug 16 02:11:49.620514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24582324-cd35-49c8-83e7-7a782684f6ad req-4727710c-9e66-480c-a613-0bb16c5fdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.621532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4605-7a62-4bd7-aed7-7b56191356fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.623387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-4727710c-9e66-480c-a613-0bb16c5fdba4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0717993 Aug 16 02:11:49.624061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4605-7a62-4bd7-aed7-7b56191356fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.625317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fc2f4605-7a62-4bd7-aed7-7b56191356fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dda5cb0c-152a-454a-b403-9e8b10d78945 HTTP/1.1" status: 204 len: 168 time: 0.7293353 Aug 16 02:11:49.675798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-d50f59d2-0297-4f6d-9243-3ef18d6e08b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452106 Aug 16 02:11:49.747970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.749248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f4605-7a62-4bd7-aed7-7b56191356fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5cb0c-152a-454a-b403-9e8b10d78945,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.774547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Transition to ACTIVE for port object d1e0a27d-bb57-4352-af58-c6f9a205c68b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:49.852927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Transition to ACTIVE for port object d1e0a27d-bb57-4352-af58-c6f9a205c68b will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:49.863356 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.876601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-0e6e512c-f938-482e-b822-3145ca6d56ed service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940980 Aug 16 02:11:49.899138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.930831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:49.931906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Pushing event updated for resources: {'Port': ['ID=d1e0a27d-bb57-4352-af58-c6f9a205c68b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.934541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:49.936826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:50.027775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Attempting to bind port d1e0a27d-bb57-4352-af58-c6f9a205c68b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:50.028146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Attempting to bind port d1e0a27d-bb57-4352-af58-c6f9a205c68b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:50.028539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Attempting to bind port d1e0a27d-bb57-4352-af58-c6f9a205c68b on network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:50.044500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:50.044883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Checking segment: {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:50.045294 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.045700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Bound using segment: {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:50.046175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Bound port: d1e0a27d-bb57-4352-af58-c6f9a205c68b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:50.046577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.075948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-902884c8-aac0-443d-a67b-520292c1aa47 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=7575b398806c444fb3ad996ad2cb8789&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727941 Aug 16 02:11:50.175579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c8a72-2ab2-4a0f-bd43-852464ba1102 req-04b372d3-7ccc-45aa-b4b2-a2bd6645edd6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.180448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] For port d1e0a27d-bb57-4352-af58-c6f9a205c68b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:50.183639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-823c8a72-2ab2-4a0f-bd43-852464ba1102 req-04b372d3-7ccc-45aa-b4b2-a2bd6645edd6 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.2790718 Aug 16 02:11:50.186111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] For port d1e0a27d-bb57-4352-af58-c6f9a205c68b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d1e0a27d-bb57-4352-af58-c6f9a205c68b,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:50.191781 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.212051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33012) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.253673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c69-23ef-491a-8a64-26700fed7646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.257458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-823c8a72-2ab2-4a0f-bd43-852464ba1102 req-b33065c6-653b-43dd-9ab7-369372944212 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730364 Aug 16 02:11:50.261317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55acdb2-ec79-4e3b-b746-9d180447f4dc None None] Pushing event updated for resources: {'Port': ['ID=d1e0a27d-bb57-4352-af58-c6f9a205c68b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.278117 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24582324-cd35-49c8-83e7-7a782684f6ad req-3dc7a9ac-4f51-4a63-a747-de3cb6f3dd15 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933773 Aug 16 02:11:50.310454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-96b44107-f253-4f4b-9fba-fbd9f3d5d228 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.311951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-96b44107-f253-4f4b-9fba-fbd9f3d5d228 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278945 Aug 16 02:11:50.332794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Request body: {'port': {'device_id': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '7575b398806c444fb3ad996ad2cb8789'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:50.401004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.436348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.621481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431cf25-e6cb-4a84-97b8-516bfad168fb req-ffb710dc-9456-4c52-815a-caa116fa050f tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.631355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c431cf25-e6cb-4a84-97b8-516bfad168fb req-ffb710dc-9456-4c52-815a-caa116fa050f tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 949 time: 0.3431258 Aug 16 02:11:50.646973 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24be056c-ec63-40e8-87f9-b0b7666fac62 req-2e16873b-af15-4a75-8c86-9d49cad83a0d tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 210 time: 0.0459068 Aug 16 02:11:50.680273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-bf1dd514-eb57-4e6b-b841-f732e98c926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.682521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-bf1dd514-eb57-4e6b-b841-f732e98c926e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1096 time: 0.3497148 Aug 16 02:11:50.785354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c69-23ef-491a-8a64-26700fed7646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.791091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c431cf25-e6cb-4a84-97b8-516bfad168fb req-dcea39ee-dff1-42a8-b681-39120f1434f6 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589112 Aug 16 02:11:50.795289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eeec1c69-23ef-491a-8a64-26700fed7646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.850775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Allocated IP 172.25.4.173 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/31df9196-9159-4119-938e-93034928001e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:50.852861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Made reservation on behalf of 7575b398806c444fb3ad996ad2cb8789 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:50.856531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.858976 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eeec1c69-23ef-491a-8a64-26700fed7646 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08a0256638b04f658052cd096396ea87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456189 Aug 16 02:11:50.865390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33018) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.867609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052709-2e6f-4f08-9a3b-e9c21107e575 req-cfe38efb-7da7-4db2-94cd-8f92af00610b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.869202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4052709-2e6f-4f08-9a3b-e9c21107e575 req-cfe38efb-7da7-4db2-94cd-8f92af00610b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 944 time: 0.1151822 Aug 16 02:11:50.881946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-96429bf2-a576-4f02-8d91-5e79cbef795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.882046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec1c69-23ef-491a-8a64-26700fed7646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4214ae2d-4554-4096-8877-90a2df95a086,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.882142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-96429bf2-a576-4f02-8d91-5e79cbef795a service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1769969 Aug 16 02:11:50.954842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-9fd4becd-7110-45b8-8ee2-8f908673da49 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 217 time: 0.0517044 Aug 16 02:11:51.030779 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7ac1547-5b32-4dcf-91bc-ab41b660c0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.089067 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4052709-2e6f-4f08-9a3b-e9c21107e575 req-4ffb33f3-031b-4690-a00d-02f083be9c0b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902816 Aug 16 02:11:51.100369 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7ac1547-5b32-4dcf-91bc-ab41b660c0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.144145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.169848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-546a0856-0e2f-4aa7-aba1-0c75f25fa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.171824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-546a0856-0e2f-4aa7-aba1-0c75f25fa8ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1562474 Aug 16 02:11:51.212107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-0294ddfa-49b5-4844-9d5b-89c837134e82 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.213921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-0294ddfa-49b5-4844-9d5b-89c837134e82 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.1375709 Aug 16 02:11:51.272425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1e0a27d-bb57-4352-af58-c6f9a205c68b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:51.289116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-0556b410-0f9c-4566-a0d2-8878353076ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937757 Aug 16 02:11:51.387603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d1e0a27d-bb57-4352-af58-c6f9a205c68b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:51.421779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Allocated IP 192.168.233.215 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/5487b091-8242-4b59-865c-aaa9dd199071) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:51.454915 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7ac1547-5b32-4dcf-91bc-ab41b660c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.458446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7ac1547-5b32-4dcf-91bc-ab41b660c0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.467086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e7ac1547-5b32-4dcf-91bc-ab41b660c0c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4214ae2d-4554-4096-8877-90a2df95a086 HTTP/1.1" status: 204 len: 168 time: 0.5984221 Aug 16 02:11:51.477547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.488257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33056) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:51.528931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac1547-5b32-4dcf-91bc-ab41b660c0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4214ae2d-4554-4096-8877-90a2df95a086,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.578935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f93b8-30f2-46bc-86bf-41d5a5349745 req-3bf94c24-027a-4a5e-a326-43f4c2d4d9ea tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.586997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e2f93b8-30f2-46bc-86bf-41d5a5349745 req-3bf94c24-027a-4a5e-a326-43f4c2d4d9ea tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.1666024 Aug 16 02:11:51.645142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:51.649307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:51.663471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:51.694356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-3bd6e5c2-4241-4270-9ccf-299573c65cf6 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951764 Aug 16 02:11:51.833924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e2f93b8-30f2-46bc-86bf-41d5a5349745 req-b6eb6326-437a-4aae-a943-4f5515198a5a tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391763 Aug 16 02:11:51.898299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80912c15-1a2c-4e7e-a705-1a96efd0386c None None] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:51.917094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-48414bb9-e415-429e-9e74-58351829430d req-91527e56-7f90-4d29-9e71-7512e550dbbf tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 210 time: 0.0984888 Aug 16 02:11:51.923890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Deleting port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:51.924560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.930160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=31df9196-9159-4119-938e-93034928001e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.028152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10637214-4170-4c88-9c24-c5aacf7ba83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.047420 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.060274 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.062708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fbf6f4ce-0b70-408e-8e6c-46a058c007a9 None None] Provisioning for port d1e0a27d-bb57-4352-af58-c6f9a205c68b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:52.063411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f3094-5dcc-4f46-b211-4ab933a28b18 req-df9abc3b-770b-48cc-b9ea-bdc7f0b5b9f1 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604305 Aug 16 02:11:52.075609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fbf6f4ce-0b70-408e-8e6c-46a058c007a9 None None] Provisioning complete for port d1e0a27d-bb57-4352-af58-c6f9a205c68b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:52.076609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f4ce-0b70-408e-8e6c-46a058c007a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.084493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Transition to ACTIVE for port object 5487b091-8242-4b59-865c-aaa9dd199071 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:52.171934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.222545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Pushing event updated for resources: {'Port': ['ID=5487b091-8242-4b59-865c-aaa9dd199071,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.249715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:52.256611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:52.260653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:52.267820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.268699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.294267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10637214-4170-4c88-9c24-c5aacf7ba83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.298721 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10637214-4170-4c88-9c24-c5aacf7ba83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.313433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-ecf774c8-27a0-45ed-9221-e955bc63f215 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9883931 Aug 16 02:11:52.351419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Request body: {'port': {'device_id': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:52.399705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-10637214-4170-4c88-9c24-c5aacf7ba83c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77d6380fafc34b3885ba1697a0608756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9079690 Aug 16 02:11:52.399705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10637214-4170-4c88-9c24-c5aacf7ba83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f3077f-48de-4b83-a422-2f42e2a3e916,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.411938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:52.440793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f4ce-0b70-408e-8e6c-46a058c007a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.482494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fbf6f4ce-0b70-408e-8e6c-46a058c007a9 None None] For port d1e0a27d-bb57-4352-af58-c6f9a205c68b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d1e0a27d-bb57-4352-af58-c6f9a205c68b,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:52.489295 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbf6f4ce-0b70-408e-8e6c-46a058c007a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.557006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6f4ce-0b70-408e-8e6c-46a058c007a9 None None] Pushing event updated for resources: {'Port': ['ID=d1e0a27d-bb57-4352-af58-c6f9a205c68b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.578910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:52.611104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.632225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988337f0-52d9-478c-a4bc-cd1ab17cc583 req-1b36deab-fe58-4a36-bb59-325cd40bae71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.633804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-988337f0-52d9-478c-a4bc-cd1ab17cc583 req-1b36deab-fe58-4a36-bb59-325cd40bae71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 944 time: 0.1390316 Aug 16 02:11:52.672098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] For port 723d2682-91d6-47bd-a9cc-ec4a5e840d39, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=723d2682-91d6-47bd-a9cc-ec4a5e840d39,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:52.672671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.683609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1297-6e03-4854-bc33-fad6d0631928 req-1ff7f317-e8c7-44b5-afbd-0562e04f07b6 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.690942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e85d1297-6e03-4854-bc33-fad6d0631928 req-1ff7f317-e8c7-44b5-afbd-0562e04f07b6 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 949 time: 0.6277268 Aug 16 02:11:52.694362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aedb3cf8-906d-4725-b7d6-1d18fc07f28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.718606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Calling delete_port for 723d2682-91d6-47bd-a9cc-ec4a5e840d39 owned by compute:tempest-test_az-53329819 {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:52.721541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.745835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-65e2966c-b2dd-440c-9ba8-3829a3638838 None None] Provisioning for port 5487b091-8242-4b59-865c-aaa9dd199071 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:52.759003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-65e2966c-b2dd-440c-9ba8-3829a3638838 None None] Provisioning complete for port 5487b091-8242-4b59-865c-aaa9dd199071 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:52.759586 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-65e2966c-b2dd-440c-9ba8-3829a3638838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.760865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-988337f0-52d9-478c-a4bc-cd1ab17cc583 req-f2f8f258-97a9-496a-8462-21ed54fcc747 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865471 Aug 16 02:11:52.808673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-65e2966c-b2dd-440c-9ba8-3829a3638838 None None] Port 5487b091-8242-4b59-865c-aaa9dd199071 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:52.866269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:52.874586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e85d1297-6e03-4854-bc33-fad6d0631928 req-b058f578-b35b-464f-b20d-d3f8b583b79a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815643 Aug 16 02:11:52.888254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '02b5cbee-8876-45c5-b8e8-73730176a8fc', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'port_id': '02b5cbee-8876-45c5-b8e8-73730176a8fc', 'mac_address': 'fa:16:3e:1c:34:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1203901-e06d-47a6-adcd-6dac9cac7264', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:52.947251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aedb3cf8-906d-4725-b7d6-1d18fc07f28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.019304 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.023712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-55171c81-567b-49f5-9603-09dcc371e7a5 None None] Provisioning complete for port d1e0a27d-bb57-4352-af58-c6f9a205c68b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:53.025329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-55171c81-567b-49f5-9603-09dcc371e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.157014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b5cbee-8876-45c5-b8e8-73730176a8fc {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:53.167098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb04d53-3d29-4cd7-b079-869bd052f616 req-5ba50f4e-f42f-44b4-a61a-55d2b5bbfe65 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.175118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1fb04d53-3d29-4cd7-b079-869bd052f616 req-5ba50f4e-f42f-44b4-a61a-55d2b5bbfe65 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4a238c7-d1a5-4e1c-a380-fc33bf922d87 HTTP/1.1" status: 200 len: 970 time: 0.1844187 Aug 16 02:11:53.200858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:53.212880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.217347 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aedb3cf8-906d-4725-b7d6-1d18fc07f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.220725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aedb3cf8-906d-4725-b7d6-1d18fc07f28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.221667 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.222920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aedb3cf8-906d-4725-b7d6-1d18fc07f28b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0f3077f-48de-4b83-a422-2f42e2a3e916 HTTP/1.1" status: 204 len: 168 time: 0.8100064 Aug 16 02:11:53.238974 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.248790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1e0a27d-bb57-4352-af58-c6f9a205c68b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:53.272857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb3cf8-906d-4725-b7d6-1d18fc07f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f3077f-48de-4b83-a422-2f42e2a3e916,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.291885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1fb04d53-3d29-4cd7-b079-869bd052f616 req-fda4011c-6541-4441-9219-a0a081c68e6a tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.78 "GET /v2.0/security-groups?id=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095796 Aug 16 02:11:53.328580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['723d2682-91d6-47bd-a9cc-ec4a5e840d39'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:53.364019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] No DVR routers for this DVR port 723d2682-91d6-47bd-a9cc-ec4a5e840d39 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:53.379378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Pushing event deleted for resources: {'Port': ['ID=723d2682-91d6-47bd-a9cc-ec4a5e840d39,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.397057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.399262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25d11a3e-d68e-409f-9cfc-32669f66f16d req-fb35c2b6-90bd-4825-a1ee-d365f0278d04 tempest-AggregatesAdminTestJSON-1101635482 tempest-AggregatesAdminTestJSON-1101635482-project] 10.222.0.88 "DELETE /v2.0/ports/723d2682-91d6-47bd-a9cc-ec4a5e840d39 HTTP/1.1" status: 204 len: 173 time: 2.1791565 Aug 16 02:11:53.432827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'name': 'network-vif-deleted', 'tag': '723d2682-91d6-47bd-a9cc-ec4a5e840d39'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:53.438895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5487b091-8242-4b59-865c-aaa9dd199071 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:53.441904 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7774e6ac-cdcd-490f-9f5e-895eb72b5946" -d '{"events": [{"server_uuid": "c4a238c7-d1a5-4e1c-a380-fc33bf922d87", "name": "network-vif-deleted", "tag": "723d2682-91d6-47bd-a9cc-ec4a5e840d39"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:53.463508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.485200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Transition to ACTIVE for port object 5487b091-8242-4b59-865c-aaa9dd199071 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:53.498656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.620211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.714833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a75115-99d9-45a6-95c4-4f1fc3aabc25 req-1493c649-7b31-4d88-9ece-3a7b637eea47 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.715721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Router 80ed0f9c-4022-4508-b14f-455348922d86 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:53.742349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30a75115-99d9-45a6-95c4-4f1fc3aabc25 req-1493c649-7b31-4d88-9ece-3a7b637eea47 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 948 time: 0.2557383 Aug 16 02:11:53.757093 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.758645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['02b5cbee-8876-45c5-b8e8-73730176a8fc'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:53.795342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Pushing event updated for resources: {'Port': ['ID=5487b091-8242-4b59-865c-aaa9dd199071,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.868797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Attempting to bind port 5487b091-8242-4b59-865c-aaa9dd199071 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:53.869597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Attempting to bind port 5487b091-8242-4b59-865c-aaa9dd199071 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:53.871453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Attempting to bind port 5487b091-8242-4b59-865c-aaa9dd199071 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:53.905362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Port 5487b091-8242-4b59-865c-aaa9dd199071 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:53.906573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Attempting to bind port 5487b091-8242-4b59-865c-aaa9dd199071 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:53.913806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d1e0a27d-bb57-4352-af58-c6f9a205c68b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:53.914188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.926443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:53.927119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:53.928244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:53.930965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Bound port: 5487b091-8242-4b59-865c-aaa9dd199071, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:53.931280 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.940056 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d42f4a-5778-488b-ba9f-c2eb78d8598c x-openstack-request-id: req-98d42f4a-5778-488b-ba9f-c2eb78d8598c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:53.940330 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a238c7-d1a5-4e1c-a380-fc33bf922d87", "name": "network-vif-deleted", "tag": "723d2682-91d6-47bd-a9cc-ec4a5e840d39", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:53.943947 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98d42f4a-5778-488b-ba9f-c2eb78d8598c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:53.944555 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a238c7-d1a5-4e1c-a380-fc33bf922d87', 'name': 'network-vif-deleted', 'tag': '723d2682-91d6-47bd-a9cc-ec4a5e840d39', 'status': 'completed', 'code': 200} Aug 16 02:11:53.993834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:54.008928 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Sync routers for ids ['80ed0f9c-4022-4508-b14f-455348922d86'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:54.024955 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Routers {'80ed0f9c-4022-4508-b14f-455348922d86'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:54.026518 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['80ed0f9c-4022-4508-b14f-455348922d86'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.031882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.037384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f6a7cfe5-9813-40a5-aff5-d19a22b78ac8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1580637 Aug 16 02:11:54.037561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33162) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:54.056994 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30a75115-99d9-45a6-95c4-4f1fc3aabc25 req-88094cf5-e7a2-4c19-b8a4-92399cf389a3 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090334 Aug 16 02:11:54.124976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] For port 5487b091-8242-4b59-865c-aaa9dd199071, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:54.132835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] For port 5487b091-8242-4b59-865c-aaa9dd199071, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=5487b091-8242-4b59-865c-aaa9dd199071,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:54.140056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33164) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:54.162521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.245625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41679e0-086a-4dee-b72e-3da19abecc3d req-182e5b82-4942-4873-b62a-ecf4f9eba312 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.247216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b41679e0-086a-4dee-b72e-3da19abecc3d req-182e5b82-4942-4873-b62a-ecf4f9eba312 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 0.2087700 Aug 16 02:11:54.260683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Pushing event updated for resources: {'Port': ['ID=5487b091-8242-4b59-865c-aaa9dd199071,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.264149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af765409-2585-4a09-af3e-545651bb3626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.331944 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Set router 80ed0f9c-4022-4508-b14f-455348922d86 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:54.342210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.345317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.347989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-88f3dc35-0067-4d01-b683-f3ece8212027 service neutron] 10.222.0.98 "PUT /v2.0/ports/5487b091-8242-4b59-865c-aaa9dd199071 HTTP/1.1" status: 200 len: 1097 time: 2.0070586 Aug 16 02:11:54.354994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'tag': '5487b091-8242-4b59-865c-aaa9dd199071'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:54.368370 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0da4d75-ee26-4e11-8131-337e328fb828" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4f5c23-249f-44a0-9645-77b0ca749336", "tag": "5487b091-8242-4b59-865c-aaa9dd199071"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:54.402661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33172) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:54.488969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685bcc8-a39f-4ad6-8945-06775153c3bd req-e3f15cb5-c27c-438d-b738-ab7fdcbe73db tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.491848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c685bcc8-a39f-4ad6-8945-06775153c3bd req-e3f15cb5-c27c-438d-b738-ab7fdcbe73db tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 949 time: 0.2348311 Aug 16 02:11:54.593181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 723d2682-91d6-47bd-a9cc-ec4a5e840d39 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:54.640504 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b41679e0-086a-4dee-b72e-3da19abecc3d req-2cf8ae8e-941c-469b-b670-60273d99ca82 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736010 Aug 16 02:11:54.665385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 723d2682-91d6-47bd-a9cc-ec4a5e840d39 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:54.665854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 723d2682-91d6-47bd-a9cc-ec4a5e840d39 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:54.706313 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '31df9196-9159-4119-938e-93034928001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:11:51Z', 'revision_number': 3, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port': {'id': '31df9196-9159-4119-938e-93034928001e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:50Z', 'updated_at': '2021-08-16T02:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.719707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c685bcc8-a39f-4ad6-8945-06775153c3bd req-f356ead8-f055-4942-9584-c4400f30d90a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114894 Aug 16 02:11:54.740002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-35486c03-5cf2-4414-b9d0-0cc85a1a726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.741554 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-35486c03-5cf2-4414-b9d0-0cc85a1a726f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7575b398806c444fb3ad996ad2cb8789&device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 1100 time: 0.1470518 Aug 16 02:11:54.792899 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Checking router: 80ed0f9c-4022-4508-b14f-455348922d86 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:54.793994 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Updating router 80ed0f9c-4022-4508-b14f-455348922d86 port 31df9196-9159-4119-938e-93034928001e binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:54.795351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-524657b1-3e20-44a2-b436-5a8531b424a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5487b091-8242-4b59-865c-aaa9dd199071 HTTP/1.1" status: 200 len: 217 time: 0.0445933 Aug 16 02:11:54.826056 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.827709 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89205a06-4e17-4bbc-b50f-ed9f2892b19d x-openstack-request-id: req-89205a06-4e17-4bbc-b50f-ed9f2892b19d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:54.828011 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4f5c23-249f-44a0-9645-77b0ca749336", "tag": "5487b091-8242-4b59-865c-aaa9dd199071", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:54.828265 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89205a06-4e17-4bbc-b50f-ed9f2892b19d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:54.834710 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'tag': '5487b091-8242-4b59-865c-aaa9dd199071', 'status': 'completed', 'code': 200} Aug 16 02:11:54.904341 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af765409-2585-4a09-af3e-545651bb3626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.928276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af765409-2585-4a09-af3e-545651bb3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.974476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af765409-2585-4a09-af3e-545651bb3626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f064b6f-4a65-4416-a998-120be4b1eb78,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.976897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3e55f4a-59a1-4094-a9be-17c5b0393c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.005449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-627c8ee2-453f-4479-9780-f05083be86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.006939 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-627c8ee2-453f-4479-9780-f05083be86fa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1917076 Aug 16 02:11:55.018479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af765409-2585-4a09-af3e-545651bb3626 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=556f03bed0214f80982822b98b697a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8728828 Aug 16 02:11:55.020905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33190) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.080633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.178520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-05f0feda-8839-4aa9-82d4-50e85bcbb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.193556 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-05f0feda-8839-4aa9-82d4-50e85bcbb1ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1738243 Aug 16 02:11:55.232432 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.243896 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Transition to ACTIVE for port object 31df9196-9159-4119-938e-93034928001e will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:55.250977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a6560e-9865-4e8b-8669-c68a87932dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.252097 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.318251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.343890 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Attempting to bind port 31df9196-9159-4119-938e-93034928001e on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:55.344359 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Attempting to bind port 31df9196-9159-4119-938e-93034928001e by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:55.344788 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Attempting to bind port 31df9196-9159-4119-938e-93034928001e on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:55.358010 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:55.358689 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:55.359289 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.359859 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:55.360569 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Bound port: 31df9196-9159-4119-938e-93034928001e, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:55.361171 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.363583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-5dca55a3-744e-4f61-9c94-75d6255cb812 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3f9fc1c441f143b7962497f494cbab15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227797 Aug 16 02:11:55.386290 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Pushing event updated for resources: {'Port': ['ID=31df9196-9159-4119-938e-93034928001e,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.404565 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.405158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.405684 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.406195 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.406754 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.407289 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.407808 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.408331 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.408887 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.409393 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.409896 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.410419 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Tracked resource versions report: Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: pushed versions: Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: { 'AddressGroup': {'1.2'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'ConntrackHelper': {'1.0'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Log': {'1.0'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Network': {'1.1'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Port': {'1.7'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'PortForwarding': {'1.2'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'QosPolicy': {'1.9'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'SecurityGroup': {'1.4'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'SecurityGroupRule': {'1.2'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'SubPort': {'1.0'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Subnet': {'1.1'}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Trunk': {'1.1'}} Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: consumer versions: Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: { DHCP agent@n-d-769329-15: {}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: HyperV agent@n-h1-769329-15: {}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: HyperV agent@n-h2-769329-15: {}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: L3 agent@n-d-769329-15: {}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: Metadata agent@n-d-769329-15: {}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: Metering agent@n-d-769329-15: {}, Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: Open vSwitch agent@n-d-769329-15: { 'AddressGroup': '1.2', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'ConntrackHelper': '1.0', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Log': '1.0', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Network': '1.1', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Port': '1.7', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'PortForwarding': '1.2', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'QosPolicy': '1.9', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'SecurityGroup': '1.4', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'SecurityGroupRule': '1.2', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'SubPort': '1.0', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Subnet': '1.1', Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: 'Trunk': '1.1'}} Aug 16 02:11:55.411802 n-d-769329-15 neutron-server[94859]: {{(pid=94859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 02:11:55.434857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a6560e-9865-4e8b-8669-c68a87932dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.455915 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] For port 31df9196-9159-4119-938e-93034928001e, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:55.462855 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] For port 31df9196-9159-4119-938e-93034928001e, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31df9196-9159-4119-938e-93034928001e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:55.470177 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.511697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3e55f4a-59a1-4094-a9be-17c5b0393c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.520184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016efe-4eba-4b1d-bd6c-5acb910a6969 req-ec54729d-0cc5-4e03-bfe3-459f89002f3b tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.521813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21016efe-4eba-4b1d-bd6c-5acb910a6969 req-ec54729d-0cc5-4e03-bfe3-459f89002f3b tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 948 time: 0.2597070 Aug 16 02:11:55.526867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3e55f4a-59a1-4094-a9be-17c5b0393c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.586906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-c8cbd658-7d02-4583-bd39-4b5801ebdf50 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644493 Aug 16 02:11:55.611874 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Routers {'80ed0f9c-4022-4508-b14f-455348922d86'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:55.613596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b3e55f4a-59a1-4094-a9be-17c5b0393c92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=680755b411da4b94a2540599ab92068c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2039618 Aug 16 02:11:55.613735 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['80ed0f9c-4022-4508-b14f-455348922d86'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.638055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33214) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.670294 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a7b48-0a74-4fd6-bf30-ccdd492f0793 None None] Pushing event updated for resources: {'Port': ['ID=31df9196-9159-4119-938e-93034928001e,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.681812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-90c69d93-0d6b-4ffd-a64f-403d0bcc6af3 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.687338 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-90c69d93-0d6b-4ffd-a64f-403d0bcc6af3 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158054 Aug 16 02:11:55.717321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e55f4a-59a1-4094-a9be-17c5b0393c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585861fb-8f3f-4708-a7ae-38b49f2a0ba2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.725367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a6560e-9865-4e8b-8669-c68a87932dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.728461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a6560e-9865-4e8b-8669-c68a87932dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.730558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-b5659700-6170-4903-9e30-343f84fa4f4a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/quotas/3f9fc1c441f143b7962497f494cbab15 HTTP/1.1" status: 200 len: 375 time: 0.0421648 Aug 16 02:11:55.732793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d2a6560e-9865-4e8b-8669-c68a87932dc2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f064b6f-4a65-4416-a998-120be4b1eb78 HTTP/1.1" status: 204 len: 168 time: 0.7091217 Aug 16 02:11:55.752962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21016efe-4eba-4b1d-bd6c-5acb910a6969 req-e99ae167-6930-49b7-abef-2f8da1ab2b8b tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190177 Aug 16 02:11:55.778588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6560e-9865-4e8b-8669-c68a87932dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f064b6f-4a65-4416-a998-120be4b1eb78,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.783512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-590d7899-834b-4598-b13e-6cbd4a5fecdb req-881d0a72-2646-4613-bbff-027ca9abb05b service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871529 Aug 16 02:11:55.790674 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] Set router 80ed0f9c-4022-4508-b14f-455348922d86 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:55.812846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c279185-eef7-491a-9764-f8302f67d4f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=341d5736228f4d4ea68b2c20d931366b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307568 Aug 16 02:11:55.817280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33224) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.909503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1462aede-fcd4-4ee2-863f-77c52f6dcced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.936805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1462aede-fcd4-4ee2-863f-77c52f6dcced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.991088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.98', 52566) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.031840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3fa490a2-7819-4d91-99b0-ca4805e8ed7f tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3f9fc1c441f143b7962497f494cbab15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3004315 Aug 16 02:11:56.075928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1462aede-fcd4-4ee2-863f-77c52f6dcced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.082066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1462aede-fcd4-4ee2-863f-77c52f6dcced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.087167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1462aede-fcd4-4ee2-863f-77c52f6dcced admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/585861fb-8f3f-4708-a7ae-38b49f2a0ba2 HTTP/1.1" status: 204 len: 168 time: 0.4478843 Aug 16 02:11:56.102780 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bb5547eb-f0cf-4f6a-8f8a-753f40b0f88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.147168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462aede-fcd4-4ee2-863f-77c52f6dcced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585861fb-8f3f-4708-a7ae-38b49f2a0ba2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.151507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Allocated IP 172.20.0.1 (90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc/16b63fe8-b765-481f-a679-e8bd523ae5bb/50737ebf-c2b1-4294-9b23-c0d845d826dc) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:56.191910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-80069404-8d9e-4ff8-8887-0dd182db5e58 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1974051 Aug 16 02:11:56.297105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-f5d46385-c6ec-4cae-9570-5ddaf7028c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.298768 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-f5d46385-c6ec-4cae-9570-5ddaf7028c5f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7575b398806c444fb3ad996ad2cb8789&device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 1100 time: 0.4361596 Aug 16 02:11:56.300861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5080f366-02f0-40e7-ae81-6fc357734ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.334275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781b8e-4f45-4212-a645-f93256230658 req-5beff8c5-1c5d-4799-a0a9-331de6329183 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.344009 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '31df9196-9159-4119-938e-93034928001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:11:51Z', 'revision_number': 3, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port': {'id': '31df9196-9159-4119-938e-93034928001e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:50Z', 'updated_at': '2021-08-16T02:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:56.349144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93781b8e-4f45-4212-a645-f93256230658 req-5beff8c5-1c5d-4799-a0a9-331de6329183 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 0.4486384 Aug 16 02:11:56.398621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.423381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5080f366-02f0-40e7-ae81-6fc357734ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.428881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Transition to ACTIVE for port object 50737ebf-c2b1-4294-9b23-c0d845d826dc will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:56.441691 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f87fdc-4b32-4e99-a2c9-3a8bb88a6db6 None None] The sync data for ids ['80ed0f9c-4022-4508-b14f-455348922d86'] in n-d-769329-15 is: [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '31df9196-9159-4119-938e-93034928001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:11:51Z', 'revision_number': 3, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port': {'id': '31df9196-9159-4119-938e-93034928001e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:50Z', 'updated_at': '2021-08-16T02:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:56.496464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93781b8e-4f45-4212-a645-f93256230658 req-e505c4fb-b7dc-4636-bcbb-45122c7e56fe tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400952 Aug 16 02:11:56.518367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-fbddb68b-1679-4ddf-b308-2b5d20c67345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.520129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-fbddb68b-1679-4ddf-b308-2b5d20c67345 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2135963 Aug 16 02:11:56.547066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5080f366-02f0-40e7-ae81-6fc357734ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.554000 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5080f366-02f0-40e7-ae81-6fc357734ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.559589 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5080f366-02f0-40e7-ae81-6fc357734ff5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94ffc1f5-2b01-49c1-8e31-6fb0c49d716c HTTP/1.1" status: 204 len: 168 time: 0.7350066 Aug 16 02:11:56.602496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-c1f79e49-1265-4e38-ac36-6bb25508e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.608830 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-7657db3c-2546-44fa-b7c8-ba51d6c6c93a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5487b091-8242-4b59-865c-aaa9dd199071 HTTP/1.1" status: 200 len: 217 time: 0.0803821 Aug 16 02:11:56.610310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080f366-02f0-40e7-ae81-6fc357734ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ffc1f5-2b01-49c1-8e31-6fb0c49d716c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.611311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:56.617643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-c1f79e49-1265-4e38-ac36-6bb25508e6df service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3f9fc1c441f143b7962497f494cbab15&device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 1101 time: 0.2934141 Aug 16 02:11:56.628154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.726086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-caa41e9d-bb1a-4818-a7bd-708b1a0b94e5 req-78bce37f-e67d-42ae-a03e-6479d7146e3c tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 210 time: 0.0630200 Aug 16 02:11:56.742891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-2f982158-35eb-4754-a3d8-e9daffb5d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.744414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-2f982158-35eb-4754-a3d8-e9daffb5d588 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1230915 Aug 16 02:11:56.798601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 02b5cbee-8876-45c5-b8e8-73730176a8fc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:56.805869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 02b5cbee-8876-45c5-b8e8-73730176a8fc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:56.807885 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.815020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-7314d634-f380-44c7-81dd-d1b1728de012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.821074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-7314d634-f380-44c7-81dd-d1b1728de012 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649221 Aug 16 02:11:56.853814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Pushing event updated for resources: {'Port': ['ID=50737ebf-c2b1-4294-9b23-c0d845d826dc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.879145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:56.881482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:56.890584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:56.891548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.999224 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.086422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:57.103408 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-083d5f8d-6d69-4c73-86c9-93f533c952bd service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743332 Aug 16 02:11:57.103722 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90abffee-2ca6-4e0c-bac1-f0897fc07e50" -d '{"events": [{"server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "name": "network-vif-plugged", "status": "completed", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:57.171897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:57.184449 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.328008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31df9196-9159-4119-938e-93034928001e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:57.335131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-13f49dce-58f4-4e01-b884-f4c65435ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.337558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-13f49dce-58f4-4e01-b884-f4c65435ec68 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.6877208 Aug 16 02:11:57.390359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea47794-d739-412e-aba3-3b3946849752 req-fe1aac92-ab29-4b1b-97f9-80cf166e9d34 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.398553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aea47794-d739-412e-aba3-3b3946849752 req-fe1aac92-ab29-4b1b-97f9-80cf166e9d34 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 948 time: 0.3322091 Aug 16 02:11:57.406328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.438576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.455032 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-45054bff-e746-4dc9-87fb-380a8670bd4b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90 HTTP/1.1" status: 200 len: 217 time: 0.1092100 Aug 16 02:11:57.466643 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc1aed32-3076-4280-b132-a0160d294e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.490946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dccef530-1efa-428a-9d2a-4904215cebd2 None None] Provisioning for port 50737ebf-c2b1-4294-9b23-c0d845d826dc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:57.506403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dccef530-1efa-428a-9d2a-4904215cebd2 None None] Provisioning complete for port 50737ebf-c2b1-4294-9b23-c0d845d826dc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:57.506604 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dccef530-1efa-428a-9d2a-4904215cebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.556964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0da4d75-ee26-4e11-8131-337e328fb828 req-0ff9e701-8c4c-4df3-8696-0fde14d41325 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257553 Aug 16 02:11:57.567351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-e52e5ebd-543e-463b-ae56-20f4cfe51f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.579990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-e52e5ebd-543e-463b-ae56-20f4cfe51f80 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1091030 Aug 16 02:11:57.586288 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aea47794-d739-412e-aba3-3b3946849752 req-ade7cb1b-162e-4da3-99b1-b82d0e74848e tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763935 Aug 16 02:11:57.609634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 31df9196-9159-4119-938e-93034928001e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:57.632202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31df9196-9159-4119-938e-93034928001e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:57.633563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.721157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.754292 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25652e4-e8d7-4546-b042-b71e1f9d94df x-openstack-request-id: req-c25652e4-e8d7-4546-b042-b71e1f9d94df {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:57.754726 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "name": "network-vif-plugged", "status": "completed", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:57.755165 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c25652e4-e8d7-4546-b042-b71e1f9d94df {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:57.756689 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc', 'code': 200} Aug 16 02:11:57.763766 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc1aed32-3076-4280-b132-a0160d294e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.775687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc1aed32-3076-4280-b132-a0160d294e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.778379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dccef530-1efa-428a-9d2a-4904215cebd2 None None] Port 50737ebf-c2b1-4294-9b23-c0d845d826dc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:57.875785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.906537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dc1aed32-3076-4280-b132-a0160d294e25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=933d0ebee57d414e85d5f2ac56e024d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979367 Aug 16 02:11:57.914481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aed32-3076-4280-b132-a0160d294e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed54030-be5e-4446-adee-1ebb93843437,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.919034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.920308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-2e1e5a71-bc59-4532-bf44-988dfa93f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.925745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-2e1e5a71-bc59-4532-bf44-988dfa93f19b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3384445 Aug 16 02:11:57.947757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.004441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 31df9196-9159-4119-938e-93034928001e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31df9196-9159-4119-938e-93034928001e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:58.010227 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.027850 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-97c30475-168a-45a8-8db2-60d7d0b06463 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65583c1999854a08b21bd1ed9ec06057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465085 Aug 16 02:11:58.037673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad2965-dbf6-4ac9-860e-a9eef346db55 req-5cb39631-5c49-483d-a902-6f5660fb6d9c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.039561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11ad2965-dbf6-4ac9-860e-a9eef346db55 req-5cb39631-5c49-483d-a902-6f5660fb6d9c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 946 time: 0.2138379 Aug 16 02:11:58.040495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.101612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=31df9196-9159-4119-938e-93034928001e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.146996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11835b-d52e-4b9e-a9e2-0839b1eb47e1 req-f7d279e4-0cf8-4b89-8c2f-9b1e7a4444cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.159246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d11835b-d52e-4b9e-a9e2-0839b1eb47e1 req-f7d279e4-0cf8-4b89-8c2f-9b1e7a4444cb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1098 time: 0.3366058 Aug 16 02:11:58.166616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f9874c1-a8ed-430b-ac42-56786c9272f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.220983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11ad2965-dbf6-4ac9-860e-a9eef346db55 req-4a89eb74-428f-44ac-bbc7-c6b414c2ffc5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588068 Aug 16 02:11:58.252943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f9874c1-a8ed-430b-ac42-56786c9272f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.278298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-9a86e508-1ceb-4479-bf29-451c2a7508bb tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=3f9fc1c441f143b7962497f494cbab15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623260 Aug 16 02:11:58.279857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2146828c-6fd4-42dd-9c7e-5d5099f15483 req-f7195941-7bd9-4f40-ae25-a1c14334e05f tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 210 time: 0.0541656 Aug 16 02:11:58.289220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ad4da0b-ca1d-46fa-9a27-85025d5e80cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.362103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d11835b-d52e-4b9e-a9e2-0839b1eb47e1 req-a4e04ddc-4cf1-44ce-b61e-31b7780a7c31 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652296 Aug 16 02:11:58.399081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ad4da0b-ca1d-46fa-9a27-85025d5e80cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.434602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-042f757e-b96c-408e-9a24-b1e55e38964d service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913886 Aug 16 02:11:58.455485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f9874c1-a8ed-430b-ac42-56786c9272f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.458583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f9874c1-a8ed-430b-ac42-56786c9272f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.462441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4f9874c1-a8ed-430b-ac42-56786c9272f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eed54030-be5e-4446-adee-1ebb93843437 HTTP/1.1" status: 204 len: 168 time: 0.5362964 Aug 16 02:11:58.486618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-0756cb92-1fca-4973-b7a7-23b3720c6d23 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.488094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-0756cb92-1fca-4973-b7a7-23b3720c6d23 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999769 Aug 16 02:11:58.490451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9874c1-a8ed-430b-ac42-56786c9272f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed54030-be5e-4446-adee-1ebb93843437,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.505975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Request body: {'port': {'device_id': '58553d8e-bfb6-45dc-8abc-885844645e28', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '3f9fc1c441f143b7962497f494cbab15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:58.554249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ad4da0b-ca1d-46fa-9a27-85025d5e80cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.556777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ad4da0b-ca1d-46fa-9a27-85025d5e80cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.560713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4ad4da0b-ca1d-46fa-9a27-85025d5e80cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70bb1904-6ff9-4ff5-aa7c-94d930a689e3 HTTP/1.1" status: 204 len: 168 time: 0.5092363 Aug 16 02:11:58.577878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4da0b-ca1d-46fa-9a27-85025d5e80cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb1904-6ff9-4ff5-aa7c-94d930a689e3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.612318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5676b5bb-89e1-4bdf-8a5e-2d6156544ddb req-c30c7035-0ffc-4a61-9eff-3c0def40868c service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702039 Aug 16 02:11:58.653815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.660597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.661743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.704588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Made reservation on behalf of 3f9fc1c441f143b7962497f494cbab15 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:58.709939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.774371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.821979 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-26d0a977-caf0-4004-9c89-4cfdae6069c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.921422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Allocated IP 192.168.233.8 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/7cafda1f-e296-4cd5-a579-7e6d0a53d989) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:59.045027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Pushing event updated for resources: {'Port': ['ID=50737ebf-c2b1-4294-9b23-c0d845d826dc,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.129408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035daa8-afd8-478e-a46f-59afa8ee0e16 req-65149f6c-2564-4b5a-b37e-5556d7f1871c tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.138540 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4035daa8-afd8-478e-a46f-59afa8ee0e16 req-65149f6c-2564-4b5a-b37e-5556d7f1871c tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 948 time: 0.2239823 Aug 16 02:11:59.178816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:59.183814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:59.219505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31df9196-9159-4119-938e-93034928001e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:59.243472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4035daa8-afd8-478e-a46f-59afa8ee0e16 req-6b3b4f86-a399-4cd1-bf51-f90dccd443f2 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038756 Aug 16 02:11:59.311745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.321060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31df9196-9159-4119-938e-93034928001e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:59.322415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.368592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Transition to ACTIVE for port object 7cafda1f-e296-4cd5-a579-7e6d0a53d989 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:59.435911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.449380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3c856e8d-6e9d-404d-839e-62b75dd9db90'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:59.521954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:59.525179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:59.527615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Router 80ed0f9c-4022-4508-b14f-455348922d86 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:59.531600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:59.537769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.538493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.553916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Pushing event updated for resources: {'Port': ['ID=7cafda1f-e296-4cd5-a579-7e6d0a53d989,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:59.557419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35b48b-4ea1-4cc3-90ed-84fdc06f8073 req-3cfd6cc9-b254-43be-9c7c-aa6ef04ac695 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.560510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f35b48b-4ea1-4cc3-90ed-84fdc06f8073 req-3cfd6cc9-b254-43be-9c7c-aa6ef04ac695 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 946 time: 0.1261117 Aug 16 02:11:59.566812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6464a42c-5774-4825-8e43-892dc4023823 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0679619 Aug 16 02:11:59.582630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Request body: {'port': {'device_id': '58553d8e-bfb6-45dc-8abc-885844645e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:59.696080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-477c3974-28b8-4a18-a040-4a475a44db70 None None] Provisioning complete for port 50737ebf-c2b1-4294-9b23-c0d845d826dc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:59.696419 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-477c3974-28b8-4a18-a040-4a475a44db70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.750132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f35b48b-4ea1-4cc3-90ed-84fdc06f8073 req-2c3b1f5f-b6a9-45da-a34b-b3695b98fad1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731207 Aug 16 02:11:59.762005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.837722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a730-a938-4578-9760-3a3cab339900 req-629af904-3935-4a88-9633-f08b21e08c32 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.839379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2a9a730-a938-4578-9760-3a3cab339900 req-629af904-3935-4a88-9633-f08b21e08c32 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 934 time: 0.1613197 Aug 16 02:11:59.872820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-477c3974-28b8-4a18-a040-4a475a44db70 None None] Port 50737ebf-c2b1-4294-9b23-c0d845d826dc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:59.890895 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.899592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:59.907414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ea7f4250-c82d-478f-81ab-e235a0418235 admin admin] 10.222.0.78 "PUT /v2.0/routers/80ed0f9c-4022-4508-b14f-455348922d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8674483 Aug 16 02:11:59.912625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Sync routers for ids ['80ed0f9c-4022-4508-b14f-455348922d86'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:59.922457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Routers {'80ed0f9c-4022-4508-b14f-455348922d86'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:59.923312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['80ed0f9c-4022-4508-b14f-455348922d86'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:59.996920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2a9a730-a938-4578-9760-3a3cab339900 req-a9ac4aaa-973c-43eb-b0c5-c5626f1b616e tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509740 Aug 16 02:12:00.062401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 5487b091-8242-4b59-865c-aaa9dd199071 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:00.120828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4316373b-2c8a-4ad6-a367-100a30d4c697 None None] Provisioning for port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:00.128001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Set router 80ed0f9c-4022-4508-b14f-455348922d86 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:00.189873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4316373b-2c8a-4ad6-a367-100a30d4c697 None None] Provisioning complete for port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:00.190511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4316373b-2c8a-4ad6-a367-100a30d4c697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.218956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cafda1f-e296-4cd5-a579-7e6d0a53d989 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:00.242532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.294644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Transition to ACTIVE for port object 7cafda1f-e296-4cd5-a579-7e6d0a53d989 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:00.301782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.327727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cbc3f-d6f0-4bd7-8dee-09d800e3b913 req-d375d5d6-9a5e-4681-9a22-2d08143f7861 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.341116 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c20cbc3f-d6f0-4bd7-8dee-09d800e3b913 req-d375d5d6-9a5e-4681-9a22-2d08143f7861 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1098 time: 0.0744636 Aug 16 02:12:00.360921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4316373b-2c8a-4ad6-a367-100a30d4c697 None None] Port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:00.363461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 5487b091-8242-4b59-865c-aaa9dd199071, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=5487b091-8242-4b59-865c-aaa9dd199071,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:00.378348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c20cbc3f-d6f0-4bd7-8dee-09d800e3b913 req-6c674d07-35da-4a14-b310-2c2d7c13519e tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363374 Aug 16 02:12:00.384552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '5487b091-8242-4b59-865c-aaa9dd199071', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '5487b091-8242-4b59-865c-aaa9dd199071', 'mac_address': 'fa:16:3e:20:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:00.497446 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.499178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cafda1f-e296-4cd5-a579-7e6d0a53d989,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.525174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Attempting to bind port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:00.525510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Attempting to bind port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:00.525843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Attempting to bind port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:00.537771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:00.538106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Attempting to bind port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:00.545443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:00.545782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:00.546192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:00.546607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Bound port: 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:00.546967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.556460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5487b091-8242-4b59-865c-aaa9dd199071 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:00.586482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 5487b091-8242-4b59-865c-aaa9dd199071, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=5487b091-8242-4b59-865c-aaa9dd199071,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:00.595541 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.646160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '31df9196-9159-4119-938e-93034928001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 4, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port': {'id': '31df9196-9159-4119-938e-93034928001e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:50Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '50737ebf-c2b1-4294-9b23-c0d845d826dc', 'name': '', 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'mac_address': 'fa:16:3e:13:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '16b63fe8-b765-481f-a679-e8bd523ae5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:55Z', 'updated_at': '2021-08-16T02:11:58Z', 'revision_number': 2, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'subnets': [{'id': '16b63fe8-b765-481f-a679-e8bd523ae5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:00.688791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Checking router: 80ed0f9c-4022-4508-b14f-455348922d86 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:00.688791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Updating router 80ed0f9c-4022-4508-b14f-455348922d86 port 50737ebf-c2b1-4294-9b23-c0d845d826dc binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:00.703056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] For port 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:00.713424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] For port 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:00.721332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.721551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=5487b091-8242-4b59-865c-aaa9dd199071,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.732678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.733467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8f728-35cd-4d3b-9fdf-138ff0e07f74 req-36fc0913-01a2-4907-af3c-7afc7d0c22bb tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.740062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2a8f728-35cd-4d3b-9fdf-138ff0e07f74 req-36fc0913-01a2-4907-af3c-7afc7d0c22bb tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 949 time: 0.1232657 Aug 16 02:12:00.774951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.775583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.780576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] 10.222.0.88 "PUT /v2.0/ports/7cafda1f-e296-4cd5-a579-7e6d0a53d989 HTTP/1.1" status: 200 len: 1095 time: 1.2054679 Aug 16 02:12:00.823454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:00.828017 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6150933c-d70a-4e33-a4aa-25257bb23e97" -d '{"events": [{"name": "network-changed", "server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:00.835155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2a8f728-35cd-4d3b-9fdf-138ff0e07f74 req-bc1405f6-10d5-4186-9f60-418f62285ff9 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826585 Aug 16 02:12:00.868695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['5487b091-8242-4b59-865c-aaa9dd199071'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:00.916224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5227ec-3e8c-4a52-8243-0c5270f6d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cafda1f-e296-4cd5-a579-7e6d0a53d989,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.927076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-85b0e9e5-2f53-4740-afe0-7e93fff93a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.928834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-85b0e9e5-2f53-4740-afe0-7e93fff93a89 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f9fc1c441f143b7962497f494cbab15&device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 1098 time: 0.0909567 Aug 16 02:12:01.007560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-6d6b8c7b-0919-4424-a163-ddb27c9a3c08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989 HTTP/1.1" status: 200 len: 217 time: 0.0698192 Aug 16 02:12:01.146801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-edacffc7-77a8-4f04-9588-91a8855f1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.154766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-edacffc7-77a8-4f04-9588-91a8855f1d84 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1401975 Aug 16 02:12:01.236748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee1af-faa8-4555-b1be-53f92c093558 req-7ccaa049-de1e-487b-a463-fa9559bb2e1d tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.238916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ccee1af-faa8-4555-b1be-53f92c093558 req-7ccaa049-de1e-487b-a463-fa9559bb2e1d tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1098 time: 0.2389336 Aug 16 02:12:01.249390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-d7b4ebc5-90d9-47be-a81d-6fb7f79c499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.254519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-d7b4ebc5-90d9-47be-a81d-6fb7f79c499a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0988977 Aug 16 02:12:01.365137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ccee1af-faa8-4555-b1be-53f92c093558 req-6ec354da-c4b7-4b35-8b04-52f2cb15f3ff tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178417 Aug 16 02:12:01.402384 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc581bd3-0aee-4617-9fc0-e95e2d607b3c x-openstack-request-id: req-fc581bd3-0aee-4617-9fc0-e95e2d607b3c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:01.402384 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:01.418738 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc581bd3-0aee-4617-9fc0-e95e2d607b3c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:01.420751 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989', 'status': 'completed', 'code': 200} Aug 16 02:12:01.459845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-707914f8-a793-4d45-9908-ba0bd24f5e90 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940963 Aug 16 02:12:01.645135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49c16cf8-11ea-4ad9-a0d7-73aaf02cb02e req-dee3119e-c799-4c13-a237-ec5128a37cd0 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781836 Aug 16 02:12:01.662727 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.684227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Transition to ACTIVE for port object 50737ebf-c2b1-4294-9b23-c0d845d826dc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:01.720560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.736321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbbe93-d24b-48b2-b559-33fb8fb2b24c req-bbec1e4d-9012-427d-8943-463e6c31ce0d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.744387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.745532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dbbbbe93-d24b-48b2-b559-33fb8fb2b24c req-bbec1e4d-9012-427d-8943-463e6c31ce0d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 946 time: 0.1557052 Aug 16 02:12:01.756751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-network', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:01.772481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b8916-d15f-43b2-9a0a-af3f87e0b0bd None None] Pushing event updated for resources: {'Port': ['ID=50737ebf-c2b1-4294-9b23-c0d845d826dc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.838508 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.842626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dbbbbe93-d24b-48b2-b559-33fb8fb2b24c req-1e95d2d1-3bf5-41e9-86ad-2fb000eeffcd tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947359 Aug 16 02:12:01.848917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-822f05e6-aaaf-4c8e-9430-da7cb9e19e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.850427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-822f05e6-aaaf-4c8e-9430-da7cb9e19e27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f9fc1c441f143b7962497f494cbab15&device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 1098 time: 0.1539109 Aug 16 02:12:01.871970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Made reservation on behalf of 280429a8e9ec4ecb8fcbe8fb72b1021d for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:01.874425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.931905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Attempting to bind port 50737ebf-c2b1-4294-9b23-c0d845d826dc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:01.932570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Attempting to bind port 50737ebf-c2b1-4294-9b23-c0d845d826dc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:01.933105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Attempting to bind port 50737ebf-c2b1-4294-9b23-c0d845d826dc on network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:01.943433 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.944968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:01.945557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Checking segment: {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:01.947661 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.948257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Bound using segment: {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:01.951286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Bound port: 50737ebf-c2b1-4294-9b23-c0d845d826dc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:01.956890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.041792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-9638974c-5394-490e-ae3c-74ccf997176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.043480 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-9638974c-5394-490e-ae3c-74ccf997176b service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1838748 Aug 16 02:12:02.096398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] For port 50737ebf-c2b1-4294-9b23-c0d845d826dc, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:02.102696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] For port 50737ebf-c2b1-4294-9b23-c0d845d826dc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=50737ebf-c2b1-4294-9b23-c0d845d826dc,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:02.107813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-b745baca-cf8f-47fd-8c72-a5060b97aaa6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989 HTTP/1.1" status: 200 len: 217 time: 0.0528100 Aug 16 02:12:02.113367 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.218221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Routers {'80ed0f9c-4022-4508-b14f-455348922d86'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:02.218476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['80ed0f9c-4022-4508-b14f-455348922d86'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.244984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-d46385d0-0564-47d6-9f95-27a4b56f56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.247052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-d46385d0-0564-47d6-9f95-27a4b56f56e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1307847 Aug 16 02:12:02.267178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.284622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.358905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b8916-d15f-43b2-9a0a-af3f87e0b0bd None None] Pushing event updated for resources: {'Port': ['ID=50737ebf-c2b1-4294-9b23-c0d845d826dc,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.376262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7cfa9-a6c6-4ab2-b6d1-4cfb3fd1765b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.425802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:02.466638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-7f6c09c2-8719-4369-bcc9-e6e8ed0cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.470107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-7f6c09c2-8719-4369-bcc9-e6e8ed0cb3b3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2086482 Aug 16 02:12:02.473508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.473772 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Added segment e6c45f74-cb22-4ec0-b697-56bbeee35f2b of type vlan for network 16cfac12-49b5-4284-94bd-3ee9c2afce62 Aug 16 02:12:02.565778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] Set router 80ed0f9c-4022-4508-b14f-455348922d86 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:02.600935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616023eb-bc75-450f-8e57-163ab53fc333 req-baf2b5ad-5841-43b3-b603-1fb421fb911b tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.610524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616023eb-bc75-450f-8e57-163ab53fc333 req-baf2b5ad-5841-43b3-b603-1fb421fb911b tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 949 time: 0.0654616 Aug 16 02:12:02.650831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.703826 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616023eb-bc75-450f-8e57-163ab53fc333 req-06bbdb89-2cbf-420b-bd7f-ad0c355802f7 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871804 Aug 16 02:12:02.747126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-553ae34e-a4b7-4184-9ed4-839f4772863a service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669847 Aug 16 02:12:02.749931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.752609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.753114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.841473 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0963938 Aug 16 02:12:02.844880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33476) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.853633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Request body: {'subnet': {'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-subnet', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:02.867506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '31df9196-9159-4119-938e-93034928001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 4, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port': {'id': '31df9196-9159-4119-938e-93034928001e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:50Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '50737ebf-c2b1-4294-9b23-c0d845d826dc', 'name': '', 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'mac_address': 'fa:16:3e:13:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '16b63fe8-b765-481f-a679-e8bd523ae5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:55Z', 'updated_at': '2021-08-16T02:12:02Z', 'revision_number': 4, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'subnets': [{'id': '16b63fe8-b765-481f-a679-e8bd523ae5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.895978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Made reservation on behalf of 280429a8e9ec4ecb8fcbe8fb72b1021d for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:02.899524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.909146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddf666-ed58-448e-8610-44df57bd8153 None None] The sync data for ids ['80ed0f9c-4022-4508-b14f-455348922d86'] in n-d-769329-15 is: [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '31df9196-9159-4119-938e-93034928001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 4, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port': {'id': '31df9196-9159-4119-938e-93034928001e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:50Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '50737ebf-c2b1-4294-9b23-c0d845d826dc', 'name': '', 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'mac_address': 'fa:16:3e:13:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '16b63fe8-b765-481f-a679-e8bd523ae5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:55Z', 'updated_at': '2021-08-16T02:12:02Z', 'revision_number': 4, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'subnets': [{'id': '16b63fe8-b765-481f-a679-e8bd523ae5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:03.020752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6150933c-d70a-4e33-a4aa-25257bb23e97 req-fd8c93ba-0f19-4c1e-9712-93babfa446e8 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561395 Aug 16 02:12:03.050449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1fbe-6983-488c-b05e-49d1ba92aaea admin admin] Pushing event updated for resources: {'Network': ['ID=16cfac12-49b5-4284-94bd-3ee9c2afce62,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.063382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:03.166586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b98cd7-57ad-45ea-bf95-ab43dc57587d req-6721a76a-2dbc-4de9-a370-932f52ed4e2a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.171672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76b98cd7-57ad-45ea-bf95-ab43dc57587d req-6721a76a-2dbc-4de9-a370-932f52ed4e2a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 946 time: 0.1164956 Aug 16 02:12:03.248578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 50737ebf-c2b1-4294-9b23-c0d845d826dc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:03.281548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76b98cd7-57ad-45ea-bf95-ab43dc57587d req-ed3f635a-b8d5-4a7e-9a2a-a1a02e610e3b tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996096 Aug 16 02:12:03.351738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 50737ebf-c2b1-4294-9b23-c0d845d826dc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:03.357062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 50737ebf-c2b1-4294-9b23-c0d845d826dc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:03.357640 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.431518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.471841 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.506142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6b56d2-a195-4622-b02f-8fb22af9b18a,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.513993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Checking segment: {'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:03.514347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Network hostable DHCP agents. Network: 16cfac12-49b5-4284-94bd-3ee9c2afce62, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:03.534275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 50737ebf-c2b1-4294-9b23-c0d845d826dc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=50737ebf-c2b1-4294-9b23-c0d845d826dc,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:03.542826 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.543098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:03.556924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 16cfac12-49b5-4284-94bd-3ee9c2afce62) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:03.578224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.578828 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.596117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-395ca704-6d63-46f1-93d7-f9baa9d5dafb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7494669 Aug 16 02:12:03.599506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.600932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a2293d-0f33-4a5b-9352-743794fe82b8 None None] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:03.604419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:03.639727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.641712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.683174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=50737ebf-c2b1-4294-9b23-c0d845d826dc,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.805316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-16cfac12-49b5-4284-94bd-3ee9c2afce62', 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'fixed_ips': [{'subnet_id': 'dd6b56d2-a195-4622-b02f-8fb22af9b18a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:03.806574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.987013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.028231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Allocated IP 172.20.0.2 (16cfac12-49b5-4284-94bd-3ee9c2afce62/dd6b56d2-a195-4622-b02f-8fb22af9b18a/7a7b5300-99ef-4848-af4e-34875ce27b97) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:04.051392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33534) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:04.108991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 5487b091-8242-4b59-865c-aaa9dd199071 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:04.169215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.209006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 5487b091-8242-4b59-865c-aaa9dd199071 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:04.218473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 5487b091-8242-4b59-865c-aaa9dd199071 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:04.218930 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.257772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e89be160-1b3c-4d26-b022-468a247c07ff tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:12:04.268473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e89be160-1b3c-4d26-b022-468a247c07ff tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2159128 Aug 16 02:12:04.291803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7eec3-0f33-4884-b007-edb06954ce29 req-b04a5174-2558-4c8c-af53-7a88d18e83cf tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.300063 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.307169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51a7eec3-0f33-4884-b007-edb06954ce29 req-b04a5174-2558-4c8c-af53-7a88d18e83cf tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 949 time: 0.1002002 Aug 16 02:12:04.314988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Transition to ACTIVE for port object 7a7b5300-99ef-4848-af4e-34875ce27b97 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:04.365840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Transition to ACTIVE for port object 7a7b5300-99ef-4848-af4e-34875ce27b97 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:04.383126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.385949 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51a7eec3-0f33-4884-b007-edb06954ce29 req-9387e1fa-4608-4c57-91d5-a6d9655883bc tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752769 Aug 16 02:12:04.410433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:04.410996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:12:04.423231 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.456959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:04.464385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5487b091-8242-4b59-865c-aaa9dd199071'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:04.466743 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c165ce30-eddd-4443-88e8-9be55c17780a" -d '{"events": [{"server_uuid": "2f4f5c23-249f-44a0-9645-77b0ca749336", "name": "network-vif-plugged", "status": "completed", "tag": "5487b091-8242-4b59-865c-aaa9dd199071"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:04.473585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:04.484130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:04.490707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 5487b091-8242-4b59-865c-aaa9dd199071, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=5487b091-8242-4b59-865c-aaa9dd199071,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:04.492139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Pushing event updated for resources: {'Port': ['ID=7a7b5300-99ef-4848-af4e-34875ce27b97,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.499830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.511219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.537699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.581031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Attempting to bind port 7a7b5300-99ef-4848-af4e-34875ce27b97 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:04.581031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Attempting to bind port 7a7b5300-99ef-4848-af4e-34875ce27b97 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:04.581031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Attempting to bind port 7a7b5300-99ef-4848-af4e-34875ce27b97 on network 16cfac12-49b5-4284-94bd-3ee9c2afce62 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:04.596367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:04.596747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Checking segment: {'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:04.597150 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.597548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Bound using segment: {'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:04.597996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Bound port: 7a7b5300-99ef-4848-af4e-34875ce27b97, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:04.598432 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.601615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=5487b091-8242-4b59-865c-aaa9dd199071,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.701334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:04.702017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:04.702633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:04.710787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:04.711270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:04.720231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:04.720911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:04.721518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:04.722170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Bound port: 02b5cbee-8876-45c5-b8e8-73730176a8fc, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:04.730135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Allocated IP 172.25.4.32 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/0876cf2a-d089-4590-8034-406e708da821) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:04.757911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5752f7-6b25-48d6-8714-2faf1e0ce440 req-9db8207e-ed58-47cb-acc7-3087cf87f568 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.759500 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd5752f7-6b25-48d6-8714-2faf1e0ce440 req-9db8207e-ed58-47cb-acc7-3087cf87f568 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 946 time: 0.1090190 Aug 16 02:12:04.760871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7cafda1f-e296-4cd5-a579-7e6d0a53d989 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:04.842388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] For port 7a7b5300-99ef-4848-af4e-34875ce27b97, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:04.861007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd5752f7-6b25-48d6-8714-2faf1e0ce440 req-1cfaa4bc-6464-4d2d-8d58-efe1384f6776 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800338 Aug 16 02:12:04.872791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] For port 7a7b5300-99ef-4848-af4e-34875ce27b97, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7a7b5300-99ef-4848-af4e-34875ce27b97,segment=NetworkSegment(e6c45f74-cb22-4ec0-b697-56bbeee35f2b),segment_id=e6c45f74-cb22-4ec0-b697-56bbeee35f2b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:04.883884 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.884760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.885688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:04.893878 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.895378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e20fb12a-9c53-4a67-b02a-35e6a71a7371 service neutron] 10.222.0.78 "POST /v2.0/ports/02b5cbee-8876-45c5-b8e8-73730176a8fc/bindings HTTP/1.1" status: 201 len: 390 time: 0.5510254 Aug 16 02:12:04.967471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.970916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:04.988719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7813586-318b-4713-8d5e-2a34c142936c None None] Pushing event updated for resources: {'Port': ['ID=7a7b5300-99ef-4848-af4e-34875ce27b97,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.010395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '7cafda1f-e296-4cd5-a579-7e6d0a53d989', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '7cafda1f-e296-4cd5-a579-7e6d0a53d989', 'mac_address': 'fa:16:3e:7b:02:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:05.066344 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e07b87c-528f-49f3-8082-11f6a347a627 x-openstack-request-id: req-6e07b87c-528f-49f3-8082-11f6a347a627 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:05.067002 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4f5c23-249f-44a0-9645-77b0ca749336", "name": "network-vif-plugged", "status": "completed", "tag": "5487b091-8242-4b59-865c-aaa9dd199071", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:05.067002 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e07b87c-528f-49f3-8082-11f6a347a627 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:05.070109 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5487b091-8242-4b59-865c-aaa9dd199071', 'code': 200} Aug 16 02:12:05.070109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.094431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33570) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.128674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:05.137310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:05.138164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cafda1f-e296-4cd5-a579-7e6d0a53d989 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:05.142488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:05.201641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:05.209593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.264065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 50737ebf-c2b1-4294-9b23-c0d845d826dc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:05.288941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961536-ccf1-4f6c-bd64-0f7407ca7db2 req-07c809c7-f47b-4c63-be73-9b8abf385b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.294186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-10961536-ccf1-4f6c-bd64-0f7407ca7db2 req-07c809c7-f47b-4c63-be73-9b8abf385b9a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 1102 time: 0.1006658 Aug 16 02:12:05.314554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23c75c55-f7a5-46ef-a5fe-30f706b2fc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.389557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Pushing event updated for resources: {'Port': ['ID=0876cf2a-d089-4590-8034-406e708da821,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.391812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-10961536-ccf1-4f6c-bd64-0f7407ca7db2 req-1122e710-dd32-4df0-b9a4-8b075c453002 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587468 Aug 16 02:12:05.448491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7cafda1f-e296-4cd5-a579-7e6d0a53d989'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:05.449872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69be343-6303-4278-bb82-264989792a2e req-257e6ec4-7c5b-4fda-9c4d-8ee1ad5bc731 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.457616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e69be343-6303-4278-bb82-264989792a2e req-257e6ec4-7c5b-4fda-9c4d-8ee1ad5bc731 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 946 time: 0.1512392 Aug 16 02:12:05.478996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-cb8c1762-5fff-4254-8be8-c88875c8b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.480625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-cb8c1762-5fff-4254-8be8-c88875c8b3f2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1098 time: 0.2505269 Aug 16 02:12:05.496749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7cafda1f-e296-4cd5-a579-7e6d0a53d989,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.539371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23c75c55-f7a5-46ef-a5fe-30f706b2fc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.546171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23c75c55-f7a5-46ef-a5fe-30f706b2fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.565565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 50737ebf-c2b1-4294-9b23-c0d845d826dc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:05.566064 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.620731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-23c75c55-f7a5-46ef-a5fe-30f706b2fc28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=555559cd7262444a8146de3fe6f1da36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250816 Aug 16 02:12:05.621192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-83752d2a-744c-44d4-853e-3d02fb6c287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.622032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33588) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.623337 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-83752d2a-744c-44d4-853e-3d02fb6c287d service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1289747 Aug 16 02:12:05.633811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c75c55-f7a5-46ef-a5fe-30f706b2fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7acac1d-b9a9-46f1-acec-345708f27040,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.668965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2eed-3f2f-46b7-8185-3d7427656a3c req-343fee9a-639f-472d-a750-411fb3dce5ae tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.670468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0dc2eed-3f2f-46b7-8185-3d7427656a3c req-343fee9a-639f-472d-a750-411fb3dce5ae tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 950 time: 0.1095338 Aug 16 02:12:05.705479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e69be343-6303-4278-bb82-264989792a2e req-dfe21254-ddbd-4f97-91af-cd742144daa9 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463899 Aug 16 02:12:05.713143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a434c499-1813-4f0f-b82b-5e44bca004f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.736719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-722026a0-60c5-456b-abb3-1f62311c72d7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 217 time: 0.0531087 Aug 16 02:12:05.752836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0dc2eed-3f2f-46b7-8185-3d7427656a3c req-77e658ac-5c37-48b6-8452-4db64ecb93a6 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718255 Aug 16 02:12:05.773369 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a434c499-1813-4f0f-b82b-5e44bca004f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.796214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-8b6b4e4e-632c-4210-92fc-d65940ac207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.797724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-8b6b4e4e-632c-4210-92fc-d65940ac207c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0510051 Aug 16 02:12:05.860193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a434c499-1813-4f0f-b82b-5e44bca004f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.862740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a434c499-1813-4f0f-b82b-5e44bca004f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.863879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a434c499-1813-4f0f-b82b-5e44bca004f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a7acac1d-b9a9-46f1-acec-345708f27040 HTTP/1.1" status: 204 len: 168 time: 0.2399344 Aug 16 02:12:05.884173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.887121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434c499-1813-4f0f-b82b-5e44bca004f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7acac1d-b9a9-46f1-acec-345708f27040,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.935690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-355c91c5-2ad0-45ef-bad6-d7e12ffbfb3d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609694 Aug 16 02:12:06.119784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33614) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.158463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-fee77c08-1a89-46f7-a08b-e198f8f23200 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060707 Aug 16 02:12:06.285279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33618) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.303841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05ddcd66-2397-412c-84f7-5dd0e6ea73fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.374687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5120c-f1ca-4df5-ad50-c1815e5b1012 None None] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:06.521087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b75a55a3-5298-4db8-9c59-488a97c2a477 None None] Provisioning for port 7a7b5300-99ef-4848-af4e-34875ce27b97 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:06.547231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05ddcd66-2397-412c-84f7-5dd0e6ea73fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.559416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05ddcd66-2397-412c-84f7-5dd0e6ea73fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.588520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b4956-96e1-4ced-b98e-224c4c880c64 req-9084ffd7-d270-43bd-a821-2a804e1b6957 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.595890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da2b4956-96e1-4ced-b98e-224c4c880c64 req-9084ffd7-d270-43bd-a821-2a804e1b6957 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 947 time: 0.4991980 Aug 16 02:12:06.623509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.656180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f154c3f-dd04-493b-ba3f-2460c1edbbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.659802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddcd66-2397-412c-84f7-5dd0e6ea73fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3d3501-83b5-4b75-a1c1-46d002893b14,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.664257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-05ddcd66-2397-412c-84f7-5dd0e6ea73fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10dfdc24f06b40beb28274e35db37ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772933 Aug 16 02:12:06.670396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.687275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7cafda1f-e296-4cd5-a579-7e6d0a53d989 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:06.782596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:06.787374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:06.787753 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.793034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-39b210ec-ca02-476d-b409-d73df68f0db5 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910795 Aug 16 02:12:06.804272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f154c3f-dd04-493b-ba3f-2460c1edbbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.812831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f154c3f-dd04-493b-ba3f-2460c1edbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.846103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da2b4956-96e1-4ced-b98e-224c4c880c64 req-782f7b32-3c6f-41eb-8936-a22425fc5619 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493331 Aug 16 02:12:06.941615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.975486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f154c3f-dd04-493b-ba3f-2460c1edbbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2bd236-b574-4fb9-995f-cfee0eb555f3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.986651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:06.990624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33642) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.992023 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.002431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1f154c3f-dd04-493b-ba3f-2460c1edbbc8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=465024e6732e4bc49d2f20eb836095ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8790936 Aug 16 02:12:07.009216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33644) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.009969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33646) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.069561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:07.071915 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da233013-d7ad-4501-b41e-f282ad4b1631" -d '{"events": [{"server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "name": "network-vif-plugged", "status": "completed", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:07.088844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7cafda1f-e296-4cd5-a579-7e6d0a53d989,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.119180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9500-7779-47e6-a901-c3ed08bcee77 req-da7cff4c-5697-4ec4-807a-8b0534cc6c78 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.128080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-353c9500-7779-47e6-a901-c3ed08bcee77 req-da7cff4c-5697-4ec4-807a-8b0534cc6c78 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 946 time: 0.2589669 Aug 16 02:12:07.165202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-886cdd5b-08b9-49cb-976d-261d0c2cd4cf tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.166733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-886cdd5b-08b9-49cb-976d-261d0c2cd4cf tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1098 time: 0.2062500 Aug 16 02:12:07.177189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59a7d342-cf7f-4eb4-bc35-82cb5596ada4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.183012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9777c64e-21a3-43d2-810f-d2ecac37484e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.193449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:07.221150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299293f-bcab-41bc-bde4-37dacfadc1a6 req-de9f078f-84dc-4df4-8d34-97efc36e1754 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.223410 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b299293f-bcab-41bc-bde4-37dacfadc1a6 req-de9f078f-84dc-4df4-8d34-97efc36e1754 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 950 time: 0.2681603 Aug 16 02:12:07.236014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a7b5300-99ef-4848-af4e-34875ce27b97 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:07.257538 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce28e1f-f59e-4f6c-9c73-b760b4cad5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.262174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59a7d342-cf7f-4eb4-bc35-82cb5596ada4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.263999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.278819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-353c9500-7779-47e6-a901-c3ed08bcee77 req-b56a4b85-38f7-4e19-890b-c2f4217352da tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478405 Aug 16 02:12:07.284878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9777c64e-21a3-43d2-810f-d2ecac37484e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.298274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7a7b5300-99ef-4848-af4e-34875ce27b97 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:07.305455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7a7b5300-99ef-4848-af4e-34875ce27b97 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:07.306109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.350357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Router 06034240-8b9d-48f4-bce4-227ed50c40ea is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:07.363561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b299293f-bcab-41bc-bde4-37dacfadc1a6 req-082608fa-6c49-423a-ac71-d93f74b4e13c tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191316 Aug 16 02:12:07.368786 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.378700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:12:07.378700 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:12:07.378700 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id_1': '4a2218005f0942ae8fed124fdac6f039', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 12, 7, 347353)}] Aug 16 02:12:07.378700 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:07.386466 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:07.412679 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59a7d342-cf7f-4eb4-bc35-82cb5596ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.415372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-59a7d342-cf7f-4eb4-bc35-82cb5596ada4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.416695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-59a7d342-cf7f-4eb4-bc35-82cb5596ada4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f2bd236-b574-4fb9-995f-cfee0eb555f3 HTTP/1.1" status: 204 len: 168 time: 0.4041898 Aug 16 02:12:07.457132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7d342-cf7f-4eb4-bc35-82cb5596ada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2bd236-b574-4fb9-995f-cfee0eb555f3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.457233 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82964c5f-59c2-48ab-9374-a44694a2b37d x-openstack-request-id: req-82964c5f-59c2-48ab-9374-a44694a2b37d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:07.457233 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "name": "network-vif-plugged", "status": "completed", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:07.457233 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82964c5f-59c2-48ab-9374-a44694a2b37d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:07.457233 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989', 'code': 200} Aug 16 02:12:07.458466 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.504544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7a7b5300-99ef-4848-af4e-34875ce27b97, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7a7b5300-99ef-4848-af4e-34875ce27b97,segment=NetworkSegment(e6c45f74-cb22-4ec0-b697-56bbeee35f2b),segment_id=e6c45f74-cb22-4ec0-b697-56bbeee35f2b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.511460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.535939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce28e1f-f59e-4f6c-9c73-b760b4cad5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.541207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce28e1f-f59e-4f6c-9c73-b760b4cad5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.548997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9777c64e-21a3-43d2-810f-d2ecac37484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.552860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9777c64e-21a3-43d2-810f-d2ecac37484e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.554344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9777c64e-21a3-43d2-810f-d2ecac37484e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae3d3501-83b5-4b75-a1c1-46d002893b14 HTTP/1.1" status: 204 len: 168 time: 0.8815968 Aug 16 02:12:07.610481 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6ce28e1f-f59e-4f6c-9c73-b760b4cad5d3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=980d91d8cf69469cbb5460646664cf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6090920 Aug 16 02:12:07.610912 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33662) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.620201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777c64e-21a3-43d2-810f-d2ecac37484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3d3501-83b5-4b75-a1c1-46d002893b14,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.624276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce28e1f-f59e-4f6c-9c73-b760b4cad5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134162d1-c3b6-418a-97a1-1181a9f6e3a8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.624498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7a7b5300-99ef-4848-af4e-34875ce27b97,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.669732 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f165771d-7d8e-41c8-b643-0d77f364580b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.704616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f165771d-7d8e-41c8-b643-0d77f364580b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.751517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5b57d-1c85-45df-a553-b59c6120449a req-4a7dbe6a-bf1f-4aa9-8a0f-d19f9eddb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.753562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24c5b57d-1c85-45df-a553-b59c6120449a req-4a7dbe6a-bf1f-4aa9-8a0f-d19f9eddb81b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 1100 time: 0.2717628 Aug 16 02:12:07.812582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796a359-ddd8-4492-b95b-fc6b13007471 req-be01d0aa-e3b5-4df4-8e8f-2bb19030b1dd tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.814096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e796a359-ddd8-4492-b95b-fc6b13007471 req-be01d0aa-e3b5-4df4-8e8f-2bb19030b1dd tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 950 time: 0.0825856 Aug 16 02:12:07.819616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:07.831265 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Sync routers for ids ['06034240-8b9d-48f4-bce4-227ed50c40ea'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:07.845019 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24c5b57d-1c85-45df-a553-b59c6120449a req-4f48bd4f-39f5-48f4-9749-a7302749f3da service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822914 Aug 16 02:12:07.845499 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Routers {'06034240-8b9d-48f4-bce4-227ed50c40ea'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:07.846267 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['06034240-8b9d-48f4-bce4-227ed50c40ea'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:07.851972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.856992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f165771d-7d8e-41c8-b643-0d77f364580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.865256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f165771d-7d8e-41c8-b643-0d77f364580b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.866738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f165771d-7d8e-41c8-b643-0d77f364580b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/134162d1-c3b6-418a-97a1-1181a9f6e3a8 HTTP/1.1" status: 204 len: 168 time: 0.2537210 Aug 16 02:12:07.869440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.875058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-87e0794e-4cc0-4c2b-a51c-5c21d42daf9b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2744689 Aug 16 02:12:07.875972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.882580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33672) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.912415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.941374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165771d-7d8e-41c8-b643-0d77f364580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134162d1-c3b6-418a-97a1-1181a9f6e3a8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.964626 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09651dfe-0162-4236-810c-055fd0a2cfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.966253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:08.000066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e796a359-ddd8-4492-b95b-fc6b13007471 req-bd7e6b11-f322-4e89-b8b0-4e4296a38861 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792550 Aug 16 02:12:08.073511 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Set router 06034240-8b9d-48f4-bce4-227ed50c40ea gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:08.121814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:08.124534 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4053da0-9de7-44f4-a73e-716bfe3281bb" -d '{"events": [{"server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:08.129661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.151077 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.196939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364252-cb6e-4e45-8686-c03e3bd367ac req-d95180ad-8396-4b0f-8b0b-98bedeb6af38 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.198565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa364252-cb6e-4e45-8686-c03e3bd367ac req-d95180ad-8396-4b0f-8b0b-98bedeb6af38 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 948 time: 0.1605706 Aug 16 02:12:08.210867 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.225046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.313268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a2218005f0942ae8fed124fdac6f039&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3018584 Aug 16 02:12:08.318186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33684) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.339824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a892b2c-1b66-4b1b-b7f0-578b9e53bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7ef5e-33dd-439b-a1fa-ff47f18ad37f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.407869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.464837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa364252-cb6e-4e45-8686-c03e3bd367ac req-f0d2bd2e-8eaa-4578-97df-fcdf2e2ae07a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534850 Aug 16 02:12:08.472579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572a7b4-abfc-4826-91ea-425dcdc54680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.503992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:08.504763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:08.505348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:08.514018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:08.514437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Attempting to bind port 02b5cbee-8876-45c5-b8e8-73730176a8fc on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:08.534652 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0876cf2a-d089-4590-8034-406e708da821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 3, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port': {'id': '0876cf2a-d089-4590-8034-406e708da821', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:04Z', 'updated_at': '2021-08-16T02:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:08.544954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09651dfe-0162-4236-810c-055fd0a2cfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.580960 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7493d0-a8e9-4bc8-883e-238ff1bb5495 x-openstack-request-id: req-af7493d0-a8e9-4bc8-883e-238ff1bb5495 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:08.580960 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:08.581177 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af7493d0-a8e9-4bc8-883e-238ff1bb5495 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:08.581673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09651dfe-0162-4236-810c-055fd0a2cfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.583637 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc', 'code': 200} Aug 16 02:12:08.597540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33694) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.606034 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Checking router: 06034240-8b9d-48f4-bce4-227ed50c40ea for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:08.606404 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Updating router 06034240-8b9d-48f4-bce4-227ed50c40ea port 0876cf2a-d089-4590-8034-406e708da821 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:08.612731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:08.613231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:08.613633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:08.614161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Bound port: 02b5cbee-8876-45c5-b8e8-73730176a8fc, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:08.614531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.638431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572a7b4-abfc-4826-91ea-425dcdc54680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.655302 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-09651dfe-0162-4236-810c-055fd0a2cfde admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9289d2cde12c4b92bb74b5539e710aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7686045 Aug 16 02:12:08.665342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6884dfd0-02d6-4ba2-b8b6-d9e0d05415a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.667340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33696) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.693717 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.862593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09651dfe-0162-4236-810c-055fd0a2cfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97de2187-c7d2-43c8-b198-df5c8f3b3cdf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.880785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab8230-d84c-4747-9c99-0ebacb6342a1 req-c7a62f78-3fd7-40cd-94eb-2c92b0c0d730 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.889317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7ab8230-d84c-4747-9c99-0ebacb6342a1 req-c7a62f78-3fd7-40cd-94eb-2c92b0c0d730 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 950 time: 0.1279869 Aug 16 02:12:08.907548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:08.919273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1a960-ba13-4f80-beef-57c285660092 req-1a201f19-2176-4be9-8a70-0e2be847dd6e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.928779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5d1a960-ba13-4f80-beef-57c285660092 req-1a201f19-2176-4be9-8a70-0e2be847dd6e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 944 time: 0.2468550 Aug 16 02:12:08.930251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbab5f8e-1f17-45cb-b258-193a8041a017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.940065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:08.977262 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbab5f8e-1f17-45cb-b258-193a8041a017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.978214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.994558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7ab8230-d84c-4747-9c99-0ebacb6342a1 req-dba22fb5-ae81-4683-bacc-fedae49f7d26 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039028 Aug 16 02:12:09.048122 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.052363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572a7b4-abfc-4826-91ea-425dcdc54680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.055592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572a7b4-abfc-4826-91ea-425dcdc54680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.059774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3572a7b4-abfc-4826-91ea-425dcdc54680 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ec7ef5e-33dd-439b-a1fa-ff47f18ad37f HTTP/1.1" status: 204 len: 168 time: 0.7370112 Aug 16 02:12:09.069264 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Transition to ACTIVE for port object 0876cf2a-d089-4590-8034-406e708da821 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:09.077335 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.097466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbab5f8e-1f17-45cb-b258-193a8041a017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.099969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbab5f8e-1f17-45cb-b258-193a8041a017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.104020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bbab5f8e-1f17-45cb-b258-193a8041a017 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97de2187-c7d2-43c8-b198-df5c8f3b3cdf HTTP/1.1" status: 204 len: 168 time: 0.4328568 Aug 16 02:12:09.107321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572a7b4-abfc-4826-91ea-425dcdc54680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7ef5e-33dd-439b-a1fa-ff47f18ad37f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.107555 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Attempting to bind port 0876cf2a-d089-4590-8034-406e708da821 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:09.108077 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Attempting to bind port 0876cf2a-d089-4590-8034-406e708da821 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:09.109238 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Attempting to bind port 0876cf2a-d089-4590-8034-406e708da821 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:09.118839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab5f8e-1f17-45cb-b258-193a8041a017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97de2187-c7d2-43c8-b198-df5c8f3b3cdf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.136192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5d1a960-ba13-4f80-beef-57c285660092 req-c8278801-c1a5-44d1-8d0b-4aa6d890a44b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056189 Aug 16 02:12:09.142063 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:09.142542 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:09.144024 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.145569 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:09.146221 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Bound port: 0876cf2a-d089-4590-8034-406e708da821, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:09.147728 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.235685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a7b5300-99ef-4848-af4e-34875ce27b97 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:09.261627 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdfe0c-1198-4276-ba93-4f00e877ed64 None None] Pushing event updated for resources: {'Port': ['ID=0876cf2a-d089-4590-8034-406e708da821,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.283617 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] For port 0876cf2a-d089-4590-8034-406e708da821, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:09.288197 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] For port 0876cf2a-d089-4590-8034-406e708da821, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0876cf2a-d089-4590-8034-406e708da821,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:09.296752 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.327587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7a7b5300-99ef-4848-af4e-34875ce27b97 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:09.328218 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.391673 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Routers {'06034240-8b9d-48f4-bce4-227ed50c40ea'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:09.391955 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['06034240-8b9d-48f4-bce4-227ed50c40ea'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.406561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.426503 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdfe0c-1198-4276-ba93-4f00e877ed64 None None] Pushing event updated for resources: {'Port': ['ID=0876cf2a-d089-4590-8034-406e708da821,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.440435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6884dfd0-02d6-4ba2-b8b6-d9e0d05415a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.444520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.445157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.446745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f0b39df5-fae8-4772-8fae-565cdcc3a66e service neutron] 10.222.0.98 "PUT /v2.0/ports/02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 1124 time: 2.2608376 Aug 16 02:12:09.449598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6884dfd0-02d6-4ba2-b8b6-d9e0d05415a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.513839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33720) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.518087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['02b5cbee-8876-45c5-b8e8-73730176a8fc'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:09.531069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6884dfd0-02d6-4ba2-b8b6-d9e0d05415a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c78a86d07564476a4e29333b51b81f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9222188 Aug 16 02:12:09.534008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33724) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.534300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884dfd0-02d6-4ba2-b8b6-d9e0d05415a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cfe604-6ec9-4dfe-aef9-1c776853c09f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.555389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.633848 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] Set router 06034240-8b9d-48f4-bce4-227ed50c40ea gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:09.683425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a295a5a-d248-4401-9708-afe26f14123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.717835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92387-ece6-4938-907b-1bcc7ad85e5b req-bc1307ce-81d8-4787-a7d1-b296237c0434 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.726317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41a92387-ece6-4938-907b-1bcc7ad85e5b req-bc1307ce-81d8-4787-a7d1-b296237c0434 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 948 time: 0.0980263 Aug 16 02:12:09.742738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a295a5a-d248-4401-9708-afe26f14123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.757317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33728) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.775639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d907a8c9-007c-4444-88fd-bfb6f279eb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.796786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Allocated IP 172.20.0.1 (16cfac12-49b5-4284-94bd-3ee9c2afce62/dd6b56d2-a195-4622-b02f-8fb22af9b18a/645da46b-26be-456e-8f38-a693f4cadbbc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:09.815385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41a92387-ece6-4938-907b-1bcc7ad85e5b req-dce7e56e-3fcf-46a8-89c0-f4bf802f0f71 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834155 Aug 16 02:12:09.902808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d907a8c9-007c-4444-88fd-bfb6f279eb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.910465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d907a8c9-007c-4444-88fd-bfb6f279eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.963532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907a8c9-007c-4444-88fd-bfb6f279eb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d7d52-b2a2-42ef-ad6a-26c6870b5559,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.969000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d907a8c9-007c-4444-88fd-bfb6f279eb7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8d6a129afa6428d917b7fbf0c32b9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106655 Aug 16 02:12:09.971841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33732) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.000404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a295a5a-d248-4401-9708-afe26f14123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.003296 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a295a5a-d248-4401-9708-afe26f14123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.008498 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9a295a5a-d248-4401-9708-afe26f14123d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3cfe604-6ec9-4dfe-aef9-1c776853c09f HTTP/1.1" status: 204 len: 168 time: 0.4732385 Aug 16 02:12:10.025144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a295a5a-d248-4401-9708-afe26f14123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cfe604-6ec9-4dfe-aef9-1c776853c09f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.048919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.057186 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b673-e865-4b61-acd0-fc0f30974895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.078985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1de68-844b-4dd6-9414-c1970faec359 req-3e767552-aaad-4897-b8c9-7f8d8f95721f tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.080753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08c1de68-844b-4dd6-9414-c1970faec359 req-3e767552-aaad-4897-b8c9-7f8d8f95721f tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 950 time: 0.1364224 Aug 16 02:12:10.082227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Transition to ACTIVE for port object 645da46b-26be-456e-8f38-a693f4cadbbc will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:10.106945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b673-e865-4b61-acd0-fc0f30974895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.110061 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0876cf2a-d089-4590-8034-406e708da821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 3, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port': {'id': '0876cf2a-d089-4590-8034-406e708da821', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:04Z', 'updated_at': '2021-08-16T02:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:10.133366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-network', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:10.146835 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a07d62-b327-4080-b5e2-43be9486c1c9 None None] The sync data for ids ['06034240-8b9d-48f4-bce4-227ed50c40ea'] in n-d-769329-15 is: [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0876cf2a-d089-4590-8034-406e708da821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:12:05Z', 'revision_number': 3, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port': {'id': '0876cf2a-d089-4590-8034-406e708da821', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:04Z', 'updated_at': '2021-08-16T02:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:10.186238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Made reservation on behalf of 6399bc3e63b440b4a20f2869d9d7bf38 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:10.188981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.236759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.300387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66663a1-3804-455d-943b-0a540d137e7c req-67e7869d-b412-4c59-af87-c83febd885f1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.312712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c66663a1-3804-455d-943b-0a540d137e7c req-67e7869d-b412-4c59-af87-c83febd885f1 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 950 time: 0.1423788 Aug 16 02:12:10.395067 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:10.428482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b673-e865-4b61-acd0-fc0f30974895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.430938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b673-e865-4b61-acd0-fc0f30974895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.432502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4cc3b673-e865-4b61-acd0-fc0f30974895 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d24d7d52-b2a2-42ef-ad6a-26c6870b5559 HTTP/1.1" status: 204 len: 168 time: 0.4591551 Aug 16 02:12:10.435855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9452bd-8a9f-4a6d-8ddb-8af0d8a0c17a req-aaf6a339-6d52-4af7-836b-9595992c2354 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.437793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9a9452bd-8a9f-4a6d-8ddb-8af0d8a0c17a req-aaf6a339-6d52-4af7-836b-9595992c2354 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 948 time: 0.2360139 Aug 16 02:12:10.438873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.464931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3b673-e865-4b61-acd0-fc0f30974895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d7d52-b2a2-42ef-ad6a-26c6870b5559,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.496429 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c66663a1-3804-455d-943b-0a540d137e7c req-e84811f3-dadc-4ec4-9728-6f6d5a4422e5 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826217 Aug 16 02:12:10.498165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.505716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.518989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:10.533936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:10.560203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:10.560548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.564316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Deleting port 5487b091-8242-4b59-865c-aaa9dd199071 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:10.564870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.600790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:10.657057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:10.668921 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2935f496-99d9-472b-855b-05372f7654f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:10.671634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Pushing event updated for resources: {'Port': ['ID=645da46b-26be-456e-8f38-a693f4cadbbc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.719946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7a8e6-24d6-4c9e-9f1d-566eaea6f57a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.736460 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.737731 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Added segment 78b167dc-040e-492a-ac22-fe90153fd915 of type vlan for network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 Aug 16 02:12:10.799058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33762) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.807423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9a9452bd-8a9f-4a6d-8ddb-8af0d8a0c17a req-981ae4d2-41a6-47c9-b020-3fdb02c36ae9 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537695 Aug 16 02:12:10.911636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.925802 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6553f92-3e13-47ca-8fe5-15f06573cedc x-openstack-request-id: req-e6553f92-3e13-47ca-8fe5-15f06573cedc {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:10.926088 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:10.926377 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6553f92-3e13-47ca-8fe5-15f06573cedc {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:10.927549 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc', 'status': 'completed', 'code': 200} Aug 16 02:12:10.946783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6baa7d26-6c82-4b1b-afe1-4880897ffc1f None None] Provisioning for port 645da46b-26be-456e-8f38-a693f4cadbbc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:10.953936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6baa7d26-6c82-4b1b-afe1-4880897ffc1f None None] Provisioning complete for port 645da46b-26be-456e-8f38-a693f4cadbbc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:10.954319 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6baa7d26-6c82-4b1b-afe1-4880897ffc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.995147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b23ef88c-e309-4b5b-b1c8-134fc00abe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.025839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6baa7d26-6c82-4b1b-afe1-4880897ffc1f None None] Port 645da46b-26be-456e-8f38-a693f4cadbbc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:11.099600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] For port 5487b091-8242-4b59-865c-aaa9dd199071, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=5487b091-8242-4b59-865c-aaa9dd199071,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:11.100268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.127970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Calling delete_port for 5487b091-8242-4b59-865c-aaa9dd199071 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:11.253079 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.254181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.254868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.258734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0876cf2a-d089-4590-8034-406e708da821 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:11.283839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.359140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0876cf2a-d089-4590-8034-406e708da821 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:11.365153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0876cf2a-d089-4590-8034-406e708da821 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:11.366517 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.368623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07edc-54f9-4757-917e-216b7db12032 req-8ac71883-6032-4885-bec8-3a9489af9720 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.372668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cd07edc-54f9-4757-917e-216b7db12032 req-8ac71883-6032-4885-bec8-3a9489af9720 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 944 time: 0.7309885 Aug 16 02:12:11.382015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935f496-99d9-472b-855b-05372f7654f3 req-9b19a185-8353-4ec8-aedf-2005a8040d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.384433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2935f496-99d9-472b-855b-05372f7654f3 req-9b19a185-8353-4ec8-aedf-2005a8040d68 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1127 time: 0.3821530 Aug 16 02:12:11.412463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] Pushing event updated for resources: {'Network': ['ID=a284a135-fd34-4a4c-81e8-37e9bcdc7e65,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.439120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:11.508635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cd07edc-54f9-4757-917e-216b7db12032 req-050aaeb2-208f-41b1-b6bb-4261fdeeb000 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013005 Aug 16 02:12:11.673389 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.712499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 0876cf2a-d089-4590-8034-406e708da821, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0876cf2a-d089-4590-8034-406e708da821,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:11.721063 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.745553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935f496-99d9-472b-855b-05372f7654f3 req-be0f657e-3e6e-447b-a67f-0cb2be14b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.747271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2935f496-99d9-472b-855b-05372f7654f3 req-be0f657e-3e6e-447b-a67f-0cb2be14b5c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.3504081 Aug 16 02:12:11.793922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=0876cf2a-d089-4590-8034-406e708da821,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.830313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.837183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2935f496-99d9-472b-855b-05372f7654f3 req-371f3996-1a0b-4e55-98aa-388db223f9eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 217 time: 0.0776708 Aug 16 02:12:11.842914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['5487b091-8242-4b59-865c-aaa9dd199071'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:11.901309 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b23ef88c-e309-4b5b-b1c8-134fc00abe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.919863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d6057e2-a15d-4d59-ba6c-df21e6cd6855 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4048584 Aug 16 02:12:11.920814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.926331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Request body: {'subnet': {'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-subnet', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.944629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c2b4-de06-40f0-a091-fd91eea7ab7d req-f6a9f9b9-5804-4ce2-9435-e57578ba544a tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.948379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2a3c2b4-de06-40f0-a091-fd91eea7ab7d req-f6a9f9b9-5804-4ce2-9435-e57578ba544a tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f4f5c23-249f-44a0-9645-77b0ca749336 HTTP/1.1" status: 200 len: 867 time: 0.2574868 Aug 16 02:12:11.952528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Pushing event deleted for resources: {'Port': ['ID=5487b091-8242-4b59-865c-aaa9dd199071,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.965522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Made reservation on behalf of 6399bc3e63b440b4a20f2869d9d7bf38 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:11.969020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.977314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b23ef88c-e309-4b5b-b1c8-134fc00abe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.005695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:12.084547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935f496-99d9-472b-855b-05372f7654f3 req-f3ecf804-5c16-4d64-81a6-c45129908740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.095619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2935f496-99d9-472b-855b-05372f7654f3 req-f3ecf804-5c16-4d64-81a6-c45129908740 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.2420652 Aug 16 02:12:12.123259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e809d-4b20-433c-87cd-b187e6739536 req-2f9bba0f-93cc-49e5-a13a-531e8020754a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.125447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d0e809d-4b20-433c-87cd-b187e6739536 req-2f9bba0f-93cc-49e5-a13a-531e8020754a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 948 time: 0.1621230 Aug 16 02:12:12.225393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d0e809d-4b20-433c-87cd-b187e6739536 req-723f03d7-84fe-41c5-a8ad-86e028847349 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803912 Aug 16 02:12:12.277699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:12.310151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:12:12.422137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.475875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b030d-7839-4067-99be-1cd90f6d2aa4 req-fee40741-d29e-48d3-9069-9f453304575e tempest-LiveMigrationNegativeTest-1554760483 tempest-LiveMigrationNegativeTest-1554760483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.477642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b3b030d-7839-4067-99be-1cd90f6d2aa4 req-fee40741-d29e-48d3-9069-9f453304575e tempest-LiveMigrationNegativeTest-1554760483 tempest-LiveMigrationNegativeTest-1554760483-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 1100 time: 0.1190591 Aug 16 02:12:12.489273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] No DVR routers for this DVR port 5487b091-8242-4b59-865c-aaa9dd199071 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:12.492460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b23ef88c-e309-4b5b-b1c8-134fc00abe93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bed9d53210094368aa1ba2e0435e80ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6811419 Aug 16 02:12:12.496581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.513335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ef88c-e309-4b5b-b1c8-134fc00abe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da263f1d-2522-4baa-8a8a-a65f39b3844a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.517587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3b3b030d-7839-4067-99be-1cd90f6d2aa4 req-e34ce484-81d5-4072-bb0e-d7f714ff2edc tempest-LiveMigrationNegativeTest-1554760483 tempest-LiveMigrationNegativeTest-1554760483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.522000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94bc30c-d333-4763-9a60-e9682031fa76,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.526616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Checking segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:12.526983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Network hostable DHCP agents. Network: a284a135-fd34-4a4c-81e8-37e9bcdc7e65, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:12.527723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.529746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08c1de68-844b-4dd6-9414-c1970faec359 req-2d43cc41-4f56-43b7-8e67-6d285cd9d4f4 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.98 "DELETE /v2.0/ports/5487b091-8242-4b59-865c-aaa9dd199071 HTTP/1.1" status: 204 len: 173 time: 2.4405892 Aug 16 02:12:12.534816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2935f496-99d9-472b-855b-05372f7654f3 req-e3ab52f4-4e76-4ceb-9c2a-afd21760e0a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850842 Aug 16 02:12:12.562741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.573917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:12.579919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2a3c2b4-de06-40f0-a091-fd91eea7ab7d req-c8d8e928-170b-473d-8682-0bb8fa9d0b51 tempest-DeleteServersAdminTestJSON-929294949 tempest-DeleteServersAdminTestJSON-929294949-project] 10.222.0.78 "GET /v2.0/security-groups?id=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035230 Aug 16 02:12:12.599843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a284a135-fd34-4a4c-81e8-37e9bcdc7e65) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:12.609391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc8887e-400b-4647-ba9f-a9dafdcedb92 None None] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:12.630555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.631169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.639157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.639895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.772383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Pushing event updated for resources: {'Port': ['ID=645da46b-26be-456e-8f38-a693f4cadbbc,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.794934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3b3b030d-7839-4067-99be-1cd90f6d2aa4 req-e34ce484-81d5-4072-bb0e-d7f714ff2edc tempest-LiveMigrationNegativeTest-1554760483 tempest-LiveMigrationNegativeTest-1554760483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.802385 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3b3b030d-7839-4067-99be-1cd90f6d2aa4 req-e34ce484-81d5-4072-bb0e-d7f714ff2edc tempest-LiveMigrationNegativeTest-1554760483 tempest-LiveMigrationNegativeTest-1554760483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.822223 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba8e-5536-43f0-9b39-ab38fcd44627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.833579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2935f496-99d9-472b-855b-05372f7654f3 req-17a3f7c8-6929-4f70-b772-3512f353cd3b service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833922 Aug 16 02:12:12.859518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ce484-81d5-4072-bb0e-d7f714ff2edc tempest-LiveMigrationNegativeTest-1554760483 tempest-LiveMigrationNegativeTest-1554760483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4dc62f-b2a1-4531-ac0c-1e2ce9d64109,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.875681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-72cc9bcc-a052-45f6-92af-eb7abbc03b0b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9537795 Aug 16 02:12:12.884240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33832) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.892413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:12.898027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b3b030d-7839-4067-99be-1cd90f6d2aa4 req-e34ce484-81d5-4072-bb0e-d7f714ff2edc tempest-LiveMigrationNegativeTest-1554760483 tempest-LiveMigrationNegativeTest-1554760483-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039538 Aug 16 02:12:12.910515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba8e-5536-43f0-9b39-ab38fcd44627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.914424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:12.924322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:12.931749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'name': 'network-vif-deleted', 'tag': '5487b091-8242-4b59-865c-aaa9dd199071'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:12.934349 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998744da-5e39-41c7-9274-adb41de81a33" -d '{"events": [{"server_uuid": "2f4f5c23-249f-44a0-9645-77b0ca749336", "name": "network-vif-deleted", "tag": "5487b091-8242-4b59-865c-aaa9dd199071"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:12.952316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.960970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.980633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:12.981866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.116200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.161916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179167b-c4b3-4c3d-b6f4-b0c8da8a4a08 req-4f5c8be2-86b9-4aa0-9db8-1ad69fbf8d8b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:13.170408 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3179167b-c4b3-4c3d-b6f4-b0c8da8a4a08 req-4f5c8be2-86b9-4aa0-9db8-1ad69fbf8d8b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 944 time: 0.1701095 Aug 16 02:12:13.171679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2935f496-99d9-472b-855b-05372f7654f3 req-8d258402-2fbf-4928-9a25-976154488bd3 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251684 Aug 16 02:12:13.175740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba8e-5536-43f0-9b39-ab38fcd44627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.180170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a53ba8e-5536-43f0-9b39-ab38fcd44627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.181697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7a53ba8e-5536-43f0-9b39-ab38fcd44627 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da263f1d-2522-4baa-8a8a-a65f39b3844a HTTP/1.1" status: 204 len: 168 time: 0.6695011 Aug 16 02:12:13.202009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0876cf2a-d089-4590-8034-406e708da821 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:13.208912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53ba8e-5536-43f0-9b39-ab38fcd44627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da263f1d-2522-4baa-8a8a-a65f39b3844a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.255239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Router 06034240-8b9d-48f4-bce4-227ed50c40ea has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:13.287234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Allocated IP 172.20.0.2 (a284a135-fd34-4a4c-81e8-37e9bcdc7e65/e94bc30c-d333-4763-9a60-e9682031fa76/35fbb7c1-3541-4bc9-8905-9d8643f24262) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:13.477701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:13.496638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-078b344b-19bd-4624-af21-bb2508028c52 admin admin] 10.222.0.78 "PUT /v2.0/routers/06034240-8b9d-48f4-bce4-227ed50c40ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6153638 Aug 16 02:12:13.503300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Sync routers for ids ['06034240-8b9d-48f4-bce4-227ed50c40ea'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:13.532109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0876cf2a-d089-4590-8034-406e708da821 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:13.532592 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.577682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-44137588-7bce-403b-b2bf-125432da8305 None None] Provisioning complete for port 645da46b-26be-456e-8f38-a693f4cadbbc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:13.578149 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44137588-7bce-403b-b2bf-125432da8305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.591159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.605836 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd620d30-3d1b-4faa-bf3c-253cd8bdc8d4 x-openstack-request-id: req-dd620d30-3d1b-4faa-bf3c-253cd8bdc8d4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:13.606282 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4f5c23-249f-44a0-9645-77b0ca749336", "name": "network-vif-deleted", "tag": "5487b091-8242-4b59-865c-aaa9dd199071", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:13.606688 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd620d30-3d1b-4faa-bf3c-253cd8bdc8d4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:13.607180 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4f5c23-249f-44a0-9645-77b0ca749336', 'name': 'network-vif-deleted', 'tag': '5487b091-8242-4b59-865c-aaa9dd199071', 'status': 'completed', 'code': 200} Aug 16 02:12:13.613333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Routers {'06034240-8b9d-48f4-bce4-227ed50c40ea'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:13.614656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['06034240-8b9d-48f4-bce4-227ed50c40ea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:13.624961 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3179167b-c4b3-4c3d-b6f4-b0c8da8a4a08 req-3e0a2b41-5aba-4ae5-8bcb-c4f21e45f05b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535258 Aug 16 02:12:13.756273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Set router 06034240-8b9d-48f4-bce4-227ed50c40ea gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:13.785492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-44137588-7bce-403b-b2bf-125432da8305 None None] Port 645da46b-26be-456e-8f38-a693f4cadbbc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:13.996987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.013706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 5487b091-8242-4b59-865c-aaa9dd199071 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:14.023810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.031046 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.072206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 5487b091-8242-4b59-865c-aaa9dd199071 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:14.072851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 5487b091-8242-4b59-865c-aaa9dd199071 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:14.078027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Transition to ACTIVE for port object 35fbb7c1-3541-4bc9-8905-9d8643f24262 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:14.109709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Transition to ACTIVE for port object 35fbb7c1-3541-4bc9-8905-9d8643f24262 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:14.126031 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.150681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-918ded0f-622e-4478-81d9-a97f2b10afca tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0bd01655ec7d414e82ba34905449015b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713434 Aug 16 02:12:14.242509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:14.248218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:14.253796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:14.336379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Allocated IP 172.25.4.199 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:14.429308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Pushing event updated for resources: {'Port': ['ID=35fbb7c1-3541-4bc9-8905-9d8643f24262,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.439302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Attempting to bind port 35fbb7c1-3541-4bc9-8905-9d8643f24262 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:14.439986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Attempting to bind port 35fbb7c1-3541-4bc9-8905-9d8643f24262 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:14.440577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Attempting to bind port 35fbb7c1-3541-4bc9-8905-9d8643f24262 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:14.451692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:14.452412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Checking segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:14.452994 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.453564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Bound using segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:14.454204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Bound port: 35fbb7c1-3541-4bc9-8905-9d8643f24262, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:14.454769 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.486996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-bd95d226-0f20-4976-8d73-92adfa9e9abf tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:14.492042 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-bd95d226-0f20-4976-8d73-92adfa9e9abf tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381455 Aug 16 02:12:14.497218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0876cf2a-d089-4590-8034-406e708da821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 4, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port': {'id': '0876cf2a-d089-4590-8034-406e708da821', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:04Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '645da46b-26be-456e-8f38-a693f4cadbbc', 'name': '', 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'mac_address': 'fa:16:3e:cd:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'dd6b56d2-a195-4622-b02f-8fb22af9b18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:09Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 2, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'subnets': [{'id': 'dd6b56d2-a195-4622-b02f-8fb22af9b18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:14.528854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-667daf90-861c-47b0-8b26-dd2bfa2b5989 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/quotas/0bd01655ec7d414e82ba34905449015b HTTP/1.1" status: 200 len: 375 time: 0.0297132 Aug 16 02:12:14.588471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.650511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-18f0b98d-2bc8-41f5-b4b8-c78a3f4e62da tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0bd01655ec7d414e82ba34905449015b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156337 Aug 16 02:12:14.668384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.738729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Checking router: 06034240-8b9d-48f4-bce4-227ed50c40ea for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:14.740347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Updating router 06034240-8b9d-48f4-bce4-227ed50c40ea port 645da46b-26be-456e-8f38-a693f4cadbbc binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:14.773383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:14.782007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:14.792549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:14.830351 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.853848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] For port 35fbb7c1-3541-4bc9-8905-9d8643f24262, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:14.916858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] For port 35fbb7c1-3541-4bc9-8905-9d8643f24262, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=35fbb7c1-3541-4bc9-8905-9d8643f24262,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:14.945532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-e3e97ab3-31f1-4f7c-9863-f9d8f2a15502 service neutron] 10.222.0.88 "GET /v2.0/ports/02b5cbee-8876-45c5-b8e8-73730176a8fc/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.1605883 Aug 16 02:12:14.964359 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.215629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b8ca-bcd1-4f42-95fe-a4f663f58dd0 None None] Pushing event updated for resources: {'Port': ['ID=35fbb7c1-3541-4bc9-8905-9d8643f24262,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.419425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Pushing event updated for resources: {'Port': ['ID=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.459995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.461163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.462134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.462352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.464890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.465255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.465593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.467486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.467832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.470746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.471009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.471321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:15.689078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e6a3a-d500-4f6e-b36d-0612db9e3c02 req-a5ce7a3f-58ab-4e51-848a-aca80799ac28 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.714411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f90e6a3a-d500-4f6e-b36d-0612db9e3c02 req-a5ce7a3f-58ab-4e51-848a-aca80799ac28 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 944 time: 0.4134669 Aug 16 02:12:15.866470 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.898321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Transition to ACTIVE for port object 645da46b-26be-456e-8f38-a693f4cadbbc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:15.917264 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.010307 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.055373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:16.057323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f90e6a3a-d500-4f6e-b36d-0612db9e3c02 req-ffd1f01b-bf3a-425e-9933-03d20762162a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419342 Aug 16 02:12:16.230180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:16.384029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:16.477079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e168df9-88cc-4e28-9609-909e286dc1f9 None None] Pushing event updated for resources: {'Port': ['ID=645da46b-26be-456e-8f38-a693f4cadbbc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:16.528386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b7fffaa-0b05-4924-a471-aeb9ff075827 req-c4f80181-a39f-41ab-95d6-e8d844137e4f tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 210 time: 0.1883016 Aug 16 02:12:16.557803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b5cbee-8876-45c5-b8e8-73730176a8fc {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:16.584944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Attempting to bind port 645da46b-26be-456e-8f38-a693f4cadbbc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:16.585500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Attempting to bind port 645da46b-26be-456e-8f38-a693f4cadbbc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:16.587101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Attempting to bind port 645da46b-26be-456e-8f38-a693f4cadbbc on network 16cfac12-49b5-4284-94bd-3ee9c2afce62 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:16.597727 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:12:16.624337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:16.679929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:16.680646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Checking segment: {'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:16.680784 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.683117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.683654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Bound using segment: {'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:16.688347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Bound port: 645da46b-26be-456e-8f38-a693f4cadbbc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:16.690274 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.998557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81287420-0452-4a93-917f-bd9ae908b558 req-121b014c-26fc-41b9-a93c-146937c46825 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.000221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81287420-0452-4a93-917f-bd9ae908b558 req-121b014c-26fc-41b9-a93c-146937c46825 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.88 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 948 time: 0.2447474 Aug 16 02:12:17.001524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.132602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c0687-3492-468b-8062-8a17f9cc486b req-28b967dd-0748-4bef-967f-d4f0345aed3a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.141922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-604c0687-3492-468b-8062-8a17f9cc486b req-28b967dd-0748-4bef-967f-d4f0345aed3a tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 948 time: 0.3629417 Aug 16 02:12:17.242498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] For port 645da46b-26be-456e-8f38-a693f4cadbbc, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:17.256538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] For port 645da46b-26be-456e-8f38-a693f4cadbbc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=645da46b-26be-456e-8f38-a693f4cadbbc,segment=NetworkSegment(e6c45f74-cb22-4ec0-b697-56bbeee35f2b),segment_id=e6c45f74-cb22-4ec0-b697-56bbeee35f2b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:17.313067 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-8719b198-b223-46a1-85ce-25123549dcc4 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0bd01655ec7d414e82ba34905449015b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1487648 Aug 16 02:12:17.355792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:17.422291 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:12:17.429099 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.460730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35fbb7c1-3541-4bc9-8905-9d8643f24262 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:17.488536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65148654-1b24-45e7-80f6-c3d4a4f10439 None None] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:17.650956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Transition to ACTIVE for port object 02b5cbee-8876-45c5-b8e8-73730176a8fc will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:17.696154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Routers {'06034240-8b9d-48f4-bce4-227ed50c40ea'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:17.700555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['06034240-8b9d-48f4-bce4-227ed50c40ea'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:17.720947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-604c0687-3492-468b-8062-8a17f9cc486b req-a738e979-cfb4-4d24-85a6-965c8a66e498 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569274 Aug 16 02:12:17.737725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.841938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Deleting port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:17.842297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.868230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33964) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.909854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.999157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e06353a-171e-4112-9743-2216d21d2a63 req-78cb9dc3-10f8-49ba-8dde-a309c7b4a126 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 210 time: 0.0922704 Aug 16 02:12:18.062162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.062466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.064417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.066066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.067601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.070436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.070939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.071439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.071886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.073340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.074169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.074959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:18.169801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-598a2cfc-f44c-4838-ac48-f4e5bfff1ad0 None None] Provisioning for port 35fbb7c1-3541-4bc9-8905-9d8643f24262 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:18.178238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] No DVR routers for this DVR port 02b5cbee-8876-45c5-b8e8-73730176a8fc on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:18.219017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-4f4019ea-f217-47f0-9640-5ea09e4f5b64 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.227331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-4f4019ea-f217-47f0-9640-5ea09e4f5b64 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8950655 Aug 16 02:12:18.251769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d11e2-ce06-4810-b76d-f9b72f02b737 req-ed5e130d-1984-45ca-b337-3585cc5c9dad tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.263615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-694d11e2-ce06-4810-b76d-f9b72f02b737 req-ed5e130d-1984-45ca-b337-3585cc5c9dad tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 0.3573122 Aug 16 02:12:18.290724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-d0987e45-9cc1-4e4b-89a6-7dd2e56ca5c0 service neutron] 10.222.0.88 "PUT /v2.0/ports/02b5cbee-8876-45c5-b8e8-73730176a8fc/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 3.3370273 Aug 16 02:12:18.295703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e168df9-88cc-4e28-9609-909e286dc1f9 None None] Pushing event updated for resources: {'Port': ['ID=645da46b-26be-456e-8f38-a693f4cadbbc,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.324430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Request body: {'port': {'device_id': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '0bd01655ec7d414e82ba34905449015b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:18.335436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Router 4dff5543-c408-4ab3-ae20-fa0c252ee753 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:18.378346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 35fbb7c1-3541-4bc9-8905-9d8643f24262 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:18.393897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] Set router 06034240-8b9d-48f4-bce4-227ed50c40ea gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:18.397680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 35fbb7c1-3541-4bc9-8905-9d8643f24262 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:18.398165 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.438169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] For port 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:18.450640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.532243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Made reservation on behalf of 0bd01655ec7d414e82ba34905449015b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:18.540099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.563887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.625050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Calling delete_port for 7cafda1f-e296-4cd5-a579-7e6d0a53d989 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:18.642699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-694d11e2-ce06-4810-b76d-f9b72f02b737 req-fdd903e5-1561-4093-8488-ebd10ba26fa9 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564909 Aug 16 02:12:18.758748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:18.770597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.777777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.952460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:18.952888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7cafda1f-e296-4cd5-a579-7e6d0a53d989 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:18.973203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Allocated IP 192.168.233.228 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/329610e1-cfde-45b9-899a-1b794f1ae0f7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:19.161107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3daac37f-9e73-450f-8756-8c99c7d001a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7575b398806c444fb3ad996ad2cb8789&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2917380 Aug 16 02:12:19.163508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33990) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.164087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33992) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.190378 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.230974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.253188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Transition to ACTIVE for port object 329610e1-cfde-45b9-899a-1b794f1ae0f7 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:19.307256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.310832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-51e03b79-cfb7-44d7-8ed4-cd379628945c tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.313075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-51e03b79-cfb7-44d7-8ed4-cd379628945c tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.9083948 Aug 16 02:12:19.324382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.386892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7cafda1f-e296-4cd5-a579-7e6d0a53d989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7cafda1f-e296-4cd5-a579-7e6d0a53d989,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:19.396632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:19.399602 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b40714-4973-45cb-832d-7184c410a5ad" -d '{"events": [{"server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "name": "network-vif-unplugged", "status": "completed", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:19.409548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.475946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d890ef-057b-47e9-a406-74950444e636,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.500010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:19.518319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:19.522902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:19.532135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 35fbb7c1-3541-4bc9-8905-9d8643f24262, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=35fbb7c1-3541-4bc9-8905-9d8643f24262,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:19.535259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7cafda1f-e296-4cd5-a579-7e6d0a53d989,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.535692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.536569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.562990 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.575186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Pushing event updated for resources: {'Port': ['ID=329610e1-cfde-45b9-899a-1b794f1ae0f7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.597300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-0ad6fe9a-db39-4a49-abb1-fcf000ea2bb9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3378325 Aug 16 02:12:19.605678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f8d7d4-72f5-4ec1-9dc2-e9b4af8af409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.614516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3e95-394e-4d57-9e2e-bb2af44bf510 req-2da45fac-1c58-4f83-8625-4b3af753fe2a tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.625726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25ba3e95-394e-4d57-9e2e-bb2af44bf510 req-2da45fac-1c58-4f83-8625-4b3af753fe2a tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 936 time: 0.3315940 Aug 16 02:12:19.632476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Request body: {'port': {'device_id': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:19.716861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0876cf2a-d089-4590-8034-406e708da821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 4, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port': {'id': '0876cf2a-d089-4590-8034-406e708da821', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:04Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '645da46b-26be-456e-8f38-a693f4cadbbc', 'name': '', 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'mac_address': 'fa:16:3e:cd:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'dd6b56d2-a195-4622-b02f-8fb22af9b18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:09Z', 'updated_at': '2021-08-16T02:12:17Z', 'revision_number': 4, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'subnets': [{'id': 'dd6b56d2-a195-4622-b02f-8fb22af9b18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:19.745254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573cda5-380b-448c-9d01-d34172c01862 req-b67f9094-da04-4aa7-9e72-298311d25734 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.752774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9573cda5-380b-448c-9d01-d34172c01862 req-b67f9094-da04-4aa7-9e72-298311d25734 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=58553d8e-bfb6-45dc-8abc-885844645e28 HTTP/1.1" status: 200 len: 948 time: 0.6001320 Aug 16 02:12:19.759310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=35fbb7c1-3541-4bc9-8905-9d8643f24262,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.763973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0681acc4-53ee-461b-b8c7-1cc66caa4fb8 None None] Provisioning complete for port 35fbb7c1-3541-4bc9-8905-9d8643f24262 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:19.764379 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0681acc4-53ee-461b-b8c7-1cc66caa4fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.767114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410d9f4-3e05-4e14-8549-f2c4b292c032 None None] The sync data for ids ['06034240-8b9d-48f4-bce4-227ed50c40ea'] in n-d-769329-15 is: [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0876cf2a-d089-4590-8034-406e708da821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 4, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port': {'id': '0876cf2a-d089-4590-8034-406e708da821', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:04Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '645da46b-26be-456e-8f38-a693f4cadbbc', 'name': '', 'network_id': '16cfac12-49b5-4284-94bd-3ee9c2afce62', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'mac_address': 'fa:16:3e:cd:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'dd6b56d2-a195-4622-b02f-8fb22af9b18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:09Z', 'updated_at': '2021-08-16T02:12:17Z', 'revision_number': 4, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'subnets': [{'id': 'dd6b56d2-a195-4622-b02f-8fb22af9b18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:19.784515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3c03-17ee-4107-849b-b83392fdf33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.801090 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25ba3e95-394e-4d57-9e2e-bb2af44bf510 req-afb164a2-8f3b-4e5f-a769-7de38237d778 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743445 Aug 16 02:12:19.803602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.932530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-1888a119-105f-47df-8354-ad5845783cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.934170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-1888a119-105f-47df-8354-ad5845783cf1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 1097 time: 0.6004386 Aug 16 02:12:19.999366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f8d7d4-72f5-4ec1-9dc2-e9b4af8af409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.105612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:20.123004 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Sync routers for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:20.137151 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:20.145766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e8578e33-920f-4166-a9b8-fb4f107e8d53 None None] Provisioning for port 329610e1-cfde-45b9-899a-1b794f1ae0f7 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:20.148032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:20.155141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e8578e33-920f-4166-a9b8-fb4f107e8d53 None None] Provisioning complete for port 329610e1-cfde-45b9-899a-1b794f1ae0f7 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:20.155141 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e8578e33-920f-4166-a9b8-fb4f107e8d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.169741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9573cda5-380b-448c-9d01-d34172c01862 req-bbe0324d-f006-48e5-99cd-13c060fdfcc8 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157569 Aug 16 02:12:20.170424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f8d7d4-72f5-4ec1-9dc2-e9b4af8af409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.172961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f8d7d4-72f5-4ec1-9dc2-e9b4af8af409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.174042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e6f8d7d4-72f5-4ec1-9dc2-e9b4af8af409 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26e7436b-8e09-4a4c-bfcc-a4a22c2a4876 HTTP/1.1" status: 204 len: 168 time: 1.0056148 Aug 16 02:12:20.213993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8d7d4-72f5-4ec1-9dc2-e9b4af8af409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e7436b-8e09-4a4c-bfcc-a4a22c2a4876,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.293124 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cc0ae3-5239-4a03-9c6f-aa931e9505e8 x-openstack-request-id: req-66cc0ae3-5239-4a03-9c6f-aa931e9505e8 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:20.293718 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "name": "network-vif-unplugged", "status": "completed", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:20.294191 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66cc0ae3-5239-4a03-9c6f-aa931e9505e8 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:20.294812 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989', 'code': 200} Aug 16 02:12:20.337920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.358022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3c856e8d-6e9d-404d-839e-62b75dd9db90'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:20.460327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3c03-17ee-4107-849b-b83392fdf33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.462226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e8578e33-920f-4166-a9b8-fb4f107e8d53 None None] Port 329610e1-cfde-45b9-899a-1b794f1ae0f7 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:20.620786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Pushing event deleted for resources: {'Port': ['ID=7cafda1f-e296-4cd5-a579-7e6d0a53d989,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.650842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-340003a8-57ea-4e92-b08a-e542926a5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.652654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-340003a8-57ea-4e92-b08a-e542926a5709 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1097 time: 0.5984480 Aug 16 02:12:20.666309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3c03-17ee-4107-849b-b83392fdf33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.769457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] No DVR routers for this DVR port 7cafda1f-e296-4cd5-a579-7e6d0a53d989 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:20.773717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329610e1-cfde-45b9-899a-1b794f1ae0f7 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:20.782130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.797674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.825888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81287420-0452-4a93-917f-bd9ae908b558 req-a46c2899-5be8-4d04-809d-6a8e4db1dd8d tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.88 "DELETE /v2.0/ports/7cafda1f-e296-4cd5-a579-7e6d0a53d989 HTTP/1.1" status: 204 len: 173 time: 3.7666302 Aug 16 02:12:20.856934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Transition to ACTIVE for port object 329610e1-cfde-45b9-899a-1b794f1ae0f7 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:20.862371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.001440 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:21.015039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aa4e3c03-17ee-4107-849b-b83392fdf33f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1eaa36cbf4f4b7a96e9cee07f27114a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8452778 Aug 16 02:12:21.016444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34022) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.021130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.034911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-44d032e1-b4b8-4c6a-8b11-e10a421685ed admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.1470807 Aug 16 02:12:21.037436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34024) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.079532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'name': 'network-vif-deleted', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:21.092458 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e03213-e3f0-4287-b4c6-fbc52da92013" -d '{"events": [{"server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "name": "network-vif-deleted", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:21.108473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e3c03-17ee-4107-849b-b83392fdf33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9027bc-6793-4923-84e3-9bfea41a9e69,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.276774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Pushing event updated for resources: {'Port': ['ID=329610e1-cfde-45b9-899a-1b794f1ae0f7,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.280198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.335121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f649f626-e22b-483b-b45b-64e632719d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.375282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f649f626-e22b-483b-b45b-64e632719d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.391869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44ae0-b377-4f26-8d48-e0e8858bb42b req-3a418bd3-2a9a-4e5d-96ed-cf39e196e3c3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.403986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fa44ae0-b377-4f26-8d48-e0e8858bb42b req-3a418bd3-2a9a-4e5d-96ed-cf39e196e3c3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 0.8270566 Aug 16 02:12:21.454533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b11f4015-adf8-466a-bdbc-9f32b09a6d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.546235 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:15Z', 'revision_number': 3, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.635087 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Checking router: 4dff5543-c408-4ab3-ae20-fa0c252ee753 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:21.648548 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Updating router 4dff5543-c408-4ab3-ae20-fa0c252ee753 port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:21.667318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b11f4015-adf8-466a-bdbc-9f32b09a6d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.708045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c54da1-81c6-421f-bfa5-ee057903ae0b req-b954267b-d3f9-493f-af93-d9457a396e51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.726051 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fa44ae0-b377-4f26-8d48-e0e8858bb42b req-20ac1b2a-c281-4d42-bd46-306aec78aade tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044431 Aug 16 02:12:21.732295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1c54da1-81c6-421f-bfa5-ee057903ae0b req-b954267b-d3f9-493f-af93-d9457a396e51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 948 time: 0.6349747 Aug 16 02:12:21.733290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b11f4015-adf8-466a-bdbc-9f32b09a6d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.737690 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.780937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-feb2da44-e286-44d9-8214-286bcc4e4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.792384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-feb2da44-e286-44d9-8214-286bcc4e4e62 service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 1.0390799 Aug 16 02:12:21.813419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f649f626-e22b-483b-b45b-64e632719d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.829369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f649f626-e22b-483b-b45b-64e632719d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.829369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f649f626-e22b-483b-b45b-64e632719d1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b9027bc-6793-4923-84e3-9bfea41a9e69 HTTP/1.1" status: 204 len: 168 time: 0.7997921 Aug 16 02:12:21.862595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35fbb7c1-3541-4bc9-8905-9d8643f24262 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:21.906005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f4015-adf8-466a-bdbc-9f32b09a6d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2784110d-b7db-4e42-9852-3df1d362654f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.013265 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.030431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 35fbb7c1-3541-4bc9-8905-9d8643f24262 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:22.034054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.052906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Attempting to bind port 329610e1-cfde-45b9-899a-1b794f1ae0f7 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:22.054120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Attempting to bind port 329610e1-cfde-45b9-899a-1b794f1ae0f7 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:22.055881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Attempting to bind port 329610e1-cfde-45b9-899a-1b794f1ae0f7 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:22.095915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Port 329610e1-cfde-45b9-899a-1b794f1ae0f7 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:22.096255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Attempting to bind port 329610e1-cfde-45b9-899a-1b794f1ae0f7 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:22.117153 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dfe5e0-bf52-415f-b4ef-2466e6c8ef6f x-openstack-request-id: req-38dfe5e0-bf52-415f-b4ef-2466e6c8ef6f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:22.117788 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58553d8e-bfb6-45dc-8abc-885844645e28", "name": "network-vif-deleted", "tag": "7cafda1f-e296-4cd5-a579-7e6d0a53d989", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:22.118278 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38dfe5e0-bf52-415f-b4ef-2466e6c8ef6f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:22.118876 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58553d8e-bfb6-45dc-8abc-885844645e28', 'name': 'network-vif-deleted', 'tag': '7cafda1f-e296-4cd5-a579-7e6d0a53d989', 'status': 'completed', 'code': 200} Aug 16 02:12:22.120649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1c54da1-81c6-421f-bfa5-ee057903ae0b req-8b125749-2a41-4f6d-9ca3-94828e1e7f88 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549608 Aug 16 02:12:22.123128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649f626-e22b-483b-b45b-64e632719d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9027bc-6793-4923-84e3-9bfea41a9e69,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.157152 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b11f4015-adf8-466a-bdbc-9f32b09a6d87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63d951afe6c64b4ea39d29aefe209574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8443761 Aug 16 02:12:22.158083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.183727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-accaea7c-d305-49f8-8487-2ac2a6d57c1d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 217 time: 0.3499987 Aug 16 02:12:22.293163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:22.305584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:22.306638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:22.311714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Bound port: 329610e1-cfde-45b9-899a-1b794f1ae0f7, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:22.314659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.491874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 645da46b-26be-456e-8f38-a693f4cadbbc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:22.602439 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de51c831-b7a6-4a9a-9d03-c636bd644f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.687734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 645da46b-26be-456e-8f38-a693f4cadbbc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:22.700803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-aca70e08-ef69-46ee-82b1-cea244427bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.702534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] For port 329610e1-cfde-45b9-899a-1b794f1ae0f7, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:22.702672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-aca70e08-ef69-46ee-82b1-cea244427bbe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.2988133 Aug 16 02:12:22.705800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 645da46b-26be-456e-8f38-a693f4cadbbc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:22.706204 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.773333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.801121 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.815375 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de51c831-b7a6-4a9a-9d03-c636bd644f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.840497 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Transition to ACTIVE for port object 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:22.855512 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.958491 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Attempting to bind port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:22.960645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de51c831-b7a6-4a9a-9d03-c636bd644f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.961349 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Attempting to bind port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:22.962612 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Attempting to bind port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:22.967027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de51c831-b7a6-4a9a-9d03-c636bd644f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.985332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de51c831-b7a6-4a9a-9d03-c636bd644f94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2784110d-b7db-4e42-9852-3df1d362654f HTTP/1.1" status: 204 len: 168 time: 0.8188009 Aug 16 02:12:22.992965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.021507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Allocated IP 172.20.0.1 (a284a135-fd34-4a4c-81e8-37e9bcdc7e65/e94bc30c-d333-4763-9a60-e9682031fa76/2695a71d-2ed9-4716-96fd-4f048da47a90) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:23.044920 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:23.045361 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:23.047894 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.049109 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:23.049617 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Bound port: 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:23.050029 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.053224 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.066247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] For port 329610e1-cfde-45b9-899a-1b794f1ae0f7, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=329610e1-cfde-45b9-899a-1b794f1ae0f7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:23.125867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.165097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 645da46b-26be-456e-8f38-a693f4cadbbc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=645da46b-26be-456e-8f38-a693f4cadbbc,segment=NetworkSegment(e6c45f74-cb22-4ec0-b697-56bbeee35f2b),segment_id=e6c45f74-cb22-4ec0-b697-56bbeee35f2b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:23.181637 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.221699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.222648 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.226316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] 10.222.0.98 "PUT /v2.0/ports/329610e1-cfde-45b9-899a-1b794f1ae0f7 HTTP/1.1" status: 200 len: 1097 time: 3.5985711 Aug 16 02:12:23.233168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51c831-b7a6-4a9a-9d03-c636bd644f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2784110d-b7db-4e42-9852-3df1d362654f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.236152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.260676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'tag': '329610e1-cfde-45b9-899a-1b794f1ae0f7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:23.267201 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95763e12-610a-41fe-bcd7-854234fd7b97" -d '{"events": [{"name": "network-changed", "server_uuid": "ce418400-7bb5-4ab0-831a-f35535b650e3", "tag": "329610e1-cfde-45b9-899a-1b794f1ae0f7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:23.275681 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682afc28-4d54-44ee-8e2d-a29d21e418be None None] Pushing event updated for resources: {'Port': ['ID=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.280935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00653076-5f4a-4f08-95e7-196d7298da13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.298568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Transition to ACTIVE for port object 2695a71d-2ed9-4716-96fd-4f048da47a90 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:23.314609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.340432 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] For port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:23.345559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] For port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:23.353514 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.393909 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-3abfda3e-55b3-4b50-93b0-de3f775c96ca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6241066 Aug 16 02:12:23.398219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.428376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=645da46b-26be-456e-8f38-a693f4cadbbc,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.499502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cceaae-419f-4576-b39c-8e6138efbaac req-6344351b-59b2-4440-9d68-7a122537860e tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.501507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12cceaae-419f-4576-b39c-8e6138efbaac req-6344351b-59b2-4440-9d68-7a122537860e tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 949 time: 0.5515132 Aug 16 02:12:23.573962 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:23.576129 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:23.586273 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682afc28-4d54-44ee-8e2d-a29d21e418be None None] Pushing event updated for resources: {'Port': ['ID=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.795300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 645da46b-26be-456e-8f38-a693f4cadbbc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:23.802368 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:23.931897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 645da46b-26be-456e-8f38-a693f4cadbbc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:23.932339 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.013831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-31dcbccf-ca87-4fb9-9024-165007dad77a service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086652 Aug 16 02:12:24.026387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Pushing event updated for resources: {'Port': ['ID=2695a71d-2ed9-4716-96fd-4f048da47a90,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.149805 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:15Z', 'revision_number': 3, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:24.195877 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd6839-4d36-4bb2-8b02-3e67e5d7ed30 None None] The sync data for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 is: [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:15Z', 'revision_number': 3, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:24.200434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:24.217370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65881d7-9c6d-40e0-8d27-a1e1ec45d617 req-aa2e65ce-6079-4fa4-a832-ca882e272dd9 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.227766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f65881d7-9c6d-40e0-8d27-a1e1ec45d617 req-aa2e65ce-6079-4fa4-a832-ca882e272dd9 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 0.8323216 Aug 16 02:12:24.247563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:24.254674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.98', 52574) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.280675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:24.281189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.355234 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00653076-5f4a-4f08-95e7-196d7298da13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.407755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12cceaae-419f-4576-b39c-8e6138efbaac req-a3ec0598-2de6-45c1-ab76-c52a9f53e7a7 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122251 Aug 16 02:12:24.416557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d3b65-c13e-479d-95b2-56b549835c80 service neutron] Pushing event updated for resources: {'Port': ['ID=329610e1-cfde-45b9-899a-1b794f1ae0f7,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.445338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00653076-5f4a-4f08-95e7-196d7298da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.536197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-393e47ba-9419-4f25-a760-4e4dad762685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.541121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-393e47ba-9419-4f25-a760-4e4dad762685 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0bd01655ec7d414e82ba34905449015b&device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 1100 time: 1.1485066 Aug 16 02:12:24.610548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f65881d7-9c6d-40e0-8d27-a1e1ec45d617 req-6c24ab5b-0801-49a2-a808-c5767ada6101 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813171 Aug 16 02:12:24.653070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55849d-2262-45b2-a452-474739c9e570 req-4d572a6c-90b9-4d10-9802-e1366626249c tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.655074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b55849d-2262-45b2-a452-474739c9e570 req-4d572a6c-90b9-4d10-9802-e1366626249c tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.98 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 949 time: 0.3901041 Aug 16 02:12:24.659358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-f558ea7a-1e71-41d3-83a3-0b7da00e42a9 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197274 Aug 16 02:12:24.710632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-29c071c6-53aa-4dad-a149-ac7bc633bc79 None None] Provisioning for port 2695a71d-2ed9-4716-96fd-4f048da47a90 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:24.730470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-29c071c6-53aa-4dad-a149-ac7bc633bc79 None None] Provisioning complete for port 2695a71d-2ed9-4716-96fd-4f048da47a90 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:24.733080 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29c071c6-53aa-4dad-a149-ac7bc633bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.742984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00653076-5f4a-4f08-95e7-196d7298da13 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f0368620ec94871822d02a7586e4242&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6705053 Aug 16 02:12:24.815456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.937755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-5afb8852-017f-492a-af0a-adcc7671824b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=329610e1-cfde-45b9-899a-1b794f1ae0f7 HTTP/1.1" status: 200 len: 217 time: 0.3730917 Aug 16 02:12:24.938797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00653076-5f4a-4f08-95e7-196d7298da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef758d-b601-445f-a6d6-e1c9eb983c12,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.954988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-29c071c6-53aa-4dad-a149-ac7bc633bc79 None None] Port 2695a71d-2ed9-4716-96fd-4f048da47a90 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:24.987865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.074881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-09291a3a-6a55-4c23-929d-bf46fdfc9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.077055 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-09291a3a-6a55-4c23-929d-bf46fdfc9ea2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1240623 Aug 16 02:12:25.135499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958134e-b87d-4f55-a5c9-8c7c6d7fbcc9 req-89e113e2-c667-46f4-8c11-4caa091e2575 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.145543 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3958134e-b87d-4f55-a5c9-8c7c6d7fbcc9 req-89e113e2-c667-46f4-8c11-4caa091e2575 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 948 time: 0.6021829 Aug 16 02:12:25.158037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4785353e-5c22-4967-9620-62ca02abf20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.205036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4785353e-5c22-4967-9620-62ca02abf20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.245897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-1701a3cc-532c-4326-b4ac-2d24cc245924 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.248181 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-1701a3cc-532c-4326-b4ac-2d24cc245924 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.2166762 Aug 16 02:12:25.309027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4785353e-5c22-4967-9620-62ca02abf20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.311629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4785353e-5c22-4967-9620-62ca02abf20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.315936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4785353e-5c22-4967-9620-62ca02abf20a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cfef758d-b601-445f-a6d6-e1c9eb983c12 HTTP/1.1" status: 204 len: 168 time: 0.4904428 Aug 16 02:12:25.318303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Deleting port 3c856e8d-6e9d-404d-839e-62b75dd9db90 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:25.329327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.337517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785353e-5c22-4967-9620-62ca02abf20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef758d-b601-445f-a6d6-e1c9eb983c12,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.397531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3958134e-b87d-4f55-a5c9-8c7c6d7fbcc9 req-7c083644-cc70-4ace-9949-4b114fe00344 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509575 Aug 16 02:12:25.435412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10def92-1204-4faa-8437-b483ba7e2225 req-cfe95a40-1cde-4651-a999-ebfe02a7831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.443324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-cfe95a40-1cde-4651-a999-ebfe02a7831a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3173275 Aug 16 02:12:25.560358 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cc1c6d-50b2-4889-86cd-1b7586b92aef x-openstack-request-id: req-54cc1c6d-50b2-4889-86cd-1b7586b92aef {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:25.561700 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce418400-7bb5-4ab0-831a-f35535b650e3", "tag": "329610e1-cfde-45b9-899a-1b794f1ae0f7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:25.565215 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54cc1c6d-50b2-4889-86cd-1b7586b92aef {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:25.566345 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'tag': '329610e1-cfde-45b9-899a-1b794f1ae0f7', 'status': 'completed', 'code': 200} Aug 16 02:12:25.772550 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-a2236ff5-f4e3-40d6-b2ae-fd77d94f01e2 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173063 Aug 16 02:12:25.899997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:26.052354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.137603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.141216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.169643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5460dbb3-0b5b-4764-bd80-7262ca210c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.171994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ead10-1652-4f91-90a5-d0c502dac6ac req-62cbb82f-a922-42bb-9ad7-35ae0d712515 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.181319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:26.182687 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-745ead10-1652-4f91-90a5-d0c502dac6ac req-62cbb82f-a922-42bb-9ad7-35ae0d712515 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 949 time: 0.4442723 Aug 16 02:12:26.195713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:26.199178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.234006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] For port 3c856e8d-6e9d-404d-839e-62b75dd9db90, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3c856e8d-6e9d-404d-839e-62b75dd9db90,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:26.234674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.255364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Calling delete_port for 3c856e8d-6e9d-404d-839e-62b75dd9db90 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:26.331250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-745ead10-1652-4f91-90a5-d0c502dac6ac req-084638c5-4ffc-4e5a-9809-133fe2ec2d52 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/security-groups?id=23200e57-527d-48df-8fb8-d7f98b5535ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467698 Aug 16 02:12:26.393650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c10def92-1204-4faa-8437-b483ba7e2225 req-cd302e92-6067-4754-92fe-b5c3e38d33f3 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139193 Aug 16 02:12:26.418626 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.463816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:26.483073 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.596389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-39137451-dc93-4554-8e77-bdd0fc9fa5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.596389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-39137451-dc93-4554-8e77-bdd0fc9fa5bd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0bd01655ec7d414e82ba34905449015b&device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 1100 time: 0.1393893 Aug 16 02:12:26.637868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.728822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8517e2-31e6-4d97-88c0-d093549adcb4 req-08712bbe-317b-4aef-a10f-ed4b33f9896b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.734853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f8517e2-31e6-4d97-88c0-d093549adcb4 req-08712bbe-317b-4aef-a10f-ed4b33f9896b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 948 time: 0.1645999 Aug 16 02:12:26.799748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-0f465c08-cbad-4fc0-9fb7-351ec42b1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.802084 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-0f465c08-cbad-4fc0-9fb7-351ec42b1d3c service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1908455 Aug 16 02:12:26.846711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:26.848798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Pushing event updated for resources: {'Port': ['ID=2695a71d-2ed9-4716-96fd-4f048da47a90,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.860414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:26.874266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-75e64b3c-4001-4150-a092-9dfd247d2a2d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=329610e1-cfde-45b9-899a-1b794f1ae0f7 HTTP/1.1" status: 200 len: 217 time: 0.0641754 Aug 16 02:12:26.981495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f8517e2-31e6-4d97-88c0-d093549adcb4 req-46a2ea96-db1c-4f01-bb29-e731685aa750 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357514 Aug 16 02:12:27.030046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-d21f322a-1f05-4beb-ac62-2b325193a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.056449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-d21f322a-1f05-4beb-ac62-2b325193a4c7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1595595 Aug 16 02:12:27.069930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Router 4dff5543-c408-4ab3-ae20-fa0c252ee753 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:27.100634 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.181046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-d5429206-7456-49b0-b329-c704818b3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.182859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-d5429206-7456-49b0-b329-c704818b3c43 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1140211 Aug 16 02:12:27.190583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ebb76-76e1-4c9c-84b9-02067d6e4cab req-137187b8-fc78-46ba-a1b9-79a8812362b0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.197607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-883ebb76-76e1-4c9c-84b9-02067d6e4cab req-137187b8-fc78-46ba-a1b9-79a8812362b0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 1.1116862 Aug 16 02:12:27.209502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Pushing event deleted for resources: {'Port': ['ID=3c856e8d-6e9d-404d-839e-62b75dd9db90,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:27.221569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-ae7cb3fc-3ef4-4353-b386-bf1861d85211 service neutron] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:27.249908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-ae7cb3fc-3ef4-4353-b386-bf1861d85211 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.251035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-728b84cc-a383-4f38-ad84-045fea0a9291 req-ae7cb3fc-3ef4-4353-b386-bf1861d85211 service neutron] 10.222.0.98 "DELETE /v2.0/ports/02b5cbee-8876-45c5-b8e8-73730176a8fc/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 1.9124091 Aug 16 02:12:27.361800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-69c1ea10-f901-4259-9543-f0c7f6fe0f3e None None] Provisioning complete for port 2695a71d-2ed9-4716-96fd-4f048da47a90 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:27.362793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69c1ea10-f901-4259-9543-f0c7f6fe0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.393440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] No DVR routers for this DVR port 3c856e8d-6e9d-404d-839e-62b75dd9db90 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:27.401325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.406317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b55849d-2262-45b2-a452-474739c9e570 req-96d696ea-0deb-44d1-9c14-b266553db042 tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.98 "DELETE /v2.0/ports/3c856e8d-6e9d-404d-839e-62b75dd9db90 HTTP/1.1" status: 204 len: 173 time: 2.7225614 Aug 16 02:12:27.410905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fea55e-1462-4a15-9037-07dc6943eedd', 'name': 'network-vif-deleted', 'tag': '3c856e8d-6e9d-404d-839e-62b75dd9db90'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:27.417640 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9fc297-31b1-4b31-8a34-6d2a7b1c6244" -d '{"events": [{"server_uuid": "39fea55e-1462-4a15-9037-07dc6943eedd", "name": "network-vif-deleted", "tag": "3c856e8d-6e9d-404d-839e-62b75dd9db90"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:27.425815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-ca1ad390-8147-4286-8d32-2976fb68a265 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309453 Aug 16 02:12:27.430254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-883ebb76-76e1-4c9c-84b9-02067d6e4cab req-23f810e7-0f73-4b89-8082-89c19bd3fcc3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150974 Aug 16 02:12:27.463544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-69c1ea10-f901-4259-9543-f0c7f6fe0f3e None None] Port 2695a71d-2ed9-4716-96fd-4f048da47a90 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:27.558871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:27.572242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f689e993-e341-4033-ba06-f717a8f43991 admin admin] 10.222.0.78 "PUT /v2.0/routers/4dff5543-c408-4ab3-ae20-fa0c252ee753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4379218 Aug 16 02:12:27.575564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Sync routers for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:27.595901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:27.598560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:27.717342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b7e85fe-dd56-4f6e-871e-c56a4649ef33 req-b16b26eb-a594-400e-9a85-e0e5939c83bf tempest-LiveMigrationNegativeTest-1052699011 tempest-LiveMigrationNegativeTest-1052699011-project] 10.222.0.78 "GET /v2.0/ports?device_id=39fea55e-1462-4a15-9037-07dc6943eedd HTTP/1.1" status: 200 len: 210 time: 0.0818331 Aug 16 02:12:27.781693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95763e12-610a-41fe-bcd7-854234fd7b97 req-f63fc977-1548-4e8a-adf3-c81b5a9ec83e service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379588 Aug 16 02:12:27.783962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:27.808073 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741609f-855a-4709-b8a4-5911e738b337 x-openstack-request-id: req-6741609f-855a-4709-b8a4-5911e738b337 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:27.808393 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fea55e-1462-4a15-9037-07dc6943eedd", "name": "network-vif-deleted", "tag": "3c856e8d-6e9d-404d-839e-62b75dd9db90", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:27.808827 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6741609f-855a-4709-b8a4-5911e738b337 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:27.809366 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fea55e-1462-4a15-9037-07dc6943eedd', 'name': 'network-vif-deleted', 'tag': '3c856e8d-6e9d-404d-839e-62b75dd9db90', 'status': 'completed', 'code': 200} Aug 16 02:12:27.980619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:28.124151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3c856e8d-6e9d-404d-839e-62b75dd9db90 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:28.125881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03a647-7e66-411e-a148-3482be861ba7 req-7609c264-b048-482c-9472-2d3a38ba152e tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.138093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b03a647-7e66-411e-a148-3482be861ba7 req-7609c264-b048-482c-9472-2d3a38ba152e tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0985203 Aug 16 02:12:28.206204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b03a647-7e66-411e-a148-3482be861ba7 req-b6a58771-2597-4751-8876-0cc44004c97d tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616136 Aug 16 02:12:28.227953 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:28.228361 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.241420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 3c856e8d-6e9d-404d-839e-62b75dd9db90 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:28.241773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3c856e8d-6e9d-404d-839e-62b75dd9db90 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:28.525788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:25Z', 'revision_number': 2, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:28.599358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Checking router: 4dff5543-c408-4ab3-ae20-fa0c252ee753 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:28.616483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Updating router 4dff5543-c408-4ab3-ae20-fa0c252ee753 port 2695a71d-2ed9-4716-96fd-4f048da47a90 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:28.682057 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.695916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e76631-284a-488f-8e19-4af2854afda3 req-138ed594-a90b-4bc0-b98c-0876c41372c7 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.698445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5e76631-284a-488f-8e19-4af2854afda3 req-138ed594-a90b-4bc0-b98c-0876c41372c7 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 948 time: 0.0925808 Aug 16 02:12:28.759646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5e76631-284a-488f-8e19-4af2854afda3 req-c12b8a32-b026-4613-ad16-f1ad9cd8cbf9 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546858 Aug 16 02:12:28.860583 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.869306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9075359d-15de-43b2-80be-499d8ae43620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.311238 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.327404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-a13d3645-def6-4908-8cdb-4438d51c5248 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.343873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Transition to ACTIVE for port object 2695a71d-2ed9-4716-96fd-4f048da47a90 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:29.344601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-a13d3645-def6-4908-8cdb-4438d51c5248 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.2164037 Aug 16 02:12:29.364331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-f48a3f4c-6fe1-4a92-af90-2e5e999ebfb3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/quotas/0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 375 time: 0.0182421 Aug 16 02:12:29.366505 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.444926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-4dcf4224-650e-4ca5-ac52-481539d24878 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791612 Aug 16 02:12:29.522670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3243def-e8be-4afa-9d91-af3ffacd767a None None] Pushing event updated for resources: {'Port': ['ID=2695a71d-2ed9-4716-96fd-4f048da47a90,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.600347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-740ffdf3-8b81-4a6a-8ee4-4580de95d45a service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538730 Aug 16 02:12:29.626895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34238) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:29.633163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-network', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:29.729700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Attempting to bind port 2695a71d-2ed9-4716-96fd-4f048da47a90 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:29.730255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Attempting to bind port 2695a71d-2ed9-4716-96fd-4f048da47a90 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:29.730552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Attempting to bind port 2695a71d-2ed9-4716-96fd-4f048da47a90 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:29.742605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Made reservation on behalf of 0b5dd0ad4c6548ce84672c339beeaef3 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:29.745203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.748338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:29.748594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Checking segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:29.750576 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.751207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Bound using segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:29.753908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Bound port: 2695a71d-2ed9-4716-96fd-4f048da47a90, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:29.754352 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.770725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.776911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-46d30092-8993-4219-87e4-e1147250595c service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751599 Aug 16 02:12:29.932926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.022182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] For port 2695a71d-2ed9-4716-96fd-4f048da47a90, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:30.031725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] For port 2695a71d-2ed9-4716-96fd-4f048da47a90, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2695a71d-2ed9-4716-96fd-4f048da47a90,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:30.046926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.112407 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.130818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.171887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:30.186170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.187016 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Added segment 31ab2ed8-7173-40b4-8acc-ef26e9c37d7d of type vlan for network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 Aug 16 02:12:30.236379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3243def-e8be-4afa-9d91-af3ffacd767a None None] Pushing event updated for resources: {'Port': ['ID=2695a71d-2ed9-4716-96fd-4f048da47a90,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.256127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 329610e1-cfde-45b9-899a-1b794f1ae0f7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:30.289978 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.343663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd7d9a-3e05-4b4f-a02c-31749d823879 req-02c0e45c-b44f-4d1b-b6b8-2685d04882b5 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:30.360606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92bd7d9a-3e05-4b4f-a02c-31749d823879 req-02c0e45c-b44f-4d1b-b6b8-2685d04882b5 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 948 time: 0.1579936 Aug 16 02:12:30.404059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3553bbd6-3103-433e-93f3-80fcef6c6579,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.490756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Request body: {'security_group': {'name': 'tempest-securitygroup-496098429', 'description': 'tempest-description-1803286266'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:30.515199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92bd7d9a-3e05-4b4f-a02c-31749d823879 req-18510eb1-5a45-4fee-99b1-1a866ced2087 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524003 Aug 16 02:12:30.517566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.519601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:30.522446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.593313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 329610e1-cfde-45b9-899a-1b794f1ae0f7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=329610e1-cfde-45b9-899a-1b794f1ae0f7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:30.643157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '329610e1-cfde-45b9-899a-1b794f1ae0f7', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '329610e1-cfde-45b9-899a-1b794f1ae0f7', 'mac_address': 'fa:16:3e:c2:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:30.712203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.720094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49f92719-ffc4-4074-a122-5b43d2957169 req-3ca1335b-7cce-4d9b-a42c-828f9d35570a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0962608 Aug 16 02:12:30.781493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.807160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:30.807806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:30.918267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329610e1-cfde-45b9-899a-1b794f1ae0f7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:30.964311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 329610e1-cfde-45b9-899a-1b794f1ae0f7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=329610e1-cfde-45b9-899a-1b794f1ae0f7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:31.032529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.132443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-72d68844-2acb-49a9-ab70-fffb538b2607 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f9fc1c441f143b7962497f494cbab15&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4090376 Aug 16 02:12:31.133290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.155550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:31.212918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=329610e1-cfde-45b9-899a-1b794f1ae0f7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.224968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c9b-789b-4364-bc37-3a0557163084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.269697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c9b-789b-4364-bc37-3a0557163084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.331574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['329610e1-cfde-45b9-899a-1b794f1ae0f7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:31.370548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c9b-789b-4364-bc37-3a0557163084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.378230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] Pushing event updated for resources: {'Network': ['ID=ef8f0ed2-dde1-4e68-ab91-01a88d16fb68,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.381649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a5f8c9b-789b-4364-bc37-3a0557163084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.383349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a5f8c9b-789b-4364-bc37-3a0557163084 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23200e57-527d-48df-8fb8-d7f98b5535ac HTTP/1.1" status: 204 len: 168 time: 0.2484787 Aug 16 02:12:31.405017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.445632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.445850 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-753f0543-a569-4f0a-8daf-b84ac84fdedb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8167372 Aug 16 02:12:31.459528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Request body: {'subnet': {'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-subnet', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:31.465284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.470320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f8c9b-789b-4364-bc37-3a0557163084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23200e57-527d-48df-8fb8-d7f98b5535ac,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.474936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:31.537792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Made reservation on behalf of 0b5dd0ad4c6548ce84672c339beeaef3 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:31.540757 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.669075 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.685747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.813834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d01be5-09d3-4561-8924-5c3e8c33c9e3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.036151 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.063988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.097078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.153588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-0349ec8e-c24a-428b-8d27-9246007e251d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.156035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-0349ec8e-c24a-428b-8d27-9246007e251d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.3111081 Aug 16 02:12:32.184360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Request body: {'port': {'device_id': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'admin_state_up': True, 'tenant_id': '0ae2e3abcc454bf8901c3de6cbdb499d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:32.204540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:32.214145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.247230 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.275229 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.276537 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6ce6d0f-9f07-4be3-b2a4-8d93d3afd218 req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7989349 Aug 16 02:12:32.289211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7cefc-249e-476e-b6fb-4401d3fada6d None None] The sync data for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 is: [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:30Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:32.353025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad13c7-39d3-4f57-9e0d-fb2495b0494f tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865a1064-75e4-4b0c-b680-33718a6f9696,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.387066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Checking segment: {'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:32.387614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Network hostable DHCP agents. Network: ef8f0ed2-dde1-4e68-ab91-01a88d16fb68, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:32.420008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b0e81f-ee37-4336-befb-aec60d882e10,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.423249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b658ea6-d4f8-4b45-8082-967f067468e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae4d0a8ca27d403ba30640a674a2ab70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089073 Aug 16 02:12:32.437710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34302) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.466350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Made reservation on behalf of 0ae2e3abcc454bf8901c3de6cbdb499d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:32.479153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.493333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:32.513780 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c1020fe-918c-482a-a740-a87f8661e379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.546881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ef8f0ed2-dde1-4e68-ab91-01a88d16fb68) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:32.555440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a652b342-63f0-41e8-b064-a188bc613e38 None None] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:32.564850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.565494 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.590893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c37fa2d5-c581-490b-8aef-676605fef49c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1419115 Aug 16 02:12:32.591728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c1020fe-918c-482a-a740-a87f8661e379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.593507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34306) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.608109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:32.652419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5896a58a-d1ff-4cda-8596-3a2a718471e8 req-6e49455b-d2b0-4f51-99ed-e6d5d71c5bdf tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0578339 Aug 16 02:12:32.682851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.684057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.716444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569645a-1212-433c-96ee-67e9559350fc req-9a8c073a-1fa8-4898-ad03-f974f309c1b2 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.724951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b569645a-1212-433c-96ee-67e9559350fc req-9a8c073a-1fa8-4898-ad03-f974f309c1b2 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 949 time: 0.2379220 Aug 16 02:12:32.743234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-55f8ea80-9852-40b6-a157-ec19c00cb0c5 req-dd917268-d9b3-4d37-aa6e-1b71ade5c984 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2121991139', 'description': 'tempest-description-2110757456'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:32.788316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b569645a-1212-433c-96ee-67e9559350fc req-3978f0ed-45ca-4ec7-9f05-bc0083d38e36 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622118 Aug 16 02:12:32.884319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Allocated IP 172.20.0.14 (300e3778-c05e-4fcc-a5b3-b08251b483f2/d1203901-e06d-47a6-adcd-6dac9cac7264/e7914ca9-718e-44f4-920f-33e704949e5d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:32.886559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-ef8f0ed2-dde1-4e68-ab91-01a88d16fb68', 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'fixed_ips': [{'subnet_id': 'f1b0e81f-ee37-4336-befb-aec60d882e10'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:32.887824 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.892801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.896540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c1020fe-918c-482a-a740-a87f8661e379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.902715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c1020fe-918c-482a-a740-a87f8661e379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.911340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0c1020fe-918c-482a-a740-a87f8661e379 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c4dc62f-b2a1-4531-ac0c-1e2ce9d64109 HTTP/1.1" status: 204 len: 168 time: 0.4724116 Aug 16 02:12:32.931703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-55f8ea80-9852-40b6-a157-ec19c00cb0c5 req-dd917268-d9b3-4d37-aa6e-1b71ade5c984 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.197154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Allocated IP 172.20.0.2 (ef8f0ed2-dde1-4e68-ab91-01a88d16fb68/f1b0e81f-ee37-4336-befb-aec60d882e10/35d2843f-626b-457d-bfc1-8d853e56ab79) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:33.217881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1020fe-918c-482a-a740-a87f8661e379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4dc62f-b2a1-4531-ac0c-1e2ce9d64109,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.256505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.321231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.345387 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.441313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.457748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:33.461407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:33.465866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:33.478865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.481433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.716693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.745525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Transition to ACTIVE for port object 35d2843f-626b-457d-bfc1-8d853e56ab79 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:33.763061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-55f8ea80-9852-40b6-a157-ec19c00cb0c5 req-dd917268-d9b3-4d37-aa6e-1b71ade5c984 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.782152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-c48d2f22-5ca5-44fb-9638-072488e53545 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6159601 Aug 16 02:12:33.788973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2695a71d-2ed9-4716-96fd-4f048da47a90 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:33.795827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Request body: {'port': {'device_id': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:33.827184 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-55f8ea80-9852-40b6-a157-ec19c00cb0c5 req-dd917268-d9b3-4d37-aa6e-1b71ade5c984 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.830170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Transition to ACTIVE for port object 35d2843f-626b-457d-bfc1-8d853e56ab79 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:33.895670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.917201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.947139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd917268-d9b3-4d37-aa6e-1b71ade5c984 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e85165d-581f-433b-b49a-fa2980db7d10,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.964836 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-55f8ea80-9852-40b6-a157-ec19c00cb0c5 req-dd917268-d9b3-4d37-aa6e-1b71ade5c984 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.966086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55f8ea80-9852-40b6-a157-ec19c00cb0c5 req-dd917268-d9b3-4d37-aa6e-1b71ade5c984 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2431908 Aug 16 02:12:34.072092 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.124155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.191167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 329610e1-cfde-45b9-899a-1b794f1ae0f7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:34.209373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:34.222891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2695a71d-2ed9-4716-96fd-4f048da47a90 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:34.272520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:34.279130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2695a71d-2ed9-4716-96fd-4f048da47a90 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:34.279742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.282315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:34.289923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Pushing event updated for resources: {'Port': ['ID=35d2843f-626b-457d-bfc1-8d853e56ab79,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.442163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Allocated IP 172.25.4.234 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:34.454031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205e39-85b7-4858-81fd-8d5c245e4f1e req-a407d74a-1392-4850-9da4-9ea034886adb tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.463739 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea205e39-85b7-4858-81fd-8d5c245e4f1e req-a407d74a-1392-4850-9da4-9ea034886adb tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 932 time: 0.2504256 Aug 16 02:12:34.610013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea205e39-85b7-4858-81fd-8d5c245e4f1e req-ccbb6add-244c-4e13-acc8-e11fe5811983 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415973 Aug 16 02:12:34.677851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7914ca9-718e-44f4-920f-33e704949e5d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:34.689681 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.701295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ec59-cdad-4e9d-904f-21be15b51a4c req-b540f691-ab6a-4028-a910-51d2f3d1ce7b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.709378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96c2ec59-cdad-4e9d-904f-21be15b51a4c req-b540f691-ab6a-4028-a910-51d2f3d1ce7b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 949 time: 0.3480566 Aug 16 02:12:34.735195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.768300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Transition to ACTIVE for port object e7914ca9-718e-44f4-920f-33e704949e5d will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:34.784599 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96c2ec59-cdad-4e9d-904f-21be15b51a4c req-4182262e-b166-431c-bae3-5f93c56a992f tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702202 Aug 16 02:12:34.787080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.825325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.904537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:34.908678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:34.938696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Attempting to bind port 35d2843f-626b-457d-bfc1-8d853e56ab79 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:34.939073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Attempting to bind port 35d2843f-626b-457d-bfc1-8d853e56ab79 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:34.939444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Attempting to bind port 35d2843f-626b-457d-bfc1-8d853e56ab79 on network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:34.941032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:34.947063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:34.966525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 329610e1-cfde-45b9-899a-1b794f1ae0f7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:34.975134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:34.975526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Checking segment: {'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:34.980102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.980602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Bound using segment: {'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:34.981094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Bound port: 35d2843f-626b-457d-bfc1-8d853e56ab79, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:34.981490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.998018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.026707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 329610e1-cfde-45b9-899a-1b794f1ae0f7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:35.027031 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.031352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:35.033960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:35.035200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:35.047320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:35.048313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:35.059604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:35.062371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:35.065436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:35.066242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Bound port: e7914ca9-718e-44f4-920f-33e704949e5d, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:35.067334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.210937 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.228894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:35.239915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:35.247845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.354761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] For port 35d2843f-626b-457d-bfc1-8d853e56ab79, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:35.364775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.365415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.366888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] 10.222.0.88 "PUT /v2.0/ports/e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 1093 time: 1.5767934 Aug 16 02:12:35.378093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:35.378801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] For port 35d2843f-626b-457d-bfc1-8d853e56ab79, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=35d2843f-626b-457d-bfc1-8d853e56ab79,segment=NetworkSegment(31ab2ed8-7173-40b4-8acc-ef26e9c37d7d),segment_id=31ab2ed8-7173-40b4-8acc-ef26e9c37d7d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:35.401694 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:35.418247 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.442874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2695a71d-2ed9-4716-96fd-4f048da47a90, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2695a71d-2ed9-4716-96fd-4f048da47a90,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:35.531517 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a83fbe7-3132-45ec-abfc-530001216114 x-openstack-request-id: req-4a83fbe7-3132-45ec-abfc-530001216114 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:35.531718 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:35.531950 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a83fbe7-3132-45ec-abfc-530001216114 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:35.532370 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d', 'status': 'completed', 'code': 200} Aug 16 02:12:35.571481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fadeaa-bc81-4648-903d-f54f981d31c7 None None] Pushing event updated for resources: {'Port': ['ID=35d2843f-626b-457d-bfc1-8d853e56ab79,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.575965 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.592274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa8fe2-e80b-4f52-9e64-6f7d9789e01c service neutron] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.613126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-bf6d26da-3a54-4264-b988-56aa06639ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.616859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-bf6d26da-3a54-4264-b988-56aa06639ba1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1096 time: 0.2026160 Aug 16 02:12:35.623347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34372) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.623790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Pushing event updated for resources: {'Port': ['ID=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.667762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1201531230', 'description': 'tempest-description-1044343694'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:35.726397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cb0018-c41d-4428-ac17-069bdc4670ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.774090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-ffff823b-ccc9-46d0-990d-2ca52eaa7091 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 217 time: 0.1453800 Aug 16 02:12:35.828746 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.862338 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.866495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.900321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2695a71d-2ed9-4716-96fd-4f048da47a90,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.937489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 329610e1-cfde-45b9-899a-1b794f1ae0f7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=329610e1-cfde-45b9-899a-1b794f1ae0f7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:35.939316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329610e1-cfde-45b9-899a-1b794f1ae0f7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:35.946010 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac7cda1-76e3-4a2c-a564-9e03bd096706" -d '{"events": [{"server_uuid": "ce418400-7bb5-4ab0-831a-f35535b650e3", "name": "network-vif-plugged", "status": "completed", "tag": "329610e1-cfde-45b9-899a-1b794f1ae0f7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:35.954664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.966704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-6965ed89-64d0-45a0-a836-c916b3db7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.968374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-6965ed89-64d0-45a0-a836-c916b3db7b52 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1883910 Aug 16 02:12:36.003345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738c274-04ec-4e4d-b7a2-6c0a6112313a req-fcfa9bcb-b3f5-4a0e-a77f-4d9e1ca67da6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.013927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c738c274-04ec-4e4d-b7a2-6c0a6112313a req-fcfa9bcb-b3f5-4a0e-a77f-4d9e1ca67da6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.2024169 Aug 16 02:12:36.025530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=329610e1-cfde-45b9-899a-1b794f1ae0f7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.062068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-bb4f6fa6-58e0-48fa-8de1-2e35f983f319 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852029 Aug 16 02:12:36.097683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.168254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fb17be4-70f2-45d8-8bb3-f3904b069dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.229195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c738c274-04ec-4e4d-b7a2-6c0a6112313a req-c6d8a5bb-c830-4e8d-acce-27a46213491a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064152 Aug 16 02:12:36.287475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-55ab8ab7-a275-4cc0-a40c-f834caedbc25 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188931 Aug 16 02:12:36.467410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359c827-14ae-48d2-a636-2b3d0f45b704 req-19cf88d9-9107-4713-96bb-0b258ec1e20b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.469516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7359c827-14ae-48d2-a636-2b3d0f45b704 req-19cf88d9-9107-4713-96bb-0b258ec1e20b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 950 time: 0.0810544 Aug 16 02:12:36.494152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bd62624-e2b9-4c23-9098-2866f2e4816b req-8ee44ce2-3fa2-46e8-9748-c13a030e679f service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989729 Aug 16 02:12:36.536931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7359c827-14ae-48d2-a636-2b3d0f45b704 req-3466c8f9-64db-4259-87c7-5a505c412cca tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533538 Aug 16 02:12:36.537967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cb0018-c41d-4428-ac17-069bdc4670ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.539266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.604366 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044955ac-dd41-4d6d-b9fb-f648cade2496 x-openstack-request-id: req-044955ac-dd41-4d6d-b9fb-f648cade2496 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:36.605162 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce418400-7bb5-4ab0-831a-f35535b650e3", "name": "network-vif-plugged", "status": "completed", "tag": "329610e1-cfde-45b9-899a-1b794f1ae0f7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:36.605162 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-044955ac-dd41-4d6d-b9fb-f648cade2496 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:36.605353 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329610e1-cfde-45b9-899a-1b794f1ae0f7', 'code': 200} Aug 16 02:12:36.627435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13cb0018-c41d-4428-ac17-069bdc4670ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.647332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-9e295f5d-239f-4d8f-a1c9-326d7059ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.652485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-9e295f5d-239f-4d8f-a1c9-326d7059ae54 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1096 time: 0.0699022 Aug 16 02:12:36.690361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb0018-c41d-4428-ac17-069bdc4670ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed54d374-83e2-4625-acb4-3fbb3c9fdc56,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.739644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34398) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:36.763320 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.831686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34402) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:36.837598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13cb0018-c41d-4428-ac17-069bdc4670ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24170cb5618f4ded8db4456756b49406&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9276528 Aug 16 02:12:36.841131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.860971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-59bf1c9e-1e6b-4461-92dd-fd0cbaa276ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.862459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-59bf1c9e-1e6b-4461-92dd-fd0cbaa276ed service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.2024984 Aug 16 02:12:36.900937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ab5f7f-e6f8-4b8b-8d19-f1985beec832,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.924313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dca90-175b-419d-8e59-512eb3ad1a29 req-57d0a0fd-9a9f-4723-85e2-b7df47c9b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.926556 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a92dca90-175b-419d-8e59-512eb3ad1a29 req-57d0a0fd-9a9f-4723-85e2-b7df47c9b64e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 1102 time: 0.2265620 Aug 16 02:12:36.962072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-b78cc986-1991-4e39-84e2-25d6ce606399 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 217 time: 0.0851417 Aug 16 02:12:36.983698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a92dca90-175b-419d-8e59-512eb3ad1a29 req-7b380c81-09cb-42fb-8f45-c692d118cc39 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472648 Aug 16 02:12:37.009415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Router e1a11faf-8096-4c49-9af8-b48e132e9b61 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:37.058995 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92326197-ca18-4aa4-81ee-a941015465e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.081801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bbd7-5943-4022-acb2-0b3b6bdbf9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.094333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92326197-ca18-4aa4-81ee-a941015465e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.104868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fb17be4-70f2-45d8-8bb3-f3904b069dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.128799 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fb17be4-70f2-45d8-8bb3-f3904b069dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.169427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:37.176877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-4f214a19-a363-4ca5-94c5-bbee7bcb2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.179460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-4f214a19-a363-4ca5-94c5-bbee7bcb2665 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.2050149 Aug 16 02:12:37.184449 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Sync routers for ids ['e1a11faf-8096-4c49-9af8-b48e132e9b61'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:37.207176 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Routers {'e1a11faf-8096-4c49-9af8-b48e132e9b61'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:37.208904 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e1a11faf-8096-4c49-9af8-b48e132e9b61'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:37.248865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.255979 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-cb15eff4-93ba-4eca-8276-33bbce5df456 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586269 Aug 16 02:12:37.259402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5fb17be4-70f2-45d8-8bb3-f3904b069dd7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27ca6af5bc3145878b39a01e356dcb51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6342180 Aug 16 02:12:37.263358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.265680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.273331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb17be4-70f2-45d8-8bb3-f3904b069dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7761fbac-0b56-45fb-baf6-91b5c2e1c19b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.278924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.283158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce840da5-e01e-4b01-abe7-5f6cddddf40c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6842141 Aug 16 02:12:37.293701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.393573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d10d5e8-49f4-4276-af12-1fa859fc5a25,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.401591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d8fb1-256d-488f-ab50-b2c4d28ae058 None None] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:37.427831 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Set router e1a11faf-8096-4c49-9af8-b48e132e9b61 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:37.467592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c0d173-42e0-4cf3-a0cc-521599bc5102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.487226 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92326197-ca18-4aa4-81ee-a941015465e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.490202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92326197-ca18-4aa4-81ee-a941015465e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.493752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92326197-ca18-4aa4-81ee-a941015465e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed54d374-83e2-4625-acb4-3fbb3c9fdc56 HTTP/1.1" status: 204 len: 168 time: 0.6549163 Aug 16 02:12:37.539749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c0d173-42e0-4cf3-a0cc-521599bc5102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.708201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92326197-ca18-4aa4-81ee-a941015465e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed54d374-83e2-4625-acb4-3fbb3c9fdc56,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.749760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c0d173-42e0-4cf3-a0cc-521599bc5102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.765528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09c0d173-42e0-4cf3-a0cc-521599bc5102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.774626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09c0d173-42e0-4cf3-a0cc-521599bc5102 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7761fbac-0b56-45fb-baf6-91b5c2e1c19b HTTP/1.1" status: 204 len: 168 time: 0.5099368 Aug 16 02:12:37.819521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0d173-42e0-4cf3-a0cc-521599bc5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7761fbac-0b56-45fb-baf6-91b5c2e1c19b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.827820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0c0ada9f-dff6-4013-9599-e0baaa2295b4 None None] Provisioning for port 35d2843f-626b-457d-bfc1-8d853e56ab79 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:37.856792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bbd7-5943-4022-acb2-0b3b6bdbf9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.876176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bbd7-5943-4022-acb2-0b3b6bdbf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.937492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-84e22cd4-b999-453d-8478-8f354939377a service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407719 Aug 16 02:12:38.005337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.014118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e8ecd-dd57-43a3-acdf-4e3ff3eb2c45 req-bc8512bb-1498-49c7-8a77-4045e6587c6a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.017379 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b9e8ecd-dd57-43a3-acdf-4e3ff3eb2c45 req-bc8512bb-1498-49c7-8a77-4045e6587c6a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.5808415 Aug 16 02:12:38.030913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43b2e065-5a13-4eb5-bc24-649a4e5ef33b req-0e74491a-0235-44e0-bb8f-fe94d60b7790 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.3939269 Aug 16 02:12:38.036430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35d2843f-626b-457d-bfc1-8d853e56ab79 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:38.088132 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 3, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port': {'id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:34Z', 'updated_at': '2021-08-16T02:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.147363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 35d2843f-626b-457d-bfc1-8d853e56ab79 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:38.151728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 35d2843f-626b-457d-bfc1-8d853e56ab79 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:38.152115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.162629 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Checking router: e1a11faf-8096-4c49-9af8-b48e132e9b61 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:38.163087 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Updating router e1a11faf-8096-4c49-9af8-b48e132e9b61 port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:38.240915 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.299741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.299970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d5e4bbd7-5943-4022-acb2-0b3b6bdbf9ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce6e88d376ab498fa8c9c74e507d5608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5589523 Aug 16 02:12:38.308534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34424) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.364981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4bbd7-5943-4022-acb2-0b3b6bdbf9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e93bbf-3156-4bc7-aa5f-ae71cd7c9519,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.399692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.418660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90797d6-2fdd-4210-9b91-3cb272045bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.443640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-064108ea-d073-420a-88f3-3cbeac1430a2 None None] Provisioning complete for port 35d2843f-626b-457d-bfc1-8d853e56ab79 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:38.444211 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-064108ea-d073-420a-88f3-3cbeac1430a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.524649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b9e8ecd-dd57-43a3-acdf-4e3ff3eb2c45 req-611dd89e-94ad-4ee6-96e0-547b070543f1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677808 Aug 16 02:12:38.527183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 35d2843f-626b-457d-bfc1-8d853e56ab79, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=35d2843f-626b-457d-bfc1-8d853e56ab79,segment=NetworkSegment(31ab2ed8-7173-40b4-8acc-ef26e9c37d7d),segment_id=31ab2ed8-7173-40b4-8acc-ef26e9c37d7d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.543873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.544678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2695a71d-2ed9-4716-96fd-4f048da47a90 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:38.597219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf9b74ea-3cb0-4282-b790-7a30265bf2f3 req-f5a33509-57c2-4a23-ac78-5545497f05b3 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491228 Aug 16 02:12:38.601323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34426) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.647382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=35d2843f-626b-457d-bfc1-8d853e56ab79,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.652637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.662473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.663072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.663583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.664146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.664680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.665198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.665687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.666277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.667163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.667683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.668174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.668933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:38.670364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f00b39f2-352b-4b1e-9193-b2e53de5be64 req-140bb4e9-a594-4ff8-ae6c-0096fa6e7f8b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-829004056', 'description': 'tempest-description-307055974'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:38.698518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-272fcf9f-438f-433c-86ba-667266b21958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.709780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2695a71d-2ed9-4716-96fd-4f048da47a90 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:38.710409 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.731315 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-272fcf9f-438f-433c-86ba-667266b21958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.736087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90797d6-2fdd-4210-9b91-3cb272045bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.762118 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90797d6-2fdd-4210-9b91-3cb272045bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.815858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-272fcf9f-438f-433c-86ba-667266b21958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.819048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-272fcf9f-438f-433c-86ba-667266b21958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.823042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-272fcf9f-438f-433c-86ba-667266b21958 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34e93bbf-3156-4bc7-aa5f-ae71cd7c9519 HTTP/1.1" status: 204 len: 168 time: 0.5027092 Aug 16 02:12:38.844123 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.855815 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Transition to ACTIVE for port object 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:38.860783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:12:38.860783 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:12:38.860783 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id_1': '1dab7f2ab9234969ad7f2b370786f2f8', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 12, 38, 683446)}] Aug 16 02:12:38.860783 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:38.861887 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:38.863466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:38.866758 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.872182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fcf9f-438f-433c-86ba-667266b21958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e93bbf-3156-4bc7-aa5f-ae71cd7c9519,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.891920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f00b39f2-352b-4b1e-9193-b2e53de5be64 req-140bb4e9-a594-4ff8-ae6c-0096fa6e7f8b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.894317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827145b-03b8-4438-a09a-b024e60aa60c req-24224963-1122-4fb7-9d89-aaaabd8255af tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.904598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a827145b-03b8-4438-a09a-b024e60aa60c req-24224963-1122-4fb7-9d89-aaaabd8255af tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 950 time: 0.6184947 Aug 16 02:12:39.016093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90797d6-2fdd-4210-9b91-3cb272045bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2318931a-b370-47e8-94d3-36534090d873,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.045257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34430) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.046578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d90797d6-2fdd-4210-9b91-3cb272045bf0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=783827845dd144f1b0308b706e45eb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7481506 Aug 16 02:12:39.059724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.080045 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be3124-7881-4fae-95af-63130a6ef4a0 None None] Pushing event updated for resources: {'Port': ['ID=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.123887 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Attempting to bind port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:39.124716 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Attempting to bind port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:39.125561 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Attempting to bind port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:39.137216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a827145b-03b8-4438-a09a-b024e60aa60c req-2a777382-0e8d-4476-bc7d-a8149da04145 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316606 Aug 16 02:12:39.167826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.168847 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:39.169959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:39.173164 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.174965 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:39.178566 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Bound port: 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:39.179261 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.189672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f00b39f2-352b-4b1e-9193-b2e53de5be64 req-140bb4e9-a594-4ff8-ae6c-0096fa6e7f8b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.196261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e7914ca9-718e-44f4-920f-33e704949e5d', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'port_id': 'e7914ca9-718e-44f4-920f-33e704949e5d', 'mac_address': 'fa:16:3e:e2:9f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1203901-e06d-47a6-adcd-6dac9cac7264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:39.200472 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce4e7b6c-0986-49ca-9fc4-4c830a88af83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.202057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f00b39f2-352b-4b1e-9193-b2e53de5be64 req-140bb4e9-a594-4ff8-ae6c-0096fa6e7f8b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.282332 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.303764 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] For port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:39.308279 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] For port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:39.315660 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.344987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7914ca9-718e-44f4-920f-33e704949e5d {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:39.362663 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f00b39f2-352b-4b1e-9193-b2e53de5be64 req-140bb4e9-a594-4ff8-ae6c-0096fa6e7f8b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.364645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f00b39f2-352b-4b1e-9193-b2e53de5be64 req-140bb4e9-a594-4ff8-ae6c-0096fa6e7f8b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7653162 Aug 16 02:12:39.395250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.396549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.401881 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.419807 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce4e7b6c-0986-49ca-9fc4-4c830a88af83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.437341 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be3124-7881-4fae-95af-63130a6ef4a0 None None] Pushing event updated for resources: {'Port': ['ID=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.437758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bb4e9-a594-4ff8-ae6c-0096fa6e7f8b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2909d4f0-6601-4db2-9526-8aee15b568ab,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.453617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Allocated IP 172.20.0.1 (ef8f0ed2-dde1-4e68-ab91-01a88d16fb68/f1b0e81f-ee37-4336-befb-aec60d882e10/7af7606d-f576-4138-b589-635f59f5f93d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:39.531630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Routers {'e1a11faf-8096-4c49-9af8-b48e132e9b61'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:39.532264 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e1a11faf-8096-4c49-9af8-b48e132e9b61'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:39.561814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.578099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.594683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a22fef33-1b8d-4795-a668-b8b791a2f1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.611640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e7914ca9-718e-44f4-920f-33e704949e5d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:39.731704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.774203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Transition to ACTIVE for port object 7af7606d-f576-4138-b589-635f59f5f93d will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:39.788388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35d2843f-626b-457d-bfc1-8d853e56ab79 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:39.835607 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] Set router e1a11faf-8096-4c49-9af8-b48e132e9b61 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:39.906260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafd0fb-f9c3-46c4-89a7-2454a31e1ac9 req-e3d803d6-9838-407b-ab1e-6d9ecce02116 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.908034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-baafd0fb-f9c3-46c4-89a7-2454a31e1ac9 req-e3d803d6-9838-407b-ab1e-6d9ecce02116 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 945 time: 0.0773461 Aug 16 02:12:39.949927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 35d2843f-626b-457d-bfc1-8d853e56ab79 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:39.950906 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.995935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.100486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:40.103183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Pushing event updated for resources: {'Port': ['ID=7af7606d-f576-4138-b589-635f59f5f93d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.107964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:40.110068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:40.110725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.229005 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 3, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port': {'id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:34Z', 'updated_at': '2021-08-16T02:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:40.245358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-50187c5e-f428-48b5-8d79-6b2fee1206ac tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42366 time: 0.8298399 Aug 16 02:12:40.282629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.306001 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e05a3-f301-42e7-8e88-2a7b7c72843b None None] The sync data for ids ['e1a11faf-8096-4c49-9af8-b48e132e9b61'] in n-d-769329-15 is: [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 3, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port': {'id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:34Z', 'updated_at': '2021-08-16T02:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:40.325032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-baafd0fb-f9c3-46c4-89a7-2454a31e1ac9 req-962d1e6f-0498-4d5d-afca-1d4c178d07b2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840139 Aug 16 02:12:40.349981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-9e8e23d3-9017-4e07-a1ce-5e01c76e3d82 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/208e16db-99de-4a09-8c62-188cdfc96e9e HTTP/1.1" status: 200 len: 2981 time: 0.1036589 Aug 16 02:12:40.510225 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce4e7b6c-0986-49ca-9fc4-4c830a88af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.513889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ce4e7b6c-0986-49ca-9fc4-4c830a88af83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.514471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-334a6a78-5231-497f-b1fc-ba15c667d0e3 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0bd01655ec7d414e82ba34905449015b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342035 Aug 16 02:12:40.517334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ce4e7b6c-0986-49ca-9fc4-4c830a88af83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2318931a-b370-47e8-94d3-36534090d873 HTTP/1.1" status: 204 len: 168 time: 1.4696543 Aug 16 02:12:40.547317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-10e2cf22-6083-4c78-90c2-3537724fd1be tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/208e16db-99de-4a09-8c62-188cdfc96e9e HTTP/1.1" status: 200 len: 2981 time: 0.1937549 Aug 16 02:12:40.591447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ab8ea15-e416-4af9-8ea5-f55f8ea12e3c None None] Provisioning for port 7af7606d-f576-4138-b589-635f59f5f93d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:40.593772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e7b6c-0986-49ca-9fc4-4c830a88af83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2318931a-b370-47e8-94d3-36534090d873,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.595467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ab8ea15-e416-4af9-8ea5-f55f8ea12e3c None None] Provisioning complete for port 7af7606d-f576-4138-b589-635f59f5f93d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:40.595845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ea15-e416-4af9-8ea5-f55f8ea12e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.611181 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-16ecc23e-07e4-4156-a953-86c76902f2da tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] show failed (client error): The resource could not be found. Aug 16 02:12:40.623427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-16ecc23e-07e4-4156-a953-86c76902f2da tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2318931a-b370-47e8-94d3-36534090d873 HTTP/1.1" status: 404 len: 352 time: 0.0750339 Aug 16 02:12:40.676547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8ea15-e416-4af9-8ea5-f55f8ea12e3c None None] Port 7af7606d-f576-4138-b589-635f59f5f93d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:40.689973 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-42436ae6-4686-42d0-ba2a-680f7cb4024b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] show failed (client error): The resource could not be found. Aug 16 02:12:40.703077 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-42436ae6-4686-42d0-ba2a-680f7cb4024b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2318931a-b370-47e8-94d3-36534090d873 HTTP/1.1" status: 404 len: 352 time: 0.0786119 Aug 16 02:12:40.737151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.751391 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.752742 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.768542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-22589670-31bd-4535-946e-97a4a9932d18 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.773199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-22589670-31bd-4535-946e-97a4a9932d18 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487655 Aug 16 02:12:40.844710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.858169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-801822da-0334-4701-8ab2-5e484cd901ea tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2da7a8e6-24d6-4c9e-9f1d-566eaea6f57a HTTP/1.1" status: 200 len: 2981 time: 0.1529803 Aug 16 02:12:40.868309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.874693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:40.904129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-03966ed8-5124-410a-bff0-ae44f23aa945 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/quotas/0bd01655ec7d414e82ba34905449015b HTTP/1.1" status: 200 len: 375 time: 0.0957196 Aug 16 02:12:40.936040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1dab7f2ab9234969ad7f2b370786f2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3082154 Aug 16 02:12:40.938483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34460) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.940803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Pushing event updated for resources: {'Port': ['ID=7af7606d-f576-4138-b589-635f59f5f93d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.954139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bb985-7f08-480a-ad19-dbc0a76e33c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f854f71f-7c24-4266-90ee-0c81c7a43a17,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.032516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port e7914ca9-718e-44f4-920f-33e704949e5d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:41.047557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e7914ca9-718e-44f4-920f-33e704949e5d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:41.048870 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.096851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-553f8984-100b-441b-afef-3659681f8649 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2da7a8e6-24d6-4c9e-9f1d-566eaea6f57a HTTP/1.1" status: 200 len: 2981 time: 0.2340753 Aug 16 02:12:41.165759 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-9de400a5-d3cb-4248-b26b-7820c81745a8 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0bd01655ec7d414e82ba34905449015b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2438478 Aug 16 02:12:41.178992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:41.183297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:41.239727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-6c1df22a-6534-409d-8904-dd4d9ea4e90a tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3553bbd6-3103-433e-93f3-80fcef6c6579 HTTP/1.1" status: 200 len: 2981 time: 0.1368647 Aug 16 02:12:41.364735 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.372762 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2046f745-5e02-462f-bd6f-490df2a16fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.421952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:41.433074 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eb9c4f-c75e-4fd9-a38e-4e4859432e1e" -d '{"events": [{"server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "name": "network-vif-plugged", "status": "completed", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:41.442446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2046f745-5e02-462f-bd6f-490df2a16fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.500732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:41.507786 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.551272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-21912457-8919-4bd4-93a2-48742780333d tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3553bbd6-3103-433e-93f3-80fcef6c6579 HTTP/1.1" status: 200 len: 2981 time: 0.3104351 Aug 16 02:12:41.624780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2046f745-5e02-462f-bd6f-490df2a16fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.630226 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2046f745-5e02-462f-bd6f-490df2a16fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.634064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2046f745-5e02-462f-bd6f-490df2a16fce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f854f71f-7c24-4266-90ee-0c81c7a43a17 HTTP/1.1" status: 204 len: 168 time: 0.6589260 Aug 16 02:12:41.642287 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-5f6999da-cd6a-4809-a54f-0cb84ac110ba tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/59d890ef-057b-47e9-a406-74950444e636 HTTP/1.1" status: 200 len: 2981 time: 0.0814443 Aug 16 02:12:41.643167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046f745-5e02-462f-bd6f-490df2a16fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f854f71f-7c24-4266-90ee-0c81c7a43a17,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.764206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-4d0a55f2-db67-427e-a8dc-39c6ac0ddde2 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/59d890ef-057b-47e9-a406-74950444e636 HTTP/1.1" status: 200 len: 2981 time: 0.1135299 Aug 16 02:12:41.793669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c7553e62-70a4-470b-9f12-79506e6bb084 None None] Provisioning complete for port 7af7606d-f576-4138-b589-635f59f5f93d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:41.794054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7553e62-70a4-470b-9f12-79506e6bb084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.938000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-32c3c2d0-8a2b-46a1-aeb2-67e476081c1e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6bc8208c-71c3-4434-a588-018f4da123fb HTTP/1.1" status: 200 len: 2977 time: 0.1634448 Aug 16 02:12:41.940185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a22fef33-1b8d-4795-a668-b8b791a2f1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.961448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a22fef33-1b8d-4795-a668-b8b791a2f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.967771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c7553e62-70a4-470b-9f12-79506e6bb084 None None] Port 7af7606d-f576-4138-b589-635f59f5f93d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:41.973807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:42.050380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-82c5ee10-bef1-4507-8aca-356443494fd2 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6bc8208c-71c3-4434-a588-018f4da123fb HTTP/1.1" status: 200 len: 2977 time: 0.1065049 Aug 16 02:12:42.082646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.134542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:42.150387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:42.150784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.212131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-5a28db75-974b-492d-bbf1-e9c9300d7541 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6f800b55-79ce-4d31-9b2b-df94b66dc159 HTTP/1.1" status: 200 len: 2981 time: 0.1542516 Aug 16 02:12:42.267526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37d034-cf84-42db-b003-a68f20a7ac0e req-2065ef1a-a1cd-4412-8644-08b71a5294e0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.305379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de37d034-cf84-42db-b003-a68f20a7ac0e req-2065ef1a-a1cd-4412-8644-08b71a5294e0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 946 time: 0.4388485 Aug 16 02:12:42.349280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34494) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.352355 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a22fef33-1b8d-4795-a668-b8b791a2f1bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3716b91d8dd3491283fa6b577480953d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7730865 Aug 16 02:12:42.401239 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.419299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fef33-1b8d-4795-a668-b8b791a2f1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2e641-aef3-46c9-85f1-1ffbd39832d6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.425248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-f147823f-b716-4097-afc4-0532b7bcace4 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6f800b55-79ce-4d31-9b2b-df94b66dc159 HTTP/1.1" status: 200 len: 2981 time: 0.2023172 Aug 16 02:12:42.453389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.461174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.509619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Router e1a11faf-8096-4c49-9af8-b48e132e9b61 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:42.525611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26d87ade-40b9-497e-ab82-a032c5811393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.595792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26d87ade-40b9-497e-ab82-a032c5811393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.596024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.758388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26d87ade-40b9-497e-ab82-a032c5811393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.763947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:42.773837 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26d87ade-40b9-497e-ab82-a032c5811393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.777254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-26d87ade-40b9-497e-ab82-a032c5811393 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17a2e641-aef3-46c9-85f1-1ffbd39832d6 HTTP/1.1" status: 204 len: 168 time: 0.4231436 Aug 16 02:12:42.780363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a0593109-f407-44e3-9701-75ec25aeeb4b admin admin] 10.222.0.78 "PUT /v2.0/routers/e1a11faf-8096-4c49-9af8-b48e132e9b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4822052 Aug 16 02:12:42.793396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de37d034-cf84-42db-b003-a68f20a7ac0e req-3703f7b3-a5a6-4091-96c8-d3ef95d4e8c5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869864 Aug 16 02:12:42.848424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-25d82a86-a03a-4706-8b16-0146d3c77f60 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/862b836f-9dec-4e55-9962-342ee200cc22 HTTP/1.1" status: 200 len: 2981 time: 0.4028978 Aug 16 02:12:42.853509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87ade-40b9-497e-ab82-a032c5811393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a2e641-aef3-46c9-85f1-1ffbd39832d6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.888774 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4a43c-af19-41cc-a11d-30b2393e2033 x-openstack-request-id: req-11c4a43c-af19-41cc-a11d-30b2393e2033 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:42.889077 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "name": "network-vif-plugged", "status": "completed", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:42.889328 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11c4a43c-af19-41cc-a11d-30b2393e2033 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:42.889773 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d', 'code': 200} Aug 16 02:12:42.978645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-88fbf57b-9096-4c10-a135-db1a76ab8f83 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/862b836f-9dec-4e55-9962-342ee200cc22 HTTP/1.1" status: 200 len: 2981 time: 0.1183224 Aug 16 02:12:43.016051 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64b195f9-ec2d-4507-9343-b7ebcdddf014 req-2e6f42db-945a-4f22-a7a5-78bc736d1fe7 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 210 time: 0.0545537 Aug 16 02:12:43.083416 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-f04c8da9-ba85-4b8a-b66c-6cf8ea2e5e71 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8a085699-b773-4180-8a0b-1daf377d181b HTTP/1.1" status: 200 len: 2973 time: 0.0783844 Aug 16 02:12:43.089884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f8dc0-a9dd-41e8-a7d4-891c69821902 req-e6b2c1e6-11ec-4d9f-bf3c-86d0a1117fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.092103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e49f8dc0-a9dd-41e8-a7d4-891c69821902 req-e6b2c1e6-11ec-4d9f-bf3c-86d0a1117fe9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1098 time: 0.1257248 Aug 16 02:12:43.203804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e49f8dc0-a9dd-41e8-a7d4-891c69821902 req-6ac8df8f-cfbc-4f5b-bec0-f312e1413c09 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007850 Aug 16 02:12:43.205479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-75ed47c1-f8a3-4454-89f5-62e6de2dd896 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8a085699-b773-4180-8a0b-1daf377d181b HTTP/1.1" status: 200 len: 2973 time: 0.1115367 Aug 16 02:12:43.309736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-19556f13-f780-4e8b-a496-2a984c8759e3 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a24fd347-2628-46ef-a57a-da988fdee9f6 HTTP/1.1" status: 200 len: 2981 time: 0.0955236 Aug 16 02:12:43.412874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-e4eacacf-c024-45b8-a3f3-197465d7e8a8 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a24fd347-2628-46ef-a57a-da988fdee9f6 HTTP/1.1" status: 200 len: 2981 time: 0.0963860 Aug 16 02:12:43.512232 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-bde973b2-1b62-4b4f-a515-e3582d7ff013 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b4ab5f7f-e6f8-4b8b-8d19-f1985beec832 HTTP/1.1" status: 200 len: 2981 time: 0.0860691 Aug 16 02:12:43.630759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-e128b7fe-4439-4a06-903e-99bcc6c8f89d tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0bd01655ec7d414e82ba34905449015b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111424 Aug 16 02:12:43.668125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Sync routers for ids ['e1a11faf-8096-4c49-9af8-b48e132e9b61'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:43.686338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Routers {'e1a11faf-8096-4c49-9af8-b48e132e9b61'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:43.689110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e1a11faf-8096-4c49-9af8-b48e132e9b61'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:43.761801 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-f758b4ee-5365-4cce-b3cf-e554e3fdda54 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b4ab5f7f-e6f8-4b8b-8d19-f1985beec832 HTTP/1.1" status: 200 len: 2981 time: 0.2148654 Aug 16 02:12:43.787888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:43.922704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-6cd8c391-0463-4eb0-a0e8-42f3b851a3f9 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e7d01be5-09d3-4561-8924-5c3e8c33c9e3 HTTP/1.1" status: 200 len: 2981 time: 0.1420028 Aug 16 02:12:43.954284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Set router e1a11faf-8096-4c49-9af8-b48e132e9b61 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:43.956986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:43.957643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.985072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-990b8ee3-4544-410d-8dc9-ba1a0d5653dd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.987872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-990b8ee3-4544-410d-8dc9-ba1a0d5653dd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3483458 Aug 16 02:12:44.022757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Request body: {'port': {'device_id': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '0bd01655ec7d414e82ba34905449015b'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:44.158816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85860378-93ac-4aa9-b5ad-ef3240f84322 req-52955fe3-3275-48db-96e4-7fac60ab1de5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.171848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85860378-93ac-4aa9-b5ad-ef3240f84322 req-52955fe3-3275-48db-96e4-7fac60ab1de5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 946 time: 0.1973228 Aug 16 02:12:44.210278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-bedb5135-7018-4d6e-84c3-1b7d41f3514f tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/e7d01be5-09d3-4561-8924-5c3e8c33c9e3 HTTP/1.1" status: 200 len: 2981 time: 0.2782521 Aug 16 02:12:44.296583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-c629758c-d997-441b-af41-18a953aad74a tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/edb7cfa9-a6c6-4ab2-b6d1-4cfb3fd1765b HTTP/1.1" status: 200 len: 2981 time: 0.0784891 Aug 16 02:12:44.310254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85860378-93ac-4aa9-b5ad-ef3240f84322 req-38282566-aae5-492e-b623-9d4cf615b333 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307402 Aug 16 02:12:44.348050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Made reservation on behalf of 0bd01655ec7d414e82ba34905449015b for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:44.353354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.560346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:12:40Z', 'revision_number': 4, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port': {'id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:34Z', 'updated_at': '2021-08-16T02:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7af7606d-f576-4138-b589-635f59f5f93d', 'name': '', 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'mac_address': 'fa:16:3e:6b:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f1b0e81f-ee37-4336-befb-aec60d882e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:39Z', 'updated_at': '2021-08-16T02:12:40Z', 'revision_number': 2, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'subnets': [{'id': 'f1b0e81f-ee37-4336-befb-aec60d882e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:44.571592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b094f84-0faa-436b-bf8e-f4653fdba281 req-248701a4-d9a3-4863-97a1-8249033f979e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/edb7cfa9-a6c6-4ab2-b6d1-4cfb3fd1765b HTTP/1.1" status: 200 len: 2981 time: 0.2644513 Aug 16 02:12:44.618953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Allocated IP 192.168.233.22 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:44.642787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Checking router: e1a11faf-8096-4c49-9af8-b48e132e9b61 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:44.643159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Updating router e1a11faf-8096-4c49-9af8-b48e132e9b61 port 7af7606d-f576-4138-b589-635f59f5f93d binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:44.679346 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e68c504-7d40-4401-9f1f-df3d7a979aaf req-d06a3d64-5b8d-43b2-b80e-fb2b9a0c368f tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 210 time: 0.0312777 Aug 16 02:12:44.723914 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.885751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba838a5-22c9-46c1-80fd-b6a4090b36d9 req-f98bc5b5-ea85-4c5c-a80c-740e206bc942 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=801b3889519d49a0aa437ef8f379cca6 HTTP/1.1" status: 200 len: 6103 time: 0.1722953 Aug 16 02:12:44.922673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.960495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Transition to ACTIVE for port object ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:44.972315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba838a5-22c9-46c1-80fd-b6a4090b36d9 req-a4143ea9-fe85-4b58-adb7-297e4893259d tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "GET /v2.0/security-groups/e7d01be5-09d3-4561-8924-5c3e8c33c9e3 HTTP/1.1" status: 200 len: 2981 time: 0.0754263 Aug 16 02:12:45.048353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.052947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba838a5-22c9-46c1-80fd-b6a4090b36d9 req-c6eff94f-eb79-498c-a444-eaa834f77738 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "GET /v2.0/security-groups/e7d01be5-09d3-4561-8924-5c3e8c33c9e3 HTTP/1.1" status: 200 len: 2981 time: 0.0710335 Aug 16 02:12:45.114442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:45.122780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:45.131526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['329610e1-cfde-45b9-899a-1b794f1ae0f7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:45.132744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:45.146682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.149747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.205982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Pushing event updated for resources: {'Port': ['ID=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.230604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-05d1cd85-2a50-4194-9908-04dfaf8c2d51 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2290912 Aug 16 02:12:45.268312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Request body: {'port': {'device_id': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:45.343582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ce383dc-ce29-4105-bf7a-6111f7b638ef req-32fe667e-bf1e-4e4f-af25-84f61ffd4435 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2909d4f0-6601-4db2-9526-8aee15b568ab HTTP/1.1" status: 200 len: 1776 time: 0.2392116 Aug 16 02:12:45.488198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.578846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5ce383dc-ce29-4105-bf7a-6111f7b638ef req-eed98348-bd9b-4c2c-9b66-e4fddd3a301b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.628437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5ce383dc-ce29-4105-bf7a-6111f7b638ef req-eed98348-bd9b-4c2c-9b66-e4fddd3a301b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.719197 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.800171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5ce383dc-ce29-4105-bf7a-6111f7b638ef req-eed98348-bd9b-4c2c-9b66-e4fddd3a301b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.810650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5ce383dc-ce29-4105-bf7a-6111f7b638ef req-eed98348-bd9b-4c2c-9b66-e4fddd3a301b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.818175 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ce383dc-ce29-4105-bf7a-6111f7b638ef req-eed98348-bd9b-4c2c-9b66-e4fddd3a301b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/2909d4f0-6601-4db2-9526-8aee15b568ab HTTP/1.1" status: 204 len: 173 time: 0.4676411 Aug 16 02:12:45.837407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Transition to ACTIVE for port object 7af7606d-f576-4138-b589-635f59f5f93d will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:45.856781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-12c404ce-c4a8-4498-be6d-3d9fdfdfda75 None None] Provisioning for port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:45.869492 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.890960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed98348-bd9b-4c2c-9b66-e4fddd3a301b tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2909d4f0-6601-4db2-9526-8aee15b568ab,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.986555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f426ca2-62b0-4433-8518-89c998912a86 None None] Pushing event updated for resources: {'Port': ['ID=7af7606d-f576-4138-b589-635f59f5f93d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.997778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-12c404ce-c4a8-4498-be6d-3d9fdfdfda75 None None] Provisioning complete for port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:45.998095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12c404ce-c4a8-4498-be6d-3d9fdfdfda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.083436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-12c404ce-c4a8-4498-be6d-3d9fdfdfda75 None None] Port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:46.233708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Attempting to bind port 7af7606d-f576-4138-b589-635f59f5f93d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:46.234014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Attempting to bind port 7af7606d-f576-4138-b589-635f59f5f93d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:46.240574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Attempting to bind port 7af7606d-f576-4138-b589-635f59f5f93d on network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:46.248644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:46.249046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Checking segment: {'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:46.251376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.251815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Bound using segment: {'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:46.252518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Bound port: 7af7606d-f576-4138-b589-635f59f5f93d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:46.256709 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.276505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:46.301481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.328063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f77b6-05d7-4275-83c9-cc1da063ec42 req-c2583f27-8a96-452a-be91-d3695fec5302 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.330132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.335500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b34e81de-1884-4bdf-bf61-1de51b71e0f0 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674178368', 'description': 'tempest-description--892427486'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:46.351250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-068f77b6-05d7-4275-83c9-cc1da063ec42 req-c2583f27-8a96-452a-be91-d3695fec5302 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 946 time: 0.1145620 Aug 16 02:12:46.450360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Transition to ACTIVE for port object ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:46.487981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] For port 7af7606d-f576-4138-b589-635f59f5f93d, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:46.495423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] For port 7af7606d-f576-4138-b589-635f59f5f93d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7af7606d-f576-4138-b589-635f59f5f93d,segment=NetworkSegment(31ab2ed8-7173-40b4-8acc-ef26e9c37d7d),segment_id=31ab2ed8-7173-40b4-8acc-ef26e9c37d7d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:46.502333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b34e81de-1884-4bdf-bf61-1de51b71e0f0 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.504711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.505364 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-068f77b6-05d7-4275-83c9-cc1da063ec42 req-d924b962-2828-469c-9ce0-9148d28c4180 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493781 Aug 16 02:12:46.507802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.552310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58100c48-f5da-4453-a3ca-7f5fcc805290 req-0ac92367-f1fc-4e50-82ed-106b251001db tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.554087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58100c48-f5da-4453-a3ca-7f5fcc805290 req-0ac92367-f1fc-4e50-82ed-106b251001db tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 935 time: 0.1554208 Aug 16 02:12:46.593263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Routers {'e1a11faf-8096-4c49-9af8-b48e132e9b61'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:46.596462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e1a11faf-8096-4c49-9af8-b48e132e9b61'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:46.716886 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58100c48-f5da-4453-a3ca-7f5fcc805290 req-09301996-f12b-4a4b-bd51-8baf63a28779 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173775 Aug 16 02:12:46.824359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Attempting to bind port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:46.828990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Attempting to bind port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:46.829585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Attempting to bind port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:46.849743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:46.851910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Attempting to bind port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:46.865690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b34e81de-1884-4bdf-bf61-1de51b71e0f0 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.873218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Pushing event updated for resources: {'Port': ['ID=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.873424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b34e81de-1884-4bdf-bf61-1de51b71e0f0 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.885388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] Set router e1a11faf-8096-4c49-9af8-b48e132e9b61 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:46.905149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:46.911041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:46.911630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:46.912200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Bound port: ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:46.912696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.969208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e81de-1884-4bdf-bf61-1de51b71e0f0 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c282a6d9-04b5-480c-b775-f9bc7e601d4b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.972339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b34e81de-1884-4bdf-bf61-1de51b71e0f0 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.991691 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b34e81de-1884-4bdf-bf61-1de51b71e0f0 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6604536 Aug 16 02:12:46.994515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34630) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.009433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-007c8667-0769-4cf2-b236-f18edc9519d2 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'security_group_rule': {'security_group_id': 'c282a6d9-04b5-480c-b775-f9bc7e601d4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:47.018845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] For port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:47.022445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] For port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:47.026732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e40a2e-d1d8-433a-824f-4e2b5aff913a req-570c4da8-123b-484c-81d0-1510997cf876 tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0d10d5e8-49f4-4276-af12-1fa859fc5a25 HTTP/1.1" status: 200 len: 1778 time: 0.4193356 Aug 16 02:12:47.030453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.081793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-007c8667-0769-4cf2-b236-f18edc9519d2 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.119201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.121394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.130967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] 10.222.0.88 "PUT /v2.0/ports/ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 HTTP/1.1" status: 200 len: 1096 time: 1.8878176 Aug 16 02:12:47.142673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'tag': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:47.146111 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0abf3e-845b-42ee-8c33-01e285b5ae16" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c315fd-5234-4ed0-863c-1978e914b60f", "tag": "ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:47.199754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-007c8667-0769-4cf2-b236-f18edc9519d2 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.214081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-007c8667-0769-4cf2-b236-f18edc9519d2 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.281983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c8667-0769-4cf2-b236-f18edc9519d2 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8281c2d3-1278-4b27-85e2-13f015ece90f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.295771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-007c8667-0769-4cf2-b236-f18edc9519d2 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.300105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-007c8667-0769-4cf2-b236-f18edc9519d2 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3007882 Aug 16 02:12:47.301685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.307054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e40a2e-d1d8-433a-824f-4e2b5aff913a req-9b623509-318f-461b-84a5-006fb035b59e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.314566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b3da2552-b18c-4e62-be93-46990781573b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'security_group_rule': {'security_group_id': 'c282a6d9-04b5-480c-b775-f9bc7e601d4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:47.332438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f426ca2-62b0-4433-8518-89c998912a86 None None] Pushing event updated for resources: {'Port': ['ID=7af7606d-f576-4138-b589-635f59f5f93d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.395468 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:47.397771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3da2552-b18c-4e62-be93-46990781573b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.443544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab30cf9-9172-4da6-8c70-117105c3696e service neutron] Pushing event updated for resources: {'Port': ['ID=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.454048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e40a2e-d1d8-433a-824f-4e2b5aff913a req-9b623509-318f-461b-84a5-006fb035b59e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.467915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-23669927-dfd2-4e82-aae5-a14b1d2cfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.470001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-23669927-dfd2-4e82-aae5-a14b1d2cfa12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0bd01655ec7d414e82ba34905449015b&device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 1099 time: 0.2860458 Aug 16 02:12:47.530902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3da2552-b18c-4e62-be93-46990781573b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.537323 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3da2552-b18c-4e62-be93-46990781573b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.546589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-ef7ea3d1-40d0-40b4-b1ac-719306fe0f75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 HTTP/1.1" status: 200 len: 217 time: 0.0669787 Aug 16 02:12:47.573769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da2552-b18c-4e62-be93-46990781573b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c012c56f-d9ea-49fa-93fe-ce068def4ab8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.603744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-35dd4762-55b8-4189-9ca6-d9bb05369721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.604602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-35dd4762-55b8-4189-9ca6-d9bb05369721 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0506880 Aug 16 02:12:47.605028 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3da2552-b18c-4e62-be93-46990781573b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.606662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b3da2552-b18c-4e62-be93-46990781573b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3037529 Aug 16 02:12:47.609884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.615729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:47.646995 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e40a2e-d1d8-433a-824f-4e2b5aff913a req-9b623509-318f-461b-84a5-006fb035b59e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.650355 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e40a2e-d1d8-433a-824f-4e2b5aff913a req-9b623509-318f-461b-84a5-006fb035b59e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.651786 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e40a2e-d1d8-433a-824f-4e2b5aff913a req-9b623509-318f-461b-84a5-006fb035b59e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d10d5e8-49f4-4276-af12-1fa859fc5a25 HTTP/1.1" status: 204 len: 173 time: 0.6089253 Aug 16 02:12:47.665331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:12:40Z', 'revision_number': 4, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port': {'id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:34Z', 'updated_at': '2021-08-16T02:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7af7606d-f576-4138-b589-635f59f5f93d', 'name': '', 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'mac_address': 'fa:16:3e:6b:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f1b0e81f-ee37-4336-befb-aec60d882e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:39Z', 'updated_at': '2021-08-16T02:12:46Z', 'revision_number': 4, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'subnets': [{'id': 'f1b0e81f-ee37-4336-befb-aec60d882e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:47.673471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03afd1-0066-4796-b715-e5d662901a0d req-c28eeabc-f3ac-411d-992d-33d9a481c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.677172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-c28eeabc-f3ac-411d-992d-33d9a481c88e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634832 Aug 16 02:12:47.677951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b623509-318f-461b-84a5-006fb035b59e tempest-SecurityGroupsTestAdminJSON-245114557 tempest-SecurityGroupsTestAdminJSON-245114557-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d10d5e8-49f4-4276-af12-1fa859fc5a25,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.680200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.745163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61f014-1113-4b6b-90dc-eb18db9b2f11 None None] The sync data for ids ['e1a11faf-8096-4c49-9af8-b48e132e9b61'] in n-d-769329-15 is: [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:12:40Z', 'revision_number': 4, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port': {'id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:34Z', 'updated_at': '2021-08-16T02:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7af7606d-f576-4138-b589-635f59f5f93d', 'name': '', 'network_id': 'ef8f0ed2-dde1-4e68-ab91-01a88d16fb68', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'mac_address': 'fa:16:3e:6b:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f1b0e81f-ee37-4336-befb-aec60d882e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:39Z', 'updated_at': '2021-08-16T02:12:46Z', 'revision_number': 4, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'subnets': [{'id': 'f1b0e81f-ee37-4336-befb-aec60d882e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:47.838930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-ec81735b-e242-4baf-8b23-6e012676f2a8 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570160 Aug 16 02:12:47.845856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357fe4-5f56-4f9d-8cd9-ee6bc43d7a6d req-25c4d920-f3c8-48bc-9fbf-6171e7da6b56 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.864433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2357fe4-5f56-4f9d-8cd9-ee6bc43d7a6d req-25c4d920-f3c8-48bc-9fbf-6171e7da6b56 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1098 time: 0.1719933 Aug 16 02:12:47.921276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2357fe4-5f56-4f9d-8cd9-ee6bc43d7a6d req-c0f671f5-ecf7-40df-9b76-b84142049cb4 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557377 Aug 16 02:12:48.013830 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.023400 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ca113-fa6c-48ed-8939-16695d1609a4 x-openstack-request-id: req-132ca113-fa6c-48ed-8939-16695d1609a4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:48.023687 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c315fd-5234-4ed0-863c-1978e914b60f", "tag": "ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:48.023937 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-132ca113-fa6c-48ed-8939-16695d1609a4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:48.024364 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'tag': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6', 'status': 'completed', 'code': 200} Aug 16 02:12:48.076436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d03afd1-0066-4796-b715-e5d662901a0d req-dc1da81c-9222-44f4-b222-3875774edefd service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143319 Aug 16 02:12:48.190568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Allocated IP 172.25.4.105 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5ffcdd19-15e6-47b3-9c69-105304831a8e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:48.237492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-2ba02110-c376-48cf-afc0-de7419088fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.239492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-2ba02110-c376-48cf-afc0-de7419088fc3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0bd01655ec7d414e82ba34905449015b&device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 1099 time: 0.1097538 Aug 16 02:12:48.318150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.372166 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6fab632-4f25-4f07-bb88-99a71ae83ed5 req-6a2baeef-c56e-476d-b995-32aa6ff2ee67 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "GET /v2.0/security-groups/9e85165d-581f-433b-b49a-fa2980db7d10 HTTP/1.1" status: 200 len: 1778 time: 0.1315243 Aug 16 02:12:48.392661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.418825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-30a5c8bc-36ad-40fa-8f62-9cc8baca5445 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4bbfd0a67d3a4bcca89ba6e00e60cd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422771 Aug 16 02:12:48.429664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:48.437992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-77fa95ec-e063-4cb7-a611-a18ce152fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.439673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-77fa95ec-e063-4cb7-a611-a18ce152fe03 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1839340 Aug 16 02:12:48.458434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:48.473442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:48.501445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-61db7af2-252a-47fa-9d5d-752ccee4ab99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 HTTP/1.1" status: 200 len: 217 time: 0.0466020 Aug 16 02:12:48.550092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6fab632-4f25-4f07-bb88-99a71ae83ed5 req-8351c5f2-f51f-4b17-9164-6d12c3bce70d tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.584849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-033d7bd5-dcb8-4e3f-8273-28e347906828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.586401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-033d7bd5-dcb8-4e3f-8273-28e347906828 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0792880 Aug 16 02:12:48.587955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6fab632-4f25-4f07-bb88-99a71ae83ed5 req-8351c5f2-f51f-4b17-9164-6d12c3bce70d tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.627875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.630044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event updated for resources: {'Port': ['ID=5ffcdd19-15e6-47b3-9c69-105304831a8e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.667341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-22812eb0-8875-49d1-93b8-1000f4177c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.669310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-22812eb0-8875-49d1-93b8-1000f4177c3f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720036 Aug 16 02:12:48.677423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6fab632-4f25-4f07-bb88-99a71ae83ed5 req-8351c5f2-f51f-4b17-9164-6d12c3bce70d tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.680308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6fab632-4f25-4f07-bb88-99a71ae83ed5 req-8351c5f2-f51f-4b17-9164-6d12c3bce70d tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.685113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6fab632-4f25-4f07-bb88-99a71ae83ed5 req-8351c5f2-f51f-4b17-9164-6d12c3bce70d tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "DELETE /v2.0/security-groups/9e85165d-581f-433b-b49a-fa2980db7d10 HTTP/1.1" status: 204 len: 173 time: 0.3120036 Aug 16 02:12:48.729057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.741849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351c5f2-f51f-4b17-9164-6d12c3bce70d tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e85165d-581f-433b-b49a-fa2980db7d10,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.792358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-779df801-a658-45ce-98fd-0921dd94ab55 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.801918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-779df801-a658-45ce-98fd-0921dd94ab55 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3452599 Aug 16 02:12:48.820151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e28b3ea1-723c-4e81-935b-0e7b505e1de8 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/quotas/4bbfd0a67d3a4bcca89ba6e00e60cd0f HTTP/1.1" status: 200 len: 375 time: 0.0171080 Aug 16 02:12:48.862246 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-c2046a7d-d87e-4d8d-860f-2a8a2c0ca986 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4bbfd0a67d3a4bcca89ba6e00e60cd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409768 Aug 16 02:12:48.870781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-8119c895-4351-4fd1-a036-34d050200b0a service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816826 Aug 16 02:12:48.920883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759d51-4b57-4757-9542-89b95777725b req-d2c1435a-86fa-4ebc-a47c-66da6cf0c132 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.929661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af759d51-4b57-4757-9542-89b95777725b req-d2c1435a-86fa-4ebc-a47c-66da6cf0c132 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 947 time: 0.1583538 Aug 16 02:12:49.041182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af759d51-4b57-4757-9542-89b95777725b req-6561cc47-be85-4272-9589-40c4f4646687 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103644 Aug 16 02:12:49.119690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.130451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.143581 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b0abf3e-845b-42ee-8c33-01e285b5ae16 req-9bf1ba38-5a6c-470e-a818-246c34912845 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634854 Aug 16 02:12:49.214417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.232621 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.234045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6230063 Aug 16 02:12:49.241606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e27d-de79-459c-afc5-9bef8d515946 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event updated for resources: {'Port': ['ID=5ffcdd19-15e6-47b3-9c69-105304831a8e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.263687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7512c5-13e7-4386-86bc-c91710c22adb req-0c5f8f19-8de1-4715-b97c-c79d37e15659 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.273319 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b7512c5-13e7-4386-86bc-c91710c22adb req-0c5f8f19-8de1-4715-b97c-c79d37e15659 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1098 time: 0.0991714 Aug 16 02:12:49.337779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b7512c5-13e7-4386-86bc-c91710c22adb req-d3e172ad-b210-4822-97c3-c01d77f11159 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632453 Aug 16 02:12:49.477282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0e77493-1665-4190-94ca-e5171ec8423c req-3d6f116f-a68d-4a22-a8c3-0a16a0d30cf7 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "GET /v2.0/security-groups/865a1064-75e4-4b0c-b680-33718a6f9696 HTTP/1.1" status: 200 len: 1777 time: 0.0688312 Aug 16 02:12:49.565386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a0e77493-1665-4190-94ca-e5171ec8423c req-67e5e712-a8ae-41a1-97ed-788bdda79ce4 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.604714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a0e77493-1665-4190-94ca-e5171ec8423c req-67e5e712-a8ae-41a1-97ed-788bdda79ce4 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.667105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a0e77493-1665-4190-94ca-e5171ec8423c req-67e5e712-a8ae-41a1-97ed-788bdda79ce4 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.670571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a0e77493-1665-4190-94ca-e5171ec8423c req-67e5e712-a8ae-41a1-97ed-788bdda79ce4 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.671927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0e77493-1665-4190-94ca-e5171ec8423c req-67e5e712-a8ae-41a1-97ed-788bdda79ce4 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] 10.222.0.78 "DELETE /v2.0/security-groups/865a1064-75e4-4b0c-b680-33718a6f9696 HTTP/1.1" status: 204 len: 173 time: 0.1856713 Aug 16 02:12:49.683126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5e712-a8ae-41a1-97ed-788bdda79ce4 tempest-SecurityGroupsTestAdminJSON-1212632526 tempest-SecurityGroupsTestAdminJSON-1212632526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865a1064-75e4-4b0c-b680-33718a6f9696,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.703249 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8990d760-d9bb-4e62-83d2-15e03a530967 req-a3c2d678-7986-4357-bb5c-6c3215de9a7a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 210 time: 0.0655012 Aug 16 02:12:49.873950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7af7606d-f576-4138-b589-635f59f5f93d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:49.939667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-585902c0-fb89-4303-b32f-fd7bb74f7b0d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--674178368&fields=id&tenant_id=6399bc3e63b440b4a20f2869d9d7bf38 HTTP/1.1" status: 200 len: 267 time: 0.0980654 Aug 16 02:12:49.976180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7af7606d-f576-4138-b589-635f59f5f93d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:49.983635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7af7606d-f576-4138-b589-635f59f5f93d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:49.984335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.095103 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.164821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7af7606d-f576-4138-b589-635f59f5f93d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7af7606d-f576-4138-b589-635f59f5f93d,segment=NetworkSegment(31ab2ed8-7173-40b4-8acc-ef26e9c37d7d),segment_id=31ab2ed8-7173-40b4-8acc-ef26e9c37d7d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:50.171368 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.239585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-fd9ed059-d1c1-41ee-97ab-1e90f2cc67b7 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.247599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-fd9ed059-d1c1-41ee-97ab-1e90f2cc67b7 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 824 time: 0.3069267 Aug 16 02:12:50.263867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-938375d1-a5fc-417c-a7a7-b35f106ab26d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/quotas/6399bc3e63b440b4a20f2869d9d7bf38 HTTP/1.1" status: 200 len: 375 time: 0.0152035 Aug 16 02:12:50.313810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7af7606d-f576-4138-b589-635f59f5f93d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.314462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34742) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.374536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-f79f0730-c096-4cca-aa63-b39c1bcbb325 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093190 Aug 16 02:12:50.501400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b12a95-4e9a-45f8-8243-9b8459560755 req-e57d7dac-6dfe-4e0c-a38e-1215bc12239d tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.506671 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4b12a95-4e9a-45f8-8243-9b8459560755 req-e57d7dac-6dfe-4e0c-a38e-1215bc12239d tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 947 time: 0.1586084 Aug 16 02:12:50.608001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4b12a95-4e9a-45f8-8243-9b8459560755 req-13310c2a-50a0-4a71-919f-43612f5a01de tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950410 Aug 16 02:12:50.629357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5a8fdcf3-62c8-49bc-b69e-fa48de07487d service neutron] 10.222.0.78 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504265 Aug 16 02:12:50.778850 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e2325b97-eedd-4067-8afe-cb5b4723c932 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=801b3889519d49a0aa437ef8f379cca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631262 Aug 16 02:12:50.780726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d8e0f-4753-4286-a5a8-a4e7ba768904 req-462ddb78-9c55-4f5b-9cf7-b09520afe201 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.788824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df9d8e0f-4753-4286-a5a8-a4e7ba768904 req-462ddb78-9c55-4f5b-9cf7-b09520afe201 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1098 time: 0.0742986 Aug 16 02:12:50.791134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34750) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.796167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-c0e8fd32-e670-43a6-9bc0-1d94051f092a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4bbfd0a67d3a4bcca89ba6e00e60cd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460376 Aug 16 02:12:50.844520 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df9d8e0f-4753-4286-a5a8-a4e7ba768904 req-3b7fa18a-529c-4846-9a40-011e604fa8af tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Aug 16 02:12:50.890621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:50.944128 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85afc06-c8bf-4282-902b-88c3d022d18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.000757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.037424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac437d96-b22c-4f0b-9282-598b83b6afeb req-689ce129-8d35-43e6-b0b7-51a7f70f515c tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 210 time: 0.0675838 Aug 16 02:12:51.041860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85afc06-c8bf-4282-902b-88c3d022d18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.105252 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-15b88875-334e-45f1-ad03-51db2dc9cbcd service neutron] 10.222.0.78 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659150 Aug 16 02:12:51.141641 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85afc06-c8bf-4282-902b-88c3d022d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.145740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85afc06-c8bf-4282-902b-88c3d022d18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.147253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f85afc06-c8bf-4282-902b-88c3d022d18b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7d01be5-09d3-4561-8924-5c3e8c33c9e3 HTTP/1.1" status: 204 len: 168 time: 0.3551748 Aug 16 02:12:51.162235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85afc06-c8bf-4282-902b-88c3d022d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d01be5-09d3-4561-8924-5c3e8c33c9e3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.163975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:51.196482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-50119a88-3dc4-434e-96cb-391771b7c85b tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.198013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-50119a88-3dc4-434e-96cb-391771b7c85b tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847880 Aug 16 02:12:51.227481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6', 'mac_address': 'fa:16:3e:2b:5d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:51.231713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Request body: {'port': {'device_id': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '4bbfd0a67d3a4bcca89ba6e00e60cd0f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:51.276302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.292606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:51.324359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:51.337753 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.451959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.529963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe75a1eb-b466-4173-b6d5-4b1808dd5229 req-4b99818c-5a40-41b4-a67c-858a2a6d1481 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 210 time: 0.0633681 Aug 16 02:12:51.546543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:51.642736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34778) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.673398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c98ce807-c0b2-4f57-9b74-b781a9c15ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.756399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7af7606d-f576-4138-b589-635f59f5f93d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:51.779078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:12:51.779078 n-d-769329-15 neutron-server[94856]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:12:51.779078 n-d-769329-15 neutron-server[94856]: [parameters: {'project_id': '4bbfd0a67d3a4bcca89ba6e00e60cd0f', 'id': 'e8046a5a-e5a3-4052-8c83-b53f244f320e', 'expiration': datetime.datetime(2021, 8, 16, 2, 14, 51, 769118)}] Aug 16 02:12:51.779078 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:51.779837 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:51.828220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05431167-e4fc-46d4-8c04-67b366ba716c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.857376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7af7606d-f576-4138-b589-635f59f5f93d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:51.857832 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.930984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34788) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.940146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c98ce807-c0b2-4f57-9b74-b781a9c15ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.952329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c98ce807-c0b2-4f57-9b74-b781a9c15ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.976950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.032259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce807-c0b2-4f57-9b74-b781a9c15ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e39ae6-12e3-4655-a614-9a1c5b813922,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.039388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e77300ab-345c-496d-85c9-97609ffb848e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0844578be0647399ec7c96223d3b9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063323 Aug 16 02:12:52.051125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c17c-fe40-488f-9c0b-0f12bfe3a121 req-e3e17fcc-04a8-45a4-8e64-1e3c2214e912 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.051509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.052845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9cc3c17c-fe40-488f-9c0b-0f12bfe3a121 req-e3e17fcc-04a8-45a4-8e64-1e3c2214e912 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 948 time: 0.2907510 Aug 16 02:12:52.057717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c98ce807-c0b2-4f57-9b74-b781a9c15ccd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4576c2bbe4f54fceb43aaf65794af363&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0488777 Aug 16 02:12:52.058058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.116528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9cc3c17c-fe40-488f-9c0b-0f12bfe3a121 req-cb0635e0-4a64-4b2c-a9ce-a13d88a4228c tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519533 Aug 16 02:12:52.155377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6624-3171-4c62-977e-f1118ffef2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.163077 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05431167-e4fc-46d4-8c04-67b366ba716c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.174486 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-05431167-e4fc-46d4-8c04-67b366ba716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.195433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6624-3171-4c62-977e-f1118ffef2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.229195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64a6101-0f58-4c9f-8a23-e8c3c7802336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.255896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431167-e4fc-46d4-8c04-67b366ba716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a04151a-777e-4095-983e-69ed09afa106,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.261113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-05431167-e4fc-46d4-8c04-67b366ba716c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53a49976d5d04dc4ab9fba93944d5e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175916 Aug 16 02:12:52.263590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.308426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6624-3171-4c62-977e-f1118ffef2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.312109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6624-3171-4c62-977e-f1118ffef2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.313537 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8cdf6624-3171-4c62-977e-f1118ffef2c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4ab5f7f-e6f8-4b8b-8d19-f1985beec832 HTTP/1.1" status: 204 len: 168 time: 0.2604034 Aug 16 02:12:52.325870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf6624-3171-4c62-977e-f1118ffef2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ab5f7f-e6f8-4b8b-8d19-f1985beec832,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.368577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b84e04c6-8d57-4900-8e04-b2aaf24525c5 req-2d7f664e-cd83-4ae7-9d87-376cf419ee2b tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 210 time: 0.1150978 Aug 16 02:12:52.370345 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c4e71ed-e6b7-4027-9d1f-63b44226cf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.372987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Made reservation on behalf of 4bbfd0a67d3a4bcca89ba6e00e60cd0f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:52.383254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.387775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64a6101-0f58-4c9f-8a23-e8c3c7802336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.417341 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.442707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c4e71ed-e6b7-4027-9d1f-63b44226cf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.537116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64a6101-0f58-4c9f-8a23-e8c3c7802336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.537116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f64a6101-0f58-4c9f-8a23-e8c3c7802336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.537116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f64a6101-0f58-4c9f-8a23-e8c3c7802336 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5e39ae6-12e3-4655-a614-9a1c5b813922 HTTP/1.1" status: 204 len: 168 time: 0.4746997 Aug 16 02:12:52.569832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a6101-0f58-4c9f-8a23-e8c3c7802336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e39ae6-12e3-4655-a614-9a1c5b813922,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.607256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c4e71ed-e6b7-4027-9d1f-63b44226cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.610398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c4e71ed-e6b7-4027-9d1f-63b44226cf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.612556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8c4e71ed-e6b7-4027-9d1f-63b44226cf8f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a04151a-777e-4095-983e-69ed09afa106 HTTP/1.1" status: 204 len: 168 time: 0.3475137 Aug 16 02:12:52.644947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e71ed-e6b7-4027-9d1f-63b44226cf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a04151a-777e-4095-983e-69ed09afa106,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.707493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.768668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.815980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5171dc93-b673-402d-a454-cc8642bebeef req-2f1a5ffd-9d87-491b-a005-aeb78c17e9ff tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 210 time: 0.1017313 Aug 16 02:12:52.907266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:53.011630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6df33d8-1d48-4817-ae12-f6053f20c590,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.078212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:53.086306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:53.088090 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.128350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34836) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.138007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Allocated IP 192.168.233.163 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/e010c3e4-59f9-41f9-98c5-4904a84d5259) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:53.161862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea302e9d-c05c-45ab-a7fc-799bd7dcb5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.261532 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.390711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.443364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:53.447785 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b3658-75c9-414a-9ba5-a5f7bfe62003" -d '{"events": [{"server_uuid": "b2c315fd-5234-4ed0-863c-1978e914b60f", "name": "network-vif-plugged", "status": "completed", "tag": "ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:53.472200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:53.495654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.501757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.594391 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b92612c-7519-4059-b153-c228888b3ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.634498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea302e9d-c05c-45ab-a7fc-799bd7dcb5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.648023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea302e9d-c05c-45ab-a7fc-799bd7dcb5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.663378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.702188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c4440-4960-4de2-b951-10780d1f7462 req-3ae71f37-0a4c-415b-9f54-2d92d3f9feaa tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.713311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df5c4440-4960-4de2-b951-10780d1f7462 req-3ae71f37-0a4c-415b-9f54-2d92d3f9feaa tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 948 time: 0.3851557 Aug 16 02:12:53.733151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34856) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.769079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.805666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df5c4440-4960-4de2-b951-10780d1f7462 req-b832be7b-1ea8-4d17-b7ff-b35cedd90a44 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899758 Aug 16 02:12:53.820773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Transition to ACTIVE for port object e010c3e4-59f9-41f9-98c5-4904a84d5259 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:53.844814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-de0090f7-1a6c-422f-87de-0d35b0d1d51d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.849013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-de0090f7-1a6c-422f-87de-0d35b0d1d51d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 824 time: 0.5527306 Aug 16 02:12:53.856571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ea302e9d-c05c-45ab-a7fc-799bd7dcb5ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2b52655f53b42fc98f632e3b2a30f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262526 Aug 16 02:12:53.857683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea302e9d-c05c-45ab-a7fc-799bd7dcb5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe279162-96e8-4902-a3a2-ffd2bd64e374,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.860534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34868) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.902790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.965953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:53.975564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-99b4134c-a539-497d-abc0-8c045285ca9f tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6399bc3e63b440b4a20f2869d9d7bf38 HTTP/1.1" status: 200 len: 379 time: 0.1030009 Aug 16 02:12:53.977557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:53.990892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'port': {'device_id': '65220df5-c85a-4489-8767-76d80b0ce416', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'admin_state_up': True, 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'security_groups': ['c282a6d9-04b5-480c-b775-f9bc7e601d4b']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:54.067798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:54.073116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3248c335-d048-481d-ac6f-708c2d36b8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.096370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b92612c-7519-4059-b153-c228888b3ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.101790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.102487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.113154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b92612c-7519-4059-b153-c228888b3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.164088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9536419 Aug 16 02:12:54.169126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e8c0-a854-4db1-94fc-dac02254665a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Pushing event updated for resources: {'Port': ['ID=e010c3e4-59f9-41f9-98c5-4904a84d5259,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.173489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3248c335-d048-481d-ac6f-708c2d36b8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.181757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Request body: {'port': {'device_id': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:54.192592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee78ec7-fb25-453e-96a3-3a5b843135ae req-84086ee7-6a00-46d4-a100-f242029b7739 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.200733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ee78ec7-fb25-453e-96a3-3a5b843135ae req-84086ee7-6a00-46d4-a100-f242029b7739 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 936 time: 0.2286687 Aug 16 02:12:54.246025 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4b92612c-7519-4059-b153-c228888b3ab1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ef8cf7022444a05830e45c5dd67f5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7382400 Aug 16 02:12:54.247304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92612c-7519-4059-b153-c228888b3ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7185b2e0-9076-4274-9c4e-6c9581df909a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.249454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34878) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.263296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-13bc333b-d05e-4d00-a4c0-f91777f17e14 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:12:54.279901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-13bc333b-d05e-4d00-a4c0-f91777f17e14 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5433528 Aug 16 02:12:54.344253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Made reservation on behalf of 6399bc3e63b440b4a20f2869d9d7bf38 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:54.348968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.387156 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.391706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3248c335-d048-481d-ac6f-708c2d36b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.395324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3248c335-d048-481d-ac6f-708c2d36b8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.397154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ee78ec7-fb25-453e-96a3-3a5b843135ae req-66b40f08-e806-4a8e-ae70-4618b427e02f tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955261 Aug 16 02:12:54.417315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3248c335-d048-481d-ac6f-708c2d36b8c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe279162-96e8-4902-a3a2-ffd2bd64e374 HTTP/1.1" status: 204 len: 168 time: 0.5355310 Aug 16 02:12:54.433422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-086d00a2-549a-4e42-8686-e0e549456919 None None] Provisioning for port e010c3e4-59f9-41f9-98c5-4904a84d5259 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:54.455622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-086d00a2-549a-4e42-8686-e0e549456919 None None] Provisioning complete for port e010c3e4-59f9-41f9-98c5-4904a84d5259 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:54.456393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-086d00a2-549a-4e42-8686-e0e549456919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.503065 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d48b19-8c2b-4ff3-b203-7215e04bf738 x-openstack-request-id: req-30d48b19-8c2b-4ff3-b203-7215e04bf738 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:54.503721 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c315fd-5234-4ed0-863c-1978e914b60f", "name": "network-vif-plugged", "status": "completed", "tag": "ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:54.504189 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30d48b19-8c2b-4ff3-b203-7215e04bf738 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:54.504819 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6', 'code': 200} Aug 16 02:12:54.510200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-086d00a2-549a-4e42-8686-e0e549456919 None None] Port e010c3e4-59f9-41f9-98c5-4904a84d5259 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:54.516561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:54.518223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:12:54.524166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248c335-d048-481d-ac6f-708c2d36b8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe279162-96e8-4902-a3a2-ffd2bd64e374,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.689876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Allocated IP 172.20.0.11 (a284a135-fd34-4a4c-81e8-37e9bcdc7e65/e94bc30c-d333-4763-9a60-e9682031fa76/1bb99521-fdbf-49d3-9a38-1bd6d4c36989) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:54.767267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:54.767612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:54.767946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:54.777156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:54.777364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:54.790592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:54.791164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:54.791712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:54.792324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Bound port: e7914ca9-718e-44f4-920f-33e704949e5d, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:54.809633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b2866a-5413-49cf-8177-0ccc4df1b318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.862916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e5b4e71-527d-422e-90e4-173d60d779db req-93f23dc9-39ce-4939-9fdb-dfab84202a86 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 210 time: 0.0721364 Aug 16 02:12:54.938924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b2866a-5413-49cf-8177-0ccc4df1b318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.971477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb190d-b6a9-4627-9fe7-ea3518b05eca req-593d0104-7021-4909-9d49-537c3a8b5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.972315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95bb190d-b6a9-4627-9fe7-ea3518b05eca req-593d0104-7021-4909-9d49-537c3a8b5082 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 1101 time: 0.1826818 Aug 16 02:12:55.073335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95bb190d-b6a9-4627-9fe7-ea3518b05eca req-b42338e9-e1a6-49c0-81a2-f6eb5719f93b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887816 Aug 16 02:12:55.089457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b2866a-5413-49cf-8177-0ccc4df1b318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.092067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b2866a-5413-49cf-8177-0ccc4df1b318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.093251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54b2866a-5413-49cf-8177-0ccc4df1b318 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7185b2e0-9076-4274-9c4e-6c9581df909a HTTP/1.1" status: 204 len: 168 time: 0.8343961 Aug 16 02:12:55.108503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2866a-5413-49cf-8177-0ccc4df1b318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7185b2e0-9076-4274-9c4e-6c9581df909a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.204198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e010c3e4-59f9-41f9-98c5-4904a84d5259 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:55.214618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.229078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Transition to ACTIVE for port object e010c3e4-59f9-41f9-98c5-4904a84d5259 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:55.243043 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.257820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:55.267492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.268810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fc25e880-4371-4ce3-9f8f-f9caf7137aad service neutron] 10.222.0.78 "POST /v2.0/ports/e7914ca9-718e-44f4-920f-33e704949e5d/bindings HTTP/1.1" status: 201 len: 390 time: 0.8992341 Aug 16 02:12:55.280355 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.294725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Transition to ACTIVE for port object 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:55.352189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.470017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Pushing event updated for resources: {'Port': ['ID=e010c3e4-59f9-41f9-98c5-4904a84d5259,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.491047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:55.501093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:55.507835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:55.529113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Attempting to bind port e010c3e4-59f9-41f9-98c5-4904a84d5259 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:55.529660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Attempting to bind port e010c3e4-59f9-41f9-98c5-4904a84d5259 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:55.531044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Attempting to bind port e010c3e4-59f9-41f9-98c5-4904a84d5259 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:55.536536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.537381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.546464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Port e010c3e4-59f9-41f9-98c5-4904a84d5259 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:55.547008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Attempting to bind port e010c3e4-59f9-41f9-98c5-4904a84d5259 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:55.569768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:55.570562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:55.574991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:55.575710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Bound port: e010c3e4-59f9-41f9-98c5-4904a84d5259, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:55.576268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.672979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-563ddf31-1a47-44b9-81a8-a6567dd335fd tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.676062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event updated for resources: {'Port': ['ID=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.689706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-563ddf31-1a47-44b9-81a8-a6567dd335fd tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/networks?id=90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc HTTP/1.1" status: 200 len: 814 time: 0.4334886 Aug 16 02:12:55.712947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5e34a903-bb02-4848-ba26-ab6ba56d6300 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7285774 Aug 16 02:12:55.733662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fed1d-584f-4998-8342-2a595f3ba4e4 req-2643ccbb-637f-4023-b0d7-9f6405e0518b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.737640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-41450380-47ae-4cf9-812a-1cd84667cb30 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/quotas/7046879bebf44a269ccb57e061cbf344 HTTP/1.1" status: 200 len: 375 time: 0.0436480 Aug 16 02:12:55.738902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b56fed1d-584f-4998-8342-2a595f3ba4e4 req-2643ccbb-637f-4023-b0d7-9f6405e0518b tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 949 time: 0.1963248 Aug 16 02:12:55.756823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Request body: {'port': {'device_id': '65220df5-c85a-4489-8767-76d80b0ce416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:55.842229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] For port e010c3e4-59f9-41f9-98c5-4904a84d5259, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:55.850450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-0b1a080d-ff5e-4f63-abd6-b1bc845b64d8 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7046879bebf44a269ccb57e061cbf344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119218 Aug 16 02:12:55.852541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d22910e4-d603-449e-829e-b2e73aadebe1 None None] Provisioning for port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:55.858625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d22910e4-d603-449e-829e-b2e73aadebe1 None None] Provisioning complete for port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:55.858999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d22910e4-d603-449e-829e-b2e73aadebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.862425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] For port e010c3e4-59f9-41f9-98c5-4904a84d5259, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e010c3e4-59f9-41f9-98c5-4904a84d5259,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:55.893522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-f2e90656-2cb0-48cd-929d-706008d598f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.901835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-f2e90656-2cb0-48cd-929d-706008d598f1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1098 time: 0.2610579 Aug 16 02:12:55.934215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d22910e4-d603-449e-829e-b2e73aadebe1 None None] Port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:55.964597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-cbee9b3b-0023-49fd-807e-35411ecfe186 service neutron] 10.222.0.78 "GET /v2.0/networks/90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004181 Aug 16 02:12:55.966204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.015898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.095105 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b56fed1d-584f-4998-8342-2a595f3ba4e4 req-413e8632-ea85-40db-8ebb-bd1a82ae8fc2 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825441 Aug 16 02:12:56.105804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52a41ac6-bbe2-4524-b855-5b780d2158eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.128166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-9b73ee8e-cf0c-486d-8c16-06d6a7eefc00 service neutron] 10.222.0.78 "GET /v2.0/networks/90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072319 Aug 16 02:12:56.131970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:56.139003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Pushing event updated for resources: {'Port': ['ID=e010c3e4-59f9-41f9-98c5-4904a84d5259,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.149575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.150206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.151577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-e4560ff0-2f45-424e-8e99-684613e31c0c service neutron] 10.222.0.98 "PUT /v2.0/ports/e010c3e4-59f9-41f9-98c5-4904a84d5259 HTTP/1.1" status: 200 len: 1097 time: 1.9745636 Aug 16 02:12:56.152371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'tag': 'e010c3e4-59f9-41f9-98c5-4904a84d5259'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:56.155085 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904c87d-5ae7-46fc-bf3e-0b134882bb28" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4", "tag": "e010c3e4-59f9-41f9-98c5-4904a84d5259"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:56.320562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-903784178-network', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:56.344135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-11727950-9aba-4986-8289-58751ff09010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.345992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-11727950-9aba-4986-8289-58751ff09010 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4bbfd0a67d3a4bcca89ba6e00e60cd0f&device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 1100 time: 0.1391239 Aug 16 02:12:56.473694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-73ddb67d-f282-4e0f-947b-98df744d6661 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e010c3e4-59f9-41f9-98c5-4904a84d5259 HTTP/1.1" status: 200 len: 217 time: 0.1097167 Aug 16 02:12:56.523419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Made reservation on behalf of b6e2f7007d8d489bb9e93355ecc06bd4 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:56.526085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.529180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-069ba869-709c-4175-a02f-55a682aac858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.531177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-069ba869-709c-4175-a02f-55a682aac858 service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.6067114 Aug 16 02:12:56.564514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.591992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-f6b763e3-9542-458e-a673-27a8e11bf497 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 217 time: 0.0495126 Aug 16 02:12:56.611407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-df96900a-9e29-43e4-a03d-0c4b42392fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.619518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-df96900a-9e29-43e4-a03d-0c4b42392fb7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1283498 Aug 16 02:12:56.683642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3e020-b71e-4a4e-9920-65da0fc7b8a3 req-0be05f7e-f0c0-4cd3-9392-bec3e0e9f8cd tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.689539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb699444-a632-470f-be97-5262de3ea2a3 req-4a6b1f9a-457c-4a2d-876d-04277176546d tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.691678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57d3e020-b71e-4a4e-9920-65da0fc7b8a3 req-0be05f7e-f0c0-4cd3-9392-bec3e0e9f8cd tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 946 time: 0.3963621 Aug 16 02:12:56.691800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb699444-a632-470f-be97-5262de3ea2a3 req-4a6b1f9a-457c-4a2d-876d-04277176546d tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 948 time: 0.2116990 Aug 16 02:12:56.753071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-5bf137e4-6d26-420a-bc18-1003ca9a2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.754396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-d86d7970-2889-49bb-9ffe-5a97c3c82369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.755881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-d86d7970-2889-49bb-9ffe-5a97c3c82369 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1535401 Aug 16 02:12:56.757743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-5bf137e4-6d26-420a-bc18-1003ca9a2756 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372190 Aug 16 02:12:56.779888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb699444-a632-470f-be97-5262de3ea2a3 req-c1669b09-38e9-4076-ae43-c0fee307f794 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730681 Aug 16 02:12:56.780469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57d3e020-b71e-4a4e-9920-65da0fc7b8a3 req-381615fb-1938-43c0-b1d4-84c44cc46630 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877817 Aug 16 02:12:56.820418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:56.866908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a97c3dba-d135-45d2-9eb7-00c7f8a6c064 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853717 Aug 16 02:12:56.875858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.941190 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f29e5d-00c1-49d3-98c8-efff34775326 x-openstack-request-id: req-35f29e5d-00c1-49d3-98c8-efff34775326 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:56.942623 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4", "tag": "e010c3e4-59f9-41f9-98c5-4904a84d5259", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:56.943100 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35f29e5d-00c1-49d3-98c8-efff34775326 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:56.943680 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'tag': 'e010c3e4-59f9-41f9-98c5-4904a84d5259', 'status': 'completed', 'code': 200} Aug 16 02:12:56.957593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Transition to ACTIVE for port object 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:56.969883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.085670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.108232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbf29f-7c7b-47e2-b599-455d6d0ee65e req-3e023d9e-1dc7-4d79-b6cd-c07d3215a80d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.116400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5edbf29f-7c7b-47e2-b599-455d6d0ee65e req-3e023d9e-1dc7-4d79-b6cd-c07d3215a80d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 944 time: 0.1690021 Aug 16 02:12:57.151400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-6406b8dc-b73b-461d-a878-2ffaa60bed4f service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445943 Aug 16 02:12:57.224780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-06f01321-c508-40fd-b5d2-112c8056c4e6 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416533 Aug 16 02:12:57.301572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Attempting to bind port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:57.301911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Attempting to bind port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:57.302344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Attempting to bind port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:57.339369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.346189 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5edbf29f-7c7b-47e2-b599-455d6d0ee65e req-42b6658a-931f-489b-b1fe-9e2ed7e7b9f1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096548 Aug 16 02:12:57.349249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.394162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-45b663d4-17c1-4228-8af4-b84acfecae6c tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=abde065da0d047f19cac501d3b664743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938218 Aug 16 02:12:57.399944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:57.400270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Attempting to bind port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:57.403811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:57.426676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:57.427012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Checking segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:57.427518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Bound using segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:57.427976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Bound port: 1bb99521-fdbf-49d3-9a38-1bd6d4c36989, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:57.428358 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.432244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c2ee7d-82b4-4a5a-94d6-e8d9c919cbd7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.438355 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a7c34-fd6a-402a-ade3-7605ba7958d3 req-ee812b0b-a448-4580-a84a-b34592ee3fd0 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006292 Aug 16 02:12:57.439858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.440592 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Added segment ae299c18-07eb-4d22-ab16-b5cb9a1a9064 of type vlan for network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a Aug 16 02:12:57.486964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.566824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-6300c2d1-df21-4e53-870d-6531a563fbf7 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983953 Aug 16 02:12:57.579302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eaa80cd8-c328-49ad-b37b-8fc69b631c76 req-9eb81af9-e019-4d9b-8f92-7cbcd4629eda tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 210 time: 0.0756421 Aug 16 02:12:57.606178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-e98fe095-10aa-4698-905d-3d662b91476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.607743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-e98fe095-10aa-4698-905d-3d662b91476d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4bbfd0a67d3a4bcca89ba6e00e60cd0f&device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 1100 time: 0.1011574 Aug 16 02:12:57.608579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.609429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.609990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.637433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] For port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:57.654752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] For port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:57.663797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-f9dae399-44ac-4953-a787-4b9ca1136502 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.665489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-f9dae399-44ac-4953-a787-4b9ca1136502 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627764 Aug 16 02:12:57.667466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.724027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.724987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.726528 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] 10.222.0.88 "PUT /v2.0/ports/1bb99521-fdbf-49d3-9a38-1bd6d4c36989 HTTP/1.1" status: 200 len: 1093 time: 1.9852633 Aug 16 02:12:57.731622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:57.734274 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:57.740978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] Pushing event updated for resources: {'Network': ['ID=f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.752695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:57.788535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2d7e3706-67a1-4433-8f58-6f3eb2c06fd5 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/quotas/abde065da0d047f19cac501d3b664743 HTTP/1.1" status: 200 len: 375 time: 0.0873640 Aug 16 02:12:57.843875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aadb0bf2-4e3d-4e6e-acb8-28beb6e35061 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7101655 Aug 16 02:12:57.846576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:57.851993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Request body: {'subnet': {'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-903784178-subnet', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:57.856476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-5107feb7-4f53-4ae1-aa57-0d98c53f4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.858153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-5107feb7-4f53-4ae1-aa57-0d98c53f4ef0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1856573 Aug 16 02:12:57.879996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-9f407c68-3e3b-4ccc-bae0-27a20655674c tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=abde065da0d047f19cac501d3b664743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900087 Aug 16 02:12:57.890749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528de8d-9d9c-4a1c-9c79-e973c7687c08 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.900519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-be24e280-c7e4-41f2-8feb-0fa35764425b tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.902149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-be24e280-c7e4-41f2-8feb-0fa35764425b tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1098 time: 0.1931992 Aug 16 02:12:57.911597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-ecc23dc2-c7f0-4309-bef1-d467032c732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.913185 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-ecc23dc2-c7f0-4309-bef1-d467032c732e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 1096 time: 0.1175349 Aug 16 02:12:57.920522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-ac365d78-8127-41b3-9c88-623315f72de0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e010c3e4-59f9-41f9-98c5-4904a84d5259 HTTP/1.1" status: 200 len: 217 time: 0.0494356 Aug 16 02:12:57.920839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:57.981443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-bbec4eec-b3bf-4b61-a4fa-a8c62a0db404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.982933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-bbec4eec-b3bf-4b61-a4fa-a8c62a0db404 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0523274 Aug 16 02:12:57.990967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92df32-45b6-41a7-b98c-3ace7daab76e req-65f7904d-208f-4ab8-a4cc-d7e3a6c1d068 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.992594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac92df32-45b6-41a7-b98c-3ace7daab76e req-65f7904d-208f-4ab8-a4cc-d7e3a6c1d068 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 949 time: 0.3082690 Aug 16 02:12:58.003694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-b3200f21-c004-44f7-8cc2-feb156de026d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989 HTTP/1.1" status: 200 len: 217 time: 0.0782666 Aug 16 02:12:58.056925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Made reservation on behalf of b6e2f7007d8d489bb9e93355ecc06bd4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:58.068516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.132001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.98', 52583) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.140404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.172973 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38e708-83cf-45e9-a7b7-85af2526a735 x-openstack-request-id: req-5c38e708-83cf-45e9-a7b7-85af2526a735 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:58.173212 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:58.173463 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c38e708-83cf-45e9-a7b7-85af2526a735 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:58.173884 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'status': 'completed', 'code': 200} Aug 16 02:12:58.226611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-62b56f74-4e4e-4f3a-b7ad-b5c24791e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.228747 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-62b56f74-4e4e-4f3a-b7ad-b5c24791e2f0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2334156 Aug 16 02:12:58.237006 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac92df32-45b6-41a7-b98c-3ace7daab76e req-fb90748f-6cdf-48ad-b206-882c69b42d1d tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220902 Aug 16 02:12:58.360031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-404128ad-02d2-4b87-8ab5-76d6b144f18a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3603299 Aug 16 02:12:58.361298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-f973c2c0-c1b0-4c4a-a9fc-bc7bc8e7e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.362635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-f973c2c0-c1b0-4c4a-a9fc-bc7bc8e7e338 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e94bc30c-d333-4763-9a60-e9682031fa76 HTTP/1.1" status: 200 len: 863 time: 0.3487089 Aug 16 02:12:58.489256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-401abfd4-e32d-4c8e-90b1-f7f6f6a62661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.491172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-401abfd4-e32d-4c8e-90b1-f7f6f6a62661 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1098 time: 0.1806591 Aug 16 02:12:58.494372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-74eee319-bd75-478f-b4a1-f1d9d84a796a service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564540 Aug 16 02:12:58.506131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa666e-87e7-406e-97bd-c8c4763ac0aa req-9907c54c-b3cd-47cb-a1e1-8b035fdaa99a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.508735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92fa666e-87e7-406e-97bd-c8c4763ac0aa req-9907c54c-b3cd-47cb-a1e1-8b035fdaa99a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 948 time: 0.1818645 Aug 16 02:12:58.525675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-e881e536-1bdc-4ca9-a7b9-f5c76c4448a9 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.527155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-e881e536-1bdc-4ca9-a7b9-f5c76c4448a9 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.98 "GET /v2.0/networks?id=90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc HTTP/1.1" status: 200 len: 814 time: 0.3920190 Aug 16 02:12:58.591866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Request body: {'port': {'device_id': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'admin_state_up': True, 'tenant_id': '7046879bebf44a269ccb57e061cbf344'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:58.754938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.798040 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5283fb03-0636-40c6-8ea0-b381edf6f440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.882313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6536f-fa0d-4ccc-a0bf-118d177fdaa6 req-3550a4da-2b8e-44a5-9831-ae96f46df05a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.884481 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8e6536f-fa0d-4ccc-a0bf-118d177fdaa6 req-3550a4da-2b8e-44a5-9831-ae96f46df05a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 946 time: 0.6505010 Aug 16 02:12:58.908227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-7710be11-48b6-4903-9fba-4c4e17ede884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.910618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-7710be11-48b6-4903-9fba-4c4e17ede884 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1097 time: 0.4780309 Aug 16 02:12:58.923488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-0b36ae32-914c-4cbc-9c74-267d1cf991a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.925491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-0b36ae32-914c-4cbc-9c74-267d1cf991a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5309842 Aug 16 02:12:58.926955 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.027025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92fa666e-87e7-406e-97bd-c8c4763ac0aa req-43fbc489-bbf7-429a-a491-58984b987fe6 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999917 Aug 16 02:12:59.102213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-508f037d-e0e1-4707-8f67-67c50e5b0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.104353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-508f037d-e0e1-4707-8f67-67c50e5b0532 service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.5790555 Aug 16 02:12:59.113771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904c87d-5ae7-46fc-bf3e-0b134882bb28 req-231754bf-4d4f-4d65-a3f8-259cecbd5154 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014194 Aug 16 02:12:59.121097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:59.124450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2da53ab-5638-405f-b030-e30ccf574eac,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:59.163505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-faa286b9-07a3-45fb-9a52-c4913a45cb48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 217 time: 0.0468619 Aug 16 02:12:59.163708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8e6536f-fa0d-4ccc-a0bf-118d177fdaa6 req-5f98f164-8ca1-4251-bb0d-56337cece3e0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710354 Aug 16 02:12:59.164599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Checking segment: {'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:59.164965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Network hostable DHCP agents. Network: f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:59.272267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.88', 56106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:59.329714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:59.336941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-81712c6c-316e-4987-956b-c7434b1d1b3d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=abde065da0d047f19cac501d3b664743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635688 Aug 16 02:12:59.342138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0924234c-381c-4ee3-b1bd-92730ff68d5f req-943dc7cd-54fb-4541-bf0a-b8789510656e tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 210 time: 0.0607662 Aug 16 02:12:59.342721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Made reservation on behalf of 7046879bebf44a269ccb57e061cbf344 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:59.349571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.367316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-900a2798-b9ea-47dc-9cc2-fe82d84ce10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.369359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-900a2798-b9ea-47dc-9cc2-fe82d84ce10a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1966100 Aug 16 02:12:59.392943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:59.404646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df276b7b-ac70-4682-9052-3c6d5d3f67d6 None None] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:59.428965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.429666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.526092 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-90cddf59-37a6-42c3-b5a1-9bf256f43d33 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935440 Aug 16 02:12:59.534933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-528c1c69-2994-4c93-8e36-5a7b10a61ed0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708568 Aug 16 02:12:59.559999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aec87b53-0870-424a-a19f-3b53362e2491 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7121089 Aug 16 02:12:59.583992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:59.627718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:59.749763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Allocated IP 172.20.0.9 (90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc/16b63fe8-b765-481f-a679-e8bd523ae5bb/e6c45442-9adf-40a7-a362-d70ed682e19c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:59.793527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a', 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'fixed_ips': [{'subnet_id': 'c2da53ab-5638-405f-b030-e30ccf574eac'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:59.794416 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.873730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-ba7ccb62-30ad-4e38-83b2-84e1cc8b70b5 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.875349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-ba7ccb62-30ad-4e38-83b2-84e1cc8b70b5 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5215323 Aug 16 02:12:59.900005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.901181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.944035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Request body: {'port': {'device_id': '040585f6-2639-404e-8cab-a5cede27d68c', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'abde065da0d047f19cac501d3b664743'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:59.955856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.974294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Transition to ACTIVE for port object e6c45442-9adf-40a7-a362-d70ed682e19c will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:59.991996 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.012982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-4b1b50ac-9d9a-48dd-b36c-3a16595f1a50 service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0671253 Aug 16 02:13:00.028187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.053278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:00.098541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Allocated IP 172.20.0.2 (f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a/c2da53ab-5638-405f-b030-e30ccf574eac/2b5c50b4-54f1-4066-8abd-444dafc26ad3) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:00.118742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-6eca24a6-c9d2-44a9-82f0-8db95cb5916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.120602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-6eca24a6-c9d2-44a9-82f0-8db95cb5916c service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 1.1687803 Aug 16 02:13:00.163036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Pushing event updated for resources: {'Port': ['ID=e6c45442-9adf-40a7-a362-d70ed682e19c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.200804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-dc8fc58f-f536-4526-83b0-2b238329c4af service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644340 Aug 16 02:13:00.250278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:00.256674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:00.259406 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c920cae7-9faa-4b8b-818e-2eaec4e60864" -d '{"events": [{"server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:00.267539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.274969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:00.286051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e010c3e4-59f9-41f9-98c5-4904a84d5259 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:00.289110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:00.300834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.303747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.326533 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.352264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1467fb-4758-4b02-9ed9-6fd16a4fb261 req-46cad9c2-4651-49fb-8546-2739ed260eb4 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.361600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af1467fb-4758-4b02-9ed9-6fd16a4fb261 req-46cad9c2-4651-49fb-8546-2739ed260eb4 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 944 time: 0.3430905 Aug 16 02:13:00.465602 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.470775 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e79a88-19ca-4eaa-aa26-a7f189d0b94d req-6bb659e7-42e6-4ad5-8b08-f90c4c54c68b service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591110 Aug 16 02:13:00.481154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Transition to ACTIVE for port object 2b5c50b4-54f1-4066-8abd-444dafc26ad3 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:00.499623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-d6d487e0-3b46-4b46-adad-271ece95e60b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.509704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-d6d487e0-3b46-4b46-adad-271ece95e60b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9631944 Aug 16 02:13:00.521003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-2855ed0b-cc6d-40bf-8fa9-ffbe0fa5957e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 217 time: 0.1508605 Aug 16 02:13:00.529951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-8e497d69-4241-4b70-84fa-2f31fb5852f5 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9463706 Aug 16 02:13:00.550390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Transition to ACTIVE for port object 2b5c50b4-54f1-4066-8abd-444dafc26ad3 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:00.564638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.570166 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6316f04-7b5d-4a5a-a53f-f233d5c9c9aa req-c51ba6e1-ec50-4ff5-9949-972e7089bb22 service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460432 Aug 16 02:13:00.578171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Request body: {'port': {'device_id': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:00.580428 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-50ea4fe8-5178-4f7e-929b-a883e464a694 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/quotas/bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 375 time: 0.0697167 Aug 16 02:13:00.605727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e010c3e4-59f9-41f9-98c5-4904a84d5259, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e010c3e4-59f9-41f9-98c5-4904a84d5259,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:00.622751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'e010c3e4-59f9-41f9-98c5-4904a84d5259', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'e010c3e4-59f9-41f9-98c5-4904a84d5259', 'mac_address': 'fa:16:3e:f4:a0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:00.630927 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.647118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-4baa5cca-a189-4e9a-a894-c5bf25b493ed tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645893 Aug 16 02:13:00.659449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:00.689258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:00.723511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:00.727174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af1467fb-4758-4b02-9ed9-6fd16a4fb261 req-db8a6611-f9e4-49c4-8066-0687a2b9ac74 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587539 Aug 16 02:13:00.823456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Attempting to bind port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:00.824657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Attempting to bind port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:00.825267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Attempting to bind port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 on network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:00.835441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.854533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:00.855265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Checking segment: {'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:00.855892 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.856517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Bound using segment: {'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:00.857397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Bound port: 2b5c50b4-54f1-4066-8abd-444dafc26ad3, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:00.858017 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.873347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bee2f532-c5a5-4a8d-8672-7a8f7087332e None None] Provisioning for port e6c45442-9adf-40a7-a362-d70ed682e19c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:00.914356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-27cb9cc0-931b-4f67-bdbf-429e2b85301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.920529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-27cb9cc0-931b-4f67-bdbf-429e2b85301b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.3701990 Aug 16 02:13:00.928578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:00.928911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:00.929244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:00.941103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.955565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-d0deb6b2-9a99-4181-b9df-6945453ea819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.957986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-d0deb6b2-9a99-4181-b9df-6945453ea819 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 1096 time: 0.2800410 Aug 16 02:13:00.966924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:00.967167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Attempting to bind port e7914ca9-718e-44f4-920f-33e704949e5d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:00.993196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Made reservation on behalf of abde065da0d047f19cac501d3b664743 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:01.000037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-e0aa43d5-2205-4018-817c-5ba635f90b0b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554276 Aug 16 02:13:01.003510 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.022172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] For port 2b5c50b4-54f1-4066-8abd-444dafc26ad3, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:01.031305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] For port 2b5c50b4-54f1-4066-8abd-444dafc26ad3, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2b5c50b4-54f1-4066-8abd-444dafc26ad3,segment=NetworkSegment(ae299c18-07eb-4d22-ab16-b5cb9a1a9064),segment_id=ae299c18-07eb-4d22-ab16-b5cb9a1a9064)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:01.036114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bee2f532-c5a5-4a8d-8672-7a8f7087332e None None] Provisioning complete for port e6c45442-9adf-40a7-a362-d70ed682e19c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:01.038109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bee2f532-c5a5-4a8d-8672-7a8f7087332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.096648 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.120082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.136158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.147074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Pushing event updated for resources: {'Port': ['ID=2b5c50b4-54f1-4066-8abd-444dafc26ad3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.234677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:01.235072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:01.235471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:01.235932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Bound port: e7914ca9-718e-44f4-920f-33e704949e5d, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:01.238893 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.262793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.277402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7597e3-a085-433a-9e92-c8fd2490f579 None None] Pushing event updated for resources: {'Port': ['ID=2b5c50b4-54f1-4066-8abd-444dafc26ad3,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.277612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.282310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e010c3e4-59f9-41f9-98c5-4904a84d5259 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:01.301400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.306497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e010c3e4-59f9-41f9-98c5-4904a84d5259, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e010c3e4-59f9-41f9-98c5-4904a84d5259,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:01.307818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bee2f532-c5a5-4a8d-8672-7a8f7087332e None None] Port e6c45442-9adf-40a7-a362-d70ed682e19c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:01.312333 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.371365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586fd41-f2ce-45f0-9f0e-a898c2f1efc5 req-16d26450-683f-4638-ad9f-0119a2d9b111 tempest-ServersAdminNegativeTestJSON-583939231 tempest-ServersAdminNegativeTestJSON-583939231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.381033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d586fd41-f2ce-45f0-9f0e-a898c2f1efc5 req-16d26450-683f-4638-ad9f-0119a2d9b111 tempest-ServersAdminNegativeTestJSON-583939231 tempest-ServersAdminNegativeTestJSON-583939231-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 1101 time: 0.3154829 Aug 16 02:13:01.419430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b503c-3658-4aa6-91c2-ba5a71de29c4 req-f3e80fdc-25ee-4346-a566-074a19079f90 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.427619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e010c3e4-59f9-41f9-98c5-4904a84d5259,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.433399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f58b503c-3658-4aa6-91c2-ba5a71de29c4 req-f3e80fdc-25ee-4346-a566-074a19079f90 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 931 time: 0.5931723 Aug 16 02:13:01.590417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d586fd41-f2ce-45f0-9f0e-a898c2f1efc5 req-4515cc40-f833-4ba8-aba5-dac54e223a0c tempest-ServersAdminNegativeTestJSON-583939231 tempest-ServersAdminNegativeTestJSON-583939231-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.622409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e010c3e4-59f9-41f9-98c5-4904a84d5259'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:01.679605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454c77e4-14c0-4e56-9731-ebff0cc83b71,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.875045 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.957772 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f58b503c-3658-4aa6-91c2-ba5a71de29c4 req-090766a2-09fd-435c-8da4-b1b0a8f079de tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952488 Aug 16 02:13:01.976237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2b5c50b4-54f1-4066-8abd-444dafc26ad3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:02.090375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Allocated IP 192.168.233.12 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/ec37b9f0-370e-4294-bdef-905d5f9dce7b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:02.223495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-f3a97841-76e3-4960-9125-0ae9093d4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.234117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-f3a97841-76e3-4960-9125-0ae9093d4012 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 925 time: 1.2470024 Aug 16 02:13:02.291478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:02.296585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d586fd41-f2ce-45f0-9f0e-a898c2f1efc5 req-4515cc40-f833-4ba8-aba5-dac54e223a0c tempest-ServersAdminNegativeTestJSON-583939231 tempest-ServersAdminNegativeTestJSON-583939231-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.321978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:02.325167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d586fd41-f2ce-45f0-9f0e-a898c2f1efc5 req-4515cc40-f833-4ba8-aba5-dac54e223a0c tempest-ServersAdminNegativeTestJSON-583939231 tempest-ServersAdminNegativeTestJSON-583939231-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.505034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d586fd41-f2ce-45f0-9f0e-a898c2f1efc5 req-4515cc40-f833-4ba8-aba5-dac54e223a0c tempest-ServersAdminNegativeTestJSON-583939231 tempest-ServersAdminNegativeTestJSON-583939231-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1170349 Aug 16 02:13:02.695669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.725153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515cc40-f833-4ba8-aba5-dac54e223a0c tempest-ServersAdminNegativeTestJSON-583939231 tempest-ServersAdminNegativeTestJSON-583939231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b53f68-fd54-46dd-b162-d07df2838bbb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.773823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.899614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Allocated IP 172.25.4.27 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/aa61b1ca-0fcc-4436-830e-401e518a0e4a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:02.915291 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa911831-eea2-4af5-b6bb-0cf3966ffec1 None None] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:02.926669 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-8260b300-4243-40f1-ace9-516dd78bdc5a service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8782980 Aug 16 02:13:02.928229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-42e1a601-ee8a-40af-907d-0cf68c14496d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989 HTTP/1.1" status: 200 len: 217 time: 0.6859872 Aug 16 02:13:03.016262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:03.023526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:03.043149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d930edf-8dcd-42c1-9cb7-e08e029f313b req-616a5f95-e5a7-4dfb-b19b-288c9fa77a00 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.050778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d930edf-8dcd-42c1-9cb7-e08e029f313b req-616a5f95-e5a7-4dfb-b19b-288c9fa77a00 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 949 time: 0.9208372 Aug 16 02:13:03.090814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.105303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-77ce6f3b-e5bc-468a-a382-afb4a7eae0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.107577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cd090e80-0462-46b7-a36d-a2e5b5e635ab None None] Provisioning for port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:03.107697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-77ce6f3b-e5bc-468a-a382-afb4a7eae0aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e94bc30c-d333-4763-9a60-e9682031fa76 HTTP/1.1" status: 200 len: 863 time: 0.1389873 Aug 16 02:13:03.118161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cd090e80-0462-46b7-a36d-a2e5b5e635ab None None] Provisioning complete for port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:03.121732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-474f3ce8-4809-4468-b2a3-d5aa3acc7c6b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4302263 Aug 16 02:13:03.129067 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cd090e80-0462-46b7-a36d-a2e5b5e635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.260273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079849-945f-4687-afaa-4f9459ba36c5 req-4fba2c92-62a6-4b40-a142-d9d61927bf84 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.268057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3b079849-945f-4687-afaa-4f9459ba36c5 req-4fba2c92-62a6-4b40-a142-d9d61927bf84 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.6512802 Aug 16 02:13:03.277727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d930edf-8dcd-42c1-9cb7-e08e029f313b req-4b2fbcea-bcd7-4704-ad80-ae38878cff05 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260501 Aug 16 02:13:03.278991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.379943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c45442-9adf-40a7-a362-d70ed682e19c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:03.383984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.395786 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.418122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.422094 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169a83a-7278-4297-8231-43da3ccb59f8 x-openstack-request-id: req-6169a83a-7278-4297-8231-43da3ccb59f8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:03.422391 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:03.422686 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6169a83a-7278-4297-8231-43da3ccb59f8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:03.423161 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d', 'code': 200} Aug 16 02:13:03.428750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.430690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.432326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-a6874823-d9af-4379-b909-dd71d0acd460 service neutron] 10.222.0.98 "PUT /v2.0/ports/e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 1124 time: 5.5158377 Aug 16 02:13:03.445471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-8f3de011-cb09-463c-85c6-67dfbfd14344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.447125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-8f3de011-cb09-463c-85c6-67dfbfd14344 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2910800 Aug 16 02:13:03.459418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Transition to ACTIVE for port object e6c45442-9adf-40a7-a362-d70ed682e19c will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:03.487989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.522192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Transition to ACTIVE for port object ec37b9f0-370e-4294-bdef-905d5f9dce7b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:03.531733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:03.545185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-4e6601e3-62f1-415e-a730-8a7b93b213cb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.550809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-4e6601e3-62f1-415e-a730-8a7b93b213cb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4069164 Aug 16 02:13:03.551486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'port_id': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'mac_address': 'fa:16:3e:70:db:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:03.569498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3b079849-945f-4687-afaa-4f9459ba36c5 req-1f2d2465-add7-4a9d-8960-140eddfbb014 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004594 Aug 16 02:13:03.620653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Request body: {'port': {'device_id': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'bc4dd78a8f254bdf9cc5d0b394c6622c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:03.656604 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cd090e80-0462-46b7-a36d-a2e5b5e635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.672119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e7914ca9-718e-44f4-920f-33e704949e5d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:03.675825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-077d549f-45c4-4647-ac9a-8e2cb68b3f68 req-bc3e4e44-02b9-4933-a4b6-2be989c3eb59 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 210 time: 0.1298816 Aug 16 02:13:03.762296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c45442-9adf-40a7-a362-d70ed682e19c,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.783978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Attempting to bind port e6c45442-9adf-40a7-a362-d70ed682e19c on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:03.784487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Attempting to bind port e6c45442-9adf-40a7-a362-d70ed682e19c by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:03.784939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Attempting to bind port e6c45442-9adf-40a7-a362-d70ed682e19c on network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:03.816157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Port e6c45442-9adf-40a7-a362-d70ed682e19c on network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:03.817141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Attempting to bind port e6c45442-9adf-40a7-a362-d70ed682e19c on network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:03.825886 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-8967b524-1a4f-46d9-a31c-74dceb5723b0 service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635824 Aug 16 02:13:03.838094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:03.839628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0649d54-02f5-48b7-a0ac-127a2efa9416 req-7f8ec26a-eeb2-457d-8901-6bed511401db tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 210 time: 0.0681407 Aug 16 02:13:03.840095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Checking segment: {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:03.840612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Bound using segment: {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:03.841175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Bound port: e6c45442-9adf-40a7-a362-d70ed682e19c, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5907df60-8776-4005-a701-5d45321bf535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:03.843488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.868276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cd090e80-0462-46b7-a36d-a2e5b5e635ab None None] For port 2b5c50b4-54f1-4066-8abd-444dafc26ad3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2b5c50b4-54f1-4066-8abd-444dafc26ad3,segment=NetworkSegment(ae299c18-07eb-4d22-ab16-b5cb9a1a9064),segment_id=ae299c18-07eb-4d22-ab16-b5cb9a1a9064)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:03.934684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.937890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cd090e80-0462-46b7-a36d-a2e5b5e635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.942448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.043384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.056683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:04.063225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:04.080350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:04.086850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.087670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.087983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd090e80-0462-46b7-a36d-a2e5b5e635ab None None] Pushing event updated for resources: {'Port': ['ID=2b5c50b4-54f1-4066-8abd-444dafc26ad3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.104251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:04.111763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:04.125543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:04.136413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Pushing event updated for resources: {'Port': ['ID=ec37b9f0-370e-4294-bdef-905d5f9dce7b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.207291 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:04.237404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:04.243102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c12c4fb-634e-4edd-9a7c-d5fc5b563f9a req-b6c4fc06-37ee-4ce7-affc-252be139591a service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056242 Aug 16 02:13:04.270464 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.345394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] For port e6c45442-9adf-40a7-a362-d70ed682e19c, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:04.351607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] For port e6c45442-9adf-40a7-a362-d70ed682e19c, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e6c45442-9adf-40a7-a362-d70ed682e19c,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:04.359711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.400347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.403232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e010c3e4-59f9-41f9-98c5-4904a84d5259 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:04.453762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.460350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.462293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] 10.222.0.98 "PUT /v2.0/ports/e6c45442-9adf-40a7-a362-d70ed682e19c HTTP/1.1" status: 200 len: 1092 time: 3.8881202 Aug 16 02:13:04.496859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5427d-e6c6-4a22-a6dc-6b744aa1025d req-6f23b0d6-8fe0-4286-a1ec-db11e1177e85 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.498584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4e5427d-e6c6-4a22-a6dc-6b744aa1025d req-6f23b0d6-8fe0-4286-a1ec-db11e1177e85 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 944 time: 0.5982139 Aug 16 02:13:04.516193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1bb99521-fdbf-49d3-9a38-1bd6d4c36989'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:04.618880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae36ccf-8abd-4e2a-ab6d-7b76fb24e5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c45442-9adf-40a7-a362-d70ed682e19c,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.664800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4e5427d-e6c6-4a22-a6dc-6b744aa1025d req-d93357d0-dd22-4291-b8fc-177bd0fba875 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525548 Aug 16 02:13:04.687726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f2c03b6-8019-467a-bb3b-42d978489475 None None] Provisioning complete for port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:04.688474 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f2c03b6-8019-467a-bb3b-42d978489475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.752214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port e010c3e4-59f9-41f9-98c5-4904a84d5259 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:04.758651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port e010c3e4-59f9-41f9-98c5-4904a84d5259 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:04.759028 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.919115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aec07-190a-48c0-a337-4f5ab38d1c5c req-1037fbc8-ac00-4e93-8510-bbcc621c9a5a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.921015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b78aec07-190a-48c0-a337-4f5ab38d1c5c req-1037fbc8-ac00-4e93-8510-bbcc621c9a5a tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 949 time: 0.0881186 Aug 16 02:13:04.944765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-2254d53e-31ce-443a-a1e9-7954c095577d tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0132301 Aug 16 02:13:04.946707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Made reservation on behalf of bc4dd78a8f254bdf9cc5d0b394c6622c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:04.950165 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.956049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Request body: {'port': {'device_id': '040585f6-2639-404e-8cab-a5cede27d68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:04.979605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b78aec07-190a-48c0-a337-4f5ab38d1c5c req-81750431-e543-4023-8833-62dd5120ff79 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523260 Aug 16 02:13:05.135578 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.164705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e010c3e4-59f9-41f9-98c5-4904a84d5259'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:05.169835 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd436e2-dee7-4b22-8036-3a36babc3ce0" -d '{"events": [{"server_uuid": "a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4", "name": "network-vif-plugged", "status": "completed", "tag": "e010c3e4-59f9-41f9-98c5-4904a84d5259"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:05.193058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e010c3e4-59f9-41f9-98c5-4904a84d5259, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e010c3e4-59f9-41f9-98c5-4904a84d5259,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:05.199188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa61b1ca-0fcc-4436-830e-401e518a0e4a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.202642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.211407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f2c03b6-8019-467a-bb3b-42d978489475 None None] Provisioning for port ec37b9f0-370e-4294-bdef-905d5f9dce7b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:05.211947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.223870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0487-68c8-493d-a070-3ad9ac383bfe req-bde823c3-7682-4b6a-9883-087c688756c1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.225482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc2a0487-68c8-493d-a070-3ad9ac383bfe req-bde823c3-7682-4b6a-9883-087c688756c1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.1397326 Aug 16 02:13:05.240611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f2c03b6-8019-467a-bb3b-42d978489475 None None] Provisioning complete for port ec37b9f0-370e-4294-bdef-905d5f9dce7b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:05.241090 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f2c03b6-8019-467a-bb3b-42d978489475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.278794 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.288472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc2a0487-68c8-493d-a070-3ad9ac383bfe req-f9b2a05a-d0b9-452a-8efd-b8f14cb6a09b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 Aug 16 02:13:05.324457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e010c3e4-59f9-41f9-98c5-4904a84d5259,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.330995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c03b6-8019-467a-bb3b-42d978489475 None None] Port ec37b9f0-370e-4294-bdef-905d5f9dce7b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:05.395010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c96d61-04e7-4426-8405-43bdf8f937f0 req-dac4db15-3ef2-40f3-8951-4280b538a416 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.402958 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8c96d61-04e7-4426-8405-43bdf8f937f0 req-dac4db15-3ef2-40f3-8951-4280b538a416 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 943 time: 0.5288553 Aug 16 02:13:05.429507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b0a14-faf5-484e-a677-8efdfb0867b1 req-9db57ef6-27cf-4f48-8e4b-66c8f24a50f6 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.433107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-325b0a14-faf5-484e-a677-8efdfb0867b1 req-9db57ef6-27cf-4f48-8e4b-66c8f24a50f6 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 935 time: 0.0700538 Aug 16 02:13:05.433595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d'}, {'name': 'network-changed', 'server_uuid': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'tag': 'e6c45442-9adf-40a7-a362-d70ed682e19c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:05.436048 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74be7c71-d9e4-4ab0-a422-c3d9e267f970" -d '{"events": [{"name": "network-changed", "server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d"}, {"name": "network-changed", "server_uuid": "fe1e6f3f-0913-4692-91fd-7b224ac5edfd", "tag": "e6c45442-9adf-40a7-a362-d70ed682e19c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:05.504728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-325b0a14-faf5-484e-a677-8efdfb0867b1 req-2c63b68c-1387-4c0e-9d8c-689a54328407 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591750 Aug 16 02:13:05.569623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8c96d61-04e7-4426-8405-43bdf8f937f0 req-db1b8353-517a-4c96-84e8-20a6668d04b0 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656802 Aug 16 02:13:05.619298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2906bd23-f25b-4b88-a417-a7f774903e11 req-5f27fdb1-f350-4180-add0-6ba93ed3ad9e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 210 time: 0.0346103 Aug 16 02:13:05.633313 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1280fe5-0acd-410c-9c12-08b75bfac1a1 x-openstack-request-id: req-b1280fe5-0acd-410c-9c12-08b75bfac1a1 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:05.633313 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4", "name": "network-vif-plugged", "status": "completed", "tag": "e010c3e4-59f9-41f9-98c5-4904a84d5259", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:05.636818 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1280fe5-0acd-410c-9c12-08b75bfac1a1 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:05.648623 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e010c3e4-59f9-41f9-98c5-4904a84d5259', 'code': 200} Aug 16 02:13:05.678393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.704223 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266cf5c0-d37a-43be-8ceb-c3b2bf297a0b x-openstack-request-id: req-266cf5c0-d37a-43be-8ceb-c3b2bf297a0b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:05.704485 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe1e6f3f-0913-4692-91fd-7b224ac5edfd", "tag": "e6c45442-9adf-40a7-a362-d70ed682e19c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:05.704689 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-266cf5c0-d37a-43be-8ceb-c3b2bf297a0b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:05.705056 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d', 'status': 'completed', 'code': 200} Aug 16 02:13:05.705301 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'tag': 'e6c45442-9adf-40a7-a362-d70ed682e19c', 'status': 'completed', 'code': 200} Aug 16 02:13:05.796751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.805802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2b5c50b4-54f1-4066-8abd-444dafc26ad3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:05.831692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-7f39a314-4bd4-44a0-91b3-90863dfa4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.833577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-7f39a314-4bd4-44a0-91b3-90863dfa4e06 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1127 time: 0.1055369 Aug 16 02:13:05.897522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:05.897923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.901934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.020723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd1e43-3bc5-47d8-b4f4-814b79089b85 req-7d21eef6-60e3-4daf-ac5c-7a44bc00c687 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.027013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fbd1e43-3bc5-47d8-b4f4-814b79089b85 req-7d21eef6-60e3-4daf-ac5c-7a44bc00c687 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 945 time: 0.2505672 Aug 16 02:13:06.031765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-645fe98a-4f6f-4910-9314-1986032a681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.033396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-645fe98a-4f6f-4910-9314-1986032a681c service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1927018 Aug 16 02:13:06.100856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-6c45a913-dfec-4716-bab6-f38211008cb0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 217 time: 0.0582161 Aug 16 02:13:06.150061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fbd1e43-3bc5-47d8-b4f4-814b79089b85 req-1f4be5e0-253f-4616-aff7-ed0f8bd2b094 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111705 Aug 16 02:13:06.182802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95963fe8-b652-462f-bb49-b45e3c1441fb req-c4cb5e8b-9c06-4814-90df-09c3f8a67224 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.187296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95963fe8-b652-462f-bb49-b45e3c1441fb req-c4cb5e8b-9c06-4814-90df-09c3f8a67224 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 949 time: 0.1880116 Aug 16 02:13:06.187296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed15684e-6180-422a-bba6-36f5ca112349,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.192555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-e87a97b0-20a1-45d9-ac2b-1bb324855194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.194628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-e87a97b0-20a1-45d9-ac2b-1bb324855194 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0842788 Aug 16 02:13:06.245491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-1706ced7-8118-42a1-a5cb-b41afa1be8a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430596 Aug 16 02:13:06.310063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95963fe8-b652-462f-bb49-b45e3c1441fb req-6193ff1a-136a-41e0-89bb-0dd415724bea tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141851 Aug 16 02:13:06.371108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c0906-3078-4ecb-8b26-65696cbffbb3 req-33ec8ba2-deb5-443a-9014-9edce5bf2cfb tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.372666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f47c0906-3078-4ecb-8b26-65696cbffbb3 req-33ec8ba2-deb5-443a-9014-9edce5bf2cfb tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.1304405 Aug 16 02:13:06.403885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-edc206a3-29d8-4dd4-805c-d83b4885f26e service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484807 Aug 16 02:13:06.473532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f47c0906-3078-4ecb-8b26-65696cbffbb3 req-5e92cc17-bc96-45f6-acce-5188dd52a664 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923266 Aug 16 02:13:06.520962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.528027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec37b9f0-370e-4294-bdef-905d5f9dce7b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:06.528782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-6fe34868-2a6a-4c5e-834f-72a7a7091b15 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162856 Aug 16 02:13:06.539361 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.596404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Transition to ACTIVE for port object ec37b9f0-370e-4294-bdef-905d5f9dce7b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:06.607248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76a743-1ce2-413b-8dea-0a26f35c26b1 req-c3c2440d-42ac-47a6-a832-df084d7c1035 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.609824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c76a743-1ce2-413b-8dea-0a26f35c26b1 req-c3c2440d-42ac-47a6-a832-df084d7c1035 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.1938086 Aug 16 02:13:06.651189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.655603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8a36c-1462-46ba-b59d-8de5cff0e935 req-c2248dd7-f4f0-4c7a-9a59-192e01dcb10c tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.657211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96b8a36c-1462-46ba-b59d-8de5cff0e935 req-c2248dd7-f4f0-4c7a-9a59-192e01dcb10c tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 947 time: 0.0609510 Aug 16 02:13:06.703773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96b8a36c-1462-46ba-b59d-8de5cff0e935 req-b2f1f3ba-fd8e-429a-971d-66bf2fca48d8 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Aug 16 02:13:06.762977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Allocated IP 192.168.233.115 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/6396ae68-6d22-4f4e-8d5c-3e46459ae464) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:06.830166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c76a743-1ce2-413b-8dea-0a26f35c26b1 req-459284c4-a96c-422c-bdb7-3484f843d4c1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711173 Aug 16 02:13:06.830885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Pushing event updated for resources: {'Port': ['ID=ec37b9f0-370e-4294-bdef-905d5f9dce7b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.897810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7457cc8-84c1-400f-af47-94755f004c8c req-0adb53bd-ffb4-457a-9f5a-06fe21c4dd73 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.906041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7457cc8-84c1-400f-af47-94755f004c8c req-0adb53bd-ffb4-457a-9f5a-06fe21c4dd73 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 943 time: 0.1001420 Aug 16 02:13:06.942785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Attempting to bind port ec37b9f0-370e-4294-bdef-905d5f9dce7b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:06.943317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Attempting to bind port ec37b9f0-370e-4294-bdef-905d5f9dce7b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:06.943649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Attempting to bind port ec37b9f0-370e-4294-bdef-905d5f9dce7b on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:07.001474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7457cc8-84c1-400f-af47-94755f004c8c req-a87df447-4de8-438a-a9a5-2a12c4510de6 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844076 Aug 16 02:13:07.013894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:07.073879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:07.079197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:07.079812 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.090882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Port ec37b9f0-370e-4294-bdef-905d5f9dce7b on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:07.091273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Attempting to bind port ec37b9f0-370e-4294-bdef-905d5f9dce7b on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:07.101941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-052e3fc6-736d-4db3-a3f3-b15e53f2da75 req-17555d8b-7075-42d8-a046-1600885122a5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 210 time: 0.0426893 Aug 16 02:13:07.119659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:07.119926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:07.120379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:07.121137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Bound port: ec37b9f0-370e-4294-bdef-905d5f9dce7b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:07.121616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.136530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Router b842808c-b5ce-4010-b7bc-c1eea0a4bbda is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:07.259462 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.282225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Transition to ACTIVE for port object 6396ae68-6d22-4f4e-8d5c-3e46459ae464 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:07.309547 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.370044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] For port ec37b9f0-370e-4294-bdef-905d5f9dce7b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:07.376983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:07.384365 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.399458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae26f2-feb0-4ee5-8d09-7967b5c692a2 req-e1f9f0d6-dfd3-461d-8637-b1fe67499ee1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.401771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ae26f2-feb0-4ee5-8d09-7967b5c692a2 req-e1f9f0d6-dfd3-461d-8637-b1fe67499ee1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 945 time: 0.1742005 Aug 16 02:13:07.407913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] For port ec37b9f0-370e-4294-bdef-905d5f9dce7b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ec37b9f0-370e-4294-bdef-905d5f9dce7b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:07.420379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.435121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-a95a40de-64b6-4f2a-ad39-bff5e2b546f2 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.442200 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-a95a40de-64b6-4f2a-ad39-bff5e2b546f2 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 949 time: 0.1657679 Aug 16 02:13:07.461424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:07.489803 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Sync routers for ids ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:07.491645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.491787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.492484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.493893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] 10.222.0.88 "PUT /v2.0/ports/ec37b9f0-370e-4294-bdef-905d5f9dce7b HTTP/1.1" status: 200 len: 1096 time: 2.5482011 Aug 16 02:13:07.494462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040585f6-2639-404e-8cab-a5cede27d68c', 'tag': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:07.497610 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d20e2-322e-473e-8d97-9535f6b46764" -d '{"events": [{"name": "network-changed", "server_uuid": "040585f6-2639-404e-8cab-a5cede27d68c", "tag": "ec37b9f0-370e-4294-bdef-905d5f9dce7b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:07.516617 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Routers {'b842808c-b5ce-4010-b7bc-c1eea0a4bbda'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:07.517409 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.535416 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.555908 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.560750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c05d0699-8b4e-4f06-8cec-408aedaec4c8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9367807 Aug 16 02:13:07.565106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35138) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.592159 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ae26f2-feb0-4ee5-8d09-7967b5c692a2 req-f6382b9a-b1f3-4dfa-a076-4e5672232ab9 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834297 Aug 16 02:13:07.648165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:07.650796 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770f63a6-88d3-4c75-b1d6-339f3a7e5081" -d '{"events": [{"server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "name": "network-vif-plugged", "status": "completed", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:07.739061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62707a6b-b08d-42aa-86f9-abf108013814 service neutron] Pushing event updated for resources: {'Port': ['ID=ec37b9f0-370e-4294-bdef-905d5f9dce7b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.768924 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Set router b842808c-b5ce-4010-b7bc-c1eea0a4bbda gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:07.795495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:07.835227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Deleting port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:07.835657 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.843036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610af573-1551-48db-9035-c2ed133913f0 req-33047a46-066c-4271-89c4-acc0fab514ae tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.844887 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-610af573-1551-48db-9035-c2ed133913f0 req-33047a46-066c-4271-89c4-acc0fab514ae tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c315fd-5234-4ed0-863c-1978e914b60f HTTP/1.1" status: 200 len: 949 time: 0.3718743 Aug 16 02:13:07.864038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:07.882313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:07.888095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.889100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.023698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] For port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:08.024016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.046027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Calling delete_port for ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:08.082701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fb5e2-9af5-41af-8886-78fa3898a67d req-24fefd61-3d2b-46ee-a1d0-5e2f67cf556e tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.090360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f84fb5e2-9af5-41af-8886-78fa3898a67d req-24fefd61-3d2b-46ee-a1d0-5e2f67cf556e tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.3525269 Aug 16 02:13:08.141242 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:05Z', 'revision_number': 3, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.175033 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Checking router: b842808c-b5ce-4010-b7bc-c1eea0a4bbda for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:08.175748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Updating router b842808c-b5ce-4010-b7bc-c1eea0a4bbda port aa61b1ca-0fcc-4436-830e-401e518a0e4a binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:08.202968 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.314372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-db49a1e9-474a-4ae8-9ce7-bf13e2b2bdb6 None None] Provisioning for port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:08.327152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-db49a1e9-474a-4ae8-9ce7-bf13e2b2bdb6 None None] Provisioning complete for port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:08.333544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-db49a1e9-474a-4ae8-9ce7-bf13e2b2bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.348312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-d29bb571-4ca7-401b-9a5a-3aeb5930011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.356658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-d29bb571-4ca7-401b-9a5a-3aeb5930011b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=abde065da0d047f19cac501d3b664743&device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 1099 time: 0.6860876 Aug 16 02:13:08.361147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.374915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f84fb5e2-9af5-41af-8886-78fa3898a67d req-61ba5460-5d38-46d1-a6ae-669560ebadd7 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731624 Aug 16 02:13:08.407287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-db49a1e9-474a-4ae8-9ce7-bf13e2b2bdb6 None None] Port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:08.413231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.422732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-a3b7d1e9-7822-4dd8-ba9e-d8000aea73b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8446088 Aug 16 02:13:08.427697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:08.430464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['329610e1-cfde-45b9-899a-1b794f1ae0f7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:08.495659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Pushing event deleted for resources: {'Port': ['ID=ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.567714 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fba8bb8-193a-4b15-89dc-063adabae3f0 x-openstack-request-id: req-0fba8bb8-193a-4b15-89dc-063adabae3f0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:08.568004 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040585f6-2639-404e-8cab-a5cede27d68c", "tag": "ec37b9f0-370e-4294-bdef-905d5f9dce7b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:08.568255 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fba8bb8-193a-4b15-89dc-063adabae3f0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:08.568681 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040585f6-2639-404e-8cab-a5cede27d68c', 'tag': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b', 'status': 'completed', 'code': 200} Aug 16 02:13:08.586036 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1b3419-c1cc-4b18-9a57-43c79e014635 x-openstack-request-id: req-2e1b3419-c1cc-4b18-9a57-43c79e014635 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:08.586621 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "name": "network-vif-plugged", "status": "completed", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:08.587809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Request body: {'port': {'device_id': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:08.588244 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e1b3419-c1cc-4b18-9a57-43c79e014635 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:08.588835 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'code': 200} Aug 16 02:13:08.648691 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.653203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] No DVR routers for this DVR port ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:08.657843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.660450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e723300e-6244-4d71-81d9-b1ac75aec316 req-43ba3c01-f7dd-411c-8c80-822fb6e79bbd tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.88 "DELETE /v2.0/ports/ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 HTTP/1.1" status: 204 len: 173 time: 1.2047532 Aug 16 02:13:08.660956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.88', 56108) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.661414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'name': 'network-vif-deleted', 'tag': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:08.685693 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4f9c0-f71f-470d-be12-885fc067ed64" -d '{"events": [{"server_uuid": "b2c315fd-5234-4ed0-863c-1978e914b60f", "name": "network-vif-deleted", "tag": "ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:08.700261 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Transition to ACTIVE for port object aa61b1ca-0fcc-4436-830e-401e518a0e4a will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:08.709559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-610af573-1551-48db-9035-c2ed133913f0 req-3aa3acb5-7633-49bd-9aed-b57826926908 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238471 Aug 16 02:13:08.725091 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.732444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-5b86e544-caa2-4e51-8fb5-54e2067538fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=ec37b9f0-370e-4294-bdef-905d5f9dce7b HTTP/1.1" status: 200 len: 217 time: 0.3597655 Aug 16 02:13:08.890117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-6bf79d4e-3bf3-4f52-8cee-6d0c27b65a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.891608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-6bf79d4e-3bf3-4f52-8cee-6d0c27b65a24 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1331284 Aug 16 02:13:08.900917 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Pushing event updated for resources: {'Port': ['ID=aa61b1ca-0fcc-4436-830e-401e518a0e4a,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.914907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d96476-5536-4b5b-a42d-1ad0f3d75115 req-00d362ea-1c3c-428e-8ef2-9ce95ad6181b tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.917065 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.917635 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.918210 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.918906 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.920505 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.921084 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.921773 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.922331 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.922868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.923406 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.923931 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.924493 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:08.926938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44d96476-5536-4b5b-a42d-1ad0f3d75115 req-00d362ea-1c3c-428e-8ef2-9ce95ad6181b tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 947 time: 0.1768286 Aug 16 02:13:08.931248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ec0c3-47ef-4801-9dd5-1c20bf5a9be9 req-41a6394a-7c09-4201-aa24-8da06b091372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.932722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410ec0c3-47ef-4801-9dd5-1c20bf5a9be9 req-41a6394a-7c09-4201-aa24-8da06b091372 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 1098 time: 0.2440584 Aug 16 02:13:08.955663 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Attempting to bind port aa61b1ca-0fcc-4436-830e-401e518a0e4a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:08.956555 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Attempting to bind port aa61b1ca-0fcc-4436-830e-401e518a0e4a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:08.957783 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Attempting to bind port aa61b1ca-0fcc-4436-830e-401e518a0e4a on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:08.965159 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:08.966136 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:08.966830 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.967511 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:08.968216 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Bound port: aa61b1ca-0fcc-4436-830e-401e518a0e4a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:08.968862 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.991669 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44d96476-5536-4b5b-a42d-1ad0f3d75115 req-4d36785f-bf2b-4abd-ba46-385ed6492856 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635924 Aug 16 02:13:09.023634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410ec0c3-47ef-4801-9dd5-1c20bf5a9be9 req-cfe7621e-a85a-421e-9ce2-46fdb9bcc6e4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767927 Aug 16 02:13:09.032992 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] For port aa61b1ca-0fcc-4436-830e-401e518a0e4a, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:09.037023 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] For port aa61b1ca-0fcc-4436-830e-401e518a0e4a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aa61b1ca-0fcc-4436-830e-401e518a0e4a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:09.046272 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.110185 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Routers {'b842808c-b5ce-4010-b7bc-c1eea0a4bbda'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:09.111187 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.117166 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e047-4728-4e46-8a79-467b23f33595 None None] Pushing event updated for resources: {'Port': ['ID=aa61b1ca-0fcc-4436-830e-401e518a0e4a,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.130541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be699d7-fa82-47d3-80f7-d1b82ebc6448 req-a13cc677-16c2-47b5-b3bf-85ee3c458be4 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.132100 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6be699d7-fa82-47d3-80f7-d1b82ebc6448 req-a13cc677-16c2-47b5-b3bf-85ee3c458be4 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.2229207 Aug 16 02:13:09.145276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.225639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9b461-8718-48cc-84e8-6fad321b4969 req-c1f135bd-44cb-446a-8c30-aa48d1b34b04 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.227192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7db9b461-8718-48cc-84e8-6fad321b4969 req-c1f135bd-44cb-446a-8c30-aa48d1b34b04 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 943 time: 0.1051185 Aug 16 02:13:09.293902 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] Set router b842808c-b5ce-4010-b7bc-c1eea0a4bbda gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:09.306066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7db9b461-8718-48cc-84e8-6fad321b4969 req-0c8b89ac-2de7-4fa2-b55f-29bf06a19a32 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701256 Aug 16 02:13:09.310765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17225-01d7-4460-85be-31fd6004ac35 req-50c6c7e6-c1f7-44eb-a48a-566bc837ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.312717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-50c6c7e6-c1f7-44eb-a48a-566bc837ed2f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3700910 Aug 16 02:13:09.387299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6be699d7-fa82-47d3-80f7-d1b82ebc6448 req-05d61a88-9726-4af7-b6bc-7535a449b6f4 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268376 Aug 16 02:13:09.567049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3fdd7-d982-4da5-8557-889f8004847b req-aaf076cd-b946-4e02-8c37-1ad50e87c6ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.575402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ddb3fdd7-d982-4da5-8557-889f8004847b req-aaf076cd-b946-4e02-8c37-1ad50e87c6ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 936 time: 0.1075184 Aug 16 02:13:09.617983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:05Z', 'revision_number': 3, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.643445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ddb3fdd7-d982-4da5-8557-889f8004847b req-03be3095-4894-4c68-bd2c-8635a8ac26b6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663917 Aug 16 02:13:09.701473 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465b7ba8-120f-4dfd-b318-edf47e2cc542 x-openstack-request-id: req-465b7ba8-120f-4dfd-b318-edf47e2cc542 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:09.702097 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c315fd-5234-4ed0-863c-1978e914b60f", "name": "network-vif-deleted", "tag": "ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:09.702097 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-465b7ba8-120f-4dfd-b318-edf47e2cc542 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:09.702378 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c315fd-5234-4ed0-863c-1978e914b60f', 'name': 'network-vif-deleted', 'tag': 'ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6', 'status': 'completed', 'code': 200} Aug 16 02:13:09.748616 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcaa682-6c6e-47c3-ab87-7300fb74dd41 None None] The sync data for ids ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'] in n-d-769329-15 is: [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:05Z', 'revision_number': 3, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:09.812071 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-985ef240-8b1e-4ff3-90f5-03efdd3c629c service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453456 Aug 16 02:13:09.836539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930274c-580f-4661-bea4-8ec4bbba3ab1 req-733344a2-f5fc-4dd5-b2c1-476931e1508b tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.838157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b930274c-580f-4661-bea4-8ec4bbba3ab1 req-733344a2-f5fc-4dd5-b2c1-476931e1508b tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.0648947 Aug 16 02:13:09.848923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e0770-ad6b-488d-9885-245724781511 req-96def1b9-104b-44da-80c0-3591badefb9a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.850478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b66e0770-ad6b-488d-9885-245724781511 req-96def1b9-104b-44da-80c0-3591badefb9a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 946 time: 0.2650700 Aug 16 02:13:09.885608 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b930274c-580f-4661-bea4-8ec4bbba3ab1 req-44a749e2-0eab-4982-bca8-00a899978740 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Aug 16 02:13:10.061715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b66e0770-ad6b-488d-9885-245724781511 req-2d047c8c-ecf7-4efc-996a-e66dc5be0ae7 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910496 Aug 16 02:13:10.113668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6396ae68-6d22-4f4e-8d5c-3e46459ae464 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:10.135423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.157389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea17225-01d7-4460-85be-31fd6004ac35 req-ba832875-1ac6-407b-9867-73594a138353 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296094 Aug 16 02:13:10.200565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.203057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Transition to ACTIVE for port object 6396ae68-6d22-4f4e-8d5c-3e46459ae464 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:10.217858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fa867-e045-4365-8f5a-ded44f4a7006 req-787d0d99-0d93-45d4-8811-26dbfb56b28c tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.231713 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e1fa867-e045-4365-8f5a-ded44f4a7006 req-787d0d99-0d93-45d4-8811-26dbfb56b28c tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 950 time: 0.0690978 Aug 16 02:13:10.252651 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.278689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e1fa867-e045-4365-8f5a-ded44f4a7006 req-32fb10b3-dabc-4c4a-9f81-1bddcb276276 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Aug 16 02:13:10.283969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe48d0-78e4-4252-891f-f5559531f669 req-715a7bb9-5138-4bad-a827-6fbba8f5c3bb tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.293844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3abe48d0-78e4-4252-891f-f5559531f669 req-715a7bb9-5138-4bad-a827-6fbba8f5c3bb tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 947 time: 0.1525497 Aug 16 02:13:10.467893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-f7f489bd-0400-45f9-8d64-97be1d07b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.469480 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-f7f489bd-0400-45f9-8d64-97be1d07b22f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=abde065da0d047f19cac501d3b664743&device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 1099 time: 0.2531202 Aug 16 02:13:10.480073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:10.514664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e63c4229-2043-4352-b5a0-0efd84f63ef7 req-a6378749-ce66-43e9-b3e5-7ba61b3ef26d service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285182 Aug 16 02:13:10.562217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-8295c1ce-6570-4740-9aae-e4c17070cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.564686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-8295c1ce-6570-4740-9aae-e4c17070cd24 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7046879bebf44a269ccb57e061cbf344&device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 1095 time: 0.1513975 Aug 16 02:13:10.570250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46877f2d-8e8e-41e7-931f-a90a7e32196e req-7f8e7b45-626f-4110-ad2c-8191f86edd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.572708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46877f2d-8e8e-41e7-931f-a90a7e32196e req-7f8e7b45-626f-4110-ad2c-8191f86edd8a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 1102 time: 0.1219482 Aug 16 02:13:10.597823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312df8-5dcb-4cb8-9edc-d69fe5cb3a7c req-ad278161-b203-4715-a0fd-af85bb67d2d6 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.600255 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54312df8-5dcb-4cb8-9edc-d69fe5cb3a7c req-ad278161-b203-4715-a0fd-af85bb67d2d6 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 943 time: 0.1513431 Aug 16 02:13:10.604360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3abe48d0-78e4-4252-891f-f5559531f669 req-36e2769d-755b-41af-b7c9-c3d7f0fb2854 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795396 Aug 16 02:13:10.672091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:10.672455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:10.672791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:10.725673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:10.725917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:10.771615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:10.771958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:10.772375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:10.772830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Bound port: 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:10.773200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.790643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46877f2d-8e8e-41e7-931f-a90a7e32196e req-c6f83d89-2476-47f9-8ff7-e2a460f1d44e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797502 Aug 16 02:13:10.795288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-ae964414-f684-44d8-b3fb-fc523ab6ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.797453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-ae964414-f684-44d8-b3fb-fc523ab6ff67 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3151765 Aug 16 02:13:10.811274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Allocated IP 172.20.0.1 (f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a/c2da53ab-5638-405f-b030-e30ccf574eac/690d3e70-36b0-4801-863a-9421cb15907c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:10.812508 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54312df8-5dcb-4cb8-9edc-d69fe5cb3a7c req-a74313ca-88ce-491c-8618-da5481272ff2 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953213 Aug 16 02:13:10.828428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d87848-bf3f-485d-93db-beacd6e7c24a req-ce627028-7c13-4937-be1c-58f57a0756aa tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.829938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69d87848-bf3f-485d-93db-beacd6e7c24a req-ce627028-7c13-4937-be1c-58f57a0756aa tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.1511931 Aug 16 02:13:10.852880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-c25f0dd1-f153-426b-90c6-6bd8a8feb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.854673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-c25f0dd1-f153-426b-90c6-6bd8a8feb839 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=7046879bebf44a269ccb57e061cbf344&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2786350 Aug 16 02:13:11.019993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:11.042363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:11.042707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee4cd54e-7bd8-4bac-8d68-e426ca9ef7f6 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:11.114616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-d3fc778b-d2c6-4532-bb4b-feba0f578a83 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=ec37b9f0-370e-4294-bdef-905d5f9dce7b HTTP/1.1" status: 200 len: 217 time: 0.3066339 Aug 16 02:13:11.244807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:11.252110 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69d87848-bf3f-485d-93db-beacd6e7c24a req-d154c028-cffe-410a-91da-ab0211dae44c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524634 Aug 16 02:13:11.254395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ac872-41b1-4db1-847c-9d65ca91ce91 req-ea0136fa-11e1-4f5c-b0b6-ff1ce8bed389 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.256034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-926ac872-41b1-4db1-847c-9d65ca91ce91 req-ea0136fa-11e1-4f5c-b0b6-ff1ce8bed389 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.3470314 Aug 16 02:13:11.285936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-7cc18ed1-9e8c-449d-b85e-e8df38f84186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.286274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-4387f969-cbd3-4580-ba39-e5039fa574d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.287385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-7cc18ed1-9e8c-449d-b85e-e8df38f84186 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1566522 Aug 16 02:13:11.287712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74be7c71-d9e4-4ab0-a422-c3d9e267f970 req-4387f969-cbd3-4580-ba39-e5039fa574d8 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4234145 Aug 16 02:13:11.290043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:11.309573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-926ac872-41b1-4db1-847c-9d65ca91ce91 req-b118e31e-6909-49f1-8f80-15713b9fc76a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426795 Aug 16 02:13:11.309886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.400260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-a33af6ba-13ab-460e-8e1f-07cea748a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.401956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-a33af6ba-13ab-460e-8e1f-07cea748a028 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7046879bebf44a269ccb57e061cbf344&device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 1095 time: 0.0626647 Aug 16 02:13:11.416744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.429208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.431474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.433693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] 10.222.0.88 "PUT /v2.0/ports/6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 1097 time: 2.8612380 Aug 16 02:13:11.439396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:11.441802 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e45d10-0390-4ce1-9c82-8f3d44cada65" -d '{"events": [{"name": "network-changed", "server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:11.480021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Transition to ACTIVE for port object 690d3e70-36b0-4801-863a-9421cb15907c will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:11.482852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-24589676-f785-4f34-9fd8-601d248234a2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6c45442-9adf-40a7-a362-d70ed682e19c HTTP/1.1" status: 200 len: 217 time: 0.0593429 Aug 16 02:13:11.490244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c1697-23e7-460d-a8ef-a2246a158a1b service neutron] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:11.510882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-acf03751-784e-4076-989b-f0c924a0d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.511575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146719-8fdc-430b-ae2b-62d7ea492b36 req-41ce2879-086b-4cd4-ae55-569e23cc7c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.512402 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-acf03751-784e-4076-989b-f0c924a0d201 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2158999 Aug 16 02:13:11.520672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b146719-8fdc-430b-ae2b-62d7ea492b36 req-41ce2879-086b-4cd4-ae55-569e23cc7c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 946 time: 0.1354263 Aug 16 02:13:11.564774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfd2f8-9849-4c63-af3c-339df27a7dad req-0e85816e-b3f7-4d43-b4db-d9001fb8f957 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.572855 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6cfd2f8-9849-4c63-af3c-339df27a7dad req-0e85816e-b3f7-4d43-b4db-d9001fb8f957 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.2190657 Aug 16 02:13:11.599612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b146719-8fdc-430b-ae2b-62d7ea492b36 req-7a6e56a9-2485-45c6-8416-8598a94c6f71 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779827 Aug 16 02:13:11.608494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-e8f5ebb2-d092-48bf-8082-c38d8b5c8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.610380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-e8f5ebb2-d092-48bf-8082-c38d8b5c8ebf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=16b63fe8-b765-481f-a679-e8bd523ae5bb HTTP/1.1" status: 200 len: 853 time: 0.1183810 Aug 16 02:13:11.663060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-afc2130a-d413-46a3-867b-e05e3a3ae5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.665551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-afc2130a-d413-46a3-867b-e05e3a3ae5f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1100 time: 0.1765842 Aug 16 02:13:11.714104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e703-0d49-435f-a090-41d353a631d1 req-b2cb15e0-0332-4475-a87c-03d523fc67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.716017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-b2cb15e0-0332-4475-a87c-03d523fc67fb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912373 Aug 16 02:13:11.746586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-f2b1468a-d6b9-41a3-84b5-bb80d6c372a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0709882 Aug 16 02:13:11.751917 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6cfd2f8-9849-4c63-af3c-339df27a7dad req-d6407f87-05a9-415f-b1bc-b7524d335779 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782310 Aug 16 02:13:11.755920 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.807982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aa61b1ca-0fcc-4436-830e-401e518a0e4a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:11.845680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:11.854423 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea3f120-4da8-411d-bb66-fad6aeb29a8a x-openstack-request-id: req-2ea3f120-4da8-411d-bb66-fad6aeb29a8a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:11.854841 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:11.855183 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ea3f120-4da8-411d-bb66-fad6aeb29a8a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:11.856542 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'status': 'completed', 'code': 200} Aug 16 02:13:11.878731 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-883c9d75-02ca-4559-bcf6-763657e594d5 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467684 Aug 16 02:13:11.880424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:11.885286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:11.886653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.891166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec28b-d12f-4692-8247-3ec6a36c3f73 req-6bac4af0-6dc6-49b9-8a40-7b0550c419eb tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.898751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21fec28b-d12f-4692-8247-3ec6a36c3f73 req-6bac4af0-6dc6-49b9-8a40-7b0550c419eb tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 950 time: 0.1737156 Aug 16 02:13:11.949116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port aa61b1ca-0fcc-4436-830e-401e518a0e4a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:11.955878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port aa61b1ca-0fcc-4436-830e-401e518a0e4a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:11.957175 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.970508 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21fec28b-d12f-4692-8247-3ec6a36c3f73 req-0b67b078-5fc6-4539-a2ea-afc7bde17a85 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683668 Aug 16 02:13:11.982260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-e92af68a-bd64-4938-aef8-2b7a0a636770 service neutron] 10.222.0.98 "GET /v2.0/networks/90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486477 Aug 16 02:13:12.050618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Pushing event updated for resources: {'Port': ['ID=690d3e70-36b0-4801-863a-9421cb15907c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.055107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-8537be45-7b71-49e3-b7cd-80036ffa2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.056635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-8537be45-7b71-49e3-b7cd-80036ffa2059 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.2910185 Aug 16 02:13:12.082691 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.107964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port aa61b1ca-0fcc-4436-830e-401e518a0e4a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aa61b1ca-0fcc-4436-830e-401e518a0e4a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:12.115828 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.176076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=aa61b1ca-0fcc-4436-830e-401e518a0e4a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.183970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6465e703-0d49-435f-a090-41d353a631d1 req-ecde589f-5db6-46b3-a253-b41df9c46c85 service neutron] 10.222.0.98 "GET /v2.0/networks/90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931069 Aug 16 02:13:12.194965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2480ce-d800-462b-a5a1-a8df318149f9 req-eda54256-2f3c-4029-9b80-ac8b86b98175 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.196143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25917e-4c12-4840-9574-8b1358603fc5 req-0ca2eb28-83ff-42ea-bc64-6ae0a50c7397 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.197675 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb25917e-4c12-4840-9574-8b1358603fc5 req-0ca2eb28-83ff-42ea-bc64-6ae0a50c7397 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 947 time: 0.2468023 Aug 16 02:13:12.202268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1d20e2-322e-473e-8d97-9535f6b46764 req-79d35501-e4c8-4e81-943b-9d19bf04e9d2 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099308 Aug 16 02:13:12.208427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb2480ce-d800-462b-a5a1-a8df318149f9 req-eda54256-2f3c-4029-9b80-ac8b86b98175 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 946 time: 0.1277785 Aug 16 02:13:12.209823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35186) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.214435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'floatingip': {'port_id': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:12.238203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3b6f2fe8-afe3-4c9c-9b36-55f48cb22086 None None] Provisioning for port 690d3e70-36b0-4801-863a-9421cb15907c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:12.244156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3b6f2fe8-afe3-4c9c-9b36-55f48cb22086 None None] Provisioning complete for port 690d3e70-36b0-4801-863a-9421cb15907c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:12.244927 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2fe8-afe3-4c9c-9b36-55f48cb22086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.273660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-1c5d3610-c94c-4207-857f-fb2d8be08dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.275255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-1c5d3610-c94c-4207-857f-fb2d8be08dcb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1827049 Aug 16 02:13:12.293224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f2fe8-afe3-4c9c-9b36-55f48cb22086 None None] Port 690d3e70-36b0-4801-863a-9421cb15907c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:12.296868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb25917e-4c12-4840-9574-8b1358603fc5 req-768f1118-b7d5-4b4e-aaa9-9061a80a0f9c tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928175 Aug 16 02:13:12.297544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-d8158675-060a-4e92-aac7-305854d61e47 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.299037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-d8158675-060a-4e92-aac7-305854d61e47 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 950 time: 0.2068248 Aug 16 02:13:12.303444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:12.309596 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.358854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.432248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:12.445782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:13:12.465558 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-60b56d15-98c9-4821-a6ca-ea43eca91677 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819971 Aug 16 02:13:12.488260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee80b6d-beae-4e07-8d79-7488dd3a1c56 req-0267882f-abc6-442b-89eb-c1762e6e2a58 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.489794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ee80b6d-beae-4e07-8d79-7488dd3a1c56 req-0267882f-abc6-442b-89eb-c1762e6e2a58 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 943 time: 0.1839671 Aug 16 02:13:12.538421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bd67b-925c-4267-99ac-5edb6c7477cf req-3d8b5bfb-82f7-454c-8afe-4962b12561e5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.539915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-052bd67b-925c-4267-99ac-5edb6c7477cf req-3d8b5bfb-82f7-454c-8afe-4962b12561e5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.1516273 Aug 16 02:13:12.615322 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ee80b6d-beae-4e07-8d79-7488dd3a1c56 req-e13e7647-138a-4e3d-9a89-876e2e66d174 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066136 Aug 16 02:13:12.629282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Deleting port 329610e1-cfde-45b9-899a-1b794f1ae0f7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:12.629601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.666483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-052bd67b-925c-4267-99ac-5edb6c7477cf req-94f1fc25-e840-4d55-a455-9d88c429b433 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014674 Aug 16 02:13:12.678158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8184a7-4fc6-41c3-a1a0-cbfc4076d0b4 req-9d781f9f-edc3-4c5d-afc5-e3fcae96a663 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935437 Aug 16 02:13:12.709826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.714191 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.714922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.827444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Pushing event updated for resources: {'Port': ['ID=690d3e70-36b0-4801-863a-9421cb15907c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.881595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-25b0b22c-d1c4-4e6b-b0a2-13f2cace3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.883122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-25b0b22c-d1c4-4e6b-b0a2-13f2cace3606 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1100 time: 0.1415839 Aug 16 02:13:12.894942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb1b51-ec77-4aad-a4f4-e42ba65cae70 req-9f5ef5be-4dc6-438f-aa58-e8b8bf4be420 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.896436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-32eb1b51-ec77-4aad-a4f4-e42ba65cae70 req-9f5ef5be-4dc6-438f-aa58-e8b8bf4be420 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.1958539 Aug 16 02:13:12.911685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] For port 329610e1-cfde-45b9-899a-1b794f1ae0f7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=329610e1-cfde-45b9-899a-1b794f1ae0f7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:12.912048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.949526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:12.954444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:12.964715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38798c61-c86d-4480-ac6d-568474f1579b req-e4667091-f786-4ffc-b239-4cf387728944 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.967148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38798c61-c86d-4480-ac6d-568474f1579b req-e4667091-f786-4ffc-b239-4cf387728944 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.1350205 Aug 16 02:13:12.970881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Calling delete_port for 329610e1-cfde-45b9-899a-1b794f1ae0f7 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:13.029964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ec37b9f0-370e-4294-bdef-905d5f9dce7b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:13.062320 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38798c61-c86d-4480-ac6d-568474f1579b req-4ff89375-e8ae-40d4-bd46-a57ea9f7c8d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863492 Aug 16 02:13:13.243057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ec37b9f0-370e-4294-bdef-905d5f9dce7b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ec37b9f0-370e-4294-bdef-905d5f9dce7b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:13.257383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b', 'mac_address': 'fa:16:3e:c5:da:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:13.295842 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.316581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec37b9f0-370e-4294-bdef-905d5f9dce7b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:13.332147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ee9e4e37-4450-4e90-85a7-712a6848e613 None None] Provisioning complete for port 690d3e70-36b0-4801-863a-9421cb15907c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:13.332691 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4e37-4450-4e90-85a7-712a6848e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.340262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-32eb1b51-ec77-4aad-a4f4-e42ba65cae70 req-07e23d79-7453-493c-bdbc-27010798aa2c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357300 Aug 16 02:13:13.372572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ec37b9f0-370e-4294-bdef-905d5f9dce7b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ec37b9f0-370e-4294-bdef-905d5f9dce7b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:13.383131 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.391661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e4e37-4450-4e90-85a7-712a6848e613 None None] Port 690d3e70-36b0-4801-863a-9421cb15907c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:13.411332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Router b842808c-b5ce-4010-b7bc-c1eea0a4bbda has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:13.445402 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-bd4ead09-ce93-4c01-b4b0-f7e3a8fbd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.446121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ec37b9f0-370e-4294-bdef-905d5f9dce7b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.446927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-bd4ead09-ce93-4c01-b4b0-f7e3a8fbd30e service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.5544746 Aug 16 02:13:13.532381 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-f73c928b-9fdb-4761-a59d-fe5833f9814f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0738583 Aug 16 02:13:13.556988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.561623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.585806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01989e-3b2b-4049-a2f1-60a9b4182bc8 req-9943c8f0-f147-4bfa-96c8-632b778edadb tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.593873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d01989e-3b2b-4049-a2f1-60a9b4182bc8 req-9943c8f0-f147-4bfa-96c8-632b778edadb tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce418400-7bb5-4ab0-831a-f35535b650e3 HTTP/1.1" status: 200 len: 950 time: 0.1803939 Aug 16 02:13:13.651497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ec37b9f0-370e-4294-bdef-905d5f9dce7b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:13.666330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.677974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-2fb423d8-bdec-4570-8d3d-17ee1fdd1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.679726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-2fb423d8-bdec-4570-8d3d-17ee1fdd1721 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1398025 Aug 16 02:13:13.681290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['329610e1-cfde-45b9-899a-1b794f1ae0f7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:13.697360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d01989e-3b2b-4049-a2f1-60a9b4182bc8 req-68b3cb1c-8a4e-481d-89ba-b24d5870d101 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.78 "GET /v2.0/security-groups?id=59d890ef-057b-47e9-a406-74950444e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024342 Aug 16 02:13:13.717884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:13.734086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4f5c60e8-ad5b-4c90-b71e-8163ff893581 admin admin] 10.222.0.78 "PUT /v2.0/routers/b842808c-b5ce-4010-b7bc-c1eea0a4bbda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1574857 Aug 16 02:13:13.735452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Pushing event deleted for resources: {'Port': ['ID=329610e1-cfde-45b9-899a-1b794f1ae0f7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.765442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-c5272210-6764-4bec-81b4-248046563d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.767521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-c5272210-6764-4bec-81b4-248046563d15 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796740 Aug 16 02:13:13.772017 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8 associated. External IP: 172.25.4.105, port: 1bb99521-fdbf-49d3-9a38-1bd6d4c36989. Aug 16 02:13:13.783624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57f402-2cf8-4d53-b0ad-b9620e996f64 req-070692db-9bb1-4636-ba95-d966d5a4ceaf tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.791544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d57f402-2cf8-4d53-b0ad-b9620e996f64 req-070692db-9bb1-4636-ba95-d966d5a4ceaf tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 948 time: 0.1649156 Aug 16 02:13:13.794035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aa61b1ca-0fcc-4436-830e-401e518a0e4a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:13.840929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Sync routers for ids ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:13.843541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] No DVR routers for this DVR port 329610e1-cfde-45b9-899a-1b794f1ae0f7 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:13.848242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.850229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8260ab6-e866-4ae7-8a12-7700ccd5b77c req-9ac3be0e-ed00-4dde-82ff-68cca6069801 tempest-ServersAdminNegativeTestJSON-1369642762 tempest-ServersAdminNegativeTestJSON-1369642762-project] 10.222.0.98 "DELETE /v2.0/ports/329610e1-cfde-45b9-899a-1b794f1ae0f7 HTTP/1.1" status: 204 len: 173 time: 1.5358880 Aug 16 02:13:13.856706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'name': 'network-vif-deleted', 'tag': '329610e1-cfde-45b9-899a-1b794f1ae0f7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:13.858860 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68174ef-a69f-4c2c-aedf-96ad2def6d15" -d '{"events": [{"server_uuid": "ce418400-7bb5-4ab0-831a-f35535b650e3", "name": "network-vif-deleted", "tag": "329610e1-cfde-45b9-899a-1b794f1ae0f7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:13.910341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d57f402-2cf8-4d53-b0ad-b9620e996f64 req-515b32d9-8249-4d33-8c98-110d792ea3e5 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148984 Aug 16 02:13:13.916756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Routers {'b842808c-b5ce-4010-b7bc-c1eea0a4bbda'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:13.917651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.008459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-c89ed7c9-ae3a-443c-b4ba-78c1c5ee3ee5 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311409 Aug 16 02:13:14.083325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port aa61b1ca-0fcc-4436-830e-401e518a0e4a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:14.083791 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.145374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Set router b842808c-b5ce-4010-b7bc-c1eea0a4bbda gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:14.161039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a88f3-e983-4a42-b09d-4325b546e805 req-20ed4488-b31a-47e1-be51-90f25b897d2f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.169586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c02a88f3-e983-4a42-b09d-4325b546e805 req-20ed4488-b31a-47e1-be51-90f25b897d2f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 944 time: 0.1638091 Aug 16 02:13:14.207986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a6cf-0ebd-4671-b0d0-0ede131c7eb3 req-3faa961f-e98e-4bb8-a66e-0017f30e24ea tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.209691 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e263a6cf-0ebd-4671-b0d0-0ede131c7eb3 req-3faa961f-e98e-4bb8-a66e-0017f30e24ea tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 943 time: 0.2583671 Aug 16 02:13:14.239073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Router 4dff5543-c408-4ab3-ae20-fa0c252ee753 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:14.272685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c02a88f3-e983-4a42-b09d-4325b546e805 req-7d856549-c8ae-4613-bebd-b444f166c7e9 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018291 Aug 16 02:13:14.292956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e45d10-0390-4ce1-9c82-8f3d44cada65 req-27eeb16f-682f-4345-8215-23f75ce9b180 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764065 Aug 16 02:13:14.295048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-9f1a75c3-37a0-4771-8380-d980b84abeaa service neutron] 10.222.0.88 "GET /v2.0/ports/e7914ca9-718e-44f4-920f-33e704949e5d/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.2275233 Aug 16 02:13:14.349817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e263a6cf-0ebd-4671-b0d0-0ede131c7eb3 req-4dd770f0-c9c1-4582-86a2-12c206541f46 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168866 Aug 16 02:13:14.527683 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c65348-170f-48ee-9cc2-e0cc8586efa3 x-openstack-request-id: req-14c65348-170f-48ee-9cc2-e0cc8586efa3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:14.528062 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce418400-7bb5-4ab0-831a-f35535b650e3", "name": "network-vif-deleted", "tag": "329610e1-cfde-45b9-899a-1b794f1ae0f7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:14.528825 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14c65348-170f-48ee-9cc2-e0cc8586efa3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:14.528825 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce418400-7bb5-4ab0-831a-f35535b650e3', 'name': 'network-vif-deleted', 'tag': '329610e1-cfde-45b9-899a-1b794f1ae0f7', 'status': 'completed', 'code': 200} Aug 16 02:13:14.608540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '690d3e70-36b0-4801-863a-9421cb15907c', 'name': '', 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'mac_address': 'fa:16:3e:c6:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c2da53ab-5638-405f-b030-e30ccf574eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:10Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 2, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'subnets': [{'id': 'c2da53ab-5638-405f-b030-e30ccf574eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.620270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.643399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Checking router: b842808c-b5ce-4010-b7bc-c1eea0a4bbda for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:14.644155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Updating router b842808c-b5ce-4010-b7bc-c1eea0a4bbda port 690d3e70-36b0-4801-863a-9421cb15907c binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:14.655836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355ea2f-c7ba-4d11-bdcb-566b66c59946 req-68279332-0118-4301-94dd-2d861039e9be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.657862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f355ea2f-c7ba-4d11-bdcb-566b66c59946 req-68279332-0118-4301-94dd-2d861039e9be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.0953100 Aug 16 02:13:14.662236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:14.680605 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.692076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:14.704694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.709099 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] Sync routers for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:14.723477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7914ca9-718e-44f4-920f-33e704949e5d {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:14.724044 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:14.724933 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.740107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.745342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f355ea2f-c7ba-4d11-bdcb-566b66c59946 req-68f846c3-328d-40a6-b70f-636c790382c3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622110 Aug 16 02:13:14.755121 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eacf7f91-19bb-424c-8b64-a45a3eeb8986 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "PUT /v2.0/floatingips/f7aa412a-f657-47ca-9a0f-4d3b788c2db8 HTTP/1.1" status: 200 len: 992 time: 2.5442090 Aug 16 02:13:14.759422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.851728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-f72c5833-ade2-44d5-9d79-8f6834b07b82 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3236349 Aug 16 02:13:14.862649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:14.879655 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:14.898529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.902692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] Transition to ACTIVE for port object e7914ca9-718e-44f4-920f-33e704949e5d will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:14.910995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.042187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.054287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] No DVR routers for this DVR port e7914ca9-718e-44f4-920f-33e704949e5d on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:15.079617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:15.135558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] Pushing event updated for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.147713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ec37b9f0-370e-4294-bdef-905d5f9dce7b up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:15.157233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-e3d0024a-1978-47c2-94e1-79bcf5a81f8c service neutron] 10.222.0.88 "PUT /v2.0/ports/e7914ca9-718e-44f4-920f-33e704949e5d/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8528395 Aug 16 02:13:15.221032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Allocated IP 172.25.4.151 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/20e149b4-9497-4283-98f2-68b4f77cb098) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:15.359621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-6e5c7613-b138-4b16-a89b-8de1551f4dfc tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.364499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-6e5c7613-b138-4b16-a89b-8de1551f4dfc tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.1305835 Aug 16 02:13:15.369986 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'f7aa412a-f657-47ca-9a0f-4d3b788c2db8', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'port_id': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'mac_address': 'fa:16:3e:70:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65220df5-c85a-4489-8767-76d80b0ce416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:48Z', 'updated_at': '2021-08-16T02:13:13Z', 'revision_number': 1, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:15.403595 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] Checking router: 4dff5543-c408-4ab3-ae20-fa0c252ee753 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:15.410245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c1a98-d91e-4957-8ee7-8549b193ba55 req-8374d9db-5405-4d77-b4f7-03c06c426900 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.414635 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:15.417373 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:15.425989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d55c1a98-d91e-4957-8ee7-8549b193ba55 req-8374d9db-5405-4d77-b4f7-03c06c426900 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 948 time: 0.0836883 Aug 16 02:13:15.433689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port ec37b9f0-370e-4294-bdef-905d5f9dce7b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:15.445395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port ec37b9f0-370e-4294-bdef-905d5f9dce7b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:15.445912 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.504596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d55c1a98-d91e-4957-8ee7-8549b193ba55 req-d6dc7893-89a8-47d4-a7cc-f858bfc968b9 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774467 Aug 16 02:13:15.505448 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.555518 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:15.574806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.577494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-048e921a-6034-4eea-8de6-86f6f5b906a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.579317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-048e921a-6034-4eea-8de6-86f6f5b906a8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 1097 time: 0.1996346 Aug 16 02:13:15.582009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35240) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:15.588701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Transition to ACTIVE for port object 690d3e70-36b0-4801-863a-9421cb15907c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:15.590250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.617486 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.620780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:15.640584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6054d-a289-46d3-9027-ba1b8532ecc7 req-c3e2dae4-6166-4867-9e65-966e593b1a86 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.650000 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7d6054d-a289-46d3-9027-ba1b8532ecc7 req-c3e2dae4-6166-4867-9e65-966e593b1a86 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.0755515 Aug 16 02:13:15.683648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fa61c597-dec9-4c96-b756-78bd1e78bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.686505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-fa61c597-dec9-4c96-b756-78bd1e78bd18 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0697513 Aug 16 02:13:15.692871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7d6054d-a289-46d3-9027-ba1b8532ecc7 req-e1927ef8-a86f-44f7-ae97-230def72c141 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Aug 16 02:13:15.717554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040585f6-2639-404e-8cab-a5cede27d68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:15.717554 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69555bec-3bf7-4565-8b52-5cd37f390994" -d '{"events": [{"server_uuid": "040585f6-2639-404e-8cab-a5cede27d68c", "name": "network-vif-plugged", "status": "completed", "tag": "ec37b9f0-370e-4294-bdef-905d5f9dce7b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:15.736819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'mac_address': 'fa:16:3e:17:b3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:15.751564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ec37b9f0-370e-4294-bdef-905d5f9dce7b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ec37b9f0-370e-4294-bdef-905d5f9dce7b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:15.766805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60568368-22b1-4e73-ac18-122908d1eb81 None None] Pushing event updated for resources: {'Port': ['ID=690d3e70-36b0-4801-863a-9421cb15907c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.773329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.890830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3fb3-1738-4409-800b-b5dd16e3ffcd req-4316e2b2-30fe-499e-a669-24d8a303c915 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.899042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.903613 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6ba3fb3-1738-4409-800b-b5dd16e3ffcd req-4316e2b2-30fe-499e-a669-24d8a303c915 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 945 time: 0.0889144 Aug 16 02:13:15.936839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ec37b9f0-370e-4294-bdef-905d5f9dce7b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.955672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Attempting to bind port 690d3e70-36b0-4801-863a-9421cb15907c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:15.957027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Attempting to bind port 690d3e70-36b0-4801-863a-9421cb15907c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:15.957411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Attempting to bind port 690d3e70-36b0-4801-863a-9421cb15907c on network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:15.961112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6396ae68-6d22-4f4e-8d5c-3e46459ae464 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:15.961804 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'f7aa412a-f657-47ca-9a0f-4d3b788c2db8', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'port_id': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'mac_address': 'fa:16:3e:70:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65220df5-c85a-4489-8767-76d80b0ce416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:48Z', 'updated_at': '2021-08-16T02:13:13Z', 'revision_number': 1, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:15.977806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6ba3fb3-1738-4409-800b-b5dd16e3ffcd req-c1820bb1-2819-41cf-9c73-5d6c4d9dac4b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731845 Aug 16 02:13:15.997156 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2e7e1-d5ba-49be-b89d-404110d05251 None None] The sync data for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 is: [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'f7aa412a-f657-47ca-9a0f-4d3b788c2db8', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'port_id': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'mac_address': 'fa:16:3e:70:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65220df5-c85a-4489-8767-76d80b0ce416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:48Z', 'updated_at': '2021-08-16T02:13:13Z', 'revision_number': 1, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:16.009456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:16.021814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:16.022252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Checking segment: {'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:16.022744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.023298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Bound using segment: {'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:16.023800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Bound port: 690d3e70-36b0-4801-863a-9421cb15907c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:16.024239 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.027310 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.070437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.133235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54a539-829f-469b-94ba-9710e7859aa1 req-8824f4db-8a1b-4a9c-8312-4135883d9e57 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.134359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:16.140991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a54a539-829f-469b-94ba-9710e7859aa1 req-8824f4db-8a1b-4a9c-8312-4135883d9e57 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 943 time: 0.0772133 Aug 16 02:13:16.156319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:16.159890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:16.163438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] For port 690d3e70-36b0-4801-863a-9421cb15907c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:16.166964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] For port 690d3e70-36b0-4801-863a-9421cb15907c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=690d3e70-36b0-4801-863a-9421cb15907c,segment=NetworkSegment(ae299c18-07eb-4d22-ab16-b5cb9a1a9064),segment_id=ae299c18-07eb-4d22-ab16-b5cb9a1a9064)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:16.168684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.175729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a54a539-829f-469b-94ba-9710e7859aa1 req-6dae22ad-146e-46d9-b30d-8909536d6279 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Aug 16 02:13:16.185113 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.190447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Pushing event updated for resources: {'Port': ['ID=20e149b4-9497-4283-98f2-68b4f77cb098,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.217052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:16.217369 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7a2e0c39-b715-4ed9-8c10-6c3726960527 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bd01655ec7d414e82ba34905449015b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6337698 Aug 16 02:13:16.293310 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-109deab6-7183-4227-a161-889bdec578fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.293801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60568368-22b1-4e73-ac18-122908d1eb81 None None] Pushing event updated for resources: {'Port': ['ID=690d3e70-36b0-4801-863a-9421cb15907c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.300261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.300632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.301006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.301367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.301684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.302720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.303070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.303403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.303730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.304088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.304748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.305079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:16.322381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-13e09662-8b19-4559-a79d-302b9d8321ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.324128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-13e09662-8b19-4559-a79d-302b9d8321ec service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.6290922 Aug 16 02:13:16.328773 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57309e72-5714-49b9-9bff-ead5f54fc3b6 x-openstack-request-id: req-57309e72-5714-49b9-9bff-ead5f54fc3b6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:16.329126 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040585f6-2639-404e-8cab-a5cede27d68c", "name": "network-vif-plugged", "status": "completed", "tag": "ec37b9f0-370e-4294-bdef-905d5f9dce7b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:16.332656 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57309e72-5714-49b9-9bff-ead5f54fc3b6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:16.333066 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040585f6-2639-404e-8cab-a5cede27d68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b', 'code': 200} Aug 16 02:13:16.339093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-109deab6-7183-4227-a161-889bdec578fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.354900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:16.366925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e6c45442-9adf-40a7-a362-d70ed682e19c details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:16.425336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.438946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-de65661c-7a68-4655-8d2a-92c9c2d8a761 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 217 time: 0.1044393 Aug 16 02:13:16.465728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-109deab6-7183-4227-a161-889bdec578fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.471870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-109deab6-7183-4227-a161-889bdec578fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.471870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-109deab6-7183-4227-a161-889bdec578fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59d890ef-057b-47e9-a406-74950444e636 HTTP/1.1" status: 204 len: 168 time: 0.2514429 Aug 16 02:13:16.495204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 329610e1-cfde-45b9-899a-1b794f1ae0f7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:16.498259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a359d1-b5e7-4a6c-8df9-89f5c062722e None None] New status for floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:16.501539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109deab6-7183-4227-a161-889bdec578fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d890ef-057b-47e9-a406-74950444e636,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.534070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:16.537761 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b98ec35-e74d-468e-8982-26651a8a6b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:16.543690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e0d3-aca9-4665-8cd2-39b035ef8267 req-6b7b0250-b4e5-4d36-8253-552478cdf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.545539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.547478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4b95e0d3-aca9-4665-8cd2-39b035ef8267 req-6b7b0250-b4e5-4d36-8253-552478cdf184 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 1101 time: 0.1485286 Aug 16 02:13:16.568216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deca8a-039a-4595-a8f5-f4d05f974c4b req-dd30c11e-e58c-475d-953b-c96f9ccc251f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.574969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-d5a9a746-fb5f-45fa-811c-9ab27c54f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.577029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-d5a9a746-fb5f-45fa-811c-9ab27c54f5cb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1271286 Aug 16 02:13:16.582563 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8deca8a-039a-4595-a8f5-f4d05f974c4b req-dd30c11e-e58c-475d-953b-c96f9ccc251f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 949 time: 0.1526017 Aug 16 02:13:16.590911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-49c6a6ff-43b2-4d21-bbb5-fcb6e7df2a27 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.592538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-49c6a6ff-43b2-4d21-bbb5-fcb6e7df2a27 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.98 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.1560767 Aug 16 02:13:16.665791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4b95e0d3-aca9-4665-8cd2-39b035ef8267 req-674e1ec4-09e6-437a-a60b-4fa06f302db3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644655 Aug 16 02:13:16.670936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8deca8a-039a-4595-a8f5-f4d05f974c4b req-a58b6b85-0c46-45f5-9fdb-02cd093ac59f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867763 Aug 16 02:13:16.759143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Routers {'b842808c-b5ce-4010-b7bc-c1eea0a4bbda'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:16.759783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:16.769563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-ca97b595-51b0-4b51-b8b4-12cd81d0e99b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750791 Aug 16 02:13:16.869810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 329610e1-cfde-45b9-899a-1b794f1ae0f7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:16.870156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 329610e1-cfde-45b9-899a-1b794f1ae0f7 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:16.883661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e6c45442-9adf-40a7-a362-d70ed682e19c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e6c45442-9adf-40a7-a362-d70ed682e19c,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:16.935125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:16.956462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Deleting port e010c3e4-59f9-41f9-98c5-4904a84d5259 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:16.956813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.958826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'e6c45442-9adf-40a7-a362-d70ed682e19c', 'network_id': '90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc', 'port_id': 'e6c45442-9adf-40a7-a362-d70ed682e19c', 'mac_address': 'fa:16:3e:51:45:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b63fe8-b765-481f-a679-e8bd523ae5bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:16.964863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.003338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.011747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4168f-8bd8-4ba1-8afb-2888511b983f req-283f1615-406a-4f56-ae6f-1e4f168c4656 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.016140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fbf4168f-8bd8-4ba1-8afb-2888511b983f req-283f1615-406a-4f56-ae6f-1e4f168c4656 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 949 time: 0.1039083 Aug 16 02:13:17.018999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] Set router b842808c-b5ce-4010-b7bc-c1eea0a4bbda gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:17.040371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dc3f41b4-0f39-423b-b42c-9610d3a5b37f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ef31f1f645c4a699e352d9626bd1be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008253 Aug 16 02:13:17.044628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:17.063374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.069628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:17.084403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fbf4168f-8bd8-4ba1-8afb-2888511b983f req-231f4aac-2f60-4bab-b821-07bf42421188 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Aug 16 02:13:17.090126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-48bc23b4-a8eb-445b-ae0d-eb9597cc3ef7 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836392 Aug 16 02:13:17.108586 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.119496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Pushing event updated for resources: {'Port': ['ID=20e149b4-9497-4283-98f2-68b4f77cb098,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:17.125318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2aa707c-84b8-4240-aef5-0028ab812163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.128603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.129850 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-411ac890-b82a-4b46-a217-4b69d994a377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2722363 Aug 16 02:13:17.154245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2aa707c-84b8-4240-aef5-0028ab812163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.189234 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e650189-e5d5-4ea8-a71e-d621e86fbb73 x-openstack-request-id: req-9e650189-e5d5-4ea8-a71e-d621e86fbb73 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:17.190754 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:17.190754 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e650189-e5d5-4ea8-a71e-d621e86fbb73 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:17.190754 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'status': 'completed', 'code': 200} Aug 16 02:13:17.232310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c45442-9adf-40a7-a362-d70ed682e19c {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:17.252593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:17.271331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] For port e010c3e4-59f9-41f9-98c5-4904a84d5259, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e010c3e4-59f9-41f9-98c5-4904a84d5259,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:17.271745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.282554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e6c45442-9adf-40a7-a362-d70ed682e19c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e6c45442-9adf-40a7-a362-d70ed682e19c,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:17.284340 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2aa707c-84b8-4240-aef5-0028ab812163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.287400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2aa707c-84b8-4240-aef5-0028ab812163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.287689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-637ebb1f-3f3c-4b7d-ad2e-4920ef8dbbfe tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.1385667 Aug 16 02:13:17.288549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f2aa707c-84b8-4240-aef5-0028ab812163 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33b53f68-fd54-46dd-b162-d07df2838bbb HTTP/1.1" status: 204 len: 168 time: 0.2430735 Aug 16 02:13:17.291493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.317810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Calling delete_port for e010c3e4-59f9-41f9-98c5-4904a84d5259 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:17.348038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa707c-84b8-4240-aef5-0028ab812163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b53f68-fd54-46dd-b162-d07df2838bbb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:17.352697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-e967c23c-bd59-494e-a4b0-246e5b3cbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.354936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-e967c23c-bd59-494e-a4b0-246e5b3cbb3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 1098 time: 0.1567414 Aug 16 02:13:17.389565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19d2b-9e10-4e6f-ad2d-89e14f659e28 req-c23b0c87-b346-4052-b5c8-1990cb734507 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.391468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1f19d2b-9e10-4e6f-ad2d-89e14f659e28 req-c23b0c87-b346-4052-b5c8-1990cb734507 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 950 time: 0.1104939 Aug 16 02:13:17.423731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e6c45442-9adf-40a7-a362-d70ed682e19c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:17.473945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '690d3e70-36b0-4801-863a-9421cb15907c', 'name': '', 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'mac_address': 'fa:16:3e:c6:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c2da53ab-5638-405f-b030-e30ccf574eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:10Z', 'updated_at': '2021-08-16T02:13:16Z', 'revision_number': 4, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'subnets': [{'id': 'c2da53ab-5638-405f-b030-e30ccf574eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:17.480121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1f19d2b-9e10-4e6f-ad2d-89e14f659e28 req-d12cec9f-1294-4b75-a458-780a1becb42d tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/security-groups?id=a6df33d8-1d48-4817-ae12-f6053f20c590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743556 Aug 16 02:13:17.510909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca32df-d77a-4363-9000-f3ae9c4cb359 None None] The sync data for ids ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'] in n-d-769329-15 is: [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '690d3e70-36b0-4801-863a-9421cb15907c', 'name': '', 'network_id': 'f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'mac_address': 'fa:16:3e:c6:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c2da53ab-5638-405f-b030-e30ccf574eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:10Z', 'updated_at': '2021-08-16T02:13:16Z', 'revision_number': 4, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'subnets': [{'id': 'c2da53ab-5638-405f-b030-e30ccf574eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:17.535677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-d7fc4882-1287-4c4e-bfca-7b9f698de38e service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322021 Aug 16 02:13:17.569173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-03648d88-9248-4045-8fda-94ec1d755799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.572500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-03648d88-9248-4045-8fda-94ec1d755799 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 925 time: 0.2016883 Aug 16 02:13:17.611272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e6c45442-9adf-40a7-a362-d70ed682e19c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:17.837486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-54ad1a6b-9354-4fab-b036-a00709a1da90 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.838234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-55205a2d-b339-4715-8ddf-f1268b9bf41a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989 HTTP/1.1" status: 200 len: 1002 time: 0.2513375 Aug 16 02:13:17.850140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-54ad1a6b-9354-4fab-b036-a00709a1da90 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.5180926 Aug 16 02:13:17.866391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0c1e3-7d06-4fb3-b375-c9d527bf1155 req-17347e98-10d1-45ab-a9f6-37721f770b0f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.874335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-964ed33f-99eb-4dde-8bbb-44fb10da3311 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:17.875516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 690d3e70-36b0-4801-863a-9421cb15907c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:17.876615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fb0c1e3-7d06-4fb3-b375-c9d527bf1155 req-17347e98-10d1-45ab-a9f6-37721f770b0f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 945 time: 0.2681971 Aug 16 02:13:17.889442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb3ee37a-6f48-412e-9c93-996e93365c1b req-964ed33f-99eb-4dde-8bbb-44fb10da3311 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0368104 Aug 16 02:13:17.995968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fb0c1e3-7d06-4fb3-b375-c9d527bf1155 req-a66110b7-e31b-44c9-998e-ab6f5eac6651 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151593 Aug 16 02:13:18.007855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-dbdeca79-da54-46a4-b3ab-242ac25ab45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.009431 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-dbdeca79-da54-46a4-b3ab-242ac25ab45b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e94bc30c-d333-4763-9a60-e9682031fa76 HTTP/1.1" status: 200 len: 863 time: 0.1641841 Aug 16 02:13:18.029436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-3697d082-6565-4a7c-b019-d969ca3b964b tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.032429 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-3697d082-6565-4a7c-b019-d969ca3b964b tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.1411221 Aug 16 02:13:18.094523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.119290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-bc2c81b5-a2c5-4608-93d5-a9911f0764f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.124809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-bc2c81b5-a2c5-4608-93d5-a9911f0764f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069238 Aug 16 02:13:18.172086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Pushing event deleted for resources: {'Port': ['ID=e010c3e4-59f9-41f9-98c5-4904a84d5259,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.177495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 690d3e70-36b0-4801-863a-9421cb15907c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:18.197137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 690d3e70-36b0-4801-863a-9421cb15907c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:18.197777 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.289493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642d40-dc1b-4fb8-a6ba-544d5d3e36f5 req-70081069-3784-421f-aba5-b862940abd82 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.293622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-36642d40-dc1b-4fb8-a6ba-544d5d3e36f5 req-70081069-3784-421f-aba5-b862940abd82 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 944 time: 0.2869256 Aug 16 02:13:18.294860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] No DVR routers for this DVR port e010c3e4-59f9-41f9-98c5-4904a84d5259 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:18.299384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.302461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7f54a00-cecf-4406-8d19-5d6de5d23b6d req-6723754b-22ae-49c6-ae0b-261119dc03d1 tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.98 "DELETE /v2.0/ports/e010c3e4-59f9-41f9-98c5-4904a84d5259 HTTP/1.1" status: 204 len: 173 time: 1.6962745 Aug 16 02:13:18.320365 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.363642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafe778-d2a9-40e0-b459-03677186fd5c req-171a136a-025f-41b7-bf33-1823c03ea67b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.370801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e010c3e4-59f9-41f9-98c5-4904a84d5259 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:18.373839 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0fafe778-d2a9-40e0-b459-03677186fd5c req-171a136a-025f-41b7-bf33-1823c03ea67b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 949 time: 0.2471888 Aug 16 02:13:18.423857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-36642d40-dc1b-4fb8-a6ba-544d5d3e36f5 req-17cb104e-aebe-4391-a927-a98b1adb5ef3 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148810 Aug 16 02:13:18.454190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: e010c3e4-59f9-41f9-98c5-4904a84d5259 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:18.454190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e010c3e4-59f9-41f9-98c5-4904a84d5259 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:18.472774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-40840b21-fc28-4ba3-8146-40197281cae9 service neutron] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:18.483160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 690d3e70-36b0-4801-863a-9421cb15907c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=690d3e70-36b0-4801-863a-9421cb15907c,segment=NetworkSegment(ae299c18-07eb-4d22-ab16-b5cb9a1a9064),segment_id=ae299c18-07eb-4d22-ab16-b5cb9a1a9064)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:18.483308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-40840b21-fc28-4ba3-8146-40197281cae9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.485454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-882c10ad-755f-410e-bf5d-f62bd8e174bb req-40840b21-fc28-4ba3-8146-40197281cae9 service neutron] 10.222.0.98 "DELETE /v2.0/ports/e7914ca9-718e-44f4-920f-33e704949e5d/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.4202127 Aug 16 02:13:18.499127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.522866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-d3142b70-790a-4a04-8698-8b922c63e0d8 service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801160 Aug 16 02:13:18.618493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=690d3e70-36b0-4801-863a-9421cb15907c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.645016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcc0989-a1b8-4204-bdfe-1ce2b85ac134 req-1ddb3b25-bb9c-42af-b9d7-b3b381f7a255 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips/b113db70-cbc0-46d9-881b-48531943343b HTTP/1.1" status: 200 len: 693 time: 0.0765073 Aug 16 02:13:18.648730 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0fafe778-d2a9-40e0-b459-03677186fd5c req-4c41162a-8cbc-4d63-874f-01d04363159b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524281 Aug 16 02:13:18.687015 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b98ec35-e74d-468e-8982-26651a8a6b2c req-52d93260-8ddf-4df2-b76e-d85f9d1ded1a service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494868 Aug 16 02:13:18.777177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0989-a1b8-4204-bdfe-1ce2b85ac134 req-8b7684c9-40c7-4413-aad0-1703c5ab890f tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.778896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcc0989-a1b8-4204-bdfe-1ce2b85ac134 req-8b7684c9-40c7-4413-aad0-1703c5ab890f tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1307895 Aug 16 02:13:18.793443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-8fcc0989-a1b8-4204-bdfe-1ce2b85ac134 req-9d1dec49-6af6-4459-91db-243aa365bf74 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:18.795767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fcc0989-a1b8-4204-bdfe-1ce2b85ac134 req-9d1dec49-6af6-4459-91db-243aa365bf74 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091393 Aug 16 02:13:18.798817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c8289-199f-466e-bea2-c1aa638ad423 req-dddec5fa-03e4-4c7e-ae08-8594ab92ab89 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.809576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d41c8289-199f-466e-bea2-c1aa638ad423 req-dddec5fa-03e4-4c7e-ae08-8594ab92ab89 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 949 time: 0.0684776 Aug 16 02:13:18.850967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d41c8289-199f-466e-bea2-c1aa638ad423 req-0bb99fd3-c7d7-4293-a3e5-8ac4967d55d4 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Aug 16 02:13:18.972201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbc1c46f-18d0-4fc6-981f-65eb3a19c721 req-bb8a004e-13cb-491d-a878-0b1212cf7ffe tempest-TenantUsagesTestJSON-211848038 tempest-TenantUsagesTestJSON-211848038-project] 10.222.0.78 "GET /v2.0/ports?device_id=a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4 HTTP/1.1" status: 200 len: 210 time: 0.0607624 Aug 16 02:13:19.012316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c505e63d-a5ad-4471-bcfa-46e947ea4a79 req-9854e9f2-d79e-4487-a27a-6aa62dde026c tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=b6e2f7007d8d489bb9e93355ecc06bd4 HTTP/1.1" status: 200 len: 696 time: 0.0994043 Aug 16 02:13:19.068550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:19.173825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883c828-bdc3-428c-8ce9-27bebf829526 req-063b4e51-47ac-47d9-add3-cea570244f9b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.180417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505e63d-a5ad-4471-bcfa-46e947ea4a79 req-7314c0b3-8fc3-4ecb-ab8f-f4e2f534bea0 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.181853 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d883c828-bdc3-428c-8ce9-27bebf829526 req-063b4e51-47ac-47d9-add3-cea570244f9b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 945 time: 0.0710263 Aug 16 02:13:19.183276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c505e63d-a5ad-4471-bcfa-46e947ea4a79 req-7314c0b3-8fc3-4ecb-ab8f-f4e2f534bea0 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks?id=f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 787 time: 0.1613221 Aug 16 02:13:19.197246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'name': 'network-vif-deleted', 'tag': 'e010c3e4-59f9-41f9-98c5-4904a84d5259'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:19.199541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:19.199833 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed1832-f245-44b2-895c-695ef7c08543" -d '{"events": [{"server_uuid": "a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4", "name": "network-vif-deleted", "tag": "e010c3e4-59f9-41f9-98c5-4904a84d5259"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:19.205836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:19.206671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.218089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-c505e63d-a5ad-4471-bcfa-46e947ea4a79 req-ea533e9e-26ae-48f5-b235-4efb84221d11 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:19.243953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c505e63d-a5ad-4471-bcfa-46e947ea4a79 req-ea533e9e-26ae-48f5-b235-4efb84221d11 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417101 Aug 16 02:13:19.268564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d883c828-bdc3-428c-8ce9-27bebf829526 req-3deb488e-30c1-4682-9a44-676df0771908 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680892 Aug 16 02:13:19.333779 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd11867-0b6d-42f4-8256-599ae8cfcf1b x-openstack-request-id: req-1bd11867-0b6d-42f4-8256-599ae8cfcf1b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:19.334814 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4", "name": "network-vif-deleted", "tag": "e010c3e4-59f9-41f9-98c5-4904a84d5259", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:19.335586 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1bd11867-0b6d-42f4-8256-599ae8cfcf1b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:19.337381 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f7cb3c-e4b0-4bae-ad73-7e1079118ca4', 'name': 'network-vif-deleted', 'tag': 'e010c3e4-59f9-41f9-98c5-4904a84d5259', 'status': 'completed', 'code': 200} Aug 16 02:13:19.394449 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.423026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-a137634e-c9ee-47a8-aa84-60888e2638ba tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips/b113db70-cbc0-46d9-881b-48531943343b HTTP/1.1" status: 200 len: 693 time: 0.0723131 Aug 16 02:13:19.444254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:19.445956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:19.450283 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec112b51-9344-491e-a169-02f5cbe04b31" -d '{"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-plugged", "status": "completed", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:19.455674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.516227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.532181 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5bc02-4ba7-4221-b791-7bce8e596bbf x-openstack-request-id: req-aab5bc02-4ba7-4221-b791-7bce8e596bbf {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:19.532692 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-plugged", "status": "completed", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:19.533091 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aab5bc02-4ba7-4221-b791-7bce8e596bbf {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:19.533633 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'code': 200} Aug 16 02:13:19.594429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-5c1d24dc-30f4-497c-b004-c2acd3105e70 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.595902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-5c1d24dc-30f4-497c-b004-c2acd3105e70 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1661913 Aug 16 02:13:19.609016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-28258975-0b9e-4032-8d92-28b0baf3cb95 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:19.615976 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-28258975-0b9e-4032-8d92-28b0baf3cb95 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137520 Aug 16 02:13:19.665001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-f2b1f877-405e-4a61-bdd5-af40cbe26c0f tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.0479457 Aug 16 02:13:19.702349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9c5db-2864-4213-ad0a-da64cf870f1e req-12423e8a-b123-4baf-980c-40a2af0f566a tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.710489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7a9c5db-2864-4213-ad0a-da64cf870f1e req-12423e8a-b123-4baf-980c-40a2af0f566a tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 944 time: 0.1182146 Aug 16 02:13:19.725504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 690d3e70-36b0-4801-863a-9421cb15907c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:19.731375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-8ce0946b-889a-42a4-83b6-f6125d53c22b tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.0598533 Aug 16 02:13:19.734719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9d8ea-bffa-44b1-84f9-f44cdc17656c req-5d1b4398-89c0-4626-8c8b-91e6e1402055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.736422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68e9d8ea-bffa-44b1-84f9-f44cdc17656c req-5d1b4398-89c0-4626-8c8b-91e6e1402055 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1102 time: 0.1281679 Aug 16 02:13:19.775846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 690d3e70-36b0-4801-863a-9421cb15907c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:19.776236 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.979193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7a9c5db-2864-4213-ad0a-da64cf870f1e req-ed4ac58b-3496-46fc-ac01-8f623ad70ca9 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674551 Aug 16 02:13:20.011126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68e9d8ea-bffa-44b1-84f9-f44cdc17656c req-e94fd86d-ea49-4257-9c02-12f421064d1b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576814 Aug 16 02:13:20.087000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b595e6-378c-421c-84c7-3c2322dc7a75 req-9117e151-24d5-415f-8347-e0eeba19890e tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.088506 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99b595e6-378c-421c-84c7-3c2322dc7a75 req-9117e151-24d5-415f-8347-e0eeba19890e tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 949 time: 0.0502880 Aug 16 02:13:20.101753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Deleting port 20e149b4-9497-4283-98f2-68b4f77cb098 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:20.102100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.126372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99b595e6-378c-421c-84c7-3c2322dc7a75 req-2b19eed5-a0e0-4852-8f0f-17b16fbd5f8b tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/security-groups?id=454c77e4-14c0-4e56-9731-ebff0cc83b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Aug 16 02:13:20.183624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.184200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.195925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Calling delete_port for 20e149b4-9497-4283-98f2-68b4f77cb098 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:20.220891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f6cc-870f-4b7d-aeac-c1004a10cf5e req-4f58c1b6-f108-467c-8fa2-c17630ed326f tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.222453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dad9f6cc-870f-4b7d-aeac-c1004a10cf5e req-4f58c1b6-f108-467c-8fa2-c17630ed326f tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0411692 Aug 16 02:13:20.257154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dad9f6cc-870f-4b7d-aeac-c1004a10cf5e req-588a0485-b3f4-4e08-aa25-eae51e6f741e tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286412 Aug 16 02:13:20.347334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.361081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e6c45442-9adf-40a7-a362-d70ed682e19c up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:20.375114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Pushing event deleted for resources: {'Port': ['ID=20e149b4-9497-4283-98f2-68b4f77cb098,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.409249 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.411794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.417428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e2de528-0bdb-4d38-8969-aa8f6f8e1a55 req-b4a5461e-d7c8-4472-92cb-1166ea1452ee tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "DELETE /v2.0/floatingips/b113db70-cbc0-46d9-881b-48531943343b HTTP/1.1" status: 204 len: 173 time: 0.6850548 Aug 16 02:13:20.421625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port e6c45442-9adf-40a7-a362-d70ed682e19c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:20.426910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port e6c45442-9adf-40a7-a362-d70ed682e19c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:20.427525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.477422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85080a6-60ee-4c0b-862a-f0ee7692dabe req-bb8118d3-ef96-4913-9cdf-24ddbfe89c0c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.480362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d85080a6-60ee-4c0b-862a-f0ee7692dabe req-bb8118d3-ef96-4913-9cdf-24ddbfe89c0c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.0684681 Aug 16 02:13:20.519909 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d85080a6-60ee-4c0b-862a-f0ee7692dabe req-25885717-53bd-4bed-a241-2fd85a9d0691 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Aug 16 02:13:20.520133 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.561421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e6c45442-9adf-40a7-a362-d70ed682e19c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e6c45442-9adf-40a7-a362-d70ed682e19c,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:20.566493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.633921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e6c45442-9adf-40a7-a362-d70ed682e19c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.710280 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-b3c5f858-54e2-4f17-b29d-fd2d6e6e8f5b tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1187522 Aug 16 02:13:20.720110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:20.747031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.759879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-2aa2a671-c404-40b1-95f0-b49ce7851704 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.761913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-2aa2a671-c404-40b1-95f0-b49ce7851704 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.1181209 Aug 16 02:13:20.777101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-525c0b85-6d71-4524-85de-e71b06c25e14 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/quotas/0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 375 time: 0.0094328 Aug 16 02:13:20.843560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-49d28601-0094-4969-a4dc-dd7551e036d7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595167 Aug 16 02:13:20.879182 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.918028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35368) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:20.949626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-0810c19f-beba-4393-8d24-10de1ed09946 service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049726 Aug 16 02:13:20.998740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Allocated IP 172.25.4.229 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/bc6cdd3f-323c-4e13-a38e-04c926c55bc2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:21.106955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-9b2d571e-947f-4009-9f4c-d916de4be618 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.108450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-9b2d571e-947f-4009-9f4c-d916de4be618 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.88 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 949 time: 0.1105592 Aug 16 02:13:21.111048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1c0ebc3d-7512-4888-9c14-0858be780b76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bbfd0a67d3a4bcca89ba6e00e60cd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919129 Aug 16 02:13:21.113340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-18dd1464-e148-4abe-91cb-10ffc820a87d service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623735 Aug 16 02:13:21.113802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35374) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.114131 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.157928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.197374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:21.200186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:21.207611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:21.228475 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.261537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Deleting port ec37b9f0-370e-4294-bdef-905d5f9dce7b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:21.261890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.265756 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.292827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Pushing event updated for resources: {'Port': ['ID=bc6cdd3f-323c-4e13-a38e-04c926c55bc2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.303600 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.365059 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.415654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] For port ec37b9f0-370e-4294-bdef-905d5f9dce7b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ec37b9f0-370e-4294-bdef-905d5f9dce7b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:21.416045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.425590 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.428075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.429238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6df33d8-1d48-4817-ae12-f6053f20c590 HTTP/1.1" status: 204 len: 168 time: 0.3145466 Aug 16 02:13:21.449641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Calling delete_port for ec37b9f0-370e-4294-bdef-905d5f9dce7b owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:21.466283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6df33d8-1d48-4817-ae12-f6053f20c590,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.482395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077431e-79f3-417e-88a8-be4ef65abb61 req-8d6615c6-a2a0-4be6-bd5f-d283b8851e75 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.484204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3077431e-79f3-417e-88a8-be4ef65abb61 req-8d6615c6-a2a0-4be6-bd5f-d283b8851e75 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 945 time: 0.1354771 Aug 16 02:13:21.534595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45442-9adf-40a7-a362-d70ed682e19c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:21.538297 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3efdcf-90b8-442d-b031-8874a6d92396" -d '{"events": [{"server_uuid": "fe1e6f3f-0913-4692-91fd-7b224ac5edfd", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45442-9adf-40a7-a362-d70ed682e19c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:21.548776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.553713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.553952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.554285 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.554411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.554822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.555195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.555498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.556010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.556379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.556760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.557516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.557884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.558198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb571068-236d-45a8-8693-92f1e47ea7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:21.608983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.613161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Pushing event updated for resources: {'Port': ['ID=bc6cdd3f-323c-4e13-a38e-04c926c55bc2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.625930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3077431e-79f3-417e-88a8-be4ef65abb61 req-f19d9b3b-f612-4e62-89c3-4873ba538db1 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312921 Aug 16 02:13:21.636524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.640783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-c0b4ebe0-205a-44cc-b659-f35e5ca10577 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9247646 Aug 16 02:13:21.699955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-395d857a-9733-4414-9b27-8279a2f7b44f tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.0485456 Aug 16 02:13:21.755117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.770069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ec37b9f0-370e-4294-bdef-905d5f9dce7b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:21.783010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58bf4593-ad24-4d7a-8112-c0f64f3c853c req-8b826efe-ab5d-405a-90ab-53a7b6080128 tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.78 "GET /v2.0/ports?device_id=040585f6-2639-404e-8cab-a5cede27d68c HTTP/1.1" status: 200 len: 210 time: 0.0415637 Aug 16 02:13:21.804953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Pushing event deleted for resources: {'Port': ['ID=ec37b9f0-370e-4294-bdef-905d5f9dce7b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.860206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-5aa58a51-04f4-483b-a4a0-3bdb56357e34 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.861789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f504cdb-aad2-4ceb-8461-6167a36e8bdf req-5aa58a51-04f4-483b-a4a0-3bdb56357e34 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1519070 Aug 16 02:13:21.862313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35400) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.871570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] No DVR routers for this DVR port ec37b9f0-370e-4294-bdef-905d5f9dce7b on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:21.882753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.885344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82b7653b-9e46-4305-b69a-3f88bd845b14 req-82b7fd28-5caa-47c9-8e6e-1296d714f1be tempest-ServerDiagnosticsNegativeTest-1071261563 tempest-ServerDiagnosticsNegativeTest-1071261563-project] 10.222.0.88 "DELETE /v2.0/ports/ec37b9f0-370e-4294-bdef-905d5f9dce7b HTTP/1.1" status: 204 len: 173 time: 0.7694235 Aug 16 02:13:21.885964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040585f6-2639-404e-8cab-a5cede27d68c', 'name': 'network-vif-deleted', 'tag': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:21.888767 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495c175-09d1-49db-9f22-03f5b0ed7ebb" -d '{"events": [{"server_uuid": "040585f6-2639-404e-8cab-a5cede27d68c", "name": "network-vif-deleted", "tag": "ec37b9f0-370e-4294-bdef-905d5f9dce7b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:21.897676 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be27e9ee-7c04-4e1f-bbef-1d9b6c463cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.944019 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.994401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74954e53-eb65-4a53-ab50-75b3e0a89413 req-7602704f-ce88-4016-9d67-117ed0701591 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 210 time: 0.0430646 Aug 16 02:13:22.020953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be27e9ee-7c04-4e1f-bbef-1d9b6c463cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.027361 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be27e9ee-7c04-4e1f-bbef-1d9b6c463cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.061979 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88806669-dd52-4074-874c-0972f65e6b70 x-openstack-request-id: req-88806669-dd52-4074-874c-0972f65e6b70 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:22.062359 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1e6f3f-0913-4692-91fd-7b224ac5edfd", "name": "network-vif-plugged", "status": "completed", "tag": "e6c45442-9adf-40a7-a362-d70ed682e19c", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:22.062690 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88806669-dd52-4074-874c-0972f65e6b70 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:22.063138 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c45442-9adf-40a7-a362-d70ed682e19c', 'code': 200} Aug 16 02:13:22.107183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.108439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-be27e9ee-7c04-4e1f-bbef-1d9b6c463cff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5a1327de1164f22a22b9e0ea7724764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450261 Aug 16 02:13:22.109379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27e9ee-7c04-4e1f-bbef-1d9b6c463cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efad278a-a085-4616-9b3d-9575e39d3fb7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.187856 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-885e3f88-d865-4f36-b1a3-74d6c9c75962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.196723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-9b43b7dd-0f2e-4aeb-a36e-2e9a49aacddf tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips/205eecb4-4bf5-4e38-83ab-8726bb4de9e5 HTTP/1.1" status: 200 len: 693 time: 0.0827682 Aug 16 02:13:22.220771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6962-ec6e-4029-b906-8dd41d4efe93 req-51e0c137-2930-4261-893a-597081ea3bb1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.222735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75ba6962-ec6e-4029-b906-8dd41d4efe93 req-51e0c137-2930-4261-893a-597081ea3bb1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.0821328 Aug 16 02:13:22.224656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-885e3f88-d865-4f36-b1a3-74d6c9c75962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.254459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cc0b4-268a-4854-a63d-2e678d33cdb0 req-a62e0691-decc-4de5-babd-8878895e4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.255980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86cc0b4-268a-4854-a63d-2e678d33cdb0 req-a62e0691-decc-4de5-babd-8878895e4a11 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 1097 time: 0.0903819 Aug 16 02:13:22.285606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75ba6962-ec6e-4029-b906-8dd41d4efe93 req-175494df-f370-4c1f-a5b6-58585a2b6d4a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Aug 16 02:13:22.312597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-885e3f88-d865-4f36-b1a3-74d6c9c75962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.315902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-885e3f88-d865-4f36-b1a3-74d6c9c75962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.317259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-885e3f88-d865-4f36-b1a3-74d6c9c75962 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/efad278a-a085-4616-9b3d-9575e39d3fb7 HTTP/1.1" status: 204 len: 168 time: 0.2090683 Aug 16 02:13:22.325320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e3f88-d865-4f36-b1a3-74d6c9c75962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad278a-a085-4616-9b3d-9575e39d3fb7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.349783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86cc0b4-268a-4854-a63d-2e678d33cdb0 req-95080eea-ba87-4967-9274-ebaefb2d8475 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827222 Aug 16 02:13:22.359081 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e377128-2041-45af-8005-a2eea99b237f x-openstack-request-id: req-7e377128-2041-45af-8005-a2eea99b237f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:22.359536 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040585f6-2639-404e-8cab-a5cede27d68c", "name": "network-vif-deleted", "tag": "ec37b9f0-370e-4294-bdef-905d5f9dce7b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:22.359949 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e377128-2041-45af-8005-a2eea99b237f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:22.360522 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040585f6-2639-404e-8cab-a5cede27d68c', 'name': 'network-vif-deleted', 'tag': 'ec37b9f0-370e-4294-bdef-905d5f9dce7b', 'status': 'completed', 'code': 200} Aug 16 02:13:22.365198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-4ec020e2-5f72-405d-b2b8-9e512557ba9a tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.373832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-4ec020e2-5f72-405d-b2b8-9e512557ba9a tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1693523 Aug 16 02:13:22.429360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-9fbaf07e-98c7-4974-9aec-dbda4a3dd774 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.0541039 Aug 16 02:13:22.506903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-dfe10aa7-a583-429e-8f23-e5a8df9a5377 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.0733423 Aug 16 02:13:22.610865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5d2bc4af-d25c-4e56-bd2f-3c3ced8fced5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.613157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5d2bc4af-d25c-4e56-bd2f-3c3ced8fced5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.1409988 Aug 16 02:13:22.633591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Request body: {'port': {'device_id': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'admin_state_up': True, 'tenant_id': '0ae2e3abcc454bf8901c3de6cbdb499d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:22.661359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Deleting port bc6cdd3f-323c-4e13-a38e-04c926c55bc2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:22.661926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.772224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.772636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.789134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Calling delete_port for bc6cdd3f-323c-4e13-a38e-04c926c55bc2 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:22.822954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Made reservation on behalf of 0ae2e3abcc454bf8901c3de6cbdb499d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:22.826933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.852117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b49fe-7fc7-42fa-8645-b40ab66b2cef req-bf8b54b6-ee44-419c-aa80-c2c6b597a83f tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.864169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b4b49fe-7fc7-42fa-8645-b40ab66b2cef req-bf8b54b6-ee44-419c-aa80-c2c6b597a83f tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1102 time: 0.0781651 Aug 16 02:13:22.957256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b4b49fe-7fc7-42fa-8645-b40ab66b2cef req-957616f1-e2af-4152-a21f-90fe63b3f476 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.972683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.005112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Pushing event deleted for resources: {'Port': ['ID=bc6cdd3f-323c-4e13-a38e-04c926c55bc2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:23.029539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.032809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.049191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-933a1f03-e52b-4463-858a-9f265d8b3906 req-e39dd231-1f8c-4dc4-b70a-dce779bd27b1 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "DELETE /v2.0/floatingips/205eecb4-4bf5-4e38-83ab-8726bb4de9e5 HTTP/1.1" status: 204 len: 173 time: 0.5333772 Aug 16 02:13:23.069684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Allocated IP 172.20.0.3 (300e3778-c05e-4fcc-a5b3-b08251b483f2/d1203901-e06d-47a6-adcd-6dac9cac7264/bcc33206-709a-466f-afb2-b582dd170c4d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:23.178200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731a81-3855-4e7a-afb7-fda87f54858a req-b547b057-cb50-45ee-9bff-da3c0abcfbbd tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.179769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c731a81-3855-4e7a-afb7-fda87f54858a req-b547b057-cb50-45ee-9bff-da3c0abcfbbd tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 945 time: 0.0550663 Aug 16 02:13:23.203374 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.220385 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b4b49fe-7fc7-42fa-8645-b40ab66b2cef req-957616f1-e2af-4152-a21f-90fe63b3f476 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.230700 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c731a81-3855-4e7a-afb7-fda87f54858a req-e5831479-3863-4d94-912e-e712a82afd86 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Aug 16 02:13:23.233485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9b4b49fe-7fc7-42fa-8645-b40ab66b2cef req-957616f1-e2af-4152-a21f-90fe63b3f476 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.282172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b4b49fe-7fc7-42fa-8645-b40ab66b2cef req-957616f1-e2af-4152-a21f-90fe63b3f476 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054983 Aug 16 02:13:23.300253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957616f1-e2af-4152-a21f-90fe63b3f476 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7974a9ca-64a2-475d-81ba-74fd362e0991,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:23.340839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.406808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c5a0f1e-ced4-41bb-8382-f67e57c9a2a9 req-d21b4ce9-4deb-4848-964c-73fe0e97931c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 210 time: 0.0379899 Aug 16 02:13:23.408691 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-b5580a52-257a-4702-b8e8-c91f670cf5bb req-38558b33-59e0-473c-9ff3-108a5fc19e55 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] show failed (client error): The resource could not be found. Aug 16 02:13:23.410135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b5580a52-257a-4702-b8e8-c91f670cf5bb req-38558b33-59e0-473c-9ff3-108a5fc19e55 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips/205eecb4-4bf5-4e38-83ab-8726bb4de9e5 HTTP/1.1" status: 404 len: 350 time: 0.0661380 Aug 16 02:13:23.452766 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.497852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:23.501332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:23.505598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:23.511081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.511717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.532684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:23.542919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-5ccb983c-767b-41cf-9e1c-e827804274e2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165881 Aug 16 02:13:23.557504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Request body: {'port': {'device_id': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:23.612030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.637218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35470) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.829897 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-7b603bde-5154-476d-b479-30431074042c req-13020ff6-e601-47cd-bd17-552c1019f407 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] show failed (client error): The resource could not be found. Aug 16 02:13:23.830933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b603bde-5154-476d-b479-30431074042c req-13020ff6-e601-47cd-bd17-552c1019f407 tempest-FloatingIPsTestJSON-1997603129 tempest-FloatingIPsTestJSON-1997603129-project] 10.222.0.78 "GET /v2.0/floatingips/205eecb4-4bf5-4e38-83ab-8726bb4de9e5 HTTP/1.1" status: 404 len: 350 time: 0.0466025 Aug 16 02:13:23.841253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.844665 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cc9ea95b-abd6-4dcb-b123-a8711d435ea4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abde065da0d047f19cac501d3b664743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041585 Aug 16 02:13:23.844908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35480) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.914813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f37a-97ed-4f9f-bf2d-ac935703f94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.948905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f37a-97ed-4f9f-bf2d-ac935703f94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.950595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc33206-709a-466f-afb2-b582dd170c4d {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:23.961515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.022733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f37a-97ed-4f9f-bf2d-ac935703f94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.026891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Transition to ACTIVE for port object bcc33206-709a-466f-afb2-b582dd170c4d will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:24.027328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7d0f37a-97ed-4f9f-bf2d-ac935703f94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.031430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e7d0f37a-97ed-4f9f-bf2d-ac935703f94a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/454c77e4-14c0-4e56-9731-ebff0cc83b71 HTTP/1.1" status: 204 len: 168 time: 0.1834171 Aug 16 02:13:24.037666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.039097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0f37a-97ed-4f9f-bf2d-ac935703f94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c77e4-14c0-4e56-9731-ebff0cc83b71,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.155855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.176573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:24.176915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:24.177237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:24.207628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:24.207957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:24.217394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:24.217738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:24.218134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:24.218571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Bound port: bcc33206-709a-466f-afb2-b582dd170c4d, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:24.218935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.333037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:24.339741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:24.385437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.398625 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:24.412336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-18c0d735-7913-4300-ab4d-50fa27d50ff6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325862 Aug 16 02:13:24.447849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b099a-6c8d-4c84-a10b-e084a53258cb req-92444446-2ece-465b-8a47-f3841927d63b tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.453117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-082b099a-6c8d-4c84-a10b-e084a53258cb req-92444446-2ece-465b-8a47-f3841927d63b tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 945 time: 0.1045613 Aug 16 02:13:24.455548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35522) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:24.471106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1caf3b2b-69aa-46ca-8365-42dc869e3f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.527110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cad90-7fdc-452d-baa6-34c4beeb3b29 req-80ced964-4665-46eb-af37-838450994bc6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.528958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-082b099a-6c8d-4c84-a10b-e084a53258cb req-914bc637-a623-4f78-ae8f-bd4e2df05825 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594232 Aug 16 02:13:24.535518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b59cad90-7fdc-452d-baa6-34c4beeb3b29 req-80ced964-4665-46eb-af37-838450994bc6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1520185 Aug 16 02:13:24.593834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.594565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.598708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] 10.222.0.88 "PUT /v2.0/ports/bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 200 len: 1092 time: 1.0436828 Aug 16 02:13:24.606840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35538) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:24.628078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:24.630797 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd3219d-8c6f-4472-a9cb-c314729ff44c" -d '{"events": [{"name": "network-changed", "server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:24.632590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1caf3b2b-69aa-46ca-8365-42dc869e3f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.637470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1caf3b2b-69aa-46ca-8365-42dc869e3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.686971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1caf3b2b-69aa-46ca-8365-42dc869e3f4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a06b177f4b44ba69d01cfbf220c3727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287040 Aug 16 02:13:24.696104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35546) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:24.703860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf3b2b-69aa-46ca-8365-42dc869e3f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f25d86-eb43-4e96-a717-d2f5b86db034,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.770375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799617d7-8588-4415-96c7-fdae1534d33b service neutron] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.802413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bad7f25-552b-410f-813d-86eaacf22319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.820657 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b59cad90-7fdc-452d-baa6-34c4beeb3b29 req-cd946103-1df6-43d1-a39f-46b518d6a20f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795129 Aug 16 02:13:24.834381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4043af-dd85-4d10-ad85-14e37ad8f700 req-af817ef3-09b7-4ef2-b1b8-0d2b917cd66d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.836061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f4043af-dd85-4d10-ad85-14e37ad8f700 req-af817ef3-09b7-4ef2-b1b8-0d2b917cd66d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.1169891 Aug 16 02:13:24.845458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45a6a6be-8489-4db1-9cce-9b4c6e976962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.849619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-b439971d-edfc-4bf0-bf27-1a0f465bdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.851141 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-b439971d-edfc-4bf0-bf27-1a0f465bdff2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1095 time: 0.2049241 Aug 16 02:13:24.915505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45a6a6be-8489-4db1-9cce-9b4c6e976962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.952910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f4043af-dd85-4d10-ad85-14e37ad8f700 req-06065d60-12fb-4886-b83e-4cc93d152f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017525 Aug 16 02:13:25.066975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ec37b9f0-370e-4294-bdef-905d5f9dce7b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:25.099903 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45a6a6be-8489-4db1-9cce-9b4c6e976962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.110008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45a6a6be-8489-4db1-9cce-9b4c6e976962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.113888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-45a6a6be-8489-4db1-9cce-9b4c6e976962 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f0f25d86-eb43-4e96-a717-d2f5b86db034 HTTP/1.1" status: 204 len: 168 time: 0.4158087 Aug 16 02:13:25.117226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: ec37b9f0-370e-4294-bdef-905d5f9dce7b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:25.117416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ec37b9f0-370e-4294-bdef-905d5f9dce7b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:25.161509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bad7f25-552b-410f-813d-86eaacf22319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.165005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6a6be-8489-4db1-9cce-9b4c6e976962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f25d86-eb43-4e96-a717-d2f5b86db034,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.175944 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bad7f25-552b-410f-813d-86eaacf22319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.239265 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5bad7f25-552b-410f-813d-86eaacf22319 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a5c3fd8782b45ca8ff9fce8d0248638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306076 Aug 16 02:13:25.240971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35572) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.245308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad7f25-552b-410f-813d-86eaacf22319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6adb9-e9dd-4e2d-9f98-67f33220b81f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.354601 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a50f743-d3d4-494c-b375-8b89835caff9 x-openstack-request-id: req-2a50f743-d3d4-494c-b375-8b89835caff9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:25.355160 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:25.355160 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a50f743-d3d4-494c-b375-8b89835caff9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:25.355526 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d', 'status': 'completed', 'code': 200} Aug 16 02:13:25.358459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-2af1cfc2-ccbb-4d2c-9f46-8f5811cfbc18 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 200 len: 217 time: 0.4855087 Aug 16 02:13:25.405795 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0e129c5-c0f7-46ab-81b5-02030d97540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.479944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-d9920b87-edc2-4615-b732-b1a2b47647df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.480916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-d9920b87-edc2-4615-b732-b1a2b47647df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1149094 Aug 16 02:13:25.490104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.499703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0e129c5-c0f7-46ab-81b5-02030d97540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.707649 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0e129c5-c0f7-46ab-81b5-02030d97540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.710513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0e129c5-c0f7-46ab-81b5-02030d97540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.711816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a0e129c5-c0f7-46ab-81b5-02030d97540c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4cb6adb9-e9dd-4e2d-9f98-67f33220b81f HTTP/1.1" status: 204 len: 168 time: 0.4478104 Aug 16 02:13:25.726433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e129c5-c0f7-46ab-81b5-02030d97540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6adb9-e9dd-4e2d-9f98-67f33220b81f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.823816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-f94b1830-608f-4dbe-a151-1ee1cf5682d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3250959 Aug 16 02:13:26.121544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41b438b5-81b1-4f56-a9b4-4f49a9435869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.140721 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-62c84c82-5e0d-45ab-b652-7299251f501c service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026812 Aug 16 02:13:26.157548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3cdbb-131f-4382-bb40-fd33dacc6c43 req-195788a0-9dda-48a4-bd9e-ded4f8c67837 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.160992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-39f3cdbb-131f-4382-bb40-fd33dacc6c43 req-195788a0-9dda-48a4-bd9e-ded4f8c67837 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.2354844 Aug 16 02:13:26.168404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35626) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.202352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8bc93-7d5e-4b11-adbd-d17284b4cb19 req-902bb630-1d6d-4674-88a7-f7759606ef43 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.204151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fca8bc93-7d5e-4b11-adbd-d17284b4cb19 req-902bb630-1d6d-4674-88a7-f7759606ef43 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.0687349 Aug 16 02:13:26.259336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fca8bc93-7d5e-4b11-adbd-d17284b4cb19 req-b67f0830-0572-4a23-96f1-ee2659fa383e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Aug 16 02:13:26.333593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-39f3cdbb-131f-4382-bb40-fd33dacc6c43 req-fc2eb938-0d03-4b65-9de7-1293d2c9e98c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494014 Aug 16 02:13:26.365605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35634) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.384553 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a5b90a4-f612-47cc-909d-e3ced5db4d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.467139 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78d1f8cd-3c66-43f7-b37d-538740550b7c req-71f1073d-0425-4ce7-9a17-8ae3109dd9ab service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180697 Aug 16 02:13:26.477934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5be1fbd7-ee48-4f58-8669-437e77b131c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.480046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5be1fbd7-ee48-4f58-8669-437e77b131c2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1102 time: 0.1367998 Aug 16 02:13:26.542760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a5b90a4-f612-47cc-909d-e3ced5db4d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.548016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a5b90a4-f612-47cc-909d-e3ced5db4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.566804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Deleting port 690d3e70-36b0-4801-863a-9421cb15907c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:26.570382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.591506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b90a4-f612-47cc-909d-e3ced5db4d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa260e-0a9c-40a7-bbe5-9fbe2e5c7a0c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.619190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edeed1ee-e2b5-44e8-b5a6-55bc39507231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.637077 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2a5b90a4-f612-47cc-909d-e3ced5db4d46 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b113cd5303345158e28a5dd5cf3bf55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678993 Aug 16 02:13:26.637824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.702195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-4e58c6a1-9313-4ce6-9b53-76e8d7771c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.703718 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-4e58c6a1-9313-4ce6-9b53-76e8d7771c4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1095 time: 0.1803350 Aug 16 02:13:26.709939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54bbaa37-6004-4852-b816-cf728246c8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.736770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] For port 690d3e70-36b0-4801-863a-9421cb15907c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=690d3e70-36b0-4801-863a-9421cb15907c,segment=NetworkSegment(ae299c18-07eb-4d22-ab16-b5cb9a1a9064),segment_id=ae299c18-07eb-4d22-ab16-b5cb9a1a9064)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:26.737146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.756248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54bbaa37-6004-4852-b816-cf728246c8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.804663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-9925c818-b5ff-4b54-bf4c-aa1912211dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.806239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-9925c818-b5ff-4b54-bf4c-aa1912211dcb service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3132908 Aug 16 02:13:26.807154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Calling delete_port for 690d3e70-36b0-4801-863a-9421cb15907c owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:26.844759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edeed1ee-e2b5-44e8-b5a6-55bc39507231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.849711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edeed1ee-e2b5-44e8-b5a6-55bc39507231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.861943 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-1adbbd0a-76be-493b-8401-78e86e4b29e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0459001 Aug 16 02:13:26.888476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeed1ee-e2b5-44e8-b5a6-55bc39507231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa14290-cf70-46d3-b77e-79d474923108,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.892759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54bbaa37-6004-4852-b816-cf728246c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.895606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54bbaa37-6004-4852-b816-cf728246c8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.896801 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-54bbaa37-6004-4852-b816-cf728246c8e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59fa260e-0a9c-40a7-bbe5-9fbe2e5c7a0c HTTP/1.1" status: 204 len: 168 time: 0.2578764 Aug 16 02:13:26.910900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbaa37-6004-4852-b816-cf728246c8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa260e-0a9c-40a7-bbe5-9fbe2e5c7a0c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.923962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-edeed1ee-e2b5-44e8-b5a6-55bc39507231 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a75c1f8925d4443b8b8bf136de99326f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533531 Aug 16 02:13:26.930364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35652) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.022259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2611e46a-2117-4fcb-ade7-00effd11747f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.045999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2611e46a-2117-4fcb-ade7-00effd11747f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.119929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2611e46a-2117-4fcb-ade7-00effd11747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.123639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2611e46a-2117-4fcb-ade7-00effd11747f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.125062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2611e46a-2117-4fcb-ade7-00effd11747f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/baa14290-cf70-46d3-b77e-79d474923108 HTTP/1.1" status: 204 len: 168 time: 0.1909742 Aug 16 02:13:27.144890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611e46a-2117-4fcb-ade7-00effd11747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa14290-cf70-46d3-b77e-79d474923108,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:27.163146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-2e286e5b-8bd6-42df-8c86-82caba5a324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.164687 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-2e286e5b-8bd6-42df-8c86-82caba5a324f service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.4483404 Aug 16 02:13:27.203316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5bf3c568-9243-497b-9d2b-82e14cab09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.205019 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5bf3c568-9243-497b-9d2b-82e14cab09e2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.3342211 Aug 16 02:13:27.263615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-6fd9344b-a184-40b2-a0dc-5d9f893dd954 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 200 len: 217 time: 0.0573647 Aug 16 02:13:27.445839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-f4be10a3-4ed2-4408-97bc-96f72e7867eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.446069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-f4be10a3-4ed2-4408-97bc-96f72e7867eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1610680 Aug 16 02:13:27.545187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-6ec90b2e-1bf4-4638-bd81-762a9f601564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.545187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-6ec90b2e-1bf4-4638-bd81-762a9f601564 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3158450 Aug 16 02:13:27.545187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-807755f7-a0cf-4759-a105-53e98641e46a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550306 Aug 16 02:13:27.546314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfd8fe-26a3-4e26-9dc1-39f7dd52a2f2 req-3c6df345-0bcf-46e0-b41b-be63f4661ab0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.559957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98cfd8fe-26a3-4e26-9dc1-39f7dd52a2f2 req-3c6df345-0bcf-46e0-b41b-be63f4661ab0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1242344 Aug 16 02:13:27.569103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.613953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=690d3e70-36b0-4801-863a-9421cb15907c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:27.647821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98cfd8fe-26a3-4e26-9dc1-39f7dd52a2f2 req-944de868-3e52-43cd-bb4b-257cca0b9526 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782144 Aug 16 02:13:27.765626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc193e-049c-4f36-b85e-a7424d766dbf req-982586c0-a11e-4161-9c89-7fc1ef9da25a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.767340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69fc193e-049c-4f36-b85e-a7424d766dbf req-982586c0-a11e-4161-9c89-7fc1ef9da25a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.3325329 Aug 16 02:13:28.235620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-8591d780-7e7e-47c7-96dd-86ffde0c3d86 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802108 Aug 16 02:13:28.377196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69fc193e-049c-4f36-b85e-a7424d766dbf req-1a4cd0c1-85c8-4a1a-93d9-3b1dcf52bf24 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994384 Aug 16 02:13:28.383198 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-525db15b-0c8e-4fe2-bda7-8f50d87980bb service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8261867 Aug 16 02:13:28.463039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.478110 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-660ed0a6-2ed1-4201-a884-2ca8ee0c3a72 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=09bb0e460abd4b4ca29716f721aa7470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339193 Aug 16 02:13:28.564052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-2e5ba5bf-5d6c-4c16-8e79-c75446182e6f service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129871 Aug 16 02:13:28.610244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2dd3219d-8c6f-4472-a9cb-c314729ff44c req-52dde4d0-f470-424f-99a1-444a03f65c80 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162137 Aug 16 02:13:28.645365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-435edecf-6ca0-4273-9f3a-9b0ae3c9d028 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.652930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-435edecf-6ca0-4273-9f3a-9b0ae3c9d028 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733325 Aug 16 02:13:28.673328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-dcfc73d4-8d10-46ef-8c86-54cff95f4cc6 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/quotas/09bb0e460abd4b4ca29716f721aa7470 HTTP/1.1" status: 200 len: 375 time: 0.0194566 Aug 16 02:13:28.701516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.720812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-6721b515-a22f-4a33-8cf8-77af20d4f61e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464289 Aug 16 02:13:28.756426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.777408 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13d79fa4-98cd-4014-ac67-0afb047e8667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.902266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Router b842808c-b5ce-4010-b7bc-c1eea0a4bbda has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:28.923533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a95375-3c34-4f3f-945c-dc2205f3cc65 req-8a34b216-3265-492c-b6a8-477b8502b7f6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.931505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a95375-3c34-4f3f-945c-dc2205f3cc65 req-8a34b216-3265-492c-b6a8-477b8502b7f6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1136160 Aug 16 02:13:29.070909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-142515441-network', 'tenant_id': '4f5de6b5601640278d4fc77bac83eb6a'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:29.088849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:29.097477 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9aa8b81b-10c1-410e-a41b-daaca678a8f4 admin admin] 10.222.0.78 "PUT /v2.0/routers/b842808c-b5ce-4010-b7bc-c1eea0a4bbda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2542136 Aug 16 02:13:29.100671 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] Sync routers for ids ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:29.104052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35766) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.107052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bcc33206-709a-466f-afb2-b582dd170c4d details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:29.119249 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] Routers {'b842808c-b5ce-4010-b7bc-c1eea0a4bbda'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:29.122344 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:29.125791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a95375-3c34-4f3f-945c-dc2205f3cc65 req-150c02e8-dcd8-4b7c-b077-ecd32a95ed3c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934044 Aug 16 02:13:29.133711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Made reservation on behalf of 4f5de6b5601640278d4fc77bac83eb6a for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:29.136803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.148631 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.226795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:29.243791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'bcc33206-709a-466f-afb2-b582dd170c4d', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'port_id': 'bcc33206-709a-466f-afb2-b582dd170c4d', 'mac_address': 'fa:16:3e:9b:17:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1203901-e06d-47a6-adcd-6dac9cac7264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:29.290897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.317383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc33206-709a-466f-afb2-b582dd170c4d {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:29.336725 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-33bfab46-d489-4bdf-874c-b3181e20d186 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=09bb0e460abd4b4ca29716f721aa7470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2556486 Aug 16 02:13:29.348132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:29.353780 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.374467 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] Set router b842808c-b5ce-4010-b7bc-c1eea0a4bbda gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:29.393640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.401265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.430586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:29.458432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f333bf3c-0645-46b4-a99e-97a96b5cb592,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:29.472490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:29.484363 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.484979 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Added segment ffa49434-a46d-4bd8-8480-251a6703e4ab of type vlan for network f8a28437-2f95-4196-8db3-fe4fa0deda00 Aug 16 02:13:29.552490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.598863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.599860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.600634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.602011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['bcc33206-709a-466f-afb2-b582dd170c4d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:29.677586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.720909 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9170609 Aug 16 02:13:29.723537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35786) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.731913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e648d-cea2-48d5-9060-a74e204bfb2e admin admin] Pushing event updated for resources: {'Network': ['ID=f8a28437-2f95-4196-8db3-fe4fa0deda00,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:29.733736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-4829e469-148b-4b21-98e0-1068ce1b7618 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.737017 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:27Z', 'revision_number': 5, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:29.750517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f8a28437-2f95-4196-8db3-fe4fa0deda00 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:29.761018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-4829e469-148b-4b21-98e0-1068ce1b7618 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4103148 Aug 16 02:13:29.766522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Request body: {'subnet': {'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-142515441-subnet', 'tenant_id': '4f5de6b5601640278d4fc77bac83eb6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:29.770395 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] Checking router: b842808c-b5ce-4010-b7bc-c1eea0a4bbda for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:29.780389 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] Routers {'b842808c-b5ce-4010-b7bc-c1eea0a4bbda'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:29.780998 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:29.877072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.919108 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] Set router b842808c-b5ce-4010-b7bc-c1eea0a4bbda gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:29.936388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Made reservation on behalf of 4f5de6b5601640278d4fc77bac83eb6a for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:29.938921 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.973515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-4304bdc1-3e98-4325-93c1-6d3f8f03d6a2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/quotas/09bb0e460abd4b4ca29716f721aa7470 HTTP/1.1" status: 200 len: 375 time: 0.1874089 Aug 16 02:13:30.063678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.091530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a95808-1c7e-483d-ae3c-357dca812a4f req-22d7b3dd-9b13-47b2-a8de-b29fd570a3e6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.092757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18a95808-1c7e-483d-ae3c-357dca812a4f req-22d7b3dd-9b13-47b2-a8de-b29fd570a3e6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 944 time: 0.0915592 Aug 16 02:13:30.096518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-fbb5a463-8427-42b9-b06b-3ba0a7f57254 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1220200 Aug 16 02:13:30.140538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18a95808-1c7e-483d-ae3c-357dca812a4f req-e3143ed9-a038-41a4-9117-7a9115bcd00c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Aug 16 02:13:30.260830 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:27Z', 'revision_number': 5, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:30.306868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea6c6a-8e9d-438f-8d0f-fc3c7fd8c289 None None] The sync data for ids ['b842808c-b5ce-4010-b7bc-c1eea0a4bbda'] in n-d-769329-15 is: [{'id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'name': 'tempest-FloatingIPsTestJSON-903784178-router', 'tenant_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:59Z', 'updated_at': '2021-08-16T02:13:27Z', 'revision_number': 5, 'project_id': 'b6e2f7007d8d489bb9e93355ecc06bd4', 'gw_port': {'id': 'aa61b1ca-0fcc-4436-830e-401e518a0e4a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842808c-b5ce-4010-b7bc-c1eea0a4bbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:02Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:30.321625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Deleting port aa61b1ca-0fcc-4436-830e-401e518a0e4a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:30.321901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.497836 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.555760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c7025-0063-4b07-b5bc-498a3884ef73 req-7e302ccf-18bb-4632-b2b7-70471214f2e8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.565467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-291c7025-0063-4b07-b5bc-498a3884ef73 req-7e302ccf-18bb-4632-b2b7-70471214f2e8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1748674 Aug 16 02:13:30.574586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-859032f0-4b4d-4b33-ac82-fa6880ddf9e5 req-55468aa6-656e-4011-95f3-009574c16fd2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 210 time: 0.0505347 Aug 16 02:13:30.644973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-38311fae-94b4-4b62-897f-21fd50fc8817 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=09bb0e460abd4b4ca29716f721aa7470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705485 Aug 16 02:13:30.648841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] For port aa61b1ca-0fcc-4436-830e-401e518a0e4a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aa61b1ca-0fcc-4436-830e-401e518a0e4a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:30.649233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.727499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b494a140-ba88-4a01-b589-6523c0ee7e27,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:30.740186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Calling delete_port for aa61b1ca-0fcc-4436-830e-401e518a0e4a owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:31.116151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Checking segment: {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:31.116548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Network hostable DHCP agents. Network: f8a28437-2f95-4196-8db3-fe4fa0deda00, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:31.143013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bcc33206-709a-466f-afb2-b582dd170c4d up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:31.144761 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-291c7025-0063-4b07-b5bc-498a3884ef73 req-09f12d7e-411d-4151-8790-2dcd30dbc88b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734427 Aug 16 02:13:31.220059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port bcc33206-709a-466f-afb2-b582dd170c4d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:31.224398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Network f8a28437-2f95-4196-8db3-fe4fa0deda00 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:31.225306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port bcc33206-709a-466f-afb2-b582dd170c4d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:31.225905 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.388455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.421003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa61b1ca-0fcc-4436-830e-401e518a0e4a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.438764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f8a28437-2f95-4196-8db3-fe4fa0deda00) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:31.453762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866ade-9328-4af6-9bd3-a5412fd9c97e req-c380bdc2-8d81-475b-b918-642db7e9b187 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.455173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-436d5c55-ca85-4c6f-aaff-7cf47fff8c2c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.459042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-436d5c55-ca85-4c6f-aaff-7cf47fff8c2c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7913508 Aug 16 02:13:31.463323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.463765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934fa70-92cf-45e3-b7b4-672ce49373b1 None None] Network f8a28437-2f95-4196-8db3-fe4fa0deda00 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:31.463972 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.477108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07866ade-9328-4af6-9bd3-a5412fd9c97e req-c380bdc2-8d81-475b-b918-642db7e9b187 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 944 time: 0.0770216 Aug 16 02:13:31.480118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Request body: {'port': {'device_id': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '09bb0e460abd4b4ca29716f721aa7470'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:31.542183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07866ade-9328-4af6-9bd3-a5412fd9c97e req-4de2461c-559e-48f8-82e8-84f749fa8efd tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622752 Aug 16 02:13:31.581288 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.590462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0f165d92-5b1e-4ec3-a4d3-09cc88e6c818 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8582006 Aug 16 02:13:31.590462 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.614226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.682817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:31.689882 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4bc6c5-1654-4080-8359-a587b465bcfe" -d '{"events": [{"server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "name": "network-vif-plugged", "status": "completed", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:31.751656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:31.770494 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20400d24-4a9f-4423-a8e6-7a8e7e5ad1f7 x-openstack-request-id: req-20400d24-4a9f-4423-a8e6-7a8e7e5ad1f7 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:31.771072 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "name": "network-vif-plugged", "status": "completed", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:31.771540 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20400d24-4a9f-4423-a8e6-7a8e7e5ad1f7 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:31.772133 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d', 'code': 200} Aug 16 02:13:31.776079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.904854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-d2417bfa-99cb-4a2f-b874-e32b051c21d6 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=09bb0e460abd4b4ca29716f721aa7470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655570 Aug 16 02:13:31.910963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.914489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.915941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.920100 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.920994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 690d3e70-36b0-4801-863a-9421cb15907c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:31.961318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 690d3e70-36b0-4801-863a-9421cb15907c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:31.962062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 690d3e70-36b0-4801-863a-9421cb15907c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:31.966616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f24d20c7-4c54-447e-9020-ebd844bda276 req-efbce3db-09ee-4c05-af14-2a9b92a62daa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 210 time: 0.1817849 Aug 16 02:13:32.022123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4304c-ddcd-4afe-afe6-ac540406b31a None None] Network f8a28437-2f95-4196-8db3-fe4fa0deda00 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:32.065750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.066254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b842808c-b5ce-4010-b7bc-c1eea0a4bbda {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:32.072830 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.073970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5a1a3102-425b-48c0-a46d-8f913869bf96 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b842808c-b5ce-4010-b7bc-c1eea0a4bbda HTTP/1.1" status: 204 len: 168 time: 2.9615734 Aug 16 02:13:32.076777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35838) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.084891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Made reservation on behalf of 09bb0e460abd4b4ca29716f721aa7470 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:32.087642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef973a-a633-4289-ab29-3fd240ade4e9 req-a7bd0f57-6249-4017-a12e-980c078d90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.090193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-45ef973a-a633-4289-ab29-3fd240ade4e9 req-a7bd0f57-6249-4017-a12e-980c078d90f9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1097 time: 0.2097721 Aug 16 02:13:32.094507 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.126197 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.186198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8653336c-9f3f-4c4b-b042-f8f8ed5e5ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.260955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] Deleting subnet c2da53ab-5638-405f-b030-e30ccf574eac {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:32.266228 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.269846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-45ef973a-a633-4289-ab29-3fd240ade4e9 req-f885bd01-76b6-4bb5-b851-e716ac0233ec service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584263 Aug 16 02:13:32.351207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.408065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-66a4c53c-ffd5-415a-a2cf-aa0e0d4d396e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.410442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-66a4c53c-ffd5-415a-a2cf-aa0e0d4d396e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4815342 Aug 16 02:13:32.429010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Request body: {'port': {'device_id': '01690f77-0530-483d-8d72-e58b8bf31b35', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '09bb0e460abd4b4ca29716f721aa7470'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:32.485457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.527688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c244-a352-4c44-b92d-e580854de9ec req-bc4922c9-0f67-490d-a1c6-5d699139c1db tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.529209 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-bc4922c9-0f67-490d-a1c6-5d699139c1db tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 821 time: 0.2097096 Aug 16 02:13:32.536635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570083a-7519-45d0-8f5b-8f347bf6190c req-32fe9b59-9ad0-4d50-8135-52150e51e82e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.538141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8570083a-7519-45d0-8f5b-8f347bf6190c req-32fe9b59-9ad0-4d50-8135-52150e51e82e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.2191725 Aug 16 02:13:32.559516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-e1984903-af7f-4cf2-ba71-695ddb64e1b9 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/quotas/4f5de6b5601640278d4fc77bac83eb6a HTTP/1.1" status: 200 len: 375 time: 0.0218811 Aug 16 02:13:32.585664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.596372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.603164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-fa8a45b2-beb2-4e97-bdd1-280fec7674db tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324247 Aug 16 02:13:32.631314 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.650202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8570083a-7519-45d0-8f5b-8f347bf6190c req-38b58311-e47c-4495-b637-d7eff9a19133 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037679 Aug 16 02:13:32.700069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2da53ab-5638-405f-b030-e30ccf574eac,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.706133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.708555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8a89035a-e06d-4cc7-befb-d6f2954ccc98 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c2da53ab-5638-405f-b030-e30ccf574eac HTTP/1.1" status: 204 len: 168 time: 0.6295760 Aug 16 02:13:32.709563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9370bae8-2b74-4ae5-a8d9-50e75bd2d845,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.713353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35856) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.733139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f493c-d75a-4f13-b3d8-7692ea5a7736 None None] Network f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:32.796134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-2a3ba1a4-1c63-44cb-8e85-ba647e727f3d service neutron] 10.222.0.78 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828196 Aug 16 02:13:32.846893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8653336c-9f3f-4c4b-b042-f8f8ed5e5ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.871317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8653336c-9f3f-4c4b-b042-f8f8ed5e5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.910383 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.944463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4255155-7ab6-42f8-bd04-0fc7de48984b req-78d2ddd3-e47c-4c18-9df2-95f2dcf53bc1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.944463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4255155-7ab6-42f8-bd04-0fc7de48984b req-78d2ddd3-e47c-4c18-9df2-95f2dcf53bc1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.1646228 Aug 16 02:13:32.946247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Allocated IP 192.168.233.169 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:32.975253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] DHCP port deletion for f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:32.999100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Made reservation on behalf of 09bb0e460abd4b4ca29716f721aa7470 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:33.002997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.040576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4255155-7ab6-42f8-bd04-0fc7de48984b req-3f12f09b-e8d9-4353-a0fa-215feabfe2e4 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841141 Aug 16 02:13:33.047737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] Deleting port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:33.048491 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.112224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653336c-9f3f-4c4b-b042-f8f8ed5e5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a852d-647f-46e8-b26a-8ccb539921fa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.140654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8653336c-9f3f-4c4b-b042-f8f8ed5e5ff3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85685d4ac5e248878e7a21e89e64864c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5251131 Aug 16 02:13:33.141914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] For port 2b5c50b4-54f1-4066-8abd-444dafc26ad3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2b5c50b4-54f1-4066-8abd-444dafc26ad3,segment=NetworkSegment(ae299c18-07eb-4d22-ab16-b5cb9a1a9064),segment_id=ae299c18-07eb-4d22-ab16-b5cb9a1a9064)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:33.142527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.143133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.156211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] Calling delete_port for 2b5c50b4-54f1-4066-8abd-444dafc26ad3 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:33.212322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-6cb2f635-a8cb-41fa-8a8f-ce282b5b458c service neutron] 10.222.0.78 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146469 Aug 16 02:13:33.263640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.282995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Transition to ACTIVE for port object ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:33.287669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1436-f3f5-4d6f-a765-73429f548f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.309309 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.339466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] Pushing event deleted for resources: {'Port': ['ID=2b5c50b4-54f1-4066-8abd-444dafc26ad3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.352578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1436-f3f5-4d6f-a765-73429f548f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.353044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b9b34-b1bd-43d0-b20a-d1680d8eb555 None None] No DVR routers for this DVR port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:33.390805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5dff7948-866b-4bcc-b2ed-ad7192281031 req-702d3abf-e8a2-476c-8280-a7e922c22565 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 210 time: 0.0776861 Aug 16 02:13:33.401426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Deleting port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:33.401772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.501853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1436-f3f5-4d6f-a765-73429f548f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.511499 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1436-f3f5-4d6f-a765-73429f548f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.515279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b4ad1436-f3f5-4d6f-a765-73429f548f9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/827a852d-647f-46e8-b26a-8ccb539921fa HTTP/1.1" status: 204 len: 168 time: 0.3689649 Aug 16 02:13:33.535359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.537911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] For port 2b5c50b4-54f1-4066-8abd-444dafc26ad3, host n-d-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:33.538279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.549592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad1436-f3f5-4d6f-a765-73429f548f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a852d-647f-46e8-b26a-8ccb539921fa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.585541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2869c5d8-1b60-47b5-898e-c0e95583b013 req-556ab267-b2fe-49b6-bbca-7c2ea2e87ee2 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 210 time: 0.0424395 Aug 16 02:13:33.594048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Allocated IP 192.168.233.35 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/2e99062a-e8ae-46a2-9272-a6036f2f6466) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:33.615831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Calling delete_port for 2b5c50b4-54f1-4066-8abd-444dafc26ad3 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:33.630672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:13:33.650756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:33.651949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.694400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:33.698095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.712825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:33.740434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.755245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.790606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aa61b1ca-0fcc-4436-830e-401e518a0e4a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:33.816654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: aa61b1ca-0fcc-4436-830e-401e518a0e4a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:33.817008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aa61b1ca-0fcc-4436-830e-401e518a0e4a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:33.817425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2b5c50b4-54f1-4066-8abd-444dafc26ad3 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:33.840896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 2b5c50b4-54f1-4066-8abd-444dafc26ad3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:33.841244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2b5c50b4-54f1-4066-8abd-444dafc26ad3 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:33.851594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] No DVR routers for this DVR port 2b5c50b4-54f1-4066-8abd-444dafc26ad3 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:33.867353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5c50b4-54f1-4066-8abd-444dafc26ad3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.888457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.915425 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-29c8511b-b983-449f-bf2a-22778a69607c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4417264 Aug 16 02:13:33.922377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Transition to ACTIVE for port object 2e99062a-e8ae-46a2-9272-a6036f2f6466 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:33.955732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Request body: {'port': {'device_id': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:33.975873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.043188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:34.061527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:34.067358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:34.072905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.073531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.088245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Pushing event updated for resources: {'Port': ['ID=2e99062a-e8ae-46a2-9272-a6036f2f6466,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.097453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-c0c08f93-20cb-4f64-b6a1-894f7bdedfaa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6735101 Aug 16 02:13:34.121381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.128896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Request body: {'port': {'device_id': '01690f77-0530-483d-8d72-e58b8bf31b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:34.130681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-65e69642-3710-426f-9efa-63c2d703dc68 None None] Provisioning for port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:34.138883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-65e69642-3710-426f-9efa-63c2d703dc68 None None] Provisioning complete for port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:34.140275 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-65e69642-3710-426f-9efa-63c2d703dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.191853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35884) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.196318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-65e69642-3710-426f-9efa-63c2d703dc68 None None] Port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:34.219256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.219708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.220400 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.220739 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.221085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.221422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.221783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.222127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.222450 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.222773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.271582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1e77daf-315b-4998-9c0d-b7ba7db45f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.360006 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.389552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.390306 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.390845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.391436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:34.392132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:34.423385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d004efd-a29f-4069-9aa7-dc5ef2484c3a req-448a1e92-60ae-49c0-8c36-c13fdb8b2e6f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.427550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7b427c6b-04ea-4a6a-9e3a-a7ce4fbaf7bb None None] Provisioning for port 2e99062a-e8ae-46a2-9272-a6036f2f6466 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:34.433766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7b427c6b-04ea-4a6a-9e3a-a7ce4fbaf7bb None None] Provisioning complete for port 2e99062a-e8ae-46a2-9272-a6036f2f6466 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:34.434488 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b427c6b-04ea-4a6a-9e3a-a7ce4fbaf7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.434899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d004efd-a29f-4069-9aa7-dc5ef2484c3a req-448a1e92-60ae-49c0-8c36-c13fdb8b2e6f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.5735812 Aug 16 02:13:34.455925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.459823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:34.459823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae299c18-07eb-4d22-ab16-b5cb9a1a9064') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:34.464764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d5226-c214-4f20-b43d-a2405c320759 req-86938fca-61d1-43aa-9786-2fd7e0a1533b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.466451 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f3d5226-c214-4f20-b43d-a2405c320759 req-86938fca-61d1-43aa-9786-2fd7e0a1533b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.2544711 Aug 16 02:13:34.481120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7b427c6b-04ea-4a6a-9e3a-a7ce4fbaf7bb None None] Port 2e99062a-e8ae-46a2-9272-a6036f2f6466 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:34.506203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.562061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.578037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d004efd-a29f-4069-9aa7-dc5ef2484c3a req-ee71992c-53ac-4a07-a9dd-8b23d28d0f9c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422606 Aug 16 02:13:34.593521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f3d5226-c214-4f20-b43d-a2405c320759 req-b0f1ca3d-d5ca-4546-a3f6-6d3b3d24a68a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165121 Aug 16 02:13:34.601455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:34.602070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: from cryptography.utils import int_from_bytes Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: from cryptography.utils import int_from_bytes Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:34.627651 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:34.760370 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1e77daf-315b-4998-9c0d-b7ba7db45f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.778266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1e77daf-315b-4998-9c0d-b7ba7db45f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.806873 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.809137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d09467dc-ffb3-48cf-8fcf-69ddb0c6a65c req-f233d5f4-ce74-4507-9a94-6db9caf71426 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 210 time: 0.0457675 Aug 16 02:13:34.814039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.816805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a HTTP/1.1" status: 204 len: 168 time: 2.0995190 Aug 16 02:13:34.853232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a1e77daf-315b-4998-9c0d-b7ba7db45f89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=643896cfba2a441aa59460999098f69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560578 Aug 16 02:13:34.857402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35898) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.866239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e77daf-315b-4998-9c0d-b7ba7db45f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9730189-62a7-459f-a072-22f0b21f26a6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.920078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e99062a-e8ae-46a2-9272-a6036f2f6466 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:34.928622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.943701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509c23-8f42-498c-bc02-3bdc63fba4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1251d87-1fc2-40d5-9d3e-28dc0f6ff71a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.946628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Transition to ACTIVE for port object 2e99062a-e8ae-46a2-9272-a6036f2f6466 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:34.952044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.035629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48be58b-0f98-4dc3-8c2a-a4035d75316b req-38e983f0-8aa2-4b4a-a6e0-ff45cbf27267 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.040137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f48be58b-0f98-4dc3-8c2a-a4035d75316b req-38e983f0-8aa2-4b4a-a6e0-ff45cbf27267 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 935 time: 0.2744076 Aug 16 02:13:35.127181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e99062a-e8ae-46a2-9272-a6036f2f6466,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:35.137765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.196849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Attempting to bind port 2e99062a-e8ae-46a2-9272-a6036f2f6466 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:35.196993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Attempting to bind port 2e99062a-e8ae-46a2-9272-a6036f2f6466 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:35.197222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Attempting to bind port 2e99062a-e8ae-46a2-9272-a6036f2f6466 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:35.207085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-015ba5cb-f4ce-4a15-a9ae-6d04288c6ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.207354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032790-ec06-4b1c-8524-f13a188635ed req-61a717a7-2e5b-460b-9a1e-91f20ef19f66 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.208922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85032790-ec06-4b1c-8524-f13a188635ed req-61a717a7-2e5b-460b-9a1e-91f20ef19f66 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1097 time: 0.1867123 Aug 16 02:13:35.230853 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f48be58b-0f98-4dc3-8c2a-a4035d75316b req-890178de-118f-4fc8-906d-21e89993e322 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720858 Aug 16 02:13:35.273927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-47bfa730-9953-4549-883f-8aceb9928fae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6e2f7007d8d489bb9e93355ecc06bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330500 Aug 16 02:13:35.274786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.284755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Port 2e99062a-e8ae-46a2-9272-a6036f2f6466 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:35.284995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Attempting to bind port 2e99062a-e8ae-46a2-9272-a6036f2f6466 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:35.294804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-015ba5cb-f4ce-4a15-a9ae-6d04288c6ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.311188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c244-a352-4c44-b92d-e580854de9ec req-310087fc-cd3e-45c0-915d-99cf649bb2e8 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.312795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-310087fc-cd3e-45c0-915d-99cf649bb2e8 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 821 time: 0.3042493 Aug 16 02:13:35.332119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Request body: {'port': {'device_id': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'admin_state_up': True, 'tenant_id': '4f5de6b5601640278d4fc77bac83eb6a'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:35.344033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:35.344436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:35.344876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:35.345323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Bound port: 2e99062a-e8ae-46a2-9272-a6036f2f6466, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:35.345693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.349013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85032790-ec06-4b1c-8524-f13a188635ed req-e0967212-db8f-437e-949b-50402dfc9e6e tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850573 Aug 16 02:13:35.446904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3f4c-f672-4064-9d03-5b58ba78e681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.490505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] For port 2e99062a-e8ae-46a2-9272-a6036f2f6466, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:35.496327 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3f4c-f672-4064-9d03-5b58ba78e681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.499546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] For port 2e99062a-e8ae-46a2-9272-a6036f2f6466, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:35.509474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.546761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:35.567635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.574089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-015ba5cb-f4ce-4a15-a9ae-6d04288c6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.577135 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-015ba5cb-f4ce-4a15-a9ae-6d04288c6ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.578516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-015ba5cb-f4ce-4a15-a9ae-6d04288c6ad5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9730189-62a7-459f-a072-22f0b21f26a6 HTTP/1.1" status: 204 len: 168 time: 0.7028935 Aug 16 02:13:35.587106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Made reservation on behalf of 4f5de6b5601640278d4fc77bac83eb6a for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:35.590800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.636685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e99062a-e8ae-46a2-9272-a6036f2f6466,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:35.665258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3f4c-f672-4064-9d03-5b58ba78e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.671646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3f4c-f672-4064-9d03-5b58ba78e681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.677793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1e7b3f4c-f672-4064-9d03-5b58ba78e681 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3c2ee7d-82b4-4a5a-94d6-e8d9c919cbd7 HTTP/1.1" status: 204 len: 168 time: 0.3999918 Aug 16 02:13:35.690807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.691453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.693048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-94e525f0-f9d3-4d32-afba-bbcd08163dd2 service neutron] 10.222.0.88 "PUT /v2.0/ports/2e99062a-e8ae-46a2-9272-a6036f2f6466 HTTP/1.1" status: 200 len: 1096 time: 1.5848973 Aug 16 02:13:35.694426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b3f4c-f672-4064-9d03-5b58ba78e681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c2ee7d-82b4-4a5a-94d6-e8d9c919cbd7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:35.697425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01690f77-0530-483d-8d72-e58b8bf31b35', 'tag': '2e99062a-e8ae-46a2-9272-a6036f2f6466'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:35.712691 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22acfa7-e080-46e1-a0f5-820a888d7f87" -d '{"events": [{"name": "network-changed", "server_uuid": "01690f77-0530-483d-8d72-e58b8bf31b35", "tag": "2e99062a-e8ae-46a2-9272-a6036f2f6466"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:35.924183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0a1e-7ab5-4ec9-8bad-0bb257bcc2b3 req-01ef1b53-8166-47c5-b511-3cc31fa773fc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.927165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68de0a1e-7ab5-4ec9-8bad-0bb257bcc2b3 req-01ef1b53-8166-47c5-b511-3cc31fa773fc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1729164 Aug 16 02:13:35.929629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-93045ec9-2793-4ca6-9b33-6a88861924dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.931275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-93045ec9-2793-4ca6-9b33-6a88861924dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 1099 time: 0.1753039 Aug 16 02:13:36.027251 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba1d40-2297-49a9-be6d-845a8802550d x-openstack-request-id: req-d8ba1d40-2297-49a9-be6d-845a8802550d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:36.027560 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01690f77-0530-483d-8d72-e58b8bf31b35", "tag": "2e99062a-e8ae-46a2-9272-a6036f2f6466", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:36.027815 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8ba1d40-2297-49a9-be6d-845a8802550d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:36.028405 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01690f77-0530-483d-8d72-e58b8bf31b35', 'tag': '2e99062a-e8ae-46a2-9272-a6036f2f6466', 'status': 'completed', 'code': 200} Aug 16 02:13:36.048210 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68de0a1e-7ab5-4ec9-8bad-0bb257bcc2b3 req-db9d7f4a-9d96-4e13-b757-f0eb124a56b4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142068 Aug 16 02:13:36.121023 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-d4ad8858-7572-4efc-b4df-95ba31ba32b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466 HTTP/1.1" status: 200 len: 217 time: 0.0914648 Aug 16 02:13:36.220458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-6aa20d8a-106d-4211-9458-d6f692b4be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.222422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-6aa20d8a-106d-4211-9458-d6f692b4be2f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0783141 Aug 16 02:13:36.279044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Transition to ACTIVE for port object ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:36.285405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ba5cb-f4ce-4a15-a9ae-6d04288c6ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9730189-62a7-459f-a072-22f0b21f26a6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.290614 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.371742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-d02ab8d9-4ece-4f26-bdf9-adf4fa78ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.373467 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-d02ab8d9-4ece-4f26-bdf9-adf4fa78ffa4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1428833 Aug 16 02:13:36.408919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564e6013-a76f-4dd1-baba-0c1b7a6a27a7 req-2b49731c-3fd4-43b4-ba18-a7a164f48597 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 210 time: 0.1261146 Aug 16 02:13:36.646097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.844417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Attempting to bind port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:36.844758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Attempting to bind port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:36.845088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Attempting to bind port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:36.867569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:36.867897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Attempting to bind port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:36.879888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:36.880243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:36.880660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:36.881103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Bound port: ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:36.881513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.964168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:36.968191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:36.974912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.990712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Allocated IP 172.20.0.11 (f8a28437-2f95-4196-8db3-fe4fa0deda00/b494a140-ba88-4a01-b589-6523c0ee7e27/cd710789-ca5c-4f72-a5e4-980d3d252ea7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:37.002797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4a86b-b441-4672-a85c-887b21eee509 req-5e8d2f01-96b9-4219-8d41-7c9731a47f80 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.005640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21f4a86b-b441-4672-a85c-887b21eee509 req-5e8d2f01-96b9-4219-8d41-7c9731a47f80 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 947 time: 0.6369128 Aug 16 02:13:37.022901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.023660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.025283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] 10.222.0.98 "PUT /v2.0/ports/ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 HTTP/1.1" status: 200 len: 1097 time: 3.0934289 Aug 16 02:13:37.030460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:37.033170 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f387c8-b0ca-49d6-a743-cf536857742e" -d '{"events": [{"name": "network-changed", "server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:37.165420 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed245e0-8ea8-4f75-8475-4eb4798bce07 x-openstack-request-id: req-bed245e0-8ea8-4f75-8475-4eb4798bce07 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:37.165706 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:37.165960 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bed245e0-8ea8-4f75-8475-4eb4798bce07 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:37.166361 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'status': 'completed', 'code': 200} Aug 16 02:13:37.183393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cde2bd-ff5a-4f38-a472-0625ee7d0375 service neutron] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.217022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21f4a86b-b441-4672-a85c-887b21eee509 req-3952db28-5f69-411f-93b7-a5a1382d8c5e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036641 Aug 16 02:13:37.229778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-8e098288-f086-47f5-8a6d-9fb9f438edbd service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8017914 Aug 16 02:13:37.258126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-50f38885-5839-4b2a-8112-fe12f45a2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.259751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-50f38885-5839-4b2a-8112-fe12f45a2e74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1100 time: 0.1791360 Aug 16 02:13:37.423537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae09e69a-04e2-4f76-bb84-216d1523b212 req-f5521a09-d7bf-442f-948e-d88a236ebe93 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858685 Aug 16 02:13:37.531210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-cd5d3c74-ef7e-447e-9093-b82cf4c3440b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 HTTP/1.1" status: 200 len: 217 time: 0.1549430 Aug 16 02:13:37.534298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-edc4dfde-2129-45b7-9685-e3f8754548d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.536002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-edc4dfde-2129-45b7-9685-e3f8754548d8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 1099 time: 0.0639920 Aug 16 02:13:37.599312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7c9a1-0635-4216-9888-52a54566b4a3 req-b51d32b2-c2a0-443b-aabc-178f4a8a502c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.600894 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f7c9a1-0635-4216-9888-52a54566b4a3 req-b51d32b2-c2a0-443b-aabc-178f4a8a502c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.2236316 Aug 16 02:13:37.657612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-f768dd82-43dc-4f48-9513-d5b927ed39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.660997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-f768dd82-43dc-4f48-9513-d5b927ed39f1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1186526 Aug 16 02:13:37.672997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-76e3372d-a1c0-4ef5-ab27-dd73c8b052aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.676468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-76e3372d-a1c0-4ef5-ab27-dd73c8b052aa service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1289859 Aug 16 02:13:37.729847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f7c9a1-0635-4216-9888-52a54566b4a3 req-684bdb11-f44e-40c7-a50c-1dcf6cca2bcb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183794 Aug 16 02:13:37.743415 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-eb05a985-6d84-4991-9bf5-19ec25e93689 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466 HTTP/1.1" status: 200 len: 217 time: 0.0583251 Aug 16 02:13:37.745101 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.775258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-7d3f6675-b4ed-484f-b455-1c6787003d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.777165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-7d3f6675-b4ed-484f-b455-1c6787003d2e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917871 Aug 16 02:13:37.832995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-262070ff-963c-4c5f-8476-b6f96ee35f7a req-1ea265b7-91df-4f66-b4ff-41d826aaa980 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 210 time: 0.1032519 Aug 16 02:13:37.859667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-4a01b520-3593-48fc-8a42-a926c0d36dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.861500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-4a01b520-3593-48fc-8a42-a926c0d36dce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1090558 Aug 16 02:13:37.933877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.939232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-cdeeb910-01bc-4da6-aae2-f288ac659863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.946979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-cdeeb910-01bc-4da6-aae2-f288ac659863 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768113 Aug 16 02:13:38.002950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Network f8a28437-2f95-4196-8db3-fe4fa0deda00 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:38.005278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-89fc915e-b3cd-4d0b-a68d-a16c3828fc53 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195656 Aug 16 02:13:38.008837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:38.011486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:38.037425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.097742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-3e27eb0d-9844-4025-9b94-e916b07143f0 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416395 Aug 16 02:13:38.122005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.122941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.149274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-fc945aa3-1a59-49a7-96e4-f92891795560 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8232989 Aug 16 02:13:38.177518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d78cc3b2-775f-4e52-89c8-0dd8412efd31 req-2c305c4b-11e7-44c6-88c8-4b88da87ec6b service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353025 Aug 16 02:13:38.184157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Request body: {'port': {'device_id': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:38.237752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c22acfa7-e080-46e1-a0f5-820a888d7f87 req-de723fd9-12f9-4653-afac-8930b4eeeefe service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325288 Aug 16 02:13:38.283371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.338160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f387c8-b0ca-49d6-a743-cf536857742e req-d56bb43e-1383-4498-a82e-1ecada597e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.339888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03f387c8-b0ca-49d6-a743-cf536857742e req-d56bb43e-1383-4498-a82e-1ecada597e40 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1100 time: 0.0926812 Aug 16 02:13:38.512588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.538842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214c9f-ca67-4068-8983-2953adf29019 req-4bab31e1-1835-4bc2-af22-b8514e35707d tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.541006 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d214c9f-ca67-4068-8983-2953adf29019 req-4bab31e1-1835-4bc2-af22-b8514e35707d tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 947 time: 0.2358952 Aug 16 02:13:38.599610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f387c8-b0ca-49d6-a743-cf536857742e req-8dd90163-ecad-43ea-95c4-6b34ec774cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.601274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03f387c8-b0ca-49d6-a743-cf536857742e req-8dd90163-ecad-43ea-95c4-6b34ec774cb3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2524204 Aug 16 02:13:38.628453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c631cb57-7077-45fa-b711-f0e28345cae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.667301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03f387c8-b0ca-49d6-a743-cf536857742e req-c4e5bb05-1c06-4df2-a94c-75f88a9ad900 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0536165 Aug 16 02:13:38.725475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d214c9f-ca67-4068-8983-2953adf29019 req-ffc88e12-bb0d-4a87-8abb-ea6c378dea4e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651127 Aug 16 02:13:38.759101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c631cb57-7077-45fa-b711-f0e28345cae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.764229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c631cb57-7077-45fa-b711-f0e28345cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.766436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f387c8-b0ca-49d6-a743-cf536857742e req-0d12a942-4289-490d-98f5-10da3c761ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.768198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03f387c8-b0ca-49d6-a743-cf536857742e req-0d12a942-4289-490d-98f5-10da3c761ff8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0858982 Aug 16 02:13:38.830801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.832380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c631cb57-7077-45fa-b711-f0e28345cae2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f4c344b3f6ff47a393512b4e80e59ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183529 Aug 16 02:13:38.834062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631cb57-7077-45fa-b711-f0e28345cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98069141-0867-4e6d-a5a5-bf4404ec513f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.854741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.869443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd710789-ca5c-4f72-a5e4-980d3d252ea7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:38.887373 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.911370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f387c8-b0ca-49d6-a743-cf536857742e req-a1be7cfd-aac1-4de3-9002-1e03c6dfd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.913087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03f387c8-b0ca-49d6-a743-cf536857742e req-a1be7cfd-aac1-4de3-9002-1e03c6dfd253 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367555 Aug 16 02:13:38.921278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Transition to ACTIVE for port object cd710789-ca5c-4f72-a5e4-980d3d252ea7 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:38.937541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.961387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd2f80-2322-459e-ad95-fca7847c9999 req-18f98b0c-563a-4ccf-9d46-c851b915d85c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.971668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7bfd2f80-2322-459e-ad95-fca7847c9999 req-18f98b0c-563a-4ccf-9d46-c851b915d85c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.0878582 Aug 16 02:13:39.008928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebf146b7-6a4f-4704-b05f-13a62807c743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.021480 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bb6f-217f-4890-95ad-81aab69034d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.025721 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7bfd2f80-2322-459e-ad95-fca7847c9999 req-4cb81376-4779-483f-a5f5-b2be7577a3e7 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Aug 16 02:13:39.083872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebf146b7-6a4f-4704-b05f-13a62807c743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.107440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.160842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bb6f-217f-4890-95ad-81aab69034d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.165617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03f387c8-b0ca-49d6-a743-cf536857742e req-962f2827-b763-448f-b16e-3c365ea5c7d8 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413852 Aug 16 02:13:39.169512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bb6f-217f-4890-95ad-81aab69034d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.228877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ae4d3-4c72-4226-a567-f280d6394142 req-1e991209-06c4-457e-b2c0-0c72fcbebd4d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.230440 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-239ae4d3-4c72-4226-a567-f280d6394142 req-1e991209-06c4-457e-b2c0-0c72fcbebd4d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 944 time: 0.1046228 Aug 16 02:13:39.246976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e3e9bb6f-217f-4890-95ad-81aab69034d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87ceb33cc4564cffb4b42d4039b99c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880124 Aug 16 02:13:39.247450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9bb6f-217f-4890-95ad-81aab69034d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a573eae-56f5-4630-bd22-223c24c79b22,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.249853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:39.269054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Attempting to bind port cd710789-ca5c-4f72-a5e4-980d3d252ea7 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:39.269397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Attempting to bind port cd710789-ca5c-4f72-a5e4-980d3d252ea7 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:39.269784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Attempting to bind port cd710789-ca5c-4f72-a5e4-980d3d252ea7 on network f8a28437-2f95-4196-8db3-fe4fa0deda00 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:39.288226 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebf146b7-6a4f-4704-b05f-13a62807c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.290931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebf146b7-6a4f-4704-b05f-13a62807c743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.294557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ebf146b7-6a4f-4704-b05f-13a62807c743 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98069141-0867-4e6d-a5a5-bf4404ec513f HTTP/1.1" status: 204 len: 168 time: 0.4610314 Aug 16 02:13:39.296450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Port cd710789-ca5c-4f72-a5e4-980d3d252ea7 on network f8a28437-2f95-4196-8db3-fe4fa0deda00 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:39.296852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Attempting to bind port cd710789-ca5c-4f72-a5e4-980d3d252ea7 on network f8a28437-2f95-4196-8db3-fe4fa0deda00 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:39.311887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf146b7-6a4f-4704-b05f-13a62807c743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98069141-0867-4e6d-a5a5-bf4404ec513f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.317095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-239ae4d3-4c72-4226-a567-f280d6394142 req-cc07afcb-1239-42df-a9f7-9a0804ba9474 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711865 Aug 16 02:13:39.318482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:39.318824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Checking segment: {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:39.319214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Bound using segment: {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:39.319657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Bound port: cd710789-ca5c-4f72-a5e4-980d3d252ea7, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:39.320017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.353933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15325a2c-c407-42c3-8c47-afcd5460b87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.359733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03f387c8-b0ca-49d6-a743-cf536857742e req-680a2337-36ee-4212-a4b5-6c1c4456f684 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804559 Aug 16 02:13:39.392389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15325a2c-c407-42c3-8c47-afcd5460b87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.434427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:39.438403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:39.449343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.462275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15325a2c-c407-42c3-8c47-afcd5460b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.465070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15325a2c-c407-42c3-8c47-afcd5460b87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.466366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-15325a2c-c407-42c3-8c47-afcd5460b87d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a573eae-56f5-4630-bd22-223c24c79b22 HTTP/1.1" status: 204 len: 168 time: 0.2100987 Aug 16 02:13:39.475954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15325a2c-c407-42c3-8c47-afcd5460b87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a573eae-56f5-4630-bd22-223c24c79b22,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.514966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.515493 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.516965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] 10.222.0.98 "PUT /v2.0/ports/cd710789-ca5c-4f72-a5e4-980d3d252ea7 HTTP/1.1" status: 200 len: 1093 time: 1.3385231 Aug 16 02:13:39.517440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:39.519644 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a6ac11-c522-43d1-a6a4-5431c91fc212" -d '{"events": [{"name": "network-changed", "server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:39.589394 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863d1987-c0c6-4910-95bd-d9c02b2849ea x-openstack-request-id: req-863d1987-c0c6-4910-95bd-d9c02b2849ea {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:39.589971 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:39.590220 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-863d1987-c0c6-4910-95bd-d9c02b2849ea {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:39.590736 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'status': 'completed', 'code': 200} Aug 16 02:13:39.592895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e04b2-d113-4274-b4e3-f5dbcf6d07f7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.620323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c244-a352-4c44-b92d-e580854de9ec req-10df8f60-ec11-40ca-a63b-2e24aef55973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.622714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-10df8f60-ec11-40ca-a63b-2e24aef55973 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 1096 time: 0.0628939 Aug 16 02:13:39.705769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-acffcaae-60bd-4fad-ad11-07a0c7e78130 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7 HTTP/1.1" status: 200 len: 217 time: 0.0752671 Aug 16 02:13:39.775829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c244-a352-4c44-b92d-e580854de9ec req-2dc9f089-cf51-46c0-b180-f573e65271e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.777887 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-2dc9f089-cf51-46c0-b180-f573e65271e8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b494a140-ba88-4a01-b589-6523c0ee7e27 HTTP/1.1" status: 200 len: 861 time: 0.0647962 Aug 16 02:13:39.822372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-12164bb7-69b8-4c16-aa10-71be9004dd70 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f8a28437-2f95-4196-8db3-fe4fa0deda00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364738 Aug 16 02:13:39.910871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88fef-2b6f-48a5-b520-ad3cc65938e1 req-f0d02da4-3aff-4bfc-87a4-4e35c4b567be tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.912530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fee88fef-2b6f-48a5-b520-ad3cc65938e1 req-f0d02da4-3aff-4bfc-87a4-4e35c4b567be tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 947 time: 0.0832615 Aug 16 02:13:39.960009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fee88fef-2b6f-48a5-b520-ad3cc65938e1 req-e59308a1-c7b6-4126-985b-a1e9fcd93081 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Aug 16 02:13:39.992226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-a7a8bbca-3e22-419b-a8c7-28ec04b902d7 service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520984 Aug 16 02:13:40.147505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4230c244-a352-4c44-b92d-e580854de9ec req-233265a5-6985-4a59-b17c-44e05ded0b92 service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449909 Aug 16 02:13:40.219986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e00ba-b22d-4d01-8502-acd523a778e0 req-697da315-b313-4b3f-ac5b-af64d15b428b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.221873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-448e00ba-b22d-4d01-8502-acd523a778e0 req-697da315-b313-4b3f-ac5b-af64d15b428b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.0903895 Aug 16 02:13:40.286562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-f9fdd840-adf0-420c-b523-9f3cdc4b42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.290038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-f9fdd840-adf0-420c-b523-9f3cdc4b42cd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 1096 time: 0.0911784 Aug 16 02:13:40.358196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-448e00ba-b22d-4d01-8502-acd523a778e0 req-d43a942a-4bb6-4e72-94e9-80f40097f6f4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064169 Aug 16 02:13:40.425015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:40.462490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-6735835d-70b0-4469-aefa-2785d326d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.464482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-6735835d-70b0-4469-aefa-2785d326d19b service neutron] 10.222.0.98 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 922 time: 0.1628444 Aug 16 02:13:40.571524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-79362382-dd23-4057-b18d-ffb0099228fc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7 HTTP/1.1" status: 200 len: 217 time: 0.0640888 Aug 16 02:13:40.578395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:40.592963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'mac_address': 'fa:16:3e:f2:73:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:40.601598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa538e-cfca-439b-8684-ff00281ad4f2 req-b47ceea6-b395-41db-9c39-40360f428fd7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.610751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bfa538e-cfca-439b-8684-ff00281ad4f2 req-b47ceea6-b395-41db-9c39-40360f428fd7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 944 time: 0.1452565 Aug 16 02:13:40.639765 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.655425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:40.673843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-48a517b9-5287-4ea5-9246-82267c3c4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.676068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-48a517b9-5287-4ea5-9246-82267c3c4ac5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b494a140-ba88-4a01-b589-6523c0ee7e27 HTTP/1.1" status: 200 len: 861 time: 0.0616779 Aug 16 02:13:40.677832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:40.694480 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.722406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-174b011b-24c6-4390-a6fb-415a8d8ca55c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f8a28437-2f95-4196-8db3-fe4fa0deda00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319703 Aug 16 02:13:40.773732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:40.786568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.786914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.788689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.788968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.789307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.789636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.789969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.790386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.790608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.790932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.791252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.804714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:40.835803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bfa538e-cfca-439b-8684-ff00281ad4f2 req-819e9bd2-2147-4a14-befa-b39fa06a7c20 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198653 Aug 16 02:13:40.892951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-ccf782c4-9929-4124-9fd9-e19adf5824fd service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595936 Aug 16 02:13:40.936630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-f7713366-b2a8-4112-9ce5-a6b378b33964 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=eb77f228aa1d4674aec4b4bfa153f98b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346856 Aug 16 02:13:40.986404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:41.129859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5a6ac11-c522-43d1-a6a4-5431c91fc212 req-0a623152-4173-478c-9238-9ea53a648d1f service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292604 Aug 16 02:13:41.157945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-058eaae3-1f1b-4bf6-9522-cdcd747cab8b tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.160075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-058eaae3-1f1b-4bf6-9522-cdcd747cab8b tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226720 Aug 16 02:13:41.198290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d782a9b-1ba0-4b0b-8993-b791f8f14097 req-310efa8a-7bf1-441d-b5bb-cb96b43d77f0 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.203482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2e99062a-e8ae-46a2-9272-a6036f2f6466 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:41.203645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-e828ecb1-1697-43bb-a425-27e0c47301cb tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/quotas/eb77f228aa1d4674aec4b4bfa153f98b HTTP/1.1" status: 200 len: 375 time: 0.0288029 Aug 16 02:13:41.207257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d782a9b-1ba0-4b0b-8993-b791f8f14097 req-310efa8a-7bf1-441d-b5bb-cb96b43d77f0 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 947 time: 0.0748098 Aug 16 02:13:41.262162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d782a9b-1ba0-4b0b-8993-b791f8f14097 req-38197e87-9519-4730-9dce-5fe6f624e3ba tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Aug 16 02:13:41.289978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-b38da742-aa83-4044-8ddb-5ac73dbc9c17 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb77f228aa1d4674aec4b4bfa153f98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771058 Aug 16 02:13:41.315894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 2e99062a-e8ae-46a2-9272-a6036f2f6466, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:41.335170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '2e99062a-e8ae-46a2-9272-a6036f2f6466', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '2e99062a-e8ae-46a2-9272-a6036f2f6466', 'mac_address': 'fa:16:3e:54:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:41.397555 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.421969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e99062a-e8ae-46a2-9272-a6036f2f6466 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:41.464501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 2e99062a-e8ae-46a2-9272-a6036f2f6466, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:41.470006 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.477543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:41.617034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=2e99062a-e8ae-46a2-9272-a6036f2f6466,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:41.635651 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf37c2d5-0bc9-4352-9f4e-b583d64dfbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.651254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5eba1-b8fa-45b6-b5d5-a1c92536c09e req-522eb3b8-c4df-48fd-89fc-084242737314 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.656143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-37c5eba1-b8fa-45b6-b5d5-a1c92536c09e req-522eb3b8-c4df-48fd-89fc-084242737314 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1319571 Aug 16 02:13:41.733274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['2e99062a-e8ae-46a2-9272-a6036f2f6466'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:41.769061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-37c5eba1-b8fa-45b6-b5d5-a1c92536c09e req-7aadbacb-765a-4b63-935f-b8528a0f7096 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773215 Aug 16 02:13:41.798852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf37c2d5-0bc9-4352-9f4e-b583d64dfbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.802824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd68e939-b465-4ddc-9ccb-999e4c56b411 req-14fdbc9c-9c3d-423c-8173-2cb984ceeab9 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 210 time: 0.1629109 Aug 16 02:13:41.817731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf37c2d5-0bc9-4352-9f4e-b583d64dfbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.885899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bf37c2d5-0bc9-4352-9f4e-b583d64dfbad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d7924a64e8e4636adf91db354e08b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071805 Aug 16 02:13:41.888588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36184) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:41.911228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37c2d5-0bc9-4352-9f4e-b583d64dfbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab62fbc3-fe5c-4045-a50d-0360e3ef65ba,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:42.007086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29da8c-1af1-4451-b77a-ea4d21e3870f req-62754d51-6c50-42a0-945d-cdd4b2c64f75 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.008856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb29da8c-1af1-4451-b77a-ea4d21e3870f req-62754d51-6c50-42a0-945d-cdd4b2c64f75 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 944 time: 0.0736959 Aug 16 02:13:42.009596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-093844d1-d78b-412a-8319-dcd14202f4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.052910 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-093844d1-d78b-412a-8319-dcd14202f4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.112830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb29da8c-1af1-4451-b77a-ea4d21e3870f req-629006dc-f927-4639-9c12-74fa82c98ac3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915561 Aug 16 02:13:42.138993 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-093844d1-d78b-412a-8319-dcd14202f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.142381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-093844d1-d78b-412a-8319-dcd14202f4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.145552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-093844d1-d78b-412a-8319-dcd14202f4e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab62fbc3-fe5c-4045-a50d-0360e3ef65ba HTTP/1.1" status: 204 len: 168 time: 0.2556884 Aug 16 02:13:42.155482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093844d1-d78b-412a-8319-dcd14202f4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab62fbc3-fe5c-4045-a50d-0360e3ef65ba,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:42.387602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f981aac-89bc-409c-958b-b047dcec63e3 req-9a270ed2-26c7-4a22-a113-02a734f939e6 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.396838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f981aac-89bc-409c-958b-b047dcec63e3 req-9a270ed2-26c7-4a22-a113-02a734f939e6 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 948 time: 0.0661416 Aug 16 02:13:42.430642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device cd710789-ca5c-4f72-a5e4-980d3d252ea7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:42.434416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:42.447654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f981aac-89bc-409c-958b-b047dcec63e3 req-c7dfc3e2-93ab-4d26-a933-bf30e5a542ac tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495136 Aug 16 02:13:42.685997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:42.692489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:42.692872 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.756602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:42.782139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'port_id': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'mac_address': 'fa:16:3e:d9:b9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494a140-ba88-4a01-b589-6523c0ee7e27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:42.835864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-bcbda8e4-9bf9-49aa-9a36-954057877c53 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=eb77f228aa1d4674aec4b4bfa153f98b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317855 Aug 16 02:13:42.845762 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.873382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:42.875745 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227768e6-a5cd-464c-85dc-702dd0bc97b7" -d '{"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-plugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:42.881136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.897370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:42.902153 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.904904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd710789-ca5c-4f72-a5e4-980d3d252ea7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:42.956093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:42.963726 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.977824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:42.999857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43145a12-c000-42b0-a350-60b7867b2404 req-d45464cb-4152-4fea-9c57-bab2233d12f0 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 210 time: 0.0389922 Aug 16 02:13:43.055342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.060004 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b7d2a9-4312-4e32-ba0d-9b90b8e630c3 x-openstack-request-id: req-16b7d2a9-4312-4e32-ba0d-9b90b8e630c3 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:43.060600 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-plugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:43.061012 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16b7d2a9-4312-4e32-ba0d-9b90b8e630c3 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:43.061575 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'code': 200} Aug 16 02:13:43.104313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa3dc2-dc7e-45b3-a42d-cd6ef5f86b31 req-30cd9a2d-34ce-41ef-8020-59705349a29c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.105997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2baa3dc2-dc7e-45b3-a42d-cd6ef5f86b31 req-30cd9a2d-34ce-41ef-8020-59705349a29c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1351173 Aug 16 02:13:43.120504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36222) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:43.137885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-f6abfb5f-5b57-4878-8509-52edfd300ad2 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.139515 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-f6abfb5f-5b57-4878-8509-52edfd300ad2 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933519 Aug 16 02:13:43.154274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Request body: {'port': {'device_id': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'eb77f228aa1d4674aec4b4bfa153f98b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:43.184067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2e99062a-e8ae-46a2-9272-a6036f2f6466 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:43.202534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e82e78-8d93-4f58-8cb3-e115df3bfa2c req-bc36b61e-3ff7-4408-92d2-9a537f4fa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.207780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8e82e78-8d93-4f58-8cb3-e115df3bfa2c req-bc36b61e-3ff7-4408-92d2-9a537f4fa029 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1102 time: 0.0755076 Aug 16 02:13:43.276604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Made reservation on behalf of eb77f228aa1d4674aec4b4bfa153f98b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:43.281592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.296491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8e82e78-8d93-4f58-8cb3-e115df3bfa2c req-f28dc61a-be67-46a0-9e97-983ada16eee0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772567 Aug 16 02:13:43.301613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.303338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['cd710789-ca5c-4f72-a5e4-980d3d252ea7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:43.311099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1992445980-network', 'tenant_id': 'e51f7f33116249a8904400b132160315'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:43.320669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2baa3dc2-dc7e-45b3-a42d-cd6ef5f86b31 req-3e94243b-77f9-4c8c-9343-8031c392653a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980128 Aug 16 02:13:43.343223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Made reservation on behalf of e51f7f33116249a8904400b132160315 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:43.352645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.367580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 2e99062a-e8ae-46a2-9272-a6036f2f6466 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:43.379388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107b1c-5120-4467-80b1-5df2695122a2 req-200e060a-c482-41c5-b281-0a047ded996a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.380977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd107b1c-5120-4467-80b1-5df2695122a2 req-200e060a-c482-41c5-b281-0a047ded996a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 945 time: 0.1369622 Aug 16 02:13:43.392124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 2e99062a-e8ae-46a2-9272-a6036f2f6466 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:43.392522 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.397652 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.456475 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.461282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.463228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd107b1c-5120-4467-80b1-5df2695122a2 req-ffc2eddd-2b0b-4af7-9b42-d44bd587b333 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679400 Aug 16 02:13:43.520905 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.548857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8587e9ca-029b-4664-a8af-2c5f807af0e9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.609859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 2e99062a-e8ae-46a2-9272-a6036f2f6466, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:43.613299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.619567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.621499 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.655484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:43.663398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d625677-e3f4-4cb9-9691-187b838169f5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.693289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.695194 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Added segment f35f653e-fffe-41cf-907f-4602871835f6 of type vlan for network 57a0c28d-0605-45aa-93e1-9be2d3d6f71b Aug 16 02:13:43.716270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=2e99062a-e8ae-46a2-9272-a6036f2f6466,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.736319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Allocated IP 192.168.233.3 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/5ae99cdb-045a-4e19-a196-fba7b3070683) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:43.767574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.810618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350904c-3164-4e77-8c0b-60e8ef0ab5db req-13a4aa61-8826-41eb-aa94-aff2a740e829 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.812489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f350904c-3164-4e77-8c0b-60e8ef0ab5db req-13a4aa61-8826-41eb-aa94-aff2a740e829 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 949 time: 0.2730076 Aug 16 02:13:43.815133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.816881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.817625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.882229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7600415 Aug 16 02:13:43.886089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:43.894563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Request body: {'subnet': {'network_id': '57a0c28d-0605-45aa-93e1-9be2d3d6f71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1992445980-subnet', 'tenant_id': 'e51f7f33116249a8904400b132160315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:43.907027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f842ff-7b97-4eb2-8ef3-59586df65d01 admin admin] Pushing event updated for resources: {'Network': ['ID=57a0c28d-0605-45aa-93e1-9be2d3d6f71b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.923347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 57a0c28d-0605-45aa-93e1-9be2d3d6f71b details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:43.925222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Made reservation on behalf of e51f7f33116249a8904400b132160315 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:43.929062 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.936479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f350904c-3164-4e77-8c0b-60e8ef0ab5db req-e01c4e47-070d-430c-96f1-2b9be6c09885 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117380 Aug 16 02:13:44.004733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.037184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Transition to ACTIVE for port object 5ae99cdb-045a-4e19-a196-fba7b3070683 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:44.077994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.148376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:44.151806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:44.156059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:44.161634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.162251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.183191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0335376 Aug 16 02:13:44.183852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc96d-cebd-498b-823c-bf656ed5b9bf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Pushing event updated for resources: {'Port': ['ID=5ae99cdb-045a-4e19-a196-fba7b3070683,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:44.202658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Request body: {'port': {'device_id': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:44.277920 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.470354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device cd710789-ca5c-4f72-a5e4-980d3d252ea7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:44.514749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.561130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d88b5-a9e0-44d0-9d93-8d2c9be6c854 req-f1689795-2fdd-4ef4-affa-5af544a80289 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.569803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e4d88b5-a9e0-44d0-9d93-8d2c9be6c854 req-f1689795-2fdd-4ef4-affa-5af544a80289 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 934 time: 0.1612079 Aug 16 02:13:44.587750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b464e5a-6a15-4f11-845f-8af939550d69 req-64fdfaef-b821-4426-b8c5-58b80022a2f9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.590177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7fc8e96a-9863-4a16-a44c-4dd18099859e None None] Provisioning for port 5ae99cdb-045a-4e19-a196-fba7b3070683 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:44.597501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b464e5a-6a15-4f11-845f-8af939550d69 req-64fdfaef-b821-4426-b8c5-58b80022a2f9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1281419 Aug 16 02:13:44.608620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7fc8e96a-9863-4a16-a44c-4dd18099859e None None] Provisioning complete for port 5ae99cdb-045a-4e19-a196-fba7b3070683 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:44.609931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7fc8e96a-9863-4a16-a44c-4dd18099859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.649237 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e4d88b5-a9e0-44d0-9d93-8d2c9be6c854 req-00d7d59f-2601-4f83-b165-e6faaf654933 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785358 Aug 16 02:13:44.657401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port cd710789-ca5c-4f72-a5e4-980d3d252ea7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:44.674617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b464e5a-6a15-4f11-845f-8af939550d69 req-ee6df0d9-a23c-4dad-b6b6-567b5e3c3476 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658545 Aug 16 02:13:44.687096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port cd710789-ca5c-4f72-a5e4-980d3d252ea7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:44.687472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.695198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1889e352-d48e-4ded-bafe-e9a9c3621843,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:44.697588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Checking segment: {'id': 'f35f653e-fffe-41cf-907f-4602871835f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '57a0c28d-0605-45aa-93e1-9be2d3d6f71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:44.697951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Network hostable DHCP agents. Network: 57a0c28d-0605-45aa-93e1-9be2d3d6f71b, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:44.724424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8e96a-9863-4a16-a44c-4dd18099859e None None] Port 5ae99cdb-045a-4e19-a196-fba7b3070683 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:44.734809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Network 57a0c28d-0605-45aa-93e1-9be2d3d6f71b is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:44.746326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 57a0c28d-0605-45aa-93e1-9be2d3d6f71b) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:44.750996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.751665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.767153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081ef0a-8959-42f9-8710-ae1f5c61d726 None None] Network 57a0c28d-0605-45aa-93e1-9be2d3d6f71b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:44.802302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae99cdb-045a-4e19-a196-fba7b3070683 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:44.812637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.826353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-29aafd18-88f6-4c96-a60c-c2c7802ac897 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9385142 Aug 16 02:13:44.827245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Transition to ACTIVE for port object 5ae99cdb-045a-4e19-a196-fba7b3070683 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:44.833740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.877705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f017d-486c-468a-a07d-810350d79fbd req-21206b17-7982-4e96-ac75-2b77cc50a055 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.887886 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f21f017d-486c-468a-a07d-810350d79fbd req-21206b17-7982-4e96-ac75-2b77cc50a055 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 945 time: 0.1313396 Aug 16 02:13:44.954799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f21f017d-486c-468a-a07d-810350d79fbd req-aa01c50b-2960-4c94-bcd6-bd5113d619ae tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658243 Aug 16 02:13:44.966900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Pushing event updated for resources: {'Port': ['ID=5ae99cdb-045a-4e19-a196-fba7b3070683,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.023795 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.028889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Attempting to bind port 5ae99cdb-045a-4e19-a196-fba7b3070683 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:45.029221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Attempting to bind port 5ae99cdb-045a-4e19-a196-fba7b3070683 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:45.029546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Attempting to bind port 5ae99cdb-045a-4e19-a196-fba7b3070683 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:45.034876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Port 5ae99cdb-045a-4e19-a196-fba7b3070683 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:45.035187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Attempting to bind port 5ae99cdb-045a-4e19-a196-fba7b3070683 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:45.049704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:45.050096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:45.050448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:45.050896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Bound port: 5ae99cdb-045a-4e19-a196-fba7b3070683, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:45.051257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.066823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01690f77-0530-483d-8d72-e58b8bf31b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e99062a-e8ae-46a2-9272-a6036f2f6466'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:45.078312 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ee979b-3202-4b26-8499-0188f9e6dd2e" -d '{"events": [{"server_uuid": "01690f77-0530-483d-8d72-e58b8bf31b35", "name": "network-vif-plugged", "status": "completed", "tag": "2e99062a-e8ae-46a2-9272-a6036f2f6466"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:45.139166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a78fe4-3fa4-4c25-b48a-d8bd777c369c None None] Network 57a0c28d-0605-45aa-93e1-9be2d3d6f71b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:45.157636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4afbc8-64e1-4379-9a06-d66224913db0 req-12c6a66c-1751-4637-8da5-055a55dc0f9f tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.159901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da4afbc8-64e1-4379-9a06-d66224913db0 req-12c6a66c-1751-4637-8da5-055a55dc0f9f tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 949 time: 0.1239569 Aug 16 02:13:45.189564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] For port 5ae99cdb-045a-4e19-a196-fba7b3070683, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:45.194571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] For port 5ae99cdb-045a-4e19-a196-fba7b3070683, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5ae99cdb-045a-4e19-a196-fba7b3070683,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:45.199331 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.217219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da4afbc8-64e1-4379-9a06-d66224913db0 req-f3d025fd-8e04-4e55-a6dd-772e468537a7 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504241 Aug 16 02:13:45.223080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.226370 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.269007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.269625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.271088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] 10.222.0.88 "PUT /v2.0/ports/5ae99cdb-045a-4e19-a196-fba7b3070683 HTTP/1.1" status: 200 len: 1095 time: 1.0774853 Aug 16 02:13:45.276375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'tag': '5ae99cdb-045a-4e19-a196-fba7b3070683'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:45.280318 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89afa3e3-51e8-446a-a1e8-d877d28eccbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6", "tag": "5ae99cdb-045a-4e19-a196-fba7b3070683"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:45.289972 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c30320-8ad7-4854-8fda-0f7a8f179ee2 x-openstack-request-id: req-f8c30320-8ad7-4854-8fda-0f7a8f179ee2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:45.289972 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01690f77-0530-483d-8d72-e58b8bf31b35", "name": "network-vif-plugged", "status": "completed", "tag": "2e99062a-e8ae-46a2-9272-a6036f2f6466", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:45.289972 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8c30320-8ad7-4854-8fda-0f7a8f179ee2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:45.289972 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01690f77-0530-483d-8d72-e58b8bf31b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e99062a-e8ae-46a2-9272-a6036f2f6466', 'code': 200} Aug 16 02:13:45.402054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.470629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c301-9362-4483-a0a0-361adb854b0c service neutron] Pushing event updated for resources: {'Port': ['ID=5ae99cdb-045a-4e19-a196-fba7b3070683,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.476907 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc61fca-c367-426c-b589-359eb52007a3 x-openstack-request-id: req-ccc61fca-c367-426c-b589-359eb52007a3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:45.477218 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6", "tag": "5ae99cdb-045a-4e19-a196-fba7b3070683", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:45.477433 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccc61fca-c367-426c-b589-359eb52007a3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:45.477825 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'tag': '5ae99cdb-045a-4e19-a196-fba7b3070683', 'status': 'completed', 'code': 200} Aug 16 02:13:45.494227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-cbcb9825-ba32-4361-becd-c2e6ecf8722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.495919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-cbcb9825-ba32-4361-becd-c2e6ecf8722d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eb77f228aa1d4674aec4b4bfa153f98b&device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 1098 time: 0.1499720 Aug 16 02:13:45.508642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c2c74-7ce7-4ebd-bc96-d247b2fe65be req-625244c3-e8da-4751-8edf-600929a34d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.513305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce1c2c74-7ce7-4ebd-bc96-d247b2fe65be req-625244c3-e8da-4751-8edf-600929a34d30 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 1101 time: 0.1316872 Aug 16 02:13:45.551635 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-feae3f47-b5ec-4b56-9891-5bdfb4a255c7 req-a2e0e385-c0cc-46b9-9f2f-eb46043c1061 tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] show failed (client error): The resource could not be found. Aug 16 02:13:45.552865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-feae3f47-b5ec-4b56-9891-5bdfb4a255c7 req-a2e0e385-c0cc-46b9-9f2f-eb46043c1061 tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "GET /v2.0/security-groups/9047c07a-75a7-452b-b564-2545783a1492 HTTP/1.1" status: 404 len: 352 time: 0.0167010 Aug 16 02:13:45.575600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-65f988eb-c1d4-4365-900a-1c24bdf66130 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5ae99cdb-045a-4e19-a196-fba7b3070683 HTTP/1.1" status: 200 len: 217 time: 0.0602727 Aug 16 02:13:45.625875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce1c2c74-7ce7-4ebd-bc96-d247b2fe65be req-0533ae8d-a285-45c3-9798-9ba2deffb958 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024938 Aug 16 02:13:45.635879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70d405fd-5fb1-47c6-873b-33ff82ad5fb3 req-18835408-fc55-4f45-89f8-fa8aa09b408d tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e51f7f33116249a8904400b132160315 HTTP/1.1" status: 200 len: 2984 time: 0.0436456 Aug 16 02:13:45.641885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-3121a2e1-cbaa-4272-8fa9-4039d20d2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.643417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-3121a2e1-cbaa-4272-8fa9-4039d20d2cea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0598364 Aug 16 02:13:45.682137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70d405fd-5fb1-47c6-873b-33ff82ad5fb3 req-53cce226-91ce-48a7-b665-bb731663c60a tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "GET /v2.0/security-groups/1d625677-e3f4-4cb9-9691-187b838169f5 HTTP/1.1" status: 200 len: 2981 time: 0.0398521 Aug 16 02:13:45.767368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70d405fd-5fb1-47c6-873b-33ff82ad5fb3 req-af016f05-7349-4e61-b857-fffe1312815f tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "GET /v2.0/security-groups/1d625677-e3f4-4cb9-9691-187b838169f5 HTTP/1.1" status: 200 len: 2981 time: 0.0785699 Aug 16 02:13:45.768302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-5dacc79b-0e1b-4b97-b3b4-ca4a6b9900ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.770194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-5dacc79b-0e1b-4b97-b3b4-ca4a6b9900ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627098 Aug 16 02:13:45.791863 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-6e339ca2-fc78-4ca8-bf1d-28b14f08d664 service neutron] show failed (client error): The resource could not be found. Aug 16 02:13:45.793113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-6e339ca2-fc78-4ca8-bf1d-28b14f08d664 service neutron] 10.222.0.88 "GET /v2.0/ports/6396ae68-6d22-4f4e-8d5c-3e46459ae464/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0845783 Aug 16 02:13:45.883130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-a43a3d3d-5541-461c-8664-0ba6ebe1c875 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022844 Aug 16 02:13:45.898167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56254967-646e-44cc-b07e-29897f02192b req-06ee46dd-f52c-43ed-a2c6-210aebb62256 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.904819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-56254967-646e-44cc-b07e-29897f02192b req-06ee46dd-f52c-43ed-a2c6-210aebb62256 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.0637980 Aug 16 02:13:45.951588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-56254967-646e-44cc-b07e-29897f02192b req-778934b4-8750-42e1-9e24-26bdb103918c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Aug 16 02:13:46.022991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0dce2-d57c-4739-9f25-c4b42ff48d52 req-a4a6eeb0-53c5-40e1-b8fd-1647b24ca453 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.024783 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32f0dce2-d57c-4739-9f25-c4b42ff48d52 req-a4a6eeb0-53c5-40e1-b8fd-1647b24ca453 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 946 time: 0.1110814 Aug 16 02:13:46.056516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95faf3da-eb26-4d4a-96e3-f975370f7578 req-9bdc3631-462c-4cc6-8a80-8ef42ba3d1a2 tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "GET /v2.0/security-groups/1d625677-e3f4-4cb9-9691-187b838169f5 HTTP/1.1" status: 200 len: 2981 time: 0.0707648 Aug 16 02:13:46.063172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-0ea18f81-0d09-4ab8-9dae-1b8b7c71fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.064820 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-0ea18f81-0d09-4ab8-9dae-1b8b7c71fe74 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 1102 time: 0.0707672 Aug 16 02:13:46.084668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031629f8-b88e-4a3b-8aeb-5ed2d5386524 req-50424f35-21e8-4b2b-b584-8e400473161f service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909852 Aug 16 02:13:46.084954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:46.087638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32f0dce2-d57c-4739-9f25-c4b42ff48d52 req-fdebec7f-fb4d-4705-b6cc-2110fa4d46af tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532429 Aug 16 02:13:46.172227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.192947 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-95faf3da-eb26-4d4a-96e3-f975370f7578 req-96f789e0-b715-4bed-bcc8-f671361b0a86 tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:13:46.193984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95faf3da-eb26-4d4a-96e3-f975370f7578 req-96f789e0-b715-4bed-bcc8-f671361b0a86 tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "DELETE /v2.0/security-groups/1d625677-e3f4-4cb9-9691-187b838169f5 HTTP/1.1" status: 409 len: 352 time: 0.1276515 Aug 16 02:13:46.212399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-de22df30-5893-4d72-adc0-fcd2ee840d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.212399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-de22df30-5893-4d72-adc0-fcd2ee840d3b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eb77f228aa1d4674aec4b4bfa153f98b&device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 1098 time: 0.0645905 Aug 16 02:13:46.302672 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-119b7a8f-9616-40a9-b3d6-6d1372f83217 req-496cc4dd-a793-4326-a52f-40767bb43c3c tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] show failed (client error): The resource could not be found. Aug 16 02:13:46.303687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-119b7a8f-9616-40a9-b3d6-6d1372f83217 req-496cc4dd-a793-4326-a52f-40767bb43c3c tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "GET /v2.0/security-groups/2d41bf41-3999-4871-9e8d-2c41f9806087 HTTP/1.1" status: 404 len: 352 time: 0.0656662 Aug 16 02:13:46.356169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2ead-8cf9-42f0-99fc-f11930499509 req-4a80094e-3205-4929-bdb7-711400378f39 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.358441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09ad2ead-8cf9-42f0-99fc-f11930499509 req-4a80094e-3205-4929-bdb7-711400378f39 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.0832641 Aug 16 02:13:46.362642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-30870264-c69f-410c-aa33-40d66dd9a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.364068 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-30870264-c69f-410c-aa33-40d66dd9a2e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1412580 Aug 16 02:13:46.415444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-bf1935f6-8505-4148-a977-dd87ffd43095 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5ae99cdb-045a-4e19-a196-fba7b3070683 HTTP/1.1" status: 200 len: 217 time: 0.0412409 Aug 16 02:13:46.460999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:46.461230 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09ad2ead-8cf9-42f0-99fc-f11930499509 req-c6e2afcf-bf93-46fd-8fa7-67c7511f6c65 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937595 Aug 16 02:13:46.485190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-4f41c683-d1eb-4bb8-8635-4e773390b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.486714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-4f41c683-d1eb-4bb8-8635-4e773390b441 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0619817 Aug 16 02:13:46.500111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f20ea-c5d6-4e5a-acdf-977735b02533 req-af2e4876-ee12-455f-bbcd-a6efece5e33c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.501703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b9f20ea-c5d6-4e5a-acdf-977735b02533 req-af2e4876-ee12-455f-bbcd-a6efece5e33c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 949 time: 0.0929282 Aug 16 02:13:46.527443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:46.559403 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-df0d0fa3-c353-46c0-ae41-e8097d0c4a13 req-9ca45bfb-2e65-4fff-8cb0-28729e7b1378 tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] show failed (client error): The resource could not be found. Aug 16 02:13:46.560629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df0d0fa3-c353-46c0-ae41-e8097d0c4a13 req-9ca45bfb-2e65-4fff-8cb0-28729e7b1378 tempest-SecurityGroupsNegativeTestJSON-928802518 tempest-SecurityGroupsNegativeTestJSON-928802518-project] 10.222.0.78 "GET /v2.0/security-groups/12851068-1e82-4878-bed2-7732384e321d HTTP/1.1" status: 404 len: 352 time: 0.0511136 Aug 16 02:13:46.579255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36302) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.582592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b9f20ea-c5d6-4e5a-acdf-977735b02533 req-6262aa6a-3d1f-4ce3-8c3d-9dd46cc18b9c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728221 Aug 16 02:13:46.593715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-65a14a7e-e378-47bf-a9ca-befb27362bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.595205 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-65a14a7e-e378-47bf-a9ca-befb27362bc0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975137 Aug 16 02:13:46.647301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] Deleting subnet 1889e352-d48e-4ded-bafe-e9a9c3621843 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:46.651912 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:46.654567 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1378bfec-c084-4eff-ab34-5114e735bb49" -d '{"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-unplugged", "status": "completed", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:46.658103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.661388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.708487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Transition to ACTIVE for port object 6396ae68-6d22-4f4e-8d5c-3e46459ae464 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:46.714469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.719004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.741126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-be1431ab-ffb8-4aba-8428-a6efee1789fb service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324835 Aug 16 02:13:46.766683 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a85fdb7-393d-4e8d-9300-291b631931d4 x-openstack-request-id: req-6a85fdb7-393d-4e8d-9300-291b631931d4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:46.767142 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-unplugged", "status": "completed", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:46.767404 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a85fdb7-393d-4e8d-9300-291b631931d4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:46.767797 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'code': 200} Aug 16 02:13:46.821511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] No DVR routers for this DVR port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:46.838197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:46.852767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89afa3e3-51e8-446a-a1e8-d877d28eccbd req-30501744-06f6-4443-a65c-4542b50a0c96 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009879 Aug 16 02:13:46.856487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.896703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:46.897040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:46.897374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:46.909125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:46.909469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Attempting to bind port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:46.917808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:46.918165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:46.918595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:46.919035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Bound port: 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:46.919488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.943356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.990999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1889e352-d48e-4ded-bafe-e9a9c3621843,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.005257 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.009875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-54f00cee-8338-4469-8d39-2ebd8d2c4aaa admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1889e352-d48e-4ded-bafe-e9a9c3621843 HTTP/1.1" status: 204 len: 168 time: 0.4241076 Aug 16 02:13:47.010623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:47.067628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:47.071795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:47.088974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.115044 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.172234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.173070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.175133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] 10.222.0.98 "PUT /v2.0/ports/6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 1097 time: 1.1000469 Aug 16 02:13:47.210420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2515621-484b-48aa-b244-fbf02bc08d01 req-7411eb18-d389-4d4b-827f-2ebc76005be4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.217970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2515621-484b-48aa-b244-fbf02bc08d01 req-7411eb18-d389-4d4b-827f-2ebc76005be4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.1603646 Aug 16 02:13:47.237074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.247245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bb635-6eb4-4ad7-a88d-ec60adf63d7a service neutron] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.260775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.261144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.261904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.262239 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.262586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.262929 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.263247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.263586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.263906 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.264230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.291467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:47.294453 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32fe1f-e406-4400-89db-228184cde0aa" -d '{"events": [{"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-plugged", "status": "completed", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:47.326953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2515621-484b-48aa-b244-fbf02bc08d01 req-82695a92-babc-4e4e-8202-3b12c24ed7fe tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080287 Aug 16 02:13:47.346367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-62f83eac-a82d-444d-88e8-8557fbfc095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.350573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-62f83eac-a82d-444d-88e8-8557fbfc095f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1100 time: 0.1486468 Aug 16 02:13:47.352827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.353733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.354137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.354465 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 02:13:47.354852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a0c28d-0605-45aa-93e1-9be2d3d6f71b']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:47.387311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c318758-7490-4711-a2b2-3485a1fba42c req-7c47ce65-6108-4025-9cf8-7f0fb0467c2c tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.389362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c318758-7490-4711-a2b2-3485a1fba42c req-7c47ce65-6108-4025-9cf8-7f0fb0467c2c tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 946 time: 0.1916251 Aug 16 02:13:47.391770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35f653e-fffe-41cf-907f-4602871835f6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:47.392332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35f653e-fffe-41cf-907f-4602871835f6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:47.418349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.451021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.468266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-3716c4ba-5987-47ca-af1e-2971c5632f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.470457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-3716c4ba-5987-47ca-af1e-2971c5632f9d service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1112139 Aug 16 02:13:47.476472 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d6b49-fca4-4366-8d3e-095435fd486b x-openstack-request-id: req-121d6b49-fca4-4366-8d3e-095435fd486b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:47.476911 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-plugged", "status": "completed", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:47.477409 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-121d6b49-fca4-4366-8d3e-095435fd486b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:47.477892 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'code': 200} Aug 16 02:13:47.478771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:47.479138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: from cryptography.utils import int_from_bytes Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: from cryptography.utils import int_from_bytes Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:47.483312 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:47.495796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c318758-7490-4711-a2b2-3485a1fba42c req-1e8da6f4-8698-47a9-bea1-45e3cc9dc85b tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983312 Aug 16 02:13:47.527720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-f30bee39-509c-45dc-9d8c-1fe18899e229 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0455401 Aug 16 02:13:47.553851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.570266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.572346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/57a0c28d-0605-45aa-93e1-9be2d3d6f71b HTTP/1.1" status: 204 len: 168 time: 0.5610950 Aug 16 02:13:47.589198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42374811-5da6-4618-8f1c-8b175dad81c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a0c28d-0605-45aa-93e1-9be2d3d6f71b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.709569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-07f278fe-6538-4c83-9685-744a2845db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.711800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-07f278fe-6538-4c83-9685-744a2845db2c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1666176 Aug 16 02:13:47.726545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72d21-5350-475d-addb-3a385edb9e57 req-25dc1f34-81df-46d1-b609-fe99d3adf503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.729532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cfc72d21-5350-475d-addb-3a385edb9e57 req-25dc1f34-81df-46d1-b609-fe99d3adf503 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 1098 time: 0.1360252 Aug 16 02:13:47.754425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273ae96-1c22-459b-85a5-c286dccb93d8 req-a38eec57-7dca-4a36-84ac-c6ab3a77d31e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.756708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0273ae96-1c22-459b-85a5-c286dccb93d8 req-a38eec57-7dca-4a36-84ac-c6ab3a77d31e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 949 time: 0.0856318 Aug 16 02:13:47.757467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36326) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:47.760369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa366c3-0629-4c31-a6ac-14fbc7c53aa6 req-4fd2a1fb-8d59-4cd6-b85d-d2ebc01eb328 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.762018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-daa366c3-0629-4c31-a6ac-14fbc7c53aa6 req-4fd2a1fb-8d59-4cd6-b85d-d2ebc01eb328 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1666632 Aug 16 02:13:47.822299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e2fdb158-75fd-447f-96fc-f9a5c552f64a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e51f7f33116249a8904400b132160315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635364 Aug 16 02:13:47.823941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cfc72d21-5350-475d-addb-3a385edb9e57 req-9aa94e32-29d5-440c-9bbd-aa560eaa3724 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843306 Aug 16 02:13:47.824803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36328) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:47.830598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0273ae96-1c22-459b-85a5-c286dccb93d8 req-8134ad76-39d1-4559-87bc-541e96ba1cb7 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582016 Aug 16 02:13:47.851146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-daa366c3-0629-4c31-a6ac-14fbc7c53aa6 req-e2a4066a-9f26-4e2c-9505-dd1c22596865 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689671 Aug 16 02:13:47.853047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-36898a3e-6213-4c4d-9b58-94fab87d408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.854712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-36898a3e-6213-4c4d-9b58-94fab87d408c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329558 Aug 16 02:13:47.954574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d65f8-fa0e-4cdf-bc83-2ceef7b5aca6 req-9e406845-1e97-441b-bf73-5886d8e9cbc3 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.957108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-288d65f8-fa0e-4cdf-bc83-2ceef7b5aca6 req-9e406845-1e97-441b-bf73-5886d8e9cbc3 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0489492 Aug 16 02:13:47.963738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47923ff7-f6a9-4e3e-b9d5-6137f247bb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.996567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-288d65f8-fa0e-4cdf-bc83-2ceef7b5aca6 req-e722af7d-aad4-4fe9-b106-83bb83d1ab50 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Aug 16 02:13:48.005752 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47923ff7-f6a9-4e3e-b9d5-6137f247bb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.021144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-14685a0d-1a24-494d-98be-dacd75a41a0d service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381679 Aug 16 02:13:48.133023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47923ff7-f6a9-4e3e-b9d5-6137f247bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.135651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47923ff7-f6a9-4e3e-b9d5-6137f247bb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.136889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-47923ff7-f6a9-4e3e-b9d5-6137f247bb6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d625677-e3f4-4cb9-9691-187b838169f5 HTTP/1.1" status: 204 len: 168 time: 0.3111799 Aug 16 02:13:48.149648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-502a0e19-5e19-4860-8c1a-ee2b3e974522 req-272a59a3-cf19-45ff-b3d0-14d1cc5ac37d service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160040 Aug 16 02:13:48.154623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47923ff7-f6a9-4e3e-b9d5-6137f247bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d625677-e3f4-4cb9-9691-187b838169f5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:48.227139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-d71f4524-51ea-4d02-8ded-65f68766c5ae tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=09bb0e460abd4b4ca29716f721aa7470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265329 Aug 16 02:13:48.358859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-53b78316-ac63-414a-b3f2-d567ec595811 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.360543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-53b78316-ac63-414a-b3f2-d567ec595811 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266086 Aug 16 02:13:48.383019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-6a1565ef-95b3-471d-b051-92ba9d8eb00b tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/quotas/09bb0e460abd4b4ca29716f721aa7470 HTTP/1.1" status: 200 len: 375 time: 0.0112181 Aug 16 02:13:48.452853 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-05d1aec7-cdc0-4aa4-91f7-9a93dddaa832 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640874 Aug 16 02:13:48.469816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0ddd3-bc6f-42a2-b6c7-5b4cfb2eeb46 req-da81b683-b6bf-4e61-a6d3-555e5883ce6b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.477564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28d0ddd3-bc6f-42a2-b6c7-5b4cfb2eeb46 req-da81b683-b6bf-4e61-a6d3-555e5883ce6b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.0645247 Aug 16 02:13:48.528514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28d0ddd3-bc6f-42a2-b6c7-5b4cfb2eeb46 req-cf2f15d7-50ca-4cb8-a8bd-643e974c2386 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500093 Aug 16 02:13:48.706931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579475-08a0-4afc-bfe8-0e1dcfe8fb5a req-d1a6a4a8-33bf-4f8f-b910-4d23c932b4ec tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.708819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d09d0b1e-d3f3-4acf-9bdb-1c05e8869d5b req-ad6c2e39-ead0-4550-a24c-dbe13a7e6878 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 210 time: 0.0432022 Aug 16 02:13:48.724804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e579475-08a0-4afc-bfe8-0e1dcfe8fb5a req-d1a6a4a8-33bf-4f8f-b910-4d23c932b4ec tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 946 time: 0.0743639 Aug 16 02:13:48.782199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:48.786397 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90980528-3094-43e1-8430-7516993dcb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:48.803856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e579475-08a0-4afc-bfe8-0e1dcfe8fb5a req-736f901e-3c7d-4cc0-b5cd-4c4a77b4a42d tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Aug 16 02:13:48.864920 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87476bbd-fea2-493c-a6f0-8f0acf89b8fd x-openstack-request-id: req-87476bbd-fea2-493c-a6f0-8f0acf89b8fd {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:48.865535 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:48.866418 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87476bbd-fea2-493c-a6f0-8f0acf89b8fd {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:48.866995 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'status': 'completed', 'code': 200} Aug 16 02:13:48.963262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-e94a50a9-0425-400d-ad80-709cade0b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.966150 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-e94a50a9-0425-400d-ad80-709cade0b715 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1100 time: 0.0731432 Aug 16 02:13:48.974053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-384f2707-ba99-4416-ae45-1d19f02bcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.975679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-384f2707-ba99-4416-ae45-1d19f02bcd86 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1100 time: 0.0837164 Aug 16 02:13:49.078626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-a0f42504-31e6-4d6a-8432-83ae08849ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.081319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-a0f42504-31e6-4d6a-8432-83ae08849ef8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.0967796 Aug 16 02:13:49.152563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-b91b6f8e-85e1-4b14-9fb7-80c010433cdc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0471261 Aug 16 02:13:49.189176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5ae99cdb-045a-4e19-a196-fba7b3070683 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:49.191335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:49.228160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e14ecb-f4e5-4d83-a62b-963584e53494 req-d7d8c99f-42ea-40c8-90a3-62f6e6c14c84 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.230509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8e14ecb-f4e5-4d83-a62b-963584e53494 req-d7d8c99f-42ea-40c8-90a3-62f6e6c14c84 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.2550654 Aug 16 02:13:49.253203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-d74c2b53-4a99-4a4f-89da-9e28971cb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.255055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-d74c2b53-4a99-4a4f-89da-9e28971cb311 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0935466 Aug 16 02:13:49.257182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36390) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:49.267488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:49.348960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8e14ecb-f4e5-4d83-a62b-963584e53494 req-a2ef0e28-5be8-4652-bddb-db4cff4d8274 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927439 Aug 16 02:13:49.383653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 5ae99cdb-045a-4e19-a196-fba7b3070683, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5ae99cdb-045a-4e19-a196-fba7b3070683,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:49.414903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-7d414578-1d34-4487-85af-1a694b074b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.421115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-7d414578-1d34-4487-85af-1a694b074b8f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1550128 Aug 16 02:13:49.425930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '5ae99cdb-045a-4e19-a196-fba7b3070683', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '5ae99cdb-045a-4e19-a196-fba7b3070683', 'mac_address': 'fa:16:3e:b8:58:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:49.498047 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.516531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae99cdb-045a-4e19-a196-fba7b3070683 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:49.542459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 5ae99cdb-045a-4e19-a196-fba7b3070683, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5ae99cdb-045a-4e19-a196-fba7b3070683,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:49.545897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-161543403-network', 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:49.547768 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.599588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:49.602067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.606321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669c870-e660-41f8-ab41-45a6d809048d req-203269f6-ef2f-4356-a8c9-17cf259372d7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.609441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a669c870-e660-41f8-ab41-45a6d809048d req-203269f6-ef2f-4356-a8c9-17cf259372d7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1098914 Aug 16 02:13:49.615374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-5b429698-c17d-4007-a258-f20ed077025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.618444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-5b429698-c17d-4007-a258-f20ed077025e service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.6340873 Aug 16 02:13:49.638912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.651498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=5ae99cdb-045a-4e19-a196-fba7b3070683,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:49.666691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-9c39e4bd-7204-4151-b9eb-2a87a0b23e28 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249594 Aug 16 02:13:49.693052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-cbd8b46a-86d0-47a4-9709-606d4840c06d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0622244 Aug 16 02:13:49.744576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a669c870-e660-41f8-ab41-45a6d809048d req-8bda95cb-6d1d-488c-91a4-073d55fdca26 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214533 Aug 16 02:13:49.765661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-f82351e2-8e32-45e0-a4b7-bffb299adb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.765661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-f82351e2-8e32-45e0-a4b7-bffb299adb56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0585649 Aug 16 02:13:49.780352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6eb3c-fd03-4672-8840-c2f4b387b4f8 req-ecabdfd6-14ea-4fb3-a722-3ecb23a7a77c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.781867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1f6eb3c-fd03-4672-8840-c2f4b387b4f8 req-ecabdfd6-14ea-4fb3-a722-3ecb23a7a77c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.1126795 Aug 16 02:13:49.840347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980528-3094-43e1-8430-7516993dcb4b req-75cf0d85-0ad7-4454-92a5-65fa8753ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.841894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-75cf0d85-0ad7-4454-92a5-65fa8753ff88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721178 Aug 16 02:13:49.843278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['5ae99cdb-045a-4e19-a196-fba7b3070683'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:49.883867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1f6eb3c-fd03-4672-8840-c2f4b387b4f8 req-4358035f-9817-441b-806d-30ba62677e08 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921099 Aug 16 02:13:49.896645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-4da99cc6-1a0d-4cc7-a810-53f545f5749e service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956360 Aug 16 02:13:49.999643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.008163 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c1b74b27-2324-47d6-a488-e49a52b55cae req-5b1c00ba-0577-4de6-b0d4-3f7c03066571 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 210 time: 0.0495420 Aug 16 02:13:50.052871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.091279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-24231a63-ae5c-4884-8a9f-26ea0bf83db2 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379472 Aug 16 02:13:50.102241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-5115c4f1-7fc9-41e7-ac99-de22c087398a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=09bb0e460abd4b4ca29716f721aa7470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002088 Aug 16 02:13:50.156894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d880cffc-8916-449d-9b5f-ea8e3d5baec6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.181212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:50.222957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.223297 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Added segment 36672381-5c98-40a7-bc93-e1c457c8b713 of type vlan for network 7f87eee5-90aa-4446-92cb-abb1c82eca55 Aug 16 02:13:50.223651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f74e2-5ad8-4cf9-a4c4-381f6f89aa18 req-ea8170e4-0609-49f2-b9a7-565b9b3d281a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.225229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-403f74e2-5ad8-4cf9-a4c4-381f6f89aa18 req-ea8170e4-0609-49f2-b9a7-565b9b3d281a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1150587 Aug 16 02:13:50.261963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90980528-3094-43e1-8430-7516993dcb4b req-30958ab1-f873-4b17-90a5-69bba2147f41 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643765 Aug 16 02:13:50.278798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8094b7e-aacc-4516-8157-bb8f661e67cb req-ec1ebf29-8d3a-4831-89e6-642c39266cbf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.286122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8094b7e-aacc-4516-8157-bb8f661e67cb req-ec1ebf29-8d3a-4831-89e6-642c39266cbf tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 947 time: 0.2375326 Aug 16 02:13:50.286453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-403f74e2-5ad8-4cf9-a4c4-381f6f89aa18 req-549bb782-8de6-4059-97db-81f7a92467f0 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Aug 16 02:13:50.310448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.402950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8094b7e-aacc-4516-8157-bb8f661e67cb req-91f923c8-bd28-480d-9888-d5cf39f55da6 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159451 Aug 16 02:13:50.427036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-f50bc6f8-47e5-4b1d-a06f-ab935e57ca8d tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.428840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-f50bc6f8-47e5-4b1d-a06f-ab935e57ca8d tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001015 Aug 16 02:13:50.435912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5c034-a56c-406f-ad28-cff12b09919b req-0ad11d78-96da-457c-9cca-27abb0e7f4e5 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.438746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.441157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62d5c034-a56c-406f-ad28-cff12b09919b req-0ad11d78-96da-457c-9cca-27abb0e7f4e5 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.0726066 Aug 16 02:13:50.448410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.455083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.463869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Request body: {'port': {'device_id': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '09bb0e460abd4b4ca29716f721aa7470'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:50.496978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62d5c034-a56c-406f-ad28-cff12b09919b req-8a4ea87a-68a9-4e27-8c43-eef8ae73f3cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512545 Aug 16 02:13:50.573954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3151877 Aug 16 02:13:50.576993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:50.582114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Request body: {'subnet': {'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-161543403-subnet', 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:50.595003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c94aa6-20e2-435c-8754-7795dd7ec296 admin admin] Pushing event updated for resources: {'Network': ['ID=7f87eee5-90aa-4446-92cb-abb1c82eca55,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.614142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:50.646158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:50.648421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.673771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Made reservation on behalf of 09bb0e460abd4b4ca29716f721aa7470 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:50.677791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.720873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf30f-5380-4de7-aa78-fe8c716844c9 req-526e71a9-9014-401f-aa66-c7d834412ac3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.722832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-130bf30f-5380-4de7-aa78-fe8c716844c9 req-526e71a9-9014-401f-aa66-c7d834412ac3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1166728 Aug 16 02:13:50.778813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-130bf30f-5380-4de7-aa78-fe8c716844c9 req-b6efa2ef-1330-427c-a44d-75403dd50fd4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491784 Aug 16 02:13:50.823120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Allocated IP 192.168.233.241 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/28dc8244-b15b-40b6-82f1-d33a2fb0e50d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:50.874604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.941808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8e42a1-d51f-49bc-ad0d-27257fd19019,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.970768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Checking segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:50.970932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1263632-4ce2-4d38-af50-90b8e49b4681 req-b8d265d9-1a81-49b2-96e8-1973a6dbb62c tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.971028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Network hostable DHCP agents. Network: 7f87eee5-90aa-4446-92cb-abb1c82eca55, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:50.971228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f1263632-4ce2-4d38-af50-90b8e49b4681 req-b8d265d9-1a81-49b2-96e8-1973a6dbb62c tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1066420 Aug 16 02:13:50.999088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:51.021924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7f87eee5-90aa-4446-92cb-abb1c82eca55) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:51.026512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.027117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.032939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53487e7c-983f-45a0-95d5-6913d88bd0be None None] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:51.041021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f1263632-4ce2-4d38-af50-90b8e49b4681 req-2e79b1d5-ebcb-4914-9fc5-ad5d3a2db5ea tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Aug 16 02:13:51.049111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7df13d02-ffe8-4480-8885-756097d0f029 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4709961 Aug 16 02:13:51.051942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.058525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55838fa-ac12-4e7d-94bb-999c1dd1acb4 req-30c06173-b2d1-4952-84c1-d115c5f8ffbe tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.060161 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d55838fa-ac12-4e7d-94bb-999c1dd1acb4 req-30c06173-b2d1-4952-84c1-d115c5f8ffbe tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.0782664 Aug 16 02:13:51.080386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Transition to ACTIVE for port object 28dc8244-b15b-40b6-82f1-d33a2fb0e50d will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:51.131920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d55838fa-ac12-4e7d-94bb-999c1dd1acb4 req-86a8f456-f85e-448c-a8f8-0cc197585c1b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632517 Aug 16 02:13:51.157999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.174110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['2e99062a-e8ae-46a2-9272-a6036f2f6466'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:51.194954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:51.244857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Pushing event updated for resources: {'Port': ['ID=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.248331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5ae99cdb-045a-4e19-a196-fba7b3070683 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:51.251174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb63ed5-8786-4f9d-8164-f99f88c2d14d None None] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:51.298088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:51.302015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:51.305532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:51.367111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.372177 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.394148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305f3f-80b6-4aab-87d5-f96e098e8ba0 req-43c5bf0d-169b-4ea1-80b6-a819cc5f4af5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.395554 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9305f3f-80b6-4aab-87d5-f96e098e8ba0 req-43c5bf0d-169b-4ea1-80b6-a819cc5f4af5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 936 time: 0.1524549 Aug 16 02:13:51.397404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-916d0a3a-6e71-4251-bb3d-7c7038e9fdd5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9395478 Aug 16 02:13:51.428902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Request body: {'port': {'device_id': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:51.492728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9305f3f-80b6-4aab-87d5-f96e098e8ba0 req-64dab5b1-f9b8-48f3-a47c-f2cd400cd4dc tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851772 Aug 16 02:13:51.527402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 5ae99cdb-045a-4e19-a196-fba7b3070683 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:51.571367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 5ae99cdb-045a-4e19-a196-fba7b3070683 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:51.571746 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.571854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.577857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723266a-e2a8-40c9-8146-f490fa0651c4 req-b6d0ee34-2433-4303-b5cb-8bbbaee5f5ad tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.586149 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1723266a-e2a8-40c9-8146-f490fa0651c4 req-b6d0ee34-2433-4303-b5cb-8bbbaee5f5ad tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1672690 Aug 16 02:13:51.670701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1723266a-e2a8-40c9-8146-f490fa0651c4 req-cbaad7fd-f750-4d4f-a395-7690a70bf422 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822117 Aug 16 02:13:51.690972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189add0-2485-450a-87fb-abad8725121d req-1c54e183-f306-405b-bfd2-ecdb7ca4b9e5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.692808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-1c54e183-f306-405b-bfd2-ecdb7ca4b9e5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 948 time: 0.2193096 Aug 16 02:13:51.806260 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-e189add0-2485-450a-87fb-abad8725121d req-2a2a24b6-a2e2-4780-b6bf-32b46cbd1cd6 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:13:51.807432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-2a2a24b6-a2e2-4780-b6bf-32b46cbd1cd6 service neutron] 10.222.0.88 "DELETE /v2.0/ports/6396ae68-6d22-4f4e-8d5c-3e46459ae464/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.1051950 Aug 16 02:13:51.822647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-00808417-358b-4359-a4d4-57941def7083 None None] Provisioning for port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:51.831989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-00808417-358b-4359-a4d4-57941def7083 None None] Provisioning complete for port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:51.832384 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00808417-358b-4359-a4d4-57941def7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.851384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0d0b5-0a84-4d8b-b5b6-f1c4074123c7 req-8a0ec3aa-3166-42e4-9ebf-b70ce7bb6080 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.857484 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3b0d0b5-0a84-4d8b-b5b6-f1c4074123c7 req-8a0ec3aa-3166-42e4-9ebf-b70ce7bb6080 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 948 time: 0.0926137 Aug 16 02:13:52.013549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3b0d0b5-0a84-4d8b-b5b6-f1c4074123c7 req-b7e7a7a5-4cce-4d04-9f57-d4aced5e7662 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490943 Aug 16 02:13:52.035092 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.050341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189add0-2485-450a-87fb-abad8725121d req-04c60ec0-3831-4cbb-bdf6-522e7820fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.052765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-04c60ec0-3831-4cbb-bdf6-522e7820fd71 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1100 time: 0.1239753 Aug 16 02:13:52.058968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.078097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae99cdb-045a-4e19-a196-fba7b3070683'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:52.080865 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d3315-6426-47f5-a174-c93b21c54cf5" -d '{"events": [{"server_uuid": "c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6", "name": "network-vif-plugged", "status": "completed", "tag": "5ae99cdb-045a-4e19-a196-fba7b3070683"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:52.092352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-00808417-358b-4359-a4d4-57941def7083 None None] Port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:52.099097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 5ae99cdb-045a-4e19-a196-fba7b3070683, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5ae99cdb-045a-4e19-a196-fba7b3070683,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:52.104653 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.139636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-a25e5a92-d147-4fcf-bfb7-a5deeb095bb7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.149257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-a25e5a92-d147-4fcf-bfb7-a5deeb095bb7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1795573 Aug 16 02:13:52.154951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dc8244-b15b-40b6-82f1-d33a2fb0e50d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:52.164604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=5ae99cdb-045a-4e19-a196-fba7b3070683,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:52.173992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.179911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-ecca7de8-8076-464b-a26d-452ac95a7dcb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/quotas/21c2bfdcf6e14b7f83a27a4c4baaddad HTTP/1.1" status: 200 len: 375 time: 0.0297177 Aug 16 02:13:52.195541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ec254-b2f2-4b48-ad87-1ca5565e02fe req-ad9ac596-9cd6-4b3e-834b-43c4513c572a tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.197062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-152ec254-b2f2-4b48-ad87-1ca5565e02fe req-ad9ac596-9cd6-4b3e-834b-43c4513c572a tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 948 time: 0.0730500 Aug 16 02:13:52.216577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189add0-2485-450a-87fb-abad8725121d req-de56de13-1341-465e-ad23-d82f2c13a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.217992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-de56de13-1341-465e-ad23-d82f2c13a1b5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1560276 Aug 16 02:13:52.218518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-daea5ff5-eca6-410c-a53e-406809388ff3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310295 Aug 16 02:13:52.219512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Transition to ACTIVE for port object 28dc8244-b15b-40b6-82f1-d33a2fb0e50d will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:52.224077 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.277142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-ae98b866-1746-4398-9672-bbc9f91864e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0443501 Aug 16 02:13:52.298740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-152ec254-b2f2-4b48-ad87-1ca5565e02fe req-4dbb46be-bc96-4b4e-bb78-6728a700cbe9 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919104 Aug 16 02:13:52.318388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Pushing event updated for resources: {'Port': ['ID=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:52.377012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Attempting to bind port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:52.377350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Attempting to bind port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:52.377695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Attempting to bind port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:52.382532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:52.382969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Attempting to bind port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:52.387837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:52.388469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:52.388864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:52.389291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Bound port: 28dc8244-b15b-40b6-82f1-d33a2fb0e50d, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:52.389673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.404718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-dd7ac937-be04-4fff-adc9-d3f74daa13b5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:52.405095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189add0-2485-450a-87fb-abad8725121d req-4cd0e45f-c3b0-4c19-aef2-8af1955b70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.406709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-4cd0e45f-c3b0-4c19-aef2-8af1955b70ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1070228 Aug 16 02:13:52.413349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-dd7ac937-be04-4fff-adc9-d3f74daa13b5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1430478 Aug 16 02:13:52.476885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827839c-0105-4c55-90b3-57d1483f060f req-274d1a81-bd79-476e-9c7f-ed5cebf80298 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.478832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2827839c-0105-4c55-90b3-57d1483f060f req-274d1a81-bd79-476e-9c7f-ed5cebf80298 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.0910296 Aug 16 02:13:52.489148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189add0-2485-450a-87fb-abad8725121d req-d2ec0b2d-e350-4ead-890e-f778f32165ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.491609 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-d2ec0b2d-e350-4ead-890e-f778f32165ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698006 Aug 16 02:13:52.520644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:52.543001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] For port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:52.547165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] For port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:52.556821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-b853eebb-25c9-429c-ae6a-f243e1758f7d service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425867 Aug 16 02:13:52.566533 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.597937 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2827839c-0105-4c55-90b3-57d1483f060f req-f96bad49-ccb7-43ab-bf45-ce9a804b9ef2 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990944 Aug 16 02:13:52.656963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.657956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.659995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] 10.222.0.98 "PUT /v2.0/ports/28dc8244-b15b-40b6-82f1-d33a2fb0e50d HTTP/1.1" status: 200 len: 1097 time: 1.2384140 Aug 16 02:13:52.667204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'tag': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:52.670997 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b797c7ca-90df-4209-8df9-7d284340c979" -d '{"events": [{"name": "network-changed", "server_uuid": "ccad931f-fded-4def-b127-ce7be308d8bd", "tag": "28dc8244-b15b-40b6-82f1-d33a2fb0e50d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:52.731382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-039e0fe8-6f4f-4af2-b46c-12287adc39b1 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208211 Aug 16 02:13:52.738294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15229d9-2040-43f4-ac9e-2243a16ea57c service neutron] Pushing event updated for resources: {'Port': ['ID=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:52.778551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:52.788562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-af7e8ebf-28e9-46a4-a587-1ff426703173 service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305272 Aug 16 02:13:52.791325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-6551a1ff-c686-44a6-8c59-ec4033d6fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.792848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-6551a1ff-c686-44a6-8c59-ec4033d6fcfb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 1100 time: 0.0727470 Aug 16 02:13:52.798986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'mac_address': 'fa:16:3e:17:b3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:52.883619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-023a34da-a865-4f29-8b9a-913a0ddcf4cb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=28dc8244-b15b-40b6-82f1-d33a2fb0e50d HTTP/1.1" status: 200 len: 217 time: 0.0803959 Aug 16 02:13:52.905226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.926048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6396ae68-6d22-4f4e-8d5c-3e46459ae464 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:52.937918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e189add0-2485-450a-87fb-abad8725121d req-8e257303-bb53-4534-8ddb-2d30720e0bd5 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976020 Aug 16 02:13:52.957679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-0ebd9018-4f7d-45ea-8652-f86133bf06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.961925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-0ebd9018-4f7d-45ea-8652-f86133bf06ae service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0706291 Aug 16 02:13:52.974899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:52.985528 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.048263 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5733ad1a-71fa-4718-9f73-a1a3a8e58b7f x-openstack-request-id: req-5733ad1a-71fa-4718-9f73-a1a3a8e58b7f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:53.048584 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6", "name": "network-vif-plugged", "status": "completed", "tag": "5ae99cdb-045a-4e19-a196-fba7b3070683", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:53.048976 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5733ad1a-71fa-4718-9f73-a1a3a8e58b7f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:53.050577 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae99cdb-045a-4e19-a196-fba7b3070683', 'code': 200} Aug 16 02:13:53.092909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:53.098796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-1b3bb3a9-1a6a-48c9-9850-eec6c4b75dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.116604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-1b3bb3a9-1a6a-48c9-9850-eec6c4b75dd3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423223 Aug 16 02:13:53.218248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da0a0f-6f70-4b9b-a743-e3b0e12e2934 req-51c3e4e8-5bdc-42d1-b527-e94e45217bc2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.227162 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4da0a0f-6f70-4b9b-a743-e3b0e12e2934 req-51c3e4e8-5bdc-42d1-b527-e94e45217bc2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 948 time: 0.0936708 Aug 16 02:13:53.254593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.284986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4da0a0f-6f70-4b9b-a743-e3b0e12e2934 req-206ee886-e4b0-4629-851b-da7e8e8b53ff tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Aug 16 02:13:53.300977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3de5a-9172-477e-ba22-f756cdbdd846 req-6e5627c9-0fcb-4ab7-bce1-1bcc47a58b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.302867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46c3de5a-9172-477e-ba22-f756cdbdd846 req-6e5627c9-0fcb-4ab7-bce1-1bcc47a58b54 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 1100 time: 0.1236763 Aug 16 02:13:53.327170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:53.451523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46c3de5a-9172-477e-ba22-f756cdbdd846 req-030899fe-fd1f-4af3-a3aa-06cf544347df service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349516 Aug 16 02:13:53.557399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38b36b-b296-47be-943b-d4946b7709f1 req-ae9afb38-5a44-4993-b77d-ef41659bd006 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.559130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d38b36b-b296-47be-943b-d4946b7709f1 req-ae9afb38-5a44-4993-b77d-ef41659bd006 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1097 time: 0.0746436 Aug 16 02:13:53.581716 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa194b98-1f61-4756-856f-d16a1aba945f x-openstack-request-id: req-fa194b98-1f61-4756-856f-d16a1aba945f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:53.581716 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccad931f-fded-4def-b127-ce7be308d8bd", "tag": "28dc8244-b15b-40b6-82f1-d33a2fb0e50d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:53.582311 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa194b98-1f61-4756-856f-d16a1aba945f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:53.582311 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'tag': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d', 'status': 'completed', 'code': 200} Aug 16 02:13:53.673393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d38b36b-b296-47be-943b-d4946b7709f1 req-260cbf40-0974-4279-b590-34d7c78bddcd tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061454 Aug 16 02:13:53.724344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-f0304630-9738-4af2-92e9-c7b41fdfe10e service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898166 Aug 16 02:13:53.753594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d099160-e5bb-48a3-b654-76e4a87d300b req-6f9126ad-43f4-407a-b8ef-f4ac70f4701f tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.772865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d099160-e5bb-48a3-b654-76e4a87d300b req-6f9126ad-43f4-407a-b8ef-f4ac70f4701f tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 945 time: 0.1094604 Aug 16 02:13:53.835057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b46a0-baeb-4c86-a771-1691aa73d157 req-2fc96448-38a1-4e68-9b80-d56fc751668c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.844058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f16b46a0-baeb-4c86-a771-1691aa73d157 req-2fc96448-38a1-4e68-9b80-d56fc751668c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 949 time: 0.0671711 Aug 16 02:13:53.866562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d099160-e5bb-48a3-b654-76e4a87d300b req-fd3df4ca-802d-488b-bae0-827d9ca13994 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924380 Aug 16 02:13:53.891125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f16b46a0-baeb-4c86-a771-1691aa73d157 req-3a0e77f1-4686-4760-8f40-566ba87dfc5c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459235 Aug 16 02:13:53.909319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4eaf8b3f-a7eb-46d8-998f-9b91dd531798 req-745ae895-3fd4-46ba-a934-ab84e2ee77aa service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791401 Aug 16 02:13:53.976480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2512d639-50ff-4182-85b3-3b956a74ed87 req-2bba66eb-f2c4-4303-bce6-cfe7c725f5fc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 210 time: 0.0298972 Aug 16 02:13:54.027433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797c7ca-90df-4209-8df9-7d284340c979 req-96668515-2f70-4b0f-a4eb-cbd6bbb7a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.028120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eff4c6-0ca4-44ea-938b-66ac41e5fdb5 req-ac8ff1ff-3c7a-4f3d-9a2e-367662041af4 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.030078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07eff4c6-0ca4-44ea-938b-66ac41e5fdb5 req-ac8ff1ff-3c7a-4f3d-9a2e-367662041af4 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 948 time: 0.0621433 Aug 16 02:13:54.032424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b797c7ca-90df-4209-8df9-7d284340c979 req-96668515-2f70-4b0f-a4eb-cbd6bbb7a3b8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 1100 time: 0.0559502 Aug 16 02:13:54.108712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07eff4c6-0ca4-44ea-938b-66ac41e5fdb5 req-1bf9cdd6-2b2a-4d1a-9782-65402d46de2f tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716274 Aug 16 02:13:54.139751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797c7ca-90df-4209-8df9-7d284340c979 req-dcecdc71-57e6-4c40-ab8f-c7cc66b62219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.141332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b797c7ca-90df-4209-8df9-7d284340c979 req-dcecdc71-57e6-4c40-ab8f-c7cc66b62219 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1011596 Aug 16 02:13:54.191732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b797c7ca-90df-4209-8df9-7d284340c979 req-29d8592c-3a66-43dc-8279-86423e514cba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=28dc8244-b15b-40b6-82f1-d33a2fb0e50d HTTP/1.1" status: 200 len: 217 time: 0.0411434 Aug 16 02:13:54.218991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c47ada-cf8c-4a61-8f60-e94b24fec476 req-6d3b3927-9d89-47a8-b697-abccc7207dac tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.220873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5c47ada-cf8c-4a61-8f60-e94b24fec476 req-6d3b3927-9d89-47a8-b697-abccc7207dac tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1101 time: 0.0454247 Aug 16 02:13:54.256964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797c7ca-90df-4209-8df9-7d284340c979 req-76cb5b48-98eb-4ee8-872e-a820fc9dc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.258803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b797c7ca-90df-4209-8df9-7d284340c979 req-76cb5b48-98eb-4ee8-872e-a820fc9dc817 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0564384 Aug 16 02:13:54.267802 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5c47ada-cf8c-4a61-8f60-e94b24fec476 req-e2f70343-5261-4b8e-bcfe-0fb65c36dcd1 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371983 Aug 16 02:13:54.348131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797c7ca-90df-4209-8df9-7d284340c979 req-9d3b4c02-4b9f-44d9-913a-d127d10a62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.358070 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b797c7ca-90df-4209-8df9-7d284340c979 req-9d3b4c02-4b9f-44d9-913a-d127d10a62ff service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846841 Aug 16 02:13:54.485499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b797c7ca-90df-4209-8df9-7d284340c979 req-8c811265-d860-46c8-aaa9-339e7b76c983 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070423 Aug 16 02:13:54.662165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b797c7ca-90df-4209-8df9-7d284340c979 req-6c503874-65a2-421e-ae53-5a3e1873d7b2 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561561 Aug 16 02:13:54.674749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-0c290668-d1ce-4ab2-8c7d-743619f97731 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.676639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-0c290668-d1ce-4ab2-8c7d-743619f97731 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1703181 Aug 16 02:13:54.694972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61835696-ad33-49b9-9178-740246caccd5 req-f9ea9c09-19f5-44e7-a94a-d0c3b89a722e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.696482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61835696-ad33-49b9-9178-740246caccd5 req-f9ea9c09-19f5-44e7-a94a-d0c3b89a722e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 948 time: 0.0860989 Aug 16 02:13:54.700052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Request body: {'port': {'device_id': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'admin_state_up': True, 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:54.781852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61835696-ad33-49b9-9178-740246caccd5 req-3669f920-4911-40d2-ac97-b5f0b1da15b2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Aug 16 02:13:54.844019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:54.847629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.949602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b4975-7c49-4796-ab1e-18d1a5cc6288 req-3ef2aef6-5a5d-4932-8b5d-168428c1195d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.951092 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-385b4975-7c49-4796-ab1e-18d1a5cc6288 req-3ef2aef6-5a5d-4932-8b5d-168428c1195d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1003458 Aug 16 02:13:55.025350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-385b4975-7c49-4796-ab1e-18d1a5cc6288 req-0558da54-3343-4ad1-b607-b2baef8c5973 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 Aug 16 02:13:55.040395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Allocated IP 172.20.0.14 (7f87eee5-90aa-4446-92cb-abb1c82eca55/ed8e42a1-d51f-49bc-ad0d-27257fd19019/a3713de3-0b5e-4bb9-8bda-78ac6faee7a2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:55.163199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-0c1e265a-7e47-424c-8f0b-0653e8c20c06 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.164888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-0c1e265a-7e47-424c-8f0b-0653e8c20c06 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 945 time: 0.0718827 Aug 16 02:13:55.165885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-68731b49-5bc1-45a4-bc32-d46d20a42bc1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301442 Aug 16 02:13:55.201969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-2444a468-7ef3-4bc6-a3af-b4628ccf9e37 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:55.202970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-2444a468-7ef3-4bc6-a3af-b4628ccf9e37 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206966 Aug 16 02:13:55.216205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:55.216663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:13:55.279600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.311100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-c95ad83a-efad-4cff-8cc1-c0e32d9833f8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.312739 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-c95ad83a-efad-4cff-8cc1-c0e32d9833f8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409874 Aug 16 02:13:55.344057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-ddef44f6-7eb3-4dd1-aa66-78e1e5369df0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/quotas/bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 375 time: 0.0177307 Aug 16 02:13:55.349982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Deleting port e6c45442-9adf-40a7-a362-d70ed682e19c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:55.350339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.360806 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.424105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:55.432563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:55.437841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:55.443832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-825d3643-05f7-4037-8468-3e317878359d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932083 Aug 16 02:13:55.445737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event updated for resources: {'Port': ['ID=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.453920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:55.453920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:55.454117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:55.467858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:55.468176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:55.477914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] For port e6c45442-9adf-40a7-a362-d70ed682e19c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e6c45442-9adf-40a7-a362-d70ed682e19c,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:55.478287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.481315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:55.481649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:55.482036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:55.482460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Bound port: bcc33206-709a-466f-afb2-b582dd170c4d, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:55.493100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.493728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.511201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-c8e43be0-fae2-4d85-ba34-0cf3726bfbfc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8240728 Aug 16 02:13:55.513100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Calling delete_port for e6c45442-9adf-40a7-a362-d70ed682e19c owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:55.528921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Request body: {'port': {'device_id': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:55.588200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:55.598436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.599554 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3612e753-db73-431c-8b8f-f2903ac53be8 service neutron] 10.222.0.78 "POST /v2.0/ports/bcc33206-709a-466f-afb2-b582dd170c4d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3890133 Aug 16 02:13:55.601983 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.699165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.716244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778dd25-f3b5-4207-801d-b902872603ad req-b47471c6-7099-4e64-87a0-9379be77c86b tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.716484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e6c45442-9adf-40a7-a362-d70ed682e19c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:55.718118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6778dd25-f3b5-4207-801d-b902872603ad req-b47471c6-7099-4e64-87a0-9379be77c86b tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/ports?device_id=fe1e6f3f-0913-4692-91fd-7b224ac5edfd HTTP/1.1" status: 200 len: 945 time: 0.1031628 Aug 16 02:13:55.766664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Pushing event deleted for resources: {'Port': ['ID=e6c45442-9adf-40a7-a362-d70ed682e19c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.864083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] No DVR routers for this DVR port e6c45442-9adf-40a7-a362-d70ed682e19c on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:55.867813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.869824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b1d0dc1-7be6-4547-8c6b-9aaeb51ecde2 req-11da5617-f6de-498d-9c0b-2cb2383d1630 tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.98 "DELETE /v2.0/ports/e6c45442-9adf-40a7-a362-d70ed682e19c HTTP/1.1" status: 204 len: 173 time: 0.6965604 Aug 16 02:13:55.870266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'name': 'network-vif-deleted', 'tag': 'e6c45442-9adf-40a7-a362-d70ed682e19c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:55.872530 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b603337-930f-44d1-973c-3b9a9be8a295" -d '{"events": [{"server_uuid": "fe1e6f3f-0913-4692-91fd-7b224ac5edfd", "name": "network-vif-deleted", "tag": "e6c45442-9adf-40a7-a362-d70ed682e19c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:55.874025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6778dd25-f3b5-4207-801d-b902872603ad req-a9daeadb-b737-4ce3-8437-b422ea94897e tempest-AttachSCSIVolumeTestJSON-1632799697 tempest-AttachSCSIVolumeTestJSON-1632799697-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f800b55-79ce-4d31-9b2b-df94b66dc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 Aug 16 02:13:55.917607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685393-cee1-4193-9829-c2ebd6aed8d5 req-1e37e813-cf4f-424e-b5de-be3293d66b35 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.919183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8685393-cee1-4193-9829-c2ebd6aed8d5 req-1e37e813-cf4f-424e-b5de-be3293d66b35 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 932 time: 0.0997424 Aug 16 02:13:55.993279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8685393-cee1-4193-9829-c2ebd6aed8d5 req-5b56ad52-f3c5-4b0f-a392-13c12e221166 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664036 Aug 16 02:13:56.021631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-ff3e4d54-ce32-4df4-8cf0-4faaf14f7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.024341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-ff3e4d54-ce32-4df4-8cf0-4faaf14f7266 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1097 time: 0.0763826 Aug 16 02:13:56.083158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edb2e7-9cdc-4f70-8048-ae6cdc3686b7 req-35e03b3f-ccbc-49c1-9701-01417ee5087d tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.085121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64edb2e7-9cdc-4f70-8048-ae6cdc3686b7 req-35e03b3f-ccbc-49c1-9701-01417ee5087d tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 948 time: 0.1180050 Aug 16 02:13:56.116373 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-75f99ddb-71c7-422d-964a-d6ce5492d5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.153505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-6dabfac1-cd6c-486c-b3a9-9a1783e85f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.155166 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-6dabfac1-cd6c-486c-b3a9-9a1783e85f4c service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1177695 Aug 16 02:13:56.193020 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64edb2e7-9cdc-4f70-8048-ae6cdc3686b7 req-d3699b44-27fa-4ffc-b471-ff82c6eeec64 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880604 Aug 16 02:13:56.199162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:56.223049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.237262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Transition to ACTIVE for port object a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:56.245700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.263432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fec4c18-f8b3-4b6e-8c1c-4c7e09fd1dd2 req-7146200c-b35a-4af4-8422-cd359cd9cf61 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 210 time: 0.0857162 Aug 16 02:13:56.264910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-77f058e2-9203-4174-b4f5-f6468c225d80 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 200 len: 217 time: 0.1010504 Aug 16 02:13:56.335202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Pushing event updated for resources: {'Port': ['ID=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.342763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-ab17eb31-b8b4-47e8-910c-2fcafe9b4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.344244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-ab17eb31-b8b4-47e8-910c-2fcafe9b4462 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0666463 Aug 16 02:13:56.396021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d8b2c-7b5d-4d65-a170-e62af651937a req-d8556db2-cd42-4197-bf92-1818190bb315 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.397605 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-468d8b2c-7b5d-4d65-a170-e62af651937a req-d8556db2-cd42-4197-bf92-1818190bb315 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.1228428 Aug 16 02:13:56.406490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-a2e04d5c-af64-4914-9fbd-398d1fdc51a5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511017 Aug 16 02:13:56.430268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c12bc-0d7a-4ac3-a0c7-71ac02a6302c req-c0d38e28-c9ef-4162-94e0-2fe3908004ce tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.431772 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f99c12bc-0d7a-4ac3-a0c7-71ac02a6302c req-c0d38e28-c9ef-4162-94e0-2fe3908004ce tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 948 time: 0.0866001 Aug 16 02:13:56.458531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Attempting to bind port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:56.458873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Attempting to bind port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:56.459203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Attempting to bind port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:56.467682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-468d8b2c-7b5d-4d65-a170-e62af651937a req-fc0d73a1-a6c2-43b3-8a1c-6ce01e4dcf88 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604162 Aug 16 02:13:56.468695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:56.469018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Attempting to bind port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:56.474729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:56.475067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Checking segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:56.475447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Bound using segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:56.475870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Bound port: a3713de3-0b5e-4bb9-8bda-78ac6faee7a2, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:56.476226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.524226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device cd710789-ca5c-4f72-a5e4-980d3d252ea7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:56.531604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:56.547349 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d78a39-e71c-4ab4-aeb4-f4e6a7b25f86 x-openstack-request-id: req-c4d78a39-e71c-4ab4-aeb4-f4e6a7b25f86 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:56.547640 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1e6f3f-0913-4692-91fd-7b224ac5edfd", "name": "network-vif-deleted", "tag": "e6c45442-9adf-40a7-a362-d70ed682e19c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:56.547865 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4d78a39-e71c-4ab4-aeb4-f4e6a7b25f86 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:56.548260 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1e6f3f-0913-4692-91fd-7b224ac5edfd', 'name': 'network-vif-deleted', 'tag': 'e6c45442-9adf-40a7-a362-d70ed682e19c', 'status': 'completed', 'code': 200} Aug 16 02:13:56.572702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] For port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:56.583258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] For port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:56.592428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.625728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f99c12bc-0d7a-4ac3-a0c7-71ac02a6302c req-e4535907-84d7-4163-b91c-bead10930db3 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786809 Aug 16 02:13:56.632216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-ebdc05c2-faf7-40b6-ae8c-5fdd2589cc75 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989856 Aug 16 02:13:56.727793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:56.736424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:56.736834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.775916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:56.782146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.785767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.787294 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] 10.222.0.88 "PUT /v2.0/ports/a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 HTTP/1.1" status: 200 len: 1093 time: 1.2663987 Aug 16 02:13:56.787900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'tag': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:56.795885 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847f642-0f98-44f3-8815-7667f71148b7" -d '{"events": [{"name": "network-changed", "server_uuid": "abc3bcfa-be8c-4d1c-b535-644e93630330", "tag": "a3713de3-0b5e-4bb9-8bda-78ac6faee7a2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:56.803381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'port_id': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'mac_address': 'fa:16:3e:d9:b9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494a140-ba88-4a01-b589-6523c0ee7e27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:56.855671 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-0b73b3ba-5642-4314-8037-3fde8eeb4d2f service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001903 Aug 16 02:13:56.877811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.903422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd710789-ca5c-4f72-a5e4-980d3d252ea7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:56.912628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.918450 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb8307b-8bad-41f7-8ea8-a7ff9d5e9d87 x-openstack-request-id: req-0fb8307b-8bad-41f7-8ea8-a7ff9d5e9d87 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:56.918782 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc3bcfa-be8c-4d1c-b535-644e93630330", "tag": "a3713de3-0b5e-4bb9-8bda-78ac6faee7a2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:56.919023 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fb8307b-8bad-41f7-8ea8-a7ff9d5e9d87 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:56.919431 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'tag': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2', 'status': 'completed', 'code': 200} Aug 16 02:13:56.921090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c8e5f-c0ea-462d-9bb9-9b343c93ec5c service neutron] Pushing event updated for resources: {'Port': ['ID=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.932696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922a0c0-a916-4040-8aa2-aa3551a4514f req-d5a601e5-7ec5-421c-babf-bab3c04705b1 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.940813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3922a0c0-a916-4040-8aa2-aa3551a4514f req-d5a601e5-7ec5-421c-babf-bab3c04705b1 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.3452311 Aug 16 02:13:56.956355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:56.964757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.001135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:57.004509 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a5270-a019-42d7-8e7e-3ba332c11d11" -d '{"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-plugged", "status": "completed", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:57.007972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3922a0c0-a916-4040-8aa2-aa3551a4514f req-1e23d862-85a9-4d31-a802-469194539904 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Aug 16 02:13:57.015221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-330b595d-bf4e-402d-a004-5b32df722ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.016825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-330b595d-bf4e-402d-a004-5b32df722ef6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 1096 time: 0.1258671 Aug 16 02:13:57.045811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:57.055883 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.068865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.069052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129e92-7693-499d-839c-09968b19d5e2 req-51f2fbee-b140-432e-8f45-c8f176ca507e tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.071110 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e1129e92-7693-499d-839c-09968b19d5e2 req-51f2fbee-b140-432e-8f45-c8f176ca507e tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 948 time: 0.0718708 Aug 16 02:13:57.110864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-4e80ef96-4435-4b84-a9f5-1b8199f5a8d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 HTTP/1.1" status: 200 len: 217 time: 0.0722013 Aug 16 02:13:57.121464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['cd710789-ca5c-4f72-a5e4-980d3d252ea7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:57.143920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e1129e92-7693-499d-839c-09968b19d5e2 req-af3e168b-9ee8-476e-931b-d05977b011e2 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602627 Aug 16 02:13:57.178839 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87b78e-3cf1-48d7-90a0-6f57a65bd26d x-openstack-request-id: req-3f87b78e-3cf1-48d7-90a0-6f57a65bd26d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:57.179178 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-plugged", "status": "completed", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:57.179383 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f87b78e-3cf1-48d7-90a0-6f57a65bd26d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:57.181301 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'code': 200} Aug 16 02:13:57.200681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-059cd297-ba74-4fc8-b65a-06461548c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.203181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-059cd297-ba74-4fc8-b65a-06461548c1c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.0844767 Aug 16 02:13:57.259150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.265807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-a1a9c097-4a3e-4a51-a805-c4c83067e809 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547707 Aug 16 02:13:57.384378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8163-45ac-4c47-af09-2b32beda4e7c req-cd32064a-b291-440b-b8eb-36cd6d493751 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.394394 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c6e8163-45ac-4c47-af09-2b32beda4e7c req-cd32064a-b291-440b-b8eb-36cd6d493751 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 944 time: 0.1791801 Aug 16 02:13:57.452719 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c6e8163-45ac-4c47-af09-2b32beda4e7c req-829d7854-3c84-4b26-85d6-0e194ecbff78 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Aug 16 02:13:57.561292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-1fecaaa4-eaf6-4532-a11f-17bdbc0068e7 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857267 Aug 16 02:13:57.825919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-50ae0978-d8ea-472c-891e-07de12814769 req-bd7e1c74-bd30-4b0f-a7bd-14b40530f23f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 210 time: 0.4082713 Aug 16 02:13:57.835554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-743b203d-199c-41a1-8bb5-4f1af3bdcc9f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.838665 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-743b203d-199c-41a1-8bb5-4f1af3bdcc9f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657223 Aug 16 02:13:57.895543 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-4b1933e6-4e8c-4175-9897-534ce44c6245 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208084 Aug 16 02:13:57.903717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Request body: {'port': {'device_id': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'bc4dd78a8f254bdf9cc5d0b394c6622c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:58.047411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef73a5-0845-49c7-bf8b-562a4e5dcaa0 req-0e47654f-7e5e-499b-a667-2dbfe0082493 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.056928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cef73a5-0845-49c7-bf8b-562a4e5dcaa0 req-0e47654f-7e5e-499b-a667-2dbfe0082493 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.2140031 Aug 16 02:13:58.115546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c85b9-7cbf-4029-aa34-9420763790b8 req-47ce0347-34ef-4119-9744-f84a9f453c33 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.123142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e9c85b9-7cbf-4029-aa34-9420763790b8 req-47ce0347-34ef-4119-9744-f84a9f453c33 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 948 time: 0.1318414 Aug 16 02:13:58.149827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Made reservation on behalf of bc4dd78a8f254bdf9cc5d0b394c6622c for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:58.152950 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.154786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca525ea8-551e-4286-901b-ab0265f7a62f req-92ad268f-1d59-4fab-b886-05f7930fa4cd service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465656 Aug 16 02:13:58.171987 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cef73a5-0845-49c7-bf8b-562a4e5dcaa0 req-49a7f0e0-de91-4806-a774-05340b0c073d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140876 Aug 16 02:13:58.184757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e9c85b9-7cbf-4029-aa34-9420763790b8 req-2213260c-8d23-4fa6-a6b2-b06b222d0a01 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557342 Aug 16 02:13:58.291506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f642-0f98-44f3-8815-7667f71148b7 req-4f576461-86b4-468f-a8dd-2da1bde9246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.293338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b847f642-0f98-44f3-8815-7667f71148b7 req-4f576461-86b4-468f-a8dd-2da1bde9246d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 1096 time: 0.0764637 Aug 16 02:13:58.409267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecb481-a8da-4302-8e0c-b108ed6f5c0d req-57e9cb1f-86c4-4353-bf7d-e2a298e74b1d tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.410654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-68ecb481-a8da-4302-8e0c-b108ed6f5c0d req-57e9cb1f-86c4-4353-bf7d-e2a298e74b1d tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 948 time: 0.0869324 Aug 16 02:13:58.411871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Allocated IP 192.168.233.192 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/1cf5dd9a-e715-4546-b1a5-75dafbe8e161) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:58.447260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362d2a1-fbea-48c4-831c-340de61f3e51 req-6504c69b-2533-4e7c-8ad4-f5b8450ea02d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.452831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6362d2a1-fbea-48c4-831c-340de61f3e51 req-6504c69b-2533-4e7c-8ad4-f5b8450ea02d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 945 time: 0.1497030 Aug 16 02:13:58.461365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f642-0f98-44f3-8815-7667f71148b7 req-e0475501-c830-4f70-8388-ccc5dac7559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.462952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b847f642-0f98-44f3-8815-7667f71148b7 req-e0475501-c830-4f70-8388-ccc5dac7559a service neutron] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 912 time: 0.1587863 Aug 16 02:13:58.485044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-68ecb481-a8da-4302-8e0c-b108ed6f5c0d req-36b97e4d-0d27-4826-bbee-b6e58b626b83 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/security-groups?id=8587e9ca-029b-4664-a8af-2c5f807af0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615366 Aug 16 02:13:58.545826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b847f642-0f98-44f3-8815-7667f71148b7 req-d5400187-9c3e-4c68-a5ec-975abf117a67 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 HTTP/1.1" status: 200 len: 217 time: 0.0598383 Aug 16 02:13:58.557598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 28dc8244-b15b-40b6-82f1-d33a2fb0e50d details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:58.559688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device cd710789-ca5c-4f72-a5e4-980d3d252ea7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:58.589422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6362d2a1-fbea-48c4-831c-340de61f3e51 req-9753ce6f-71fa-455b-a550-3b858c262cbc tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199725 Aug 16 02:13:58.639501 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.663093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Transition to ACTIVE for port object 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:58.715330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.734139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:58.767764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-5509af50-0111-4206-aabb-988b5c08a761 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.769925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-5509af50-0111-4206-aabb-988b5c08a761 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 948 time: 0.1677306 Aug 16 02:13:58.778783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f642-0f98-44f3-8815-7667f71148b7 req-7e01b3f7-38c4-4ce3-89dd-596e219a5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.782257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b847f642-0f98-44f3-8815-7667f71148b7 req-7e01b3f7-38c4-4ce3-89dd-596e219a5dba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.2011826 Aug 16 02:13:58.812998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port cd710789-ca5c-4f72-a5e4-980d3d252ea7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:58.813377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.821369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:58.839727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:58.841441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:58.861198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:58.878713 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f079a4cf-8d97-4e9a-a93e-864328b0fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.887016 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.946491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24801b-451f-4d11-ac81-e29f36b7f484 req-c874f552-5db9-4212-a1a9-1b7238842615 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.948028 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed24801b-451f-4d11-ac81-e29f36b7f484 req-c874f552-5db9-4212-a1a9-1b7238842615 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 944 time: 0.2545109 Aug 16 02:13:58.949944 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b847f642-0f98-44f3-8815-7667f71148b7 req-11e8781d-d6b4-4a65-a2ed-6313bae05e90 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735066 Aug 16 02:13:58.951761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.952448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.971299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217627-3d46-491a-9ddc-1aac75d31546 req-e0328a13-b9e5-4566-827a-8638224b1cdd tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.977381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:58.985621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd217627-3d46-491a-9ddc-1aac75d31546 req-e0328a13-b9e5-4566-827a-8638224b1cdd tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 945 time: 0.0893838 Aug 16 02:13:59.008817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d', 'mac_address': 'fa:16:3e:2a:08:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:59.029223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-a16c8dbc-0299-4e45-8d03-ffb4cf717908 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1559958 Aug 16 02:13:59.059730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Request body: {'port': {'device_id': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:59.068709 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.070541 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.100030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd217627-3d46-491a-9ddc-1aac75d31546 req-18dba77d-d666-4a92-a34e-140001e626ae tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133490 Aug 16 02:13:59.100564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed24801b-451f-4d11-ac81-e29f36b7f484 req-057f5af1-a353-4f8a-ba12-7f233214f2ef tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432586 Aug 16 02:13:59.112060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dc8244-b15b-40b6-82f1-d33a2fb0e50d {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:59.116190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Deleting port 5ae99cdb-045a-4e19-a196-fba7b3070683 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:59.121792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.177524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:59.179473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:59.184738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:59.187000 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e35abd-e0ea-47bd-a928-8f244a29d6f0" -d '{"events": [{"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-plugged", "status": "completed", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:59.196756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.200858 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.201614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e6c45442-9adf-40a7-a362-d70ed682e19c no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:59.246508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.255515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: e6c45442-9adf-40a7-a362-d70ed682e19c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:59.255864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e6c45442-9adf-40a7-a362-d70ed682e19c not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:59.262805 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e829aa-fbd2-43c8-ae71-3b99991cd636 x-openstack-request-id: req-c5e829aa-fbd2-43c8-ae71-3b99991cd636 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:59.263085 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-plugged", "status": "completed", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:59.263341 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5e829aa-fbd2-43c8-ae71-3b99991cd636 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:59.263722 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'code': 200} Aug 16 02:13:59.289053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d6a917b0-5579-4634-95f0-c2cf82e64175 None None] Provisioning for port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:59.295132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.298071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d6a917b0-5579-4634-95f0-c2cf82e64175 None None] Provisioning complete for port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:59.298470 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d6a917b0-5579-4634-95f0-c2cf82e64175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.399429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d6a917b0-5579-4634-95f0-c2cf82e64175 None None] Port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:59.419365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.420331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b847f642-0f98-44f3-8815-7667f71148b7 req-37e1981b-2a06-4040-9658-663e82afaea4 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326949 Aug 16 02:13:59.437991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09039b0c-6370-4fe7-9de6-4081a46a92e7 req-5aab9678-cd5c-4570-b7f9-7fe304781c6d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.439582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09039b0c-6370-4fe7-9de6-4081a46a92e7 req-5aab9678-cd5c-4570-b7f9-7fe304781c6d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 936 time: 0.2195926 Aug 16 02:13:59.463310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] For port 5ae99cdb-045a-4e19-a196-fba7b3070683, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5ae99cdb-045a-4e19-a196-fba7b3070683,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:59.463684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.523734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Calling delete_port for 5ae99cdb-045a-4e19-a196-fba7b3070683 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:59.563969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['28dc8244-b15b-40b6-82f1-d33a2fb0e50d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:59.583475 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09039b0c-6370-4fe7-9de6-4081a46a92e7 req-c243c365-3aa3-4c76-825d-61cd2bb531ef tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198058 Aug 16 02:13:59.718017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b847f642-0f98-44f3-8815-7667f71148b7 req-12b7388e-0ceb-4af9-9298-39460d492849 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751524 Aug 16 02:13:59.759757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5cf0-3586-48ee-b0b8-f9a826ba4f56 req-77ec8158-55eb-4d2b-948b-fd9985b3224b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.767692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0e5cf0-3586-48ee-b0b8-f9a826ba4f56 req-77ec8158-55eb-4d2b-948b-fd9985b3224b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.0887341 Aug 16 02:13:59.787078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c136b3c-7b7f-419e-98d0-c1b6420ed56f req-d6e0ffa6-b80e-4c0c-8567-62241bba3345 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.794430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c136b3c-7b7f-419e-98d0-c1b6420ed56f req-d6e0ffa6-b80e-4c0c-8567-62241bba3345 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 949 time: 0.2731004 Aug 16 02:13:59.823608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:59.833010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0e5cf0-3586-48ee-b0b8-f9a826ba4f56 req-40884c1f-cd16-4a1f-bcc2-b98ef1be7f5a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641911 Aug 16 02:13:59.846439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.870127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.873268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c136b3c-7b7f-419e-98d0-c1b6420ed56f req-90571c86-9c8e-493d-995d-5cde421a8c06 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778217 Aug 16 02:13:59.877128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.881542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Transition to ACTIVE for port object 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:59.891878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['5ae99cdb-045a-4e19-a196-fba7b3070683'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:59.895727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.969127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Pushing event deleted for resources: {'Port': ['ID=5ae99cdb-045a-4e19-a196-fba7b3070683,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.977249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77677ecb-3553-4c3b-afa6-56c093cc483a req-51c80152-b4cc-459d-bc95-7c43b7187ab3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6 HTTP/1.1" status: 200 len: 210 time: 0.0388792 Aug 16 02:13:59.985671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.031202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] No DVR routers for this DVR port 5ae99cdb-045a-4e19-a196-fba7b3070683 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:00.034010 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.036792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1eb6c77-552d-42c8-b7c4-f862adafd5f1 req-50a568e7-d8d2-412b-937a-2511216b2cf3 tempest-ImagesNegativeTestJSON-80481556 tempest-ImagesNegativeTestJSON-80481556-project] 10.222.0.88 "DELETE /v2.0/ports/5ae99cdb-045a-4e19-a196-fba7b3070683 HTTP/1.1" status: 204 len: 173 time: 1.2518589 Aug 16 02:14:00.037322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'name': 'network-vif-deleted', 'tag': '5ae99cdb-045a-4e19-a196-fba7b3070683'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:00.039736 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127ed70c-99c4-423c-856f-5a9f00a13c74" -d '{"events": [{"server_uuid": "c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6", "name": "network-vif-deleted", "tag": "5ae99cdb-045a-4e19-a196-fba7b3070683"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:00.092368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Attempting to bind port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:00.092698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Attempting to bind port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:00.093043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Attempting to bind port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:00.094664 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e5c215-6908-4c3f-a6ea-9e2d3ba8d3a7 x-openstack-request-id: req-d3e5c215-6908-4c3f-a6ea-9e2d3ba8d3a7 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:00.094972 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6", "name": "network-vif-deleted", "tag": "5ae99cdb-045a-4e19-a196-fba7b3070683", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:00.095324 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3e5c215-6908-4c3f-a6ea-9e2d3ba8d3a7 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:00.095775 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3acd3b6-2360-4d9c-bfd4-e8807b4a61e6', 'name': 'network-vif-deleted', 'tag': '5ae99cdb-045a-4e19-a196-fba7b3070683', 'status': 'completed', 'code': 200} Aug 16 02:14:00.098904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:00.099119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Attempting to bind port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:00.104610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:00.104950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:00.105353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:00.106248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Bound port: 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:00.106248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.254030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff7760-2598-4c34-b045-947702fb84ac req-b7604d4e-3eca-40ed-ae3e-60c1fee3546d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.262816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e0ff7760-2598-4c34-b045-947702fb84ac req-b7604d4e-3eca-40ed-ae3e-60c1fee3546d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 944 time: 0.0693939 Aug 16 02:14:00.281421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:00.298611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:00.304894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e0ff7760-2598-4c34-b045-947702fb84ac req-249f9198-1f9b-4db8-886f-b3c51b4a4d73 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Aug 16 02:14:00.321954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35715-5095-4d07-8f57-246a232be11b req-a4ca1e52-472b-4a86-b340-c0de63258973 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.325692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3a35715-5095-4d07-8f57-246a232be11b req-a4ca1e52-472b-4a86-b340-c0de63258973 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.0962343 Aug 16 02:14:00.334950 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.393071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.393756 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.395738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] 10.222.0.88 "PUT /v2.0/ports/1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 200 len: 1097 time: 1.3423672 Aug 16 02:14:00.401667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:00.404406 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf48c20-a023-4d58-af69-afbfe00c3ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:00.432893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3a35715-5095-4d07-8f57-246a232be11b req-c09e2a14-8c77-40c8-9872-dcc1cf42a03e tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059988 Aug 16 02:14:00.467023 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cbc102-9949-4f51-b609-e09cc118e221 x-openstack-request-id: req-21cbc102-9949-4f51-b609-e09cc118e221 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:00.467316 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:00.467696 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21cbc102-9949-4f51-b609-e09cc118e221 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:00.468080 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'status': 'completed', 'code': 200} Aug 16 02:14:00.472045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c78893-d227-44ee-bbb2-9c4521341fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.519032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-2a45f925-e96e-4908-b40e-4c1c46eb19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.520559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-2a45f925-e96e-4908-b40e-4c1c46eb19ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 1100 time: 0.0681336 Aug 16 02:14:00.552859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 28dc8244-b15b-40b6-82f1-d33a2fb0e50d up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:00.574910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-0edcc025-b536-4158-8497-79332f6d4837 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Aug 16 02:14:00.624474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:00.631740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:00.632117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.657017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-b3ab56a7-5f4a-49df-936e-342382b00e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.662376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-b3ab56a7-5f4a-49df-936e-342382b00e75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0782008 Aug 16 02:14:00.757563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.799393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:00.803494 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.804267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device cd710789-ca5c-4f72-a5e4-980d3d252ea7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:00.813833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-0f2fc62b-f6e4-4a43-ab8f-942a4ef70576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.815418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-0f2fc62b-f6e4-4a43-ab8f-942a4ef70576 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376088 Aug 16 02:14:00.826370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffa190-dcc6-4f85-9cfe-959b4bfaa069 req-7cabb8bb-6215-4d87-974b-f5552db5b598 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.828152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3ffa190-dcc6-4f85-9cfe-959b4bfaa069 req-7cabb8bb-6215-4d87-974b-f5552db5b598 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 948 time: 0.1390550 Aug 16 02:14:00.884146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.929384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-7670b8dd-ad4b-4813-9444-c85dad1b7eda tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.930910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-7670b8dd-ad4b-4813-9444-c85dad1b7eda tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 946 time: 0.1732171 Aug 16 02:14:00.958986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3ffa190-dcc6-4f85-9cfe-959b4bfaa069 req-e8a59659-8776-49c9-86c4-a8cad73ff201 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192331 Aug 16 02:14:00.970670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.989765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2f9e4-316c-4908-880b-1424cad98bd9 req-5458b58c-0065-44be-b48e-d77db548968f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.997387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24c2f9e4-316c-4908-880b-1424cad98bd9 req-5458b58c-0065-44be-b48e-d77db548968f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.0728564 Aug 16 02:14:01.043709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-504499cf-0c2d-4984-a271-1f2ed64fe545 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133980 Aug 16 02:14:01.044943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:01.049596 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.050356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24c2f9e4-316c-4908-880b-1424cad98bd9 req-f5e08c9a-df95-4674-9f1a-381cdc297fd4 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516064 Aug 16 02:14:01.122898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.267641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d'}, {'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:01.271344 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6677da20-3243-437f-8efb-f0851cb32bd2" -d '{"events": [{"server_uuid": "ccad931f-fded-4def-b127-ce7be308d8bd", "name": "network-vif-plugged", "status": "completed", "tag": "28dc8244-b15b-40b6-82f1-d33a2fb0e50d"}, {"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-unplugged", "status": "completed", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:01.277480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:01.402429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:01.414054 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:01.422569 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccde90ef-6af9-41a5-bbb6-f635bfa5bdde req-1b2ce76c-a0ac-4941-82d4-14435d5d9461 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666594 Aug 16 02:14:01.425298 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a93f58-83ab-4dfb-be0d-e1f4d977aaeb x-openstack-request-id: req-a3a93f58-83ab-4dfb-be0d-e1f4d977aaeb {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:01.425666 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccad931f-fded-4def-b127-ce7be308d8bd", "name": "network-vif-plugged", "status": "completed", "tag": "28dc8244-b15b-40b6-82f1-d33a2fb0e50d", "code": 200}, {"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-unplugged", "status": "completed", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:01.426205 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3a93f58-83ab-4dfb-be0d-e1f4d977aaeb {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:01.427319 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d', 'code': 200} Aug 16 02:14:01.427655 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'code': 200} Aug 16 02:14:01.428925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'port_id': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2', 'mac_address': 'fa:16:3e:40:84:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e42a1-d51f-49bc-ad0d-27257fd19019', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:01.479109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.510592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:01.536630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:01.542081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.584670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Deleting port cd710789-ca5c-4f72-a5e4-980d3d252ea7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:01.588046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.593510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd60fed-6d3e-423a-bf85-7363c93e1680 req-c22a6dac-ff85-4423-9e20-26a4f76cd194 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.595356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfd60fed-6d3e-423a-bf85-7363c93e1680 req-c22a6dac-ff85-4423-9e20-26a4f76cd194 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 944 time: 0.0952983 Aug 16 02:14:01.612774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5bba6-5ef4-49c7-bd16-28c2f7138022 req-b7195945-034e-459c-bb1f-9117ed0f4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.614160 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8d5bba6-5ef4-49c7-bd16-28c2f7138022 req-b7195945-034e-459c-bb1f-9117ed0f4811 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 1102 time: 0.1812210 Aug 16 02:14:01.645825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfd60fed-6d3e-423a-bf85-7363c93e1680 req-2513e59c-35d3-4b54-a4ba-48a59301c156 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Aug 16 02:14:01.671797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.704203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cea39-9080-4745-9aa4-c00d4518775d req-4b8b75b2-3d8f-480b-ad92-1c4d57bfc879 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.716914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f50cea39-9080-4745-9aa4-c00d4518775d req-4b8b75b2-3d8f-480b-ad92-1c4d57bfc879 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 950 time: 0.2932916 Aug 16 02:14:01.726475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-74d72545-7755-4d35-bd48-d8b0a45694e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.729094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-74d72545-7755-4d35-bd48-d8b0a45694e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 1100 time: 0.2414832 Aug 16 02:14:01.741975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36736) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.813303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['a3713de3-0b5e-4bb9-8bda-78ac6faee7a2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:01.843546 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8d5bba6-5ef4-49c7-bd16-28c2f7138022 req-415d486a-28ea-49a0-96ef-af59336a85b2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872697 Aug 16 02:14:01.851260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f50cea39-9080-4745-9aa4-c00d4518775d req-c511d37d-2693-4fb8-b0bb-7da19bacf854 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184206 Aug 16 02:14:01.881659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873099-d497-4525-af75-0f55969f9a09 req-64b552b6-ff09-4f46-8824-7eb7b8174830 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.883804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.888968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01873099-d497-4525-af75-0f55969f9a09 req-64b552b6-ff09-4f46-8824-7eb7b8174830 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 944 time: 0.1434596 Aug 16 02:14:01.915429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] For port cd710789-ca5c-4f72-a5e4-980d3d252ea7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=cd710789-ca5c-4f72-a5e4-980d3d252ea7,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:01.923172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.935472 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01873099-d497-4525-af75-0f55969f9a09 req-7b503834-a112-4762-a825-497a46efda48 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Aug 16 02:14:01.972171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Calling delete_port for cd710789-ca5c-4f72-a5e4-980d3d252ea7 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:02.034309 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13083942-8857-40c5-acd6-ae6790a3a5fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb77f228aa1d4674aec4b4bfa153f98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902195 Aug 16 02:14:02.036622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36742) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.106234 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-730695e8-e08d-4468-b1f7-d7f002c8c027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.145177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-730695e8-e08d-4468-b1f7-d7f002c8c027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.178934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-53adf41d-0532-4e05-9cd7-211855a323e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.181109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-53adf41d-0532-4e05-9cd7-211855a323e5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.4262433 Aug 16 02:14:02.229475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e98f-2606-47e4-be0a-89e9e1e06902 req-19a354fc-27ff-45f5-a9bc-9f633e2cf166 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.230997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0c0e98f-2606-47e4-be0a-89e9e1e06902 req-19a354fc-27ff-45f5-a9bc-9f633e2cf166 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.0634089 Aug 16 02:14:02.251348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-730695e8-e08d-4468-b1f7-d7f002c8c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.253892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-730695e8-e08d-4468-b1f7-d7f002c8c027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.254984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-730695e8-e08d-4468-b1f7-d7f002c8c027 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8587e9ca-029b-4664-a8af-2c5f807af0e9 HTTP/1.1" status: 204 len: 168 time: 0.2174594 Aug 16 02:14:02.258161 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-f1297530-d03d-4073-8cb6-5aad29b263ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 200 len: 217 time: 0.0619314 Aug 16 02:14:02.277227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730695e8-e08d-4468-b1f7-d7f002c8c027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8587e9ca-029b-4664-a8af-2c5f807af0e9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.312583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7998cbc-25fd-4f38-9038-10bd388a176d req-2e5478fc-1f10-4987-a830-51bce34a535c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.319073 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0c0e98f-2606-47e4-be0a-89e9e1e06902 req-877660f2-678c-4bc3-9d2a-6285bc5cf462 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750732 Aug 16 02:14:02.321926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7998cbc-25fd-4f38-9038-10bd388a176d req-2e5478fc-1f10-4987-a830-51bce34a535c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 948 time: 0.1880803 Aug 16 02:14:02.503287 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7998cbc-25fd-4f38-9038-10bd388a176d req-097dc9d8-22c8-4d01-a57a-20e679f0c55e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797037 Aug 16 02:14:02.527793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-c64341c4-68a1-4e0a-925f-6ae545779e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.529852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-c64341c4-68a1-4e0a-925f-6ae545779e00 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.2616384 Aug 16 02:14:02.530937 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.600740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event deleted for resources: {'Port': ['ID=cd710789-ca5c-4f72-a5e4-980d3d252ea7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.663773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-14c18948-e58b-44bf-8144-835a4c5405bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.672404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-14c18948-e58b-44bf-8144-835a4c5405bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333005 Aug 16 02:14:02.726629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] No DVR routers for this DVR port cd710789-ca5c-4f72-a5e4-980d3d252ea7 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:02.749054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.751477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a88d2fc2-b992-44d5-acaa-2174f3aa90db req-74aa79e7-e790-41f9-af3b-4b9cb3eb0af4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "DELETE /v2.0/ports/cd710789-ca5c-4f72-a5e4-980d3d252ea7 HTTP/1.1" status: 204 len: 173 time: 1.8113742 Aug 16 02:14:02.751927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-deleted', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:02.755592 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8963bbc3-6e5c-4364-854c-ab8364b3b001" -d '{"events": [{"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-deleted", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:02.865061 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba7c950-24b1-40e4-bc72-e3dae20d4c9a x-openstack-request-id: req-aba7c950-24b1-40e4-bc72-e3dae20d4c9a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:02.865343 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d26f49-a1ab-415f-9f2d-c63169853fef", "name": "network-vif-deleted", "tag": "cd710789-ca5c-4f72-a5e4-980d3d252ea7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:02.865590 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aba7c950-24b1-40e4-bc72-e3dae20d4c9a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:02.865957 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d26f49-a1ab-415f-9f2d-c63169853fef', 'name': 'network-vif-deleted', 'tag': 'cd710789-ca5c-4f72-a5e4-980d3d252ea7', 'status': 'completed', 'code': 200} Aug 16 02:14:02.875959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cd001-6f69-4e55-af2e-249dd3eecf3d req-cf89143f-d605-4c32-93a0-9649c94bf721 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.898725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab9cd001-6f69-4e55-af2e-249dd3eecf3d req-cf89143f-d605-4c32-93a0-9649c94bf721 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 945 time: 0.1177278 Aug 16 02:14:02.907477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-2656bda7-d28b-4869-84ca-d23eb0e9bd85 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250273 Aug 16 02:14:02.981502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab9cd001-6f69-4e55-af2e-249dd3eecf3d req-ffc99f66-d270-4e0e-b588-942dc38b8635 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791383 Aug 16 02:14:03.109215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0bb7aefc-9fa6-4f43-be38-b3cfa02e9288 req-f60c4583-7248-491a-b9da-c2d825d8d61e tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=48d26f49-a1ab-415f-9f2d-c63169853fef HTTP/1.1" status: 200 len: 210 time: 0.0365448 Aug 16 02:14:03.129125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abf48c20-a023-4d58-af69-afbfe00c3ad1 req-9331136f-d9de-40ee-bdbb-a7cf9ab44b30 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095277 Aug 16 02:14:03.140512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d207401-72c4-4636-8298-c33d3a09f6c1 req-2a68dab7-a85e-4980-902a-c2eb099453e7 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.142209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d207401-72c4-4636-8298-c33d3a09f6c1 req-2a68dab7-a85e-4980-902a-c2eb099453e7 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 950 time: 0.1150813 Aug 16 02:14:03.200874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d207401-72c4-4636-8298-c33d3a09f6c1 req-2284d33a-16b3-4d68-8381-274933223238 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Aug 16 02:14:03.268144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:03.347017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:03.353452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:03.354424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.485499 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.513733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee99238-e401-4772-893b-844a11d3b231 req-268ec1f7-9ef9-4810-9d12-106402f350a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.521496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:03.523582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:03.524612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bee99238-e401-4772-893b-844a11d3b231 req-268ec1f7-9ef9-4810-9d12-106402f350a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.0849085 Aug 16 02:14:03.525937 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493115c6-304c-4f42-a694-e1cd4f788284" -d '{"events": [{"server_uuid": "abc3bcfa-be8c-4d1c-b535-644e93630330", "name": "network-vif-plugged", "status": "completed", "tag": "a3713de3-0b5e-4bb9-8bda-78ac6faee7a2"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:03.530722 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.531777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5ae99cdb-045a-4e19-a196-fba7b3070683 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:03.558080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 5ae99cdb-045a-4e19-a196-fba7b3070683 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:03.558521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5ae99cdb-045a-4e19-a196-fba7b3070683 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:03.597016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bee99238-e401-4772-893b-844a11d3b231 req-e67b0e0b-8804-4aa8-b850-11c57fc338cd tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712001 Aug 16 02:14:03.661887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.729018 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b857d6-c02a-4fad-99d0-5203f119dc7b x-openstack-request-id: req-53b857d6-c02a-4fad-99d0-5203f119dc7b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:03.729332 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc3bcfa-be8c-4d1c-b535-644e93630330", "name": "network-vif-plugged", "status": "completed", "tag": "a3713de3-0b5e-4bb9-8bda-78ac6faee7a2", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:03.729716 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53b857d6-c02a-4fad-99d0-5203f119dc7b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:03.730178 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2', 'code': 200} Aug 16 02:14:03.853109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad9210-16ae-435e-a0a5-055c68e37893 req-a035972c-3507-48cb-b0f7-eea135fe5d68 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.862414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bad9210-16ae-435e-a0a5-055c68e37893 req-a035972c-3507-48cb-b0f7-eea135fe5d68 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 948 time: 0.1049631 Aug 16 02:14:03.895808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c986c3-1a98-49eb-8837-423f0963d64e req-706d9f0f-9071-49bc-b67d-3417984984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.904016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41c986c3-1a98-49eb-8837-423f0963d64e req-706d9f0f-9071-49bc-b67d-3417984984c3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 1098 time: 0.1004345 Aug 16 02:14:03.912131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bad9210-16ae-435e-a0a5-055c68e37893 req-1176d13a-9e06-4fcf-9158-7e9f945934fe tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Aug 16 02:14:03.953860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41c986c3-1a98-49eb-8837-423f0963d64e req-56b3346d-0337-4215-96f2-ae347d5ac141 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428283 Aug 16 02:14:04.117776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ac7cc-1e65-4dd9-8794-b9d202c0f381 req-935b2036-7dd8-499f-a902-ad220b1238ee tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.126737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b9ac7cc-1e65-4dd9-8794-b9d202c0f381 req-935b2036-7dd8-499f-a902-ad220b1238ee tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 946 time: 0.0781782 Aug 16 02:14:04.188331 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b9ac7cc-1e65-4dd9-8794-b9d202c0f381 req-40e1d171-8bb3-4ee0-9dd3-fec0a7b98f61 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Aug 16 02:14:04.342696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d3802-faf2-4370-a713-c394e6b1749a req-ae609cfb-4a7f-46d8-b265-ffd9ae74718c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.350648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f47d3802-faf2-4370-a713-c394e6b1749a req-ae609cfb-4a7f-46d8-b265-ffd9ae74718c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 950 time: 0.0766177 Aug 16 02:14:04.366253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36834) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.389937 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f47d3802-faf2-4370-a713-c394e6b1749a req-17d07c48-ec33-4cb6-b39a-65273a483a51 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Aug 16 02:14:04.500871 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca411-cfd3-4480-8871-0a151063a4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.563861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device cd710789-ca5c-4f72-a5e4-980d3d252ea7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:04.593153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: cd710789-ca5c-4f72-a5e4-980d3d252ea7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:04.593955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device cd710789-ca5c-4f72-a5e4-980d3d252ea7 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:04.600434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36842) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.606328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1c0653e2-e411-4389-88c6-1928d5ff87cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786278683', 'description': 'tempest-description--984463248'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:04.610186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca411-cfd3-4480-8871-0a151063a4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.615113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca411-cfd3-4480-8871-0a151063a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.656631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ca411-cfd3-4480-8871-0a151063a4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9006879-fde6-44f3-b16d-4c96efc7114c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.664992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8e5ca411-cfd3-4480-8871-0a151063a4f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71c0713d5c23422c9f7b974a6380755c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974179 Aug 16 02:14:04.665940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.687655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c0653e2-e411-4389-88c6-1928d5ff87cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.775285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce501917-8a6f-4084-8528-b29ab30c3a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.785801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497f2c-690c-4abb-a107-6abe274ca411 req-7d7cf5a0-65fd-42d7-b979-3253c0f3ee73 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.788061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c497f2c-690c-4abb-a107-6abe274ca411 req-7d7cf5a0-65fd-42d7-b979-3253c0f3ee73 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.0924845 Aug 16 02:14:04.828829 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce501917-8a6f-4084-8528-b29ab30c3a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.829115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c0653e2-e411-4389-88c6-1928d5ff87cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.836848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c0653e2-e411-4389-88c6-1928d5ff87cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.874988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c497f2c-690c-4abb-a107-6abe274ca411 req-a935171e-d6f2-41f9-bcbf-2f378572b610 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Aug 16 02:14:04.906413 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce501917-8a6f-4084-8528-b29ab30c3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.909125 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce501917-8a6f-4084-8528-b29ab30c3a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.929793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce501917-8a6f-4084-8528-b29ab30c3a0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9006879-fde6-44f3-b16d-4c96efc7114c HTTP/1.1" status: 204 len: 168 time: 0.2617891 Aug 16 02:14:04.948995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce501917-8a6f-4084-8528-b29ab30c3a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9006879-fde6-44f3-b16d-4c96efc7114c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.950525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0653e2-e411-4389-88c6-1928d5ff87cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5614fee-1739-463b-92ce-f38922bcf489,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.960000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1c0653e2-e411-4389-88c6-1928d5ff87cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.964576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1c0653e2-e411-4389-88c6-1928d5ff87cb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3596227 Aug 16 02:14:04.965039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.969767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8bb8fbeb-a49c-4702-b186-3c8e7e4e2197 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Request body: {'security_group_rule': {'security_group_id': 'd5614fee-1739-463b-92ce-f38922bcf489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.019963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbeb-a49c-4702-b186-3c8e7e4e2197 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.151487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbeb-a49c-4702-b186-3c8e7e4e2197 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.158993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbeb-a49c-4702-b186-3c8e7e4e2197 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.180682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647905e-5b28-43b0-815b-660854788ba7 req-9c0b6ea8-6315-44a1-875b-b1b4b1660d39 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.193042 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f647905e-5b28-43b0-815b-660854788ba7 req-9c0b6ea8-6315-44a1-875b-b1b4b1660d39 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 948 time: 0.0907133 Aug 16 02:14:05.211412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8fbeb-a49c-4702-b186-3c8e7e4e2197 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81302788-232c-4a62-b4a0-a915bf724097,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.240228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbeb-a49c-4702-b186-3c8e7e4e2197 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.241525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8bb8fbeb-a49c-4702-b186-3c8e7e4e2197 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757628 Aug 16 02:14:05.244545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.251604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5165e412-2fc0-4abc-a9b6-ba7042cdb5eb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Request body: {'security_group_rule': {'security_group_id': 'd5614fee-1739-463b-92ce-f38922bcf489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.260419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f647905e-5b28-43b0-815b-660854788ba7 req-7f9603d1-b54a-4df9-9bc7-ff3c6dda4e53 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639806 Aug 16 02:14:05.279638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:05.325365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5165e412-2fc0-4abc-a9b6-ba7042cdb5eb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.353207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.506308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5165e412-2fc0-4abc-a9b6-ba7042cdb5eb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.513258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5165e412-2fc0-4abc-a9b6-ba7042cdb5eb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.522746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0edbb-7b2a-4e9e-9d25-a9db1128701c req-ce996c67-1d29-424f-9ff0-fe8b3d7f10ad tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.526594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7a0edbb-7b2a-4e9e-9d25-a9db1128701c req-ce996c67-1d29-424f-9ff0-fe8b3d7f10ad tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 946 time: 0.1029015 Aug 16 02:14:05.554258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5165e412-2fc0-4abc-a9b6-ba7042cdb5eb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.560120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5165e412-2fc0-4abc-a9b6-ba7042cdb5eb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144681 Aug 16 02:14:05.561015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36880) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.581021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.592219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165e412-2fc0-4abc-a9b6-ba7042cdb5eb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c281378b-7c2f-4bca-b3f2-1cd154890a82,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.616068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.620491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:05.633024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'mac_address': 'fa:16:3e:a2:38:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:05.682448 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.688367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.689083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.689440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.690156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.690273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7a0edbb-7b2a-4e9e-9d25-a9db1128701c req-cae9cd95-c927-45ba-96ef-1a6fb37713bb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280487 Aug 16 02:14:05.691086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.691762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.692591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.693795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.694151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.694904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.697750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-ca67e55b-154a-4a54-b1fd-41eb7ac2ba36 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc&device_id=abc3bcfa-be8c-4d1c-b535-644e93630330&device_id=ccad931f-fded-4def-b127-ce7be308d8bd&device_id=01690f77-0530-483d-8d72-e58b8bf31b35&device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e&device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468&device_id=65220df5-c85a-4489-8767-76d80b0ce416&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 9105 time: 0.1553047 Aug 16 02:14:05.706366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:05.736760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-e02609d9-73d1-40ef-9810-984d1a28ac94 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.748184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:05.753672 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.823846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.906918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.953027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.997941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-e02609d9-73d1-40ef-9810-984d1a28ac94 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.005690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Allocated IP 172.25.4.56 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/e28be3a7-c551-4c2a-8e69-09a00a2c1e5c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:06.007698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-e02609d9-73d1-40ef-9810-984d1a28ac94 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.044268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df711e97-eca6-466c-a87a-ff7edd5e5d04 req-e02609d9-73d1-40ef-9810-984d1a28ac94 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&id=ed15684e-6180-422a-bba6-36f5ca112349&id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.3350463 Aug 16 02:14:06.045781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1cf5dd9a-e715-4546-b1a5-75dafbe8e161'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:06.121719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02609d9-73d1-40ef-9810-984d1a28ac94 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d87f0c7-698d-4fcd-908b-650c3a426cdd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.179848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.266912 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1c84c-1d7c-460f-a570-707b5df45d42 req-484a020b-0a12-4159-a6e0-3559edca793f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.268903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdb1c84c-1d7c-460f-a570-707b5df45d42 req-484a020b-0a12-4159-a6e0-3559edca793f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.0788820 Aug 16 02:14:06.275942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.337350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce070a2d-47c2-44ca-8e69-6d4cb797f762 req-0164495c-0016-452f-8978-f88eb240f964 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.338739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:06.338878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce070a2d-47c2-44ca-8e69-6d4cb797f762 req-0164495c-0016-452f-8978-f88eb240f964 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 946 time: 0.3822865 Aug 16 02:14:06.348539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:06.350377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'Port': ['ID=e28be3a7-c551-4c2a-8e69-09a00a2c1e5c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.354705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:06.378805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdb1c84c-1d7c-460f-a570-707b5df45d42 req-79cb92f3-6565-46ea-81f9-c1c1fa95d78b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000392 Aug 16 02:14:06.426528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce070a2d-47c2-44ca-8e69-6d4cb797f762 req-d6745566-be2d-4ad9-a632-2af9221ea121 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801680 Aug 16 02:14:06.458741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.501785 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.529972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Deleting port 50737ebf-c2b1-4294-9b23-c0d845d826dc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:06.530480 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.644547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] For port 50737ebf-c2b1-4294-9b23-c0d845d826dc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=50737ebf-c2b1-4294-9b23-c0d845d826dc,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:06.644547 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.675099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Calling delete_port for 50737ebf-c2b1-4294-9b23-c0d845d826dc owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:06.707408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.712364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.732729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471d598-61d3-4811-835f-2ae65160a5bc req-dc695114-c514-4b95-9436-888ed9694a21 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.734233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c471d598-61d3-4811-835f-2ae65160a5bc req-dc695114-c514-4b95-9436-888ed9694a21 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 949 time: 0.1054227 Aug 16 02:14:06.768146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'Port': ['ID=e28be3a7-c551-4c2a-8e69-09a00a2c1e5c,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.822158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c471d598-61d3-4811-835f-2ae65160a5bc req-6a2004c8-4614-4879-974c-7b11909461a8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753512 Aug 16 02:14:06.830986 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.851137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fcb07-f7be-4515-a5e9-f563d27c0489 req-3a022c98-5471-49e7-9bed-ed229d5e7763 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.851730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fcb07-f7be-4515-a5e9-f563d27c0489 req-3a022c98-5471-49e7-9bed-ed229d5e7763 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.852477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fcb07-f7be-4515-a5e9-f563d27c0489 req-3a022c98-5471-49e7-9bed-ed229d5e7763 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.854619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c2fcb07-f7be-4515-a5e9-f563d27c0489 req-3a022c98-5471-49e7-9bed-ed229d5e7763 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd&device_id=01690f77-0530-483d-8d72-e58b8bf31b35&device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 2886 time: 0.0657659 Aug 16 02:14:06.856148 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.857364 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7a9fe96e-fd64-450f-bd3a-333d1954adcb tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2799740 Aug 16 02:14:06.915235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c2fcb07-f7be-4515-a5e9-f563d27c0489 req-d8905b30-b323-4504-9259-b2f461894f78 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Aug 16 02:14:06.927371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.961800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Pushing event deleted for resources: {'Port': ['ID=50737ebf-c2b1-4294-9b23-c0d845d826dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.983930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3796b11-76ae-4e63-a2c8-818bc7338fa2 req-fa420478-6c4c-4a6c-b36b-9527c91b0e82 tempest-AbsoluteLimitsNegativeTestJSON-42256548 tempest-AbsoluteLimitsNegativeTestJSON-42256548-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7ec4568e33514e92be9efaa8c53e1bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576248 Aug 16 02:14:07.157176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-57683fee-dc29-4b70-9a90-35e59339b428 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.164791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-57683fee-dc29-4b70-9a90-35e59339b428 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 821 time: 0.1159196 Aug 16 02:14:07.175346 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-13649765-4796-47f0-9c25-4e02b5640b65 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/quotas/4f5de6b5601640278d4fc77bac83eb6a HTTP/1.1" status: 200 len: 375 time: 0.0097499 Aug 16 02:14:07.217438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3796b11-76ae-4e63-a2c8-818bc7338fa2 req-cb57f66e-c583-4c0f-af99-f8a5a485b434 tempest-AbsoluteLimitsNegativeTestJSON-42256548 tempest-AbsoluteLimitsNegativeTestJSON-42256548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.218930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3796b11-76ae-4e63-a2c8-818bc7338fa2 req-cb57f66e-c583-4c0f-af99-f8a5a485b434 tempest-AbsoluteLimitsNegativeTestJSON-42256548 tempest-AbsoluteLimitsNegativeTestJSON-42256548-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178657 Aug 16 02:14:07.223996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-73ae6559-1aae-4496-9c2b-52eeb6a93569 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429046 Aug 16 02:14:07.246371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3796b11-76ae-4e63-a2c8-818bc7338fa2 req-d593530d-0fbb-48ce-83cb-3156be576d8f tempest-AbsoluteLimitsNegativeTestJSON-42256548 tempest-AbsoluteLimitsNegativeTestJSON-42256548-project] 10.222.0.78 "GET /v2.0/quotas/7ec4568e33514e92be9efaa8c53e1bc6 HTTP/1.1" status: 200 len: 375 time: 0.0167418 Aug 16 02:14:07.250212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.283250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3796b11-76ae-4e63-a2c8-818bc7338fa2 req-ff1de33e-4156-4e83-a1c3-372a81974cc3 tempest-AbsoluteLimitsNegativeTestJSON-42256548 tempest-AbsoluteLimitsNegativeTestJSON-42256548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ec4568e33514e92be9efaa8c53e1bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308983 Aug 16 02:14:07.297931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:07.337399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-eeaf07e1-cd5a-4c0e-8f06-0971555e0744 service neutron] 10.222.0.78 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052108 Aug 16 02:14:07.402586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:07.407955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:07.409659 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.513819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a1c6b4b9-79e2-4570-9df4-f0aa3c197a4d service neutron] 10.222.0.78 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753263 Aug 16 02:14:07.533541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212555-3f06-4d49-b932-3882bea60d22 req-1cf27507-84ad-4566-ba52-ab85dc1d4784 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.536172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61212555-3f06-4d49-b932-3882bea60d22 req-1cf27507-84ad-4566-ba52-ab85dc1d4784 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 946 time: 0.0844545 Aug 16 02:14:07.558016 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.586753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:07.589655 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba43481-3a82-409a-940b-a87afdfb1e33" -d '{"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:07.605050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:07.610400 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.636237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Router 80ed0f9c-4022-4508-b14f-455348922d86 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:07.672146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.699770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Deleting port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:07.700275 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.774507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:07.862289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3465-ad87-4926-94b5-e7ab6285bdab req-c60d0a8e-fdb6-4909-bf15-e5c568ebd397 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.865859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-731c3465-ad87-4926-94b5-e7ab6285bdab req-c60d0a8e-fdb6-4909-bf15-e5c568ebd397 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.1323977 Aug 16 02:14:07.887285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f558a6-f347-4cdc-a40e-f6362d39c173 req-ae971c13-15c6-4cd1-86b3-28c3b2df1256 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.890688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33f558a6-f347-4cdc-a40e-f6362d39c173 req-ae971c13-15c6-4cd1-86b3-28c3b2df1256 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 946 time: 0.0993161 Aug 16 02:14:07.891970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:07.902726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] Sync routers for ids ['80ed0f9c-4022-4508-b14f-455348922d86'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:07.904908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3c7396df-28de-419d-bf6e-2a9b9bd4de84 admin admin] 10.222.0.78 "PUT /v2.0/routers/80ed0f9c-4022-4508-b14f-455348922d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502393 Aug 16 02:14:07.907335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36964) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:07.913671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] Routers {'80ed0f9c-4022-4508-b14f-455348922d86'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:07.914552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['80ed0f9c-4022-4508-b14f-455348922d86'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:07.937299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] For port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:07.937758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.964244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Calling delete_port for a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:07.976863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33f558a6-f347-4cdc-a40e-f6362d39c173 req-b8d6fb3a-720d-4743-9f73-24a94c5bb025 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721045 Aug 16 02:14:07.977165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-731c3465-ad87-4926-94b5-e7ab6285bdab req-ce7c513d-e904-4e78-a769-5365c4c00eea tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958197 Aug 16 02:14:07.998023 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-122addd5-e386-4d83-b6d0-781a2252be1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.073689 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d1665-f4bd-4b0c-8ad7-534442550d08 x-openstack-request-id: req-fb1d1665-f4bd-4b0c-8ad7-534442550d08 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:08.074199 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:08.074636 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb1d1665-f4bd-4b0c-8ad7-534442550d08 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:08.075165 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'code': 200} Aug 16 02:14:08.106587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] Set router 80ed0f9c-4022-4508-b14f-455348922d86 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:08.191102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.210669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3f57bc9-fdee-4f44-98fa-cda21cd976a9 req-50e3e17e-f4e5-4d95-bf1f-64ebfd09285f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 210 time: 0.0705364 Aug 16 02:14:08.299877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.314562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['a3713de3-0b5e-4bb9-8bda-78ac6faee7a2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:08.322640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad663c5-69b4-467c-bece-2c2f59e9a3dd req-eac3f93b-4ddf-45df-b213-e63340fee682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.324191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ad663c5-69b4-467c-bece-2c2f59e9a3dd req-eac3f93b-4ddf-45df-b213-e63340fee682 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 1102 time: 0.1718814 Aug 16 02:14:08.363010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event deleted for resources: {'Port': ['ID=a3713de3-0b5e-4bb9-8bda-78ac6faee7a2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.437296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ad663c5-69b4-467c-bece-2c2f59e9a3dd req-8df51208-22c6-4c6b-930d-c1272743eb65 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990248 Aug 16 02:14:08.446282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '31df9196-9159-4119-938e-93034928001e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:14:06Z', 'revision_number': 5, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port': {'id': '31df9196-9159-4119-938e-93034928001e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed0f9c-4022-4508-b14f-455348922d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:50Z', 'updated_at': '2021-08-16T02:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:08.456717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] No DVR routers for this DVR port a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:08.461240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.464467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61212555-3f06-4d49-b932-3882bea60d22 req-fc34e11c-e141-4962-9864-87f40771f737 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "DELETE /v2.0/ports/a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 HTTP/1.1" status: 204 len: 173 time: 0.9173560 Aug 16 02:14:08.465068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'name': 'network-vif-deleted', 'tag': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:08.465337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.468601 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42142301-88dc-4d03-82d6-b2e50c493de0" -d '{"events": [{"server_uuid": "abc3bcfa-be8c-4d1c-b535-644e93630330", "name": "network-vif-deleted", "tag": "a3713de3-0b5e-4bb9-8bda-78ac6faee7a2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:08.498693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] Checking router: 80ed0f9c-4022-4508-b14f-455348922d86 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:08.509986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] Routers {'80ed0f9c-4022-4508-b14f-455348922d86'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:08.510645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['80ed0f9c-4022-4508-b14f-455348922d86'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:08.521764 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-122addd5-e386-4d83-b6d0-781a2252be1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.533890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88e159-bede-4704-82a8-4c135d637421 req-bce22802-3955-4729-b82d-b335c2712be0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.535437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e88e159-bede-4704-82a8-4c135d637421 req-bce22802-3955-4729-b82d-b335c2712be0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1596971 Aug 16 02:14:08.538114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-122addd5-e386-4d83-b6d0-781a2252be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.613760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-122addd5-e386-4d83-b6d0-781a2252be1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ec4568e33514e92be9efaa8c53e1bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8349831 Aug 16 02:14:08.618400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36978) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.619632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122addd5-e386-4d83-b6d0-781a2252be1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f73112-f816-4b39-bd2d-57145ad3ddf3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.642474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e88e159-bede-4704-82a8-4c135d637421 req-655c6c99-56a9-452b-bf40-d9a4ab3a1c16 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914776 Aug 16 02:14:08.661411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Deleting port 31df9196-9159-4119-938e-93034928001e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:08.664372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.677423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] Set router 80ed0f9c-4022-4508-b14f-455348922d86 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:08.683448 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1c018-4ecc-4b1d-b9c2-3116c1dc4327 x-openstack-request-id: req-b9e1c018-4ecc-4b1d-b9c2-3116c1dc4327 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:08.683645 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc3bcfa-be8c-4d1c-b535-644e93630330", "name": "network-vif-deleted", "tag": "a3713de3-0b5e-4bb9-8bda-78ac6faee7a2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:08.683907 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9e1c018-4ecc-4b1d-b9c2-3116c1dc4327 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:08.684940 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc3bcfa-be8c-4d1c-b535-644e93630330', 'name': 'network-vif-deleted', 'tag': 'a3713de3-0b5e-4bb9-8bda-78ac6faee7a2', 'status': 'completed', 'code': 200} Aug 16 02:14:08.720411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12d8f3f8-b16a-47bd-bed1-31095e7a5c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.736490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:14:08Z', 'revision_number': 6, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:08.747649 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12d8f3f8-b16a-47bd-bed1-31095e7a5c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.770149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af70daf-7d80-4836-a6fc-ace2c97c6a3e None None] The sync data for ids ['80ed0f9c-4022-4508-b14f-455348922d86'] in n-d-769329-15 is: [{'id': '80ed0f9c-4022-4508-b14f-455348922d86', 'name': 'tempest-AttachSCSIVolumeTestJSON-986100999-router', 'tenant_id': '7046879bebf44a269ccb57e061cbf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:49Z', 'updated_at': '2021-08-16T02:14:08Z', 'revision_number': 6, 'project_id': '7046879bebf44a269ccb57e061cbf344', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:08.807523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f9d92-ecfe-4e08-b2d7-13dd86d68b60 req-cc15deab-862e-4ea8-b638-89b52a47b880 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.809119 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12d8f3f8-b16a-47bd-bed1-31095e7a5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.809360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe2f9d92-ecfe-4e08-b2d7-13dd86d68b60 req-cc15deab-862e-4ea8-b638-89b52a47b880 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1102 time: 0.0765219 Aug 16 02:14:08.811860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12d8f3f8-b16a-47bd-bed1-31095e7a5c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.813361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-12d8f3f8-b16a-47bd-bed1-31095e7a5c88 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42f73112-f816-4b39-bd2d-57145ad3ddf3 HTTP/1.1" status: 204 len: 168 time: 0.1921084 Aug 16 02:14:08.821543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8f3f8-b16a-47bd-bed1-31095e7a5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f73112-f816-4b39-bd2d-57145ad3ddf3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.834482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] For port 31df9196-9159-4119-938e-93034928001e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31df9196-9159-4119-938e-93034928001e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:08.834858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.854820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Calling delete_port for 31df9196-9159-4119-938e-93034928001e owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:08.876773 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe2f9d92-ecfe-4e08-b2d7-13dd86d68b60 req-55e0dbbf-7225-4622-a709-7ff368569c57 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550258 Aug 16 02:14:09.022033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98945ad-e7a5-4b95-8525-5a455b550f70 req-a65e950d-707c-4079-9264-ebf82a74b9b9 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.030128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a98945ad-e7a5-4b95-8525-5a455b550f70 req-a65e950d-707c-4079-9264-ebf82a74b9b9 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1102 time: 0.0769200 Aug 16 02:14:09.068274 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.082088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a98945ad-e7a5-4b95-8525-5a455b550f70 req-9936a1cf-2173-41c5-9350-16b370c65d26 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Aug 16 02:14:09.112243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Pushing event deleted for resources: {'Port': ['ID=31df9196-9159-4119-938e-93034928001e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:09.267527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1681d36a-1332-4310-9b87-1eb16784a54c req-ba38f05f-1613-400a-9414-c150bc0a6050 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=abc3bcfa-be8c-4d1c-b535-644e93630330 HTTP/1.1" status: 200 len: 210 time: 0.1473498 Aug 16 02:14:09.296704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.403579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d85614-c8fd-4093-94f9-888769cde300 req-ab562333-567b-4499-bfad-7d2347fbfb3b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.411951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7d85614-c8fd-4093-94f9-888769cde300 req-ab562333-567b-4499-bfad-7d2347fbfb3b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.2416518 Aug 16 02:14:09.461165 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.462503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a2cb1976-90cf-4f58-9c98-3aa4e40be9fc tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.464319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.464474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a2cb1976-90cf-4f58-9c98-3aa4e40be9fc tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 821 time: 0.2781873 Aug 16 02:14:09.485126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7d85614-c8fd-4093-94f9-888769cde300 req-494a0b34-b59e-4a49-91b2-74b4784d03a1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Aug 16 02:14:09.497637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Request body: {'port': {'device_id': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'admin_state_up': True, 'tenant_id': '4f5de6b5601640278d4fc77bac83eb6a'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:09.579617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.581956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80ed0f9c-4022-4508-b14f-455348922d86 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:14:09.594140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.599807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37006) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.600602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-63c50fae-e6ad-4fda-a5ca-5f47fcdb016f admin admin] 10.222.0.78 "DELETE /v2.0/routers/80ed0f9c-4022-4508-b14f-455348922d86 HTTP/1.1" status: 204 len: 168 time: 1.6909678 Aug 16 02:14:09.655971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbe69162-035f-436b-aeba-9f36b4aeea32 req-dc1fcf9d-2365-4a97-ab6c-2ec3a8926651 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 210 time: 0.0713084 Aug 16 02:14:09.715145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] Deleting subnet 16b63fe8-b765-481f-a679-e8bd523ae5bb {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:09.727783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.786302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.827287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Made reservation on behalf of 4f5de6b5601640278d4fc77bac83eb6a for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:09.829684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 50737ebf-c2b1-4294-9b23-c0d845d826dc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:09.830881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.874058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5be6-0e36-4aaf-baf5-4636fb0e1c28 req-de5552d4-8fa6-485f-9224-14c5e2196136 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.874559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 50737ebf-c2b1-4294-9b23-c0d845d826dc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:09.874859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 50737ebf-c2b1-4294-9b23-c0d845d826dc not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:09.875290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31df9196-9159-4119-938e-93034928001e no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:09.880959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa8d5be6-0e36-4aaf-baf5-4636fb0e1c28 req-de5552d4-8fa6-485f-9224-14c5e2196136 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1017113 Aug 16 02:14:09.881589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37020) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.921447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 31df9196-9159-4119-938e-93034928001e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:09.922212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31df9196-9159-4119-938e-93034928001e not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:09.942855 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa8d5be6-0e36-4aaf-baf5-4636fb0e1c28 req-6ce7c6f5-a077-4133-a37b-93c8363915cc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570982 Aug 16 02:14:10.004959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.058951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1239319540-network', 'tenant_id': '79a6e524467441a8b46673c2382d2e17'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:10.097117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Made reservation on behalf of 79a6e524467441a8b46673c2382d2e17 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:10.100211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.105892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Allocated IP 172.20.0.10 (f8a28437-2f95-4196-8db3-fe4fa0deda00/b494a140-ba88-4a01-b589-6523c0ee7e27/9dce2d16-02b7-488c-9fb9-6736f21eda59) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:10.133426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.137148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.171070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.180800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/16b63fe8-b765-481f-a679-e8bd523ae5bb HTTP/1.1" status: 204 len: 168 time: 0.5773838 Aug 16 02:14:10.180948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e72cde-9750-47ce-b852-38ae39184ff9 None None] Network 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:10.181080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:10.184927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35350ca3-ca25-46b4-b1d0-bd591ecdcee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b63fe8-b765-481f-a679-e8bd523ae5bb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.437555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.590323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] DHCP port deletion for 90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:10.646746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] Deleting port d1e0a27d-bb57-4352-af58-c6f9a205c68b {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:10.646971 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.703801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.743882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] For port d1e0a27d-bb57-4352-af58-c6f9a205c68b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d1e0a27d-bb57-4352-af58-c6f9a205c68b,segment=NetworkSegment(5907df60-8776-4005-a701-5d45321bf535),segment_id=5907df60-8776-4005-a701-5d45321bf535)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:10.744408 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.746137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538d668-37b3-4535-a7fc-53de12666d59 req-9efa9a1c-6750-41b5-a7d2-f0099f47ca03 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.747773 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0538d668-37b3-4535-a7fc-53de12666d59 req-9efa9a1c-6750-41b5-a7d2-f0099f47ca03 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1223545 Aug 16 02:14:10.787286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] Calling delete_port for d1e0a27d-bb57-4352-af58-c6f9a205c68b owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:10.809249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.824538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.840805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0538d668-37b3-4535-a7fc-53de12666d59 req-354b783f-c485-4a49-a1c6-a9c2b60583ab tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849674 Aug 16 02:14:10.866074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:10.883852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c714f1e-9577-4d70-a5ba-3212c9201d4f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.889724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.890113 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Added segment d7f225c4-94ef-42b7-9513-d1d138434ef2 of type vlan for network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 Aug 16 02:14:10.899361 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.905744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Deleting port d1e0a27d-bb57-4352-af58-c6f9a205c68b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:10.906085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.937409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] Pushing event deleted for resources: {'Port': ['ID=d1e0a27d-bb57-4352-af58-c6f9a205c68b,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.944469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331497e8-56f5-42e2-afe1-f9f7e67a8d0d None None] No DVR routers for this DVR port d1e0a27d-bb57-4352-af58-c6f9a205c68b on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:10.945166 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-b94920ce-6a48-4341-936f-09d76311cc36 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4466770 Aug 16 02:14:10.965690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.973944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-e24c426d-13a6-4ef7-9aee-d72d85809c70 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.975550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-e24c426d-13a6-4ef7-9aee-d72d85809c70 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.4970193 Aug 16 02:14:11.005786 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.012859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431c68-da76-4647-a396-01af157e3819 req-f3d79b67-aefe-4f70-b54b-c55883caf711 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.020703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f431c68-da76-4647-a396-01af157e3819 req-f3d79b67-aefe-4f70-b54b-c55883caf711 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.4784515 Aug 16 02:14:11.027280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:11.044613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] For port d1e0a27d-bb57-4352-af58-c6f9a205c68b, host n-d-769329-15, got binding levels [] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:11.044995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.071592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Network f8a28437-2f95-4196-8db3-fe4fa0deda00 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:11.077934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3fcbf-657e-4656-a023-7819f77810a1 req-c37e35f6-78db-48fc-80e3-0e4b82dc7388 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.079698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2f3fcbf-657e-4656-a023-7819f77810a1 req-c37e35f6-78db-48fc-80e3-0e4b82dc7388 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 945 time: 0.1112831 Aug 16 02:14:11.083216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Calling delete_port for d1e0a27d-bb57-4352-af58-c6f9a205c68b owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:11.085941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:11.087369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Port d1e0a27d-bb57-4352-af58-c6f9a205c68b was not found and therefore no delete operation was performed {{(pid=94856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:14:11.088571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:11.089576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.091253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.107977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.108915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.109512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.150536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e0a27d-bb57-4352-af58-c6f9a205c68b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.154874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] No DVR routers for this DVR port d1e0a27d-bb57-4352-af58-c6f9a205c68b on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:11.169314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f431c68-da76-4647-a396-01af157e3819 req-4892e9d9-1767-4a7c-9d8c-f839363430de tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484377 Aug 16 02:14:11.172090 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.189945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.190380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.227164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-a0452fe4-0784-41ac-a08f-26fc28b2a293 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7372456 Aug 16 02:14:11.233065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3500671 Aug 16 02:14:11.238208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.246563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Request body: {'port': {'device_id': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:11.254325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Request body: {'subnet': {'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1239319540-subnet', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:11.283406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad2f00-6a6f-4f31-b718-b421ecc0de85 admin admin] Pushing event updated for resources: {'Network': ['ID=35685fa8-6b6a-405b-8100-7624e2e8a5c6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.300707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2f3fcbf-657e-4656-a023-7819f77810a1 req-e68d7fe4-59fb-4e3d-b56e-06cb21eacb52 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085092 Aug 16 02:14:11.302530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:11.331860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:11.347533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.381161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:11.388540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Made reservation on behalf of 79a6e524467441a8b46673c2382d2e17 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:11.392640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.404434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:11.405155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a3713de3-0b5e-4bb9-8bda-78ac6faee7a2 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:11.406859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5907df60-8776-4005-a701-5d45321bf535') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:11.407160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5907df60-8776-4005-a701-5d45321bf535') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:11.450645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.451030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.492767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.507516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:11.507923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:11.508077 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:11.509661 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:11.578370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-56a2f408-54af-469e-a553-ca36ebf1e73e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.581315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-56a2f408-54af-469e-a553-ca36ebf1e73e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.2698326 Aug 16 02:14:11.593557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d148-fec4-45da-b84d-ec29793594a9 req-b84cbd33-1663-4194-a45a-2f0f433396c3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.594980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f36d148-fec4-45da-b84d-ec29793594a9 req-b84cbd33-1663-4194-a45a-2f0f433396c3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 932 time: 0.1537848 Aug 16 02:14:11.608888 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.636921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-af8af471-eb39-4d6e-9dad-a906ba0f4140 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/quotas/21c2bfdcf6e14b7f83a27a4c4baaddad HTTP/1.1" status: 200 len: 375 time: 0.0370116 Aug 16 02:14:11.651241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:11.654231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.658754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] 10.222.0.78 "DELETE /v2.0/networks/90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc HTTP/1.1" status: 204 len: 168 time: 1.4738548 Aug 16 02:14:11.664140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.667764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eda1b-4d00-4baf-8023-a6c6e1050eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=90e3b4f6-bc0b-4e27-9b0d-fca5d00732fc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.760928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-16eaf94c-36cd-4aee-ae54-b490f45a4364 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189015 Aug 16 02:14:11.790216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1e0a27d-bb57-4352-af58-c6f9a205c68b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:11.817502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d1e0a27d-bb57-4352-af58-c6f9a205c68b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:11.818715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1e0a27d-bb57-4352-af58-c6f9a205c68b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:11.843709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:11.845950 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0839e6e3-543b-42d4-ba17-9c80daffa902" -d '{"events": [{"server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:11.852215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f36d148-fec4-45da-b84d-ec29793594a9 req-a1f32201-8037-4ea3-9934-44e4beb534b6 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358308 Aug 16 02:14:11.855776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.860068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.875625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.004892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1b5a54-61f1-4635-97f2-792086db8409,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.008590 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ff3260-9d56-47bb-94a2-a86794a35495 x-openstack-request-id: req-02ff3260-9d56-47bb-94a2-a86794a35495 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:12.008762 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:12.009006 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02ff3260-9d56-47bb-94a2-a86794a35495 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:12.009400 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d', 'code': 200} Aug 16 02:14:12.014889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-61b2aeb6-786f-4589-86a6-a8becec17292 service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531164 Aug 16 02:14:12.055822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Checking segment: {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:12.056321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Network hostable DHCP agents. Network: 35685fa8-6b6a-405b-8100-7624e2e8a5c6, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:12.090830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.135886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:12.158442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 35685fa8-6b6a-405b-8100-7624e2e8a5c6) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:12.167074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ced15d-ac1c-4e23-92df-be467c0063a3 None None] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:12.170431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb3ee6-471d-4a48-bff4-4e31468015af req-61b2a66d-8226-483c-8128-c7cdaa924a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.171961 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9acb3ee6-471d-4a48-bff4-4e31468015af req-61b2a66d-8226-483c-8128-c7cdaa924a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1024127 Aug 16 02:14:12.173234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.173819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.179685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:12.180221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:12.180367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:12.194543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:12.194919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Attempting to bind port bcc33206-709a-466f-afb2-b582dd170c4d on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:12.223087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-359a8b5f-2c97-4b7b-a62a-e6d8a7011f6a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9731722 Aug 16 02:14:12.229078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37100) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:12.235039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:12.235380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:12.235763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:12.236202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Bound port: bcc33206-709a-466f-afb2-b582dd170c4d, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:12.237125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.240261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:12.256636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-0fac973f-9c5e-45fe-99d8-26185fd1c2df service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256889 Aug 16 02:14:12.259912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9acb3ee6-471d-4a48-bff4-4e31468015af req-2e97a67d-575d-4f3a-b2f5-26770a8f8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777276 Aug 16 02:14:12.268617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dce2d16-02b7-488c-9fb9-6736f21eda59 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:12.288000 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.295914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.298068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.323627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Transition to ACTIVE for port object 9dce2d16-02b7-488c-9fb9-6736f21eda59 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:12.339122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.388900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:12.405542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.414986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:12.423251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:12.425149 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.425895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.437236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.586640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.611289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Allocated IP 172.20.0.2 (35685fa8-6b6a-405b-8100-7624e2e8a5c6/5a1b5a54-61f1-4635-97f2-792086db8409/825af625-ba66-4184-ba2c-05b82b633847) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:12.680618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b367bd-78a9-4c1e-a144-be02c99ce78f req-f942fa33-bba6-4119-8d63-48735e3ff752 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.688028 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71b367bd-78a9-4c1e-a144-be02c99ce78f req-f942fa33-bba6-4119-8d63-48735e3ff752 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.2771900 Aug 16 02:14:12.689156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.689992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.691576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] 10.222.0.98 "PUT /v2.0/ports/bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 200 len: 1123 time: 1.6877668 Aug 16 02:14:12.694626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961b633-f2c1-4bcf-bcc1-ea36a85f5d85 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.722507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Attempting to bind port 9dce2d16-02b7-488c-9fb9-6736f21eda59 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:12.722947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Attempting to bind port 9dce2d16-02b7-488c-9fb9-6736f21eda59 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:12.723329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Attempting to bind port 9dce2d16-02b7-488c-9fb9-6736f21eda59 on network f8a28437-2f95-4196-8db3-fe4fa0deda00 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:12.743816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-e78c43e4-05d6-4e85-94cb-160214947339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.753524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.758660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-e78c43e4-05d6-4e85-94cb-160214947339 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 1102 time: 0.2372184 Aug 16 02:14:12.761335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Port 9dce2d16-02b7-488c-9fb9-6736f21eda59 on network f8a28437-2f95-4196-8db3-fe4fa0deda00 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:12.761335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Attempting to bind port 9dce2d16-02b7-488c-9fb9-6736f21eda59 on network f8a28437-2f95-4196-8db3-fe4fa0deda00 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:12.800407 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.811515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Transition to ACTIVE for port object 825af625-ba66-4184-ba2c-05b82b633847 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:12.826344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71b367bd-78a9-4c1e-a144-be02c99ce78f req-fd355d52-724a-4f2c-ae5b-8a121a2ca94d tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322129 Aug 16 02:14:12.833332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Transition to ACTIVE for port object 825af625-ba66-4184-ba2c-05b82b633847 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:12.841107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bcc33206-709a-466f-afb2-b582dd170c4d details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:12.883139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:12.883365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Checking segment: {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:12.884001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Bound using segment: {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:12.884185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Bound port: 9dce2d16-02b7-488c-9fb9-6736f21eda59, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:12.885047 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.904603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5b996-38bc-44c7-9418-d889a9876c00 req-10d27508-1c14-49ad-8a0d-cbb34a07941d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.913760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2f5b996-38bc-44c7-9418-d889a9876c00 req-10d27508-1c14-49ad-8a0d-cbb34a07941d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.3060708 Aug 16 02:14:12.941208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83355041-67aa-466f-be1f-4cbcda6871f6 req-e1555532-c86c-4f02-b263-017cd7ad7393 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.0485935 Aug 16 02:14:12.998167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:13.019211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bcc33206-709a-466f-afb2-b582dd170c4d has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:14:13.021159 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.032757 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2f5b996-38bc-44c7-9418-d889a9876c00 req-b2c0920f-abad-4b84-ae89-1d67b7c8311f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178443 Aug 16 02:14:13.070343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:13.075297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['bcc33206-709a-466f-afb2-b582dd170c4d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:13.114895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-83c496bb-6217-40b0-977f-4eab824f8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.116426 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-83c496bb-6217-40b0-977f-4eab824f8af2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3376412 Aug 16 02:14:13.137313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:13.139691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['bcc33206-709a-466f-afb2-b582dd170c4d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:13.185246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:13.192185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:13.195516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-bc5401f5-c876-4c60-8862-21338e98f53d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 200 len: 217 time: 0.0651722 Aug 16 02:14:13.207422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:13.245058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.278596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c953c6-6e0a-4af2-9d8b-ac3afac2428a req-536769b4-8e91-492b-9da8-5c15af960252 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.280194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58c953c6-6e0a-4af2-9d8b-ac3afac2428a req-536769b4-8e91-492b-9da8-5c15af960252 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 944 time: 0.1925092 Aug 16 02:14:13.299764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-216f7770-c945-4c72-80ae-8302b1724a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.301432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-216f7770-c945-4c72-80ae-8302b1724a82 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0926456 Aug 16 02:14:13.307619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.309014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.310517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] 10.222.0.98 "PUT /v2.0/ports/9dce2d16-02b7-488c-9fb9-6736f21eda59 HTTP/1.1" status: 200 len: 1093 time: 2.0712664 Aug 16 02:14:13.328640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.367929 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.396621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58c953c6-6e0a-4af2-9d8b-ac3afac2428a req-805df808-1fdb-4705-98bf-60f833ec9bab tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048036 Aug 16 02:14:13.399512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Deleting port 645da46b-26be-456e-8f38-a693f4cadbbc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:13.399857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.407937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519fd2c-2476-4b75-884b-6de6370ca286 service neutron] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.481619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Pushing event updated for resources: {'Port': ['ID=825af625-ba66-4184-ba2c-05b82b633847,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.492123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-bd61cd07-c1aa-468d-8fef-a08676f54f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.493877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-bd61cd07-c1aa-468d-8fef-a08676f54f2d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1823642 Aug 16 02:14:13.507077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Attempting to bind port 825af625-ba66-4184-ba2c-05b82b633847 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:13.507457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Attempting to bind port 825af625-ba66-4184-ba2c-05b82b633847 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:13.507811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Attempting to bind port 825af625-ba66-4184-ba2c-05b82b633847 on network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:13.533163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:13.533163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Checking segment: {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:13.533163 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.533163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Bound using segment: {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:13.533746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Bound port: 825af625-ba66-4184-ba2c-05b82b633847, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:13.533997 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.535389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3d106-846e-4510-bb07-931a5e4e1a27 req-09e758b0-c9d9-4f38-b09f-55d695960c3c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.545433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f1d3d106-846e-4510-bb07-931a5e4e1a27 req-09e758b0-c9d9-4f38-b09f-55d695960c3c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1160734 Aug 16 02:14:13.583802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-03eaaf89-241a-4dc7-bdaf-1cd6f8cb688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.585432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-03eaaf89-241a-4dc7-bdaf-1cd6f8cb688b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1660125 Aug 16 02:14:13.652206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-e35df27d-d728-46e5-97e5-3bbba127aebc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59 HTTP/1.1" status: 200 len: 217 time: 0.0491421 Aug 16 02:14:13.666206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f1d3d106-846e-4510-bb07-931a5e4e1a27 req-eebf6610-678f-4164-b5fa-e4c004e3f2f6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197853 Aug 16 02:14:13.689623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] For port 825af625-ba66-4184-ba2c-05b82b633847, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:13.710930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] For port 825af625-ba66-4184-ba2c-05b82b633847, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=825af625-ba66-4184-ba2c-05b82b633847,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:13.730309 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.731014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-a497ec38-f5fb-495f-b97a-cc44368705bf service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272072 Aug 16 02:14:13.734957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-d19c01c3-34cf-48c5-a88a-5bc65da14efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.737361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-d19c01c3-34cf-48c5-a88a-5bc65da14efe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b494a140-ba88-4a01-b589-6523c0ee7e27 HTTP/1.1" status: 200 len: 861 time: 0.0738041 Aug 16 02:14:13.799886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] For port 645da46b-26be-456e-8f38-a693f4cadbbc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=645da46b-26be-456e-8f38-a693f4cadbbc,segment=NetworkSegment(e6c45f74-cb22-4ec0-b697-56bbeee35f2b),segment_id=e6c45f74-cb22-4ec0-b697-56bbeee35f2b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:13.800573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.820539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cb746-a9e8-4c83-9ac7-5d9f3b45e392 None None] Pushing event updated for resources: {'Port': ['ID=825af625-ba66-4184-ba2c-05b82b633847,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.824409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Calling delete_port for 645da46b-26be-456e-8f38-a693f4cadbbc owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:13.829953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Allocated IP 172.25.4.133 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/43e1f06c-6351-4ba1-8185-fb93d493b8ed) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:13.881534 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-0a34a262-fe8a-4985-bc58-f20b5fbc300c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f8a28437-2f95-4196-8db3-fe4fa0deda00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295509 Aug 16 02:14:14.011706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d'}, {'name': 'network-changed', 'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:14.014177 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d"}, {"name": "network-changed", "server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:14.018935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-7ff39395-ef6a-430c-b923-b0d044c8c5a1 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788022 Aug 16 02:14:14.065246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-f1161a3d-fa50-4d91-8cfb-88f083c8846e service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711271 Aug 16 02:14:14.336690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3001b4-e2e1-4f76-8f05-8de6bac58381 req-8b981a59-b136-4604-b07d-bf2a78e6ef8e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.338281 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d3001b4-e2e1-4f76-8f05-8de6bac58381 req-8b981a59-b136-4604-b07d-bf2a78e6ef8e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.2238312 Aug 16 02:14:14.388044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-e5e5e3e4-efef-4305-8259-de00e1750f41 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.389594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-e5e5e3e4-efef-4305-8259-de00e1750f41 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.4564116 Aug 16 02:14:14.414494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Request body: {'port': {'device_id': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'admin_state_up': True, 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:14.437943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.466285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09348800-d7ab-4a47-ab12-4facdb088169 req-4e441a81-ae62-43b1-9c01-8ad7b3d78fb6 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.3517125 Aug 16 02:14:14.510989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-557c5cbf-2a31-4e6a-97a3-d2719b0b2c76 req-6a90a91a-48d3-4f4f-a34f-77c1eb42d56e service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337175 Aug 16 02:14:14.523671 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54a20f-9117-47ef-ac56-2bf98594fb7f x-openstack-request-id: req-bd54a20f-9117-47ef-ac56-2bf98594fb7f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:14.524060 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:14.524439 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd54a20f-9117-47ef-ac56-2bf98594fb7f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:14.524926 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d', 'status': 'completed', 'code': 200} Aug 16 02:14:14.525270 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'status': 'completed', 'code': 200} Aug 16 02:14:14.526852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d3001b4-e2e1-4f76-8f05-8de6bac58381 req-a62186b2-f23f-4109-b13a-636d1ffca3a1 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790473 Aug 16 02:14:14.613452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.663468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Pushing event deleted for resources: {'Port': ['ID=645da46b-26be-456e-8f38-a693f4cadbbc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.672469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.688387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-4a9450d0-d438-404b-961b-5a8066b373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.690273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-4a9450d0-d438-404b-961b-5a8066b373b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1126 time: 0.1247571 Aug 16 02:14:14.714292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-9069001d-6814-453c-8e5f-0d81c9c31845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.715916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-9069001d-6814-453c-8e5f-0d81c9c31845 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1147709 Aug 16 02:14:14.729523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2f4eb-b6cb-4000-b767-1edfacd0bd0e req-e9285a0c-6aaf-48b9-9726-ad1aae2e4655 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.731421 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72e2f4eb-b6cb-4000-b767-1edfacd0bd0e req-e9285a0c-6aaf-48b9-9726-ad1aae2e4655 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.1324794 Aug 16 02:14:14.820484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:14.823974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.828514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:14.849538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:14.859754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:14.867609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Pushing event updated for resources: {'Port': ['ID=43e1f06c-6351-4ba1-8185-fb93d493b8ed,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.914164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72e2f4eb-b6cb-4000-b767-1edfacd0bd0e req-0e89ebff-1d97-40c8-89a9-2a3a2b5da437 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836723 Aug 16 02:14:14.922077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-9baabb34-de3e-4035-93b7-5c9d041156d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.923584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-9baabb34-de3e-4035-93b7-5c9d041156d0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.2244449 Aug 16 02:14:14.966994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdac2c-c9d1-4551-b311-3d6ecfd43f2f req-d2f8c95e-44c0-4f0d-a86e-3fc5085bc1a4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.975742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7bcdac2c-c9d1-4551-b311-3d6ecfd43f2f req-d2f8c95e-44c0-4f0d-a86e-3fc5085bc1a4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 944 time: 0.2602320 Aug 16 02:14:14.986668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-219a7964-6073-43fd-be98-84f1fc9703a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 200 len: 217 time: 0.0488143 Aug 16 02:14:14.987839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-e5739c56-3ee8-431f-970d-c82063bdf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.989276 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-e5739c56-3ee8-431f-970d-c82063bdf73c service neutron] 10.222.0.98 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 922 time: 0.2087591 Aug 16 02:14:15.059663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ed6f9-94dd-40aa-9139-98695607c2e6 None None] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:15.095712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-00f160f1-829b-4d03-bb4b-233d8a5610d7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59 HTTP/1.1" status: 200 len: 217 time: 0.0799389 Aug 16 02:14:15.133316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0d451bf6-ee86-44d5-8141-347aea1052fd None None] Provisioning for port 825af625-ba66-4184-ba2c-05b82b633847 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:15.161866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-1082f2bb-5b13-4013-876c-35b538516b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.164038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-1082f2bb-5b13-4013-876c-35b538516b37 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b494a140-ba88-4a01-b589-6523c0ee7e27 HTTP/1.1" status: 200 len: 861 time: 0.0573828 Aug 16 02:14:15.177261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-1c8b806a-99c7-44d2-879f-2b607f2a2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.178712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-1c8b806a-99c7-44d2-879f-2b607f2a2eeb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1813624 Aug 16 02:14:15.198326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e34c8a-f6b3-4037-8d79-bb530b9a8347 req-4b2851bb-5d39-4b5c-80a9-5ee7af84abd6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.204896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e34c8a-f6b3-4037-8d79-bb530b9a8347 req-4b2851bb-5d39-4b5c-80a9-5ee7af84abd6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1989877 Aug 16 02:14:15.240340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7bcdac2c-c9d1-4551-b311-3d6ecfd43f2f req-39fbeaba-954b-49b2-87bd-b644e92e0279 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636707 Aug 16 02:14:15.248819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-5e48a451-c0df-4fa9-bf30-0f7b9b5cd4d6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f8a28437-2f95-4196-8db3-fe4fa0deda00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661831 Aug 16 02:14:15.269821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.276200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Allocated IP 172.20.0.3 (7f87eee5-90aa-4446-92cb-abb1c82eca55/ed8e42a1-d51f-49bc-ad0d-27257fd19019/e8b96f98-49cd-4b0e-8f03-5aa5002df361) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:15.278233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-40cde4e7-3bd3-4ce3-ba56-2f6840cab7dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449629 Aug 16 02:14:15.419385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e34c8a-f6b3-4037-8d79-bb530b9a8347 req-33ee865e-5dc9-47ce-afbe-f6798d156ab4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103691 Aug 16 02:14:15.478144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-17f30824-101c-4078-a2e2-2cc6b1146511 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848180 Aug 16 02:14:15.481895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-d7aa962a-2b0c-4f8e-b58d-cca2ac685902 service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063398 Aug 16 02:14:15.561636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.586003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2165c21-3e60-4fbb-9b07-420117feefe4 req-2542816a-01b3-45ec-b145-452be2b6071f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.0425804 Aug 16 02:14:15.674920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-8ea40ffc-c428-45f3-be7f-3fddb0f3f151 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890509 Aug 16 02:14:15.707523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9eda52-0429-4be3-a0f3-1f1a62773fcc req-b3c89d5a-f602-45de-b515-19311a0b8760 service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729221 Aug 16 02:14:15.722122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e72d25-384c-4234-855c-bc06c3784288 req-ad868333-3273-4316-8f74-da05c3eef181 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.732235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0e72d25-384c-4234-855c-bc06c3784288 req-ad868333-3273-4316-8f74-da05c3eef181 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1011887 Aug 16 02:14:15.772333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0e72d25-384c-4234-855c-bc06c3784288 req-0f0a6f4b-0bf2-4f40-b3b2-4e59794ace12 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Aug 16 02:14:15.912776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 825af625-ba66-4184-ba2c-05b82b633847 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:15.993283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 825af625-ba66-4184-ba2c-05b82b633847 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:15.999817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 825af625-ba66-4184-ba2c-05b82b633847 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:16.000638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.061821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.086782 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.125182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 825af625-ba66-4184-ba2c-05b82b633847, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=825af625-ba66-4184-ba2c-05b82b633847,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:16.133787 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.149130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Router 06034240-8b9d-48f4-bce4-227ed50c40ea has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:16.187507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=825af625-ba66-4184-ba2c-05b82b633847,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.218372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be3a8-ea1c-4bc0-ac58-b6ccfbf3504a req-fd862dcd-d4af-411d-b06d-3badecabeaf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.219851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-895be3a8-ea1c-4bc0-ac58-b6ccfbf3504a req-fd862dcd-d4af-411d-b06d-3badecabeaf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.1633859 Aug 16 02:14:16.281297 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.376530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-895be3a8-ea1c-4bc0-ac58-b6ccfbf3504a req-a21f7aef-d442-4ca4-8ec2-b6f7a31d3aaf tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493013 Aug 16 02:14:16.384564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285078fd-93df-4d0f-836c-2145969bd0bd req-52e4ad12-aad2-48d8-8247-435b8e190274 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.386418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-285078fd-93df-4d0f-836c-2145969bd0bd req-52e4ad12-aad2-48d8-8247-435b8e190274 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 944 time: 0.0502017 Aug 16 02:14:16.397210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:16.430403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-285078fd-93df-4d0f-836c-2145969bd0bd req-a9a41945-dd4e-41c6-a7cd-50f4d3beee4b tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362659 Aug 16 02:14:16.431685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:16.441525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:16.447448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.472605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event updated for resources: {'Port': ['ID=e8b96f98-49cd-4b0e-8f03-5aa5002df361,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.569160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.569860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.576722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:16.586290 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3320e01-e642-4877-8286-d5545b35006b None None] Sync routers for ids ['06034240-8b9d-48f4-bce4-227ed50c40ea'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:16.586785 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ac08cd60-5ba1-44c9-a14d-1b7bf6f97955 admin admin] 10.222.0.78 "PUT /v2.0/routers/06034240-8b9d-48f4-bce4-227ed50c40ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9196889 Aug 16 02:14:16.589011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37146) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:16.596311 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] Routers {'06034240-8b9d-48f4-bce4-227ed50c40ea'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:16.597176 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['06034240-8b9d-48f4-bce4-227ed50c40ea'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:16.642921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-7d2a332f-f95f-4aaf-90e6-71d85d8241fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2402952 Aug 16 02:14:16.657734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d84547-8c92-4a05-affc-ef9a6137ce7c req-7fc712c7-b35a-40c6-8a89-9c53e688b0a8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.659500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3d84547-8c92-4a05-affc-ef9a6137ce7c req-7fc712c7-b35a-40c6-8a89-9c53e688b0a8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1299021 Aug 16 02:14:16.666706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Request body: {'port': {'device_id': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:16.715660 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] Set router 06034240-8b9d-48f4-bce4-227ed50c40ea gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:16.753001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.759343 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3d84547-8c92-4a05-affc-ef9a6137ce7c req-dda208bd-9557-4477-9c52-708729d14a10 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896535 Aug 16 02:14:16.765454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.800069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67672e1-1336-4d1a-b6db-3ba5d7ac47b8 req-1e53362f-6779-46d7-acbb-db6236ec4078 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.801618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b67672e1-1336-4d1a-b6db-3ba5d7ac47b8 req-1e53362f-6779-46d7-acbb-db6236ec4078 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 931 time: 0.1047072 Aug 16 02:14:16.829789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Router b7918ba2-280d-4efc-903a-5e4418a0ce4d is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:14:16.896652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b67672e1-1336-4d1a-b6db-3ba5d7ac47b8 req-65fc7dfe-bc43-4043-b835-847ab835a537 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846868 Aug 16 02:14:16.898424 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0876cf2a-d089-4590-8034-406e708da821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 5, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port': {'id': '0876cf2a-d089-4590-8034-406e708da821', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:04Z', 'updated_at': '2021-08-16T02:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:16.909224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.938174 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3320e01-e642-4877-8286-d5545b35006b None None] Checking router: 06034240-8b9d-48f4-bce4-227ed50c40ea for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:16.947917 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] Routers {'06034240-8b9d-48f4-bce4-227ed50c40ea'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:16.948734 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['06034240-8b9d-48f4-bce4-227ed50c40ea'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:16.979098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Deleting port 0876cf2a-d089-4590-8034-406e708da821 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:16.979919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.036768 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] Set router 06034240-8b9d-48f4-bce4-227ed50c40ea gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:17.063004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] For port 0876cf2a-d089-4590-8034-406e708da821, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0876cf2a-d089-4590-8034-406e708da821,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:17.063389 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.075308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:17.076600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Calling delete_port for 0876cf2a-d089-4590-8034-406e708da821 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:17.095494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Sync routers for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:17.098330 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3320e01-e642-4877-8286-d5545b35006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 6, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:17.107979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e980bd-32ce-4a3b-9a11-17adc1e6fd0e req-ca3158c3-6c45-4c79-9fe0-8c1272eafa09 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.109521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16e980bd-32ce-4a3b-9a11-17adc1e6fd0e req-ca3158c3-6c45-4c79-9fe0-8c1272eafa09 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1336181 Aug 16 02:14:17.110081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:17.110970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:17.113298 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.116981 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4b11c0f0-478b-41e7-a89a-cd6e7b06521f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8834028 Aug 16 02:14:17.121653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.139115 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3320e01-e642-4877-8286-d5545b35006b None None] The sync data for ids ['06034240-8b9d-48f4-bce4-227ed50c40ea'] in n-d-769329-15 is: [{'id': '06034240-8b9d-48f4-bce4-227ed50c40ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356117192-router', 'tenant_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:03Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 6, 'project_id': '280429a8e9ec4ecb8fcbe8fb72b1021d', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:17.262534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16e980bd-32ce-4a3b-9a11-17adc1e6fd0e req-81820ba8-e380-44d4-86c6-a976757fcb2a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415515 Aug 16 02:14:17.299356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:17.311055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.343998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0876cf2a-d089-4590-8034-406e708da821,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.354258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b96f98-49cd-4b0e-8f03-5aa5002df361 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:17.361903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.362252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.363343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.363746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.364090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.364320 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.364660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.365001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.365386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.365722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.366367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.366801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.367133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:17.409297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Transition to ACTIVE for port object e8b96f98-49cd-4b0e-8f03-5aa5002df361 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:17.417206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.442243 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.502124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b96f98-49cd-4b0e-8f03-5aa5002df361,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.536541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 3, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:17.562669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Checking router: b7918ba2-280d-4efc-903a-5e4418a0ce4d for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:17.563044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Updating router b7918ba2-280d-4efc-903a-5e4418a0ce4d port 43e1f06c-6351-4ba1-8185-fb93d493b8ed binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:17.591213 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.618405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.620874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.655690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71c466-a988-40da-b28f-40c1be7f2d9f req-91270296-c6a9-45d1-a32f-9afddfa0327d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.657239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb71c466-a988-40da-b28f-40c1be7f2d9f req-91270296-c6a9-45d1-a32f-9afddfa0327d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 944 time: 0.0947666 Aug 16 02:14:17.688322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27412f86-d1d8-4162-bd07-2dbb966c74f3 req-142980a3-1217-4e43-bab3-3d04e6d6792c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.690542 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27412f86-d1d8-4162-bd07-2dbb966c74f3 req-142980a3-1217-4e43-bab3-3d04e6d6792c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.2036541 Aug 16 02:14:17.691879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.692662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06034240-8b9d-48f4-bce4-227ed50c40ea {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:14:17.700458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.701882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-253078d9-81f0-4cd3-8160-a5786f1010ff admin admin] 10.222.0.78 "DELETE /v2.0/routers/06034240-8b9d-48f4-bce4-227ed50c40ea HTTP/1.1" status: 204 len: 168 time: 1.1117589 Aug 16 02:14:17.704379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37160) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.734760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Attempting to bind port e8b96f98-49cd-4b0e-8f03-5aa5002df361 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:17.735103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Attempting to bind port e8b96f98-49cd-4b0e-8f03-5aa5002df361 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:17.735434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Attempting to bind port e8b96f98-49cd-4b0e-8f03-5aa5002df361 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:17.754134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Port e8b96f98-49cd-4b0e-8f03-5aa5002df361 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:17.754459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Attempting to bind port e8b96f98-49cd-4b0e-8f03-5aa5002df361 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:17.758742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb71c466-a988-40da-b28f-40c1be7f2d9f req-6f6d176e-8385-462c-8b00-00cde2d6127e tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672443 Aug 16 02:14:17.765400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:17.765739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Checking segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:17.766123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Bound using segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:17.766560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Bound port: e8b96f98-49cd-4b0e-8f03-5aa5002df361, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:17.766919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.777697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] Deleting subnet dd6b56d2-a195-4622-b02f-8fb22af9b18a {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:17.783055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27412f86-d1d8-4162-bd07-2dbb966c74f3 req-f6ec3506-5db1-4611-9824-f45a58a04cb6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798059 Aug 16 02:14:17.791907 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.844856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.889665 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.904051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Transition to ACTIVE for port object 43e1f06c-6351-4ba1-8185-fb93d493b8ed will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:17.912342 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.926488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] For port e8b96f98-49cd-4b0e-8f03-5aa5002df361, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:17.931586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] For port e8b96f98-49cd-4b0e-8f03-5aa5002df361, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b96f98-49cd-4b0e-8f03-5aa5002df361,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:17.943774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.956889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.979402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Attempting to bind port 43e1f06c-6351-4ba1-8185-fb93d493b8ed on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:17.979751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Attempting to bind port 43e1f06c-6351-4ba1-8185-fb93d493b8ed by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:17.980114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Attempting to bind port 43e1f06c-6351-4ba1-8185-fb93d493b8ed on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:17.987450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e0b7-a59d-4009-8682-42b3f0765c8c None None] Pushing event updated for resources: {'Port': ['ID=43e1f06c-6351-4ba1-8185-fb93d493b8ed,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.995035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:17.995310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:17.995632 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.996049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:17.996535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Bound port: 43e1f06c-6351-4ba1-8185-fb93d493b8ed, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:17.996931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.013416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727dcc5-3228-4612-8879-b847042d3154 req-88ba7d72-aef8-4d1f-9b69-1f1033a1a367 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.015164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5727dcc5-3228-4612-8879-b847042d3154 req-88ba7d72-aef8-4d1f-9b69-1f1033a1a367 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1540620 Aug 16 02:14:18.036137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.057517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.059813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dd6b56d2-a195-4622-b02f-8fb22af9b18a HTTP/1.1" status: 204 len: 168 time: 0.3532035 Aug 16 02:14:18.061996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:18.063994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31825b0-3397-41d9-b57f-e9ae207451ea None None] Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:18.082540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.083166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.086448 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] 10.222.0.88 "PUT /v2.0/ports/e8b96f98-49cd-4b0e-8f03-5aa5002df361 HTTP/1.1" status: 200 len: 1092 time: 1.4258959 Aug 16 02:14:18.100843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'tag': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:18.109002 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8062139f-3d6c-41f9-9192-f98a8eb4f70c" -d '{"events": [{"name": "network-changed", "server_uuid": "3791fbec-aea6-44aa-8bc2-7048a9d246ff", "tag": "e8b96f98-49cd-4b0e-8f03-5aa5002df361"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:18.115885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85123247-c0b9-40a9-9086-f7e2049108ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6b56d2-a195-4622-b02f-8fb22af9b18a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.164485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] For port 43e1f06c-6351-4ba1-8185-fb93d493b8ed, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:18.187988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] For port 43e1f06c-6351-4ba1-8185-fb93d493b8ed, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=43e1f06c-6351-4ba1-8185-fb93d493b8ed,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:18.189269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 825af625-ba66-4184-ba2c-05b82b633847 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:18.216196 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.242491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.251353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed611c4b-070a-4777-a3a6-89c688effa19 req-61b35d68-8b53-4b2c-a07a-048795d701db tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.253108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed611c4b-070a-4777-a3a6-89c688effa19 req-61b35d68-8b53-4b2c-a07a-048795d701db tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 943 time: 0.1143260 Aug 16 02:14:18.351385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed611c4b-070a-4777-a3a6-89c688effa19 req-f332bce1-dcc4-4b61-8e37-7afd1f7ad7c2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877404 Aug 16 02:14:18.375547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Deleting port 7a7b5300-99ef-4848-af4e-34875ce27b97 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:18.375900 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.378945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e0b7-a59d-4009-8682-42b3f0765c8c None None] Pushing event updated for resources: {'Port': ['ID=43e1f06c-6351-4ba1-8185-fb93d493b8ed,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.383817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:18.384345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:18.390362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 825af625-ba66-4184-ba2c-05b82b633847 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:18.390531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.462222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.501378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] For port 7a7b5300-99ef-4848-af4e-34875ce27b97, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7a7b5300-99ef-4848-af4e-34875ce27b97,segment=NetworkSegment(e6c45f74-cb22-4ec0-b697-56bbeee35f2b),segment_id=e6c45f74-cb22-4ec0-b697-56bbeee35f2b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:18.502350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.515620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad36ae-ac52-40ff-8a29-eeca7aaf6a86 None None] DHCP port deletion for 16cfac12-49b5-4284-94bd-3ee9c2afce62 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:18.542960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a195c9-00a2-43c7-9e66-16572fc883f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b96f98-49cd-4b0e-8f03-5aa5002df361,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.548047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Calling delete_port for 7a7b5300-99ef-4848-af4e-34875ce27b97 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:18.608230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:18.634752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473a02d-ca7f-4fb9-9bf2-ab8112fe61a1 req-24607d87-bc7e-4449-a375-3360e11c3795 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.636257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1473a02d-ca7f-4fb9-9bf2-ab8112fe61a1 req-24607d87-bc7e-4449-a375-3360e11c3795 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1413822 Aug 16 02:14:18.646509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5727dcc5-3228-4612-8879-b847042d3154 req-13738859-5318-45b5-beb3-f52d2e9bb013 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143372 Aug 16 02:14:18.665651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-282ba597-7233-40f2-8ec9-cd9810a523af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.671787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-282ba597-7233-40f2-8ec9-cd9810a523af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 1095 time: 0.2063279 Aug 16 02:14:18.681642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9dce2d16-02b7-488c-9fb9-6736f21eda59 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:18.706736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1473a02d-ca7f-4fb9-9bf2-ab8112fe61a1 req-893998d2-63fb-439a-a44c-34e70e6c5121 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593207 Aug 16 02:14:18.718670 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.753374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7b5300-99ef-4848-af4e-34875ce27b97,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.755643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] No DVR routers for this DVR port 7a7b5300-99ef-4848-af4e-34875ce27b97 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:18.769223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-c57d20ee-b178-4f9f-a17c-347810387ca9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8b96f98-49cd-4b0e-8f03-5aa5002df361 HTTP/1.1" status: 200 len: 217 time: 0.0829597 Aug 16 02:14:18.770645 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673bbb41-bc3b-4317-956c-d9f38b77e000 x-openstack-request-id: req-673bbb41-bc3b-4317-956c-d9f38b77e000 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:18.770924 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3791fbec-aea6-44aa-8bc2-7048a9d246ff", "tag": "e8b96f98-49cd-4b0e-8f03-5aa5002df361", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:18.771406 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-673bbb41-bc3b-4317-956c-d9f38b77e000 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:18.771938 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'tag': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361', 'status': 'completed', 'code': 200} Aug 16 02:14:18.887346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Allocated IP 172.20.0.1 (35685fa8-6b6a-405b-8100-7624e2e8a5c6/5a1b5a54-61f1-4635-97f2-792086db8409/ccb4481e-19c5-4a71-91d0-12d50601b502) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:18.905378 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.917907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cfac12-49b5-4284-94bd-3ee9c2afce62']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:18.939253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:18.940092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c45f74-cb22-4ec0-b697-56bbeee35f2b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:18.965306 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.996296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84924e4-cfec-42d8-af36-d3dd9dd9ff37 req-e4aa16fc-783e-41b8-b084-3a3bfc6cbb82 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.998109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b84924e4-cfec-42d8-af36-d3dd9dd9ff37 req-e4aa16fc-783e-41b8-b084-3a3bfc6cbb82 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.0769644 Aug 16 02:14:18.999284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.029416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:19.029827 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.083506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-877b8cb6-508f-4374-aa69-4f32a53f4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.085394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-877b8cb6-508f-4374-aa69-4f32a53f4c3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.1582921 Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:19.099332 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:19.116788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.134962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f22999-4279-47c7-bb94-c083e9a9d872 req-81280f8d-22e1-483b-86a2-fbad372f39c0 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.137527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.142041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] 10.222.0.78 "DELETE /v2.0/networks/16cfac12-49b5-4284-94bd-3ee9c2afce62 HTTP/1.1" status: 204 len: 168 time: 1.0791001 Aug 16 02:14:19.155321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32f22999-4279-47c7-bb94-c083e9a9d872 req-81280f8d-22e1-483b-86a2-fbad372f39c0 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 944 time: 0.2188253 Aug 16 02:14:19.161739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b84924e4-cfec-42d8-af36-d3dd9dd9ff37 req-cc6ce791-31c7-4691-a155-15d2ae75871a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534688 Aug 16 02:14:19.177012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4dad36ae-ac52-40ff-8a29-eeca7aaf6a86 None None] Deleting port 7a7b5300-99ef-4848-af4e-34875ce27b97 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:19.191549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-33f8bd7c-2f61-46ce-8bb4-0ac2b561e20f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974660 Aug 16 02:14:19.194079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b2972-a86c-48cb-bdf3-4f607600237b admin admin] Pushing event deleted for resources: {'Network': ['ID=16cfac12-49b5-4284-94bd-3ee9c2afce62,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.196134 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4dad36ae-ac52-40ff-8a29-eeca7aaf6a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.211678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:19.224970 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.229475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0876cf2a-d089-4590-8034-406e708da821 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:19.276600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 3, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:19.294377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Transition to ACTIVE for port object ccb4481e-19c5-4a71-91d0-12d50601b502 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-4dad36ae-ac52-40ff-8a29-eeca7aaf6a86 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 could not be found. Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:14:19.313536 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 16cfac12-49b5-4284-94bd-3ee9c2afce62 could not be found. Aug 16 02:14:19.318001 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:14:19.320000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37182) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.322508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32f22999-4279-47c7-bb94-c083e9a9d872 req-2df8e8b1-f081-4b3d-8bca-9738a7ced21b tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573284 Aug 16 02:14:19.355189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0876cf2a-d089-4590-8034-406e708da821 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:19.355547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0876cf2a-d089-4590-8034-406e708da821 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:19.356097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 645da46b-26be-456e-8f38-a693f4cadbbc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:19.362219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'port_id': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'mac_address': 'fa:16:3e:b3:25:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494a140-ba88-4a01-b589-6523c0ee7e27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:19.387778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9693902f-7223-4dc5-8b22-603159e3498f None None] The sync data for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 is: [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 3, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:19.394859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-0edd5423-45a4-4879-9afd-e02752f7eeeb service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868906 Aug 16 02:14:19.400666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.403347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9762faab-37cb-4d7e-9814-174e29253498 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7046879bebf44a269ccb57e061cbf344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862665 Aug 16 02:14:19.404689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e475914b-510f-404b-bc5b-5b843f9453eb None None] DHCP port deletion for 16cfac12-49b5-4284-94bd-3ee9c2afce62 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:19.409762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 645da46b-26be-456e-8f38-a693f4cadbbc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:19.409762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 645da46b-26be-456e-8f38-a693f4cadbbc not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:19.431388 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.438653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad8d4e-cf79-4d4c-adb1-bca2bc5e8e2f None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:14:19.534572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f96ab-5960-41d7-b2e1-65f1d89e0893 req-28dfc3de-6bcf-429e-ae3b-468f3fa2c97d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.536055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88f96ab-5960-41d7-b2e1-65f1d89e0893 req-28dfc3de-6bcf-429e-ae3b-468f3fa2c97d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 943 time: 0.0834196 Aug 16 02:14:19.541341 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.557299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:19.587386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dce2d16-02b7-488c-9fb9-6736f21eda59 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:19.596928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb4481e-19c5-4a71-91d0-12d50601b502,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.604559 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:19.612657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88f96ab-5960-41d7-b2e1-65f1d89e0893 req-7f9e6b37-6de6-47e2-bf37-018b30f18b72 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681989 Aug 16 02:14:19.618274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:19.631067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:19.641312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.648912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad8d4e-cf79-4d4c-adb1-bca2bc5e8e2f None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:14:19.684011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5256446-1697-4b9b-8129-f3ab3fb5248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.763610 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.800064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.848017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91214ac-6ea0-4150-a161-ce3f07e91e53 req-d60e4781-4de4-43a4-b5ea-b98f7ef5888f service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443891 Aug 16 02:14:19.849932 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5256446-1697-4b9b-8129-f3ab3fb5248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.860493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a7b5300-99ef-4848-af4e-34875ce27b97 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:19.911546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7a7b5300-99ef-4848-af4e-34875ce27b97 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:19.911808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a7b5300-99ef-4848-af4e-34875ce27b97 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:19.945998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67ffd7-9590-4a83-b45c-7bb859f3ee7c req-487af2bf-cf7e-4644-90db-60dd767add4a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.948164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c67ffd7-9590-4a83-b45c-7bb859f3ee7c req-487af2bf-cf7e-4644-90db-60dd767add4a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1068714 Aug 16 02:14:20.020687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee24d48-d7d5-4688-accd-d27b0b2688cb req-91694b35-83f6-4a4c-993a-0840535443b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.022453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ee24d48-d7d5-4688-accd-d27b0b2688cb req-91694b35-83f6-4a4c-993a-0840535443b1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.2986643 Aug 16 02:14:20.033911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-84880ce6-58a7-4f64-b52d-72804fe05422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.035707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-84880ce6-58a7-4f64-b52d-72804fe05422 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 1095 time: 0.1100674 Aug 16 02:14:20.039363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c67ffd7-9590-4a83-b45c-7bb859f3ee7c req-1e53e676-1b46-4524-bb80-13f6b019ac40 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846894 Aug 16 02:14:20.082950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.126628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['9dce2d16-02b7-488c-9fb9-6736f21eda59'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:20.192333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-f7db57c7-e3fb-42e2-ab3f-01000d51c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.207146 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-f7db57c7-e3fb-42e2-ab3f-01000d51c67c service neutron] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 912 time: 0.1282074 Aug 16 02:14:20.311420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-37d5c15e-e73e-419d-93fd-3c9f9f0b33bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8b96f98-49cd-4b0e-8f03-5aa5002df361 HTTP/1.1" status: 200 len: 217 time: 0.0764983 Aug 16 02:14:20.324890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5256446-1697-4b9b-8129-f3ab3fb5248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.327570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5256446-1697-4b9b-8129-f3ab3fb5248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.329274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f5256446-1697-4b9b-8129-f3ab3fb5248b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f800b55-79ce-4d31-9b2b-df94b66dc159 HTTP/1.1" status: 204 len: 168 time: 0.9268754 Aug 16 02:14:20.361204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5e099-8911-4b98-a62a-d7b84a493a52 req-ad37be3d-e75e-4ea0-a2dd-affba7b90add tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.363053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93f5e099-8911-4b98-a62a-d7b84a493a52 req-ad37be3d-e75e-4ea0-a2dd-affba7b90add tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 943 time: 0.0939012 Aug 16 02:14:20.417534 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93f5e099-8911-4b98-a62a-d7b84a493a52 req-aab039ab-034a-4842-9412-6e3cf3a73407 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468953 Aug 16 02:14:20.592965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256446-1697-4b9b-8129-f3ab3fb5248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f800b55-79ce-4d31-9b2b-df94b66dc159,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.611806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ee24d48-d7d5-4688-accd-d27b0b2688cb req-b3d7239f-02dd-45af-a3d9-d8721d6d2c43 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743146 Aug 16 02:14:20.746082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.758632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-abd6ff54-3097-4ca6-839c-9ccb8c742ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.760440 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-abd6ff54-3097-4ca6-839c-9ccb8c742ba4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.4381931 Aug 16 02:14:20.768969 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.816034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3bbfa-de0f-4410-8a5b-82cc823939fd req-16b1292c-4055-4d84-b18c-a6bfd6931ed7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.817602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50a3bbfa-de0f-4410-8a5b-82cc823939fd req-16b1292c-4055-4d84-b18c-a6bfd6931ed7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 945 time: 0.1472278 Aug 16 02:14:20.841798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-b1dfdfe6-b8f5-4127-9d58-eb9d376f0cc6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688963 Aug 16 02:14:20.863279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-54adcd20-6adb-4fb0-8817-6bc39cf99774 None None] Provisioning for port ccb4481e-19c5-4a71-91d0-12d50601b502 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:20.867907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-54adcd20-6adb-4fb0-8817-6bc39cf99774 None None] Provisioning complete for port ccb4481e-19c5-4a71-91d0-12d50601b502 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:20.868464 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54adcd20-6adb-4fb0-8817-6bc39cf99774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.872092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-c848feb9-76a0-483f-a5c8-3410e3aa388a service neutron] 10.222.0.88 "GET /v2.0/ports/bcc33206-709a-466f-afb2-b582dd170c4d/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.1568041 Aug 16 02:14:20.875407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50a3bbfa-de0f-4410-8a5b-82cc823939fd req-1c8bd1a4-5de6-44c7-8df4-faac28321647 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510314 Aug 16 02:14:20.924934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-54adcd20-6adb-4fb0-8817-6bc39cf99774 None None] Port ccb4481e-19c5-4a71-91d0-12d50601b502 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:20.940466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb4481e-19c5-4a71-91d0-12d50601b502,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.949987 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.974898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:21.033636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11584b9a-f547-41dc-9ef2-02f313c0814b req-f0c53f68-8722-4c69-b1e2-6087d8c18739 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.034756 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11584b9a-f547-41dc-9ef2-02f313c0814b req-f0c53f68-8722-4c69-b1e2-6087d8c18739 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 943 time: 0.2169628 Aug 16 02:14:21.078876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:21.104027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:21.119632 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-f767cfe2-edba-4213-8599-1b4f16cef1d4 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639961 Aug 16 02:14:21.147422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11584b9a-f547-41dc-9ef2-02f313c0814b req-a670adeb-d83d-40f2-bce0-4bcac26fc096 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009681 Aug 16 02:14:21.149643 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-206d3cbf-0832-4a1d-a8da-e5a962b68f79 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=280429a8e9ec4ecb8fcbe8fb72b1021d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696432 Aug 16 02:14:21.158398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37208) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:21.171713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc33206-709a-466f-afb2-b582dd170c4d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:21.205722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:21.215198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:21.217894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:21.241158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fb313-ee0e-48de-a172-561c87f98b51 req-7783df52-2085-4687-82ed-683efae0bcde tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.242705 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3fb313-ee0e-48de-a172-561c87f98b51 req-7783df52-2085-4687-82ed-683efae0bcde tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1185875 Aug 16 02:14:21.244577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.286371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c60ceb9-b97e-4497-bf66-782d62ef13d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.300441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8062139f-3d6c-41f9-9192-f98a8eb4f70c req-d13c4521-3793-4228-8a4e-a4474c98e053 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685700 Aug 16 02:14:21.344903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3fb313-ee0e-48de-a172-561c87f98b51 req-bb81e63c-e67e-4b5e-81fd-ed053b65ba0f tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882299 Aug 16 02:14:21.351754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c60ceb9-b97e-4497-bf66-782d62ef13d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.358311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bcc33206-709a-466f-afb2-b582dd170c4d no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:21.395149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Router b7918ba2-280d-4efc-903a-5e4418a0ce4d has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:21.422061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] Transition to ACTIVE for port object bcc33206-709a-466f-afb2-b582dd170c4d will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:21.427311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.474359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c60ceb9-b97e-4497-bf66-782d62ef13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.476912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c60ceb9-b97e-4497-bf66-782d62ef13d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.481214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c60ceb9-b97e-4497-bf66-782d62ef13d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/edb7cfa9-a6c6-4ab2-b6d1-4cfb3fd1765b HTTP/1.1" status: 204 len: 168 time: 0.3186955 Aug 16 02:14:21.533793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60ceb9-b97e-4497-bf66-782d62ef13d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7cfa9-a6c6-4ab2-b6d1-4cfb3fd1765b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.541405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] No DVR routers for this DVR port bcc33206-709a-466f-afb2-b582dd170c4d on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:21.545473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.581899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7f9d1b6e-9b5b-4046-9235-2afcdc254d21 None None] Provisioning complete for port ccb4481e-19c5-4a71-91d0-12d50601b502 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:21.582282 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1b6e-9b5b-4046-9235-2afcdc254d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.602717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-96b438f4-be96-40d0-9e43-adc49bba2057 service neutron] 10.222.0.88 "PUT /v2.0/ports/bcc33206-709a-466f-afb2-b582dd170c4d/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7228267 Aug 16 02:14:21.635972 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d1b6e-9b5b-4046-9235-2afcdc254d21 None None] Port ccb4481e-19c5-4a71-91d0-12d50601b502 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:21.670455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45150436-4751-4a66-b30e-504916601734 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:21.681364 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Sync routers for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:21.690968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-45150436-4751-4a66-b30e-504916601734 admin admin] 10.222.0.78 "PUT /v2.0/routers/b7918ba2-280d-4efc-903a-5e4418a0ce4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5682614 Aug 16 02:14:21.702807 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:21.703421 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:21.708405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243a4b-27f0-4711-9e2a-7a8f40888c7d req-bcb7c40c-c412-4558-bc58-1dafca86a936 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.725597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82243a4b-27f0-4711-9e2a-7a8f40888c7d req-bcb7c40c-c412-4558-bc58-1dafca86a936 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 944 time: 0.1456246 Aug 16 02:14:21.787998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82243a4b-27f0-4711-9e2a-7a8f40888c7d req-2e6e8cf3-21d9-4413-bc09-c767c48a235e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615022 Aug 16 02:14:21.820709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-1b378fce-affd-4686-9438-2dc4aef381e5 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.832686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-1b378fce-affd-4686-9438-2dc4aef381e5 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.1494904 Aug 16 02:14:21.843968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fb584-c128-4c85-b34b-5ea97e4cd7a5 req-bcef9e8f-cfd3-4565-988b-75ab83898393 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.844759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-947fb584-c128-4c85-b34b-5ea97e4cd7a5 req-bcef9e8f-cfd3-4565-988b-75ab83898393 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1102605 Aug 16 02:14:21.867328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 43e1f06c-6351-4ba1-8185-fb93d493b8ed up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:21.888028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:21.952147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.953298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 43e1f06c-6351-4ba1-8185-fb93d493b8ed completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:21.959737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 43e1f06c-6351-4ba1-8185-fb93d493b8ed triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:21.961041 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.100978 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.126229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 43e1f06c-6351-4ba1-8185-fb93d493b8ed, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=43e1f06c-6351-4ba1-8185-fb93d493b8ed,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:22.132529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.191587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=43e1f06c-6351-4ba1-8185-fb93d493b8ed,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.205834 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 2, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:22.243638 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Checking router: b7918ba2-280d-4efc-903a-5e4418a0ce4d for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:22.243906 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Updating router b7918ba2-280d-4efc-903a-5e4418a0ce4d port ccb4481e-19c5-4a71-91d0-12d50601b502 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:22.276877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-947fb584-c128-4c85-b34b-5ea97e4cd7a5 req-11d4a702-c3e9-45cf-9f74-3b0e10d94d66 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219682 Aug 16 02:14:22.282362 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.302261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-b859c70c-00a0-48cb-968f-e7285e9e0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.305049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-b859c70c-00a0-48cb-968f-e7285e9e0c87 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 1096 time: 0.4594114 Aug 16 02:14:22.423492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f97c71f4-8b44-4049-b430-3abe0564315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.425298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-f97c71f4-8b44-4049-b430-3abe0564315c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1096 time: 0.0915244 Aug 16 02:14:22.437086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36fc9-14d0-42c6-8aa7-3ba7471f7f61 req-0b890ef6-dc4d-46d3-a5fb-5791c57b4153 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.438739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00e36fc9-14d0-42c6-8aa7-3ba7471f7f61 req-0b890ef6-dc4d-46d3-a5fb-5791c57b4153 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 945 time: 0.0737724 Aug 16 02:14:22.538747 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00e36fc9-14d0-42c6-8aa7-3ba7471f7f61 req-b9a0012c-af66-49f9-9bee-5427182dbd4d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454812 Aug 16 02:14:22.583272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:22.591825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-5eb93c6f-d985-43fa-b7d1-a716e82eefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.593505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-5eb93c6f-d985-43fa-b7d1-a716e82eefb1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1537297 Aug 16 02:14:22.606878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:22.615823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328300087', 'description': 'tempest-description--233466634'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:22.657121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9dce2d16-02b7-488c-9fb9-6736f21eda59 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:22.665045 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-3770dbb5-736d-434c-a934-b936845e7c4e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 200 len: 217 time: 0.0637193 Aug 16 02:14:22.686625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.754186 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.766558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e90e86-3f96-4fcf-8275-93e0faf8b38b req-c036c981-f960-4d62-a3a7-99be0a09d355 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.768711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3e90e86-3f96-4fcf-8275-93e0faf8b38b req-c036c981-f960-4d62-a3a7-99be0a09d355 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 943 time: 0.1022370 Aug 16 02:14:22.770140 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Transition to ACTIVE for port object ccb4481e-19c5-4a71-91d0-12d50601b502 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:22.770772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-8087435b-4e1b-4f1a-b726-02757aa24a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.772776 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-8087435b-4e1b-4f1a-b726-02757aa24a77 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0962527 Aug 16 02:14:22.773439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1205969157-network', 'tenant_id': '4c1c9562241e442791c97dd4bce88d82'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:22.776198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 9dce2d16-02b7-488c-9fb9-6736f21eda59 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:22.780559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 9dce2d16-02b7-488c-9fb9-6736f21eda59 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:22.781020 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.782856 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.805404 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:14:22.805404 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:14:22.805404 n-d-769329-15 neutron-server[94856]: [parameters: {'project_id_1': '4c1c9562241e442791c97dd4bce88d82', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 14, 22, 783402)}] Aug 16 02:14:22.805404 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:14:22.806100 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:14:22.827192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22849d10-eebb-4d75-a6e2-b90b729a2ad4 req-a8820e40-7e5d-4ca3-bad7-ed977295ef83 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.831372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-bb13ad79-23fe-4c19-812b-21ded7afff5b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458004 Aug 16 02:14:22.834732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22849d10-eebb-4d75-a6e2-b90b729a2ad4 req-a8820e40-7e5d-4ca3-bad7-ed977295ef83 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1233470 Aug 16 02:14:22.878090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3e90e86-3f96-4fcf-8275-93e0faf8b38b req-db3db768-cdee-40cf-bfe8-71b72a09b116 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013339 Aug 16 02:14:22.910920 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.961303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22849d10-eebb-4d75-a6e2-b90b729a2ad4 req-eea31eac-f799-4e2a-a0c6-de081b6decbf tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255908 Aug 16 02:14:22.965950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:22.971184 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ee8711-0e7c-449d-9e9f-a702eced4d76" -d '{"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:22.989296 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Pushing event updated for resources: {'Port': ['ID=ccb4481e-19c5-4a71-91d0-12d50601b502,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.991311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-8308567b-2e43-4068-bc62-60cb94a4aff4 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469462 Aug 16 02:14:22.993963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.994935 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Attempting to bind port ccb4481e-19c5-4a71-91d0-12d50601b502 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:22.995408 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Attempting to bind port ccb4481e-19c5-4a71-91d0-12d50601b502 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:22.995851 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Attempting to bind port ccb4481e-19c5-4a71-91d0-12d50601b502 on network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:23.005711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.008623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.013898 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.014178 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.020080 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.021406 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:23.022887 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Checking segment: {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:23.023520 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.025596 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Bound using segment: {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:23.026355 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Bound port: ccb4481e-19c5-4a71-91d0-12d50601b502, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:23.027030 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.105421 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc77e64-e911-423a-831e-c05d3e99e8b2 x-openstack-request-id: req-8cc77e64-e911-423a-831e-c05d3e99e8b2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:23.108455 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:23.108852 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cc77e64-e911-423a-831e-c05d3e99e8b2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:23.109364 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'code': 200} Aug 16 02:14:23.120470 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.121916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5131152 Aug 16 02:14:23.126535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-23da299a-8104-4b53-867e-766696e9b617 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263008 Aug 16 02:14:23.127569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37260) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.133154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67693f-edfe-4aa4-9022-f2be91c845d4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.133485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7aad84d7-4f80-4103-a516-33eda8028f43 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Request body: {'security_group_rule': {'security_group_id': 'eb67693f-edfe-4aa4-9022-f2be91c845d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:23.160144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.160904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.161558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.169522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.174937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.175591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.176149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.176746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.177318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.177871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.178927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.179574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b6ec4-6538-48ab-b38e-40510d9d399e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:23.187142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.208211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e0f2-2d5e-448a-b881-7e3354447039 req-e8fa9094-20c0-4152-b1d6-69ffaff4df9b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.210452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aad84d7-4f80-4103-a516-33eda8028f43 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.217697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6cd2e0f2-2d5e-448a-b881-7e3354447039 req-e8fa9094-20c0-4152-b1d6-69ffaff4df9b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 944 time: 0.1016512 Aug 16 02:14:23.219706 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.228128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815ea04-7f3a-4900-a97c-bae540f27a95 req-1be1be7a-73a0-4342-9bbf-461b9734954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.229926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2815ea04-7f3a-4900-a97c-bae540f27a95 req-1be1be7a-73a0-4342-9bbf-461b9734954d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 1098 time: 0.0919302 Aug 16 02:14:23.259266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6cd2e0f2-2d5e-448a-b881-7e3354447039 req-5d5d3729-668b-4fd3-8157-c9dbe409fe10 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Aug 16 02:14:23.275051 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] For port ccb4481e-19c5-4a71-91d0-12d50601b502, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:23.278555 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] For port ccb4481e-19c5-4a71-91d0-12d50601b502, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ccb4481e-19c5-4a71-91d0-12d50601b502,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:23.282885 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.298092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2815ea04-7f3a-4900-a97c-bae540f27a95 req-2e109b61-d9ef-440d-a3c1-4884f572ce08 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Aug 16 02:14:23.308012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aad84d7-4f80-4103-a516-33eda8028f43 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.313960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aad84d7-4f80-4103-a516-33eda8028f43 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.332376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Made reservation on behalf of 4c1c9562241e442791c97dd4bce88d82 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:23.337922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.339910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad84d7-4f80-4103-a516-33eda8028f43 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd2c41b-aae0-4141-8b28-400ba45bf701,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.350066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aad84d7-4f80-4103-a516-33eda8028f43 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.352685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7aad84d7-4f80-4103-a516-33eda8028f43 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241416 Aug 16 02:14:23.355514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37264) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.359157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8b96f98-49cd-4b0e-8f03-5aa5002df361 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:23.361195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ded88dab-51a2-4672-9285-2b96726c678e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Request body: {'security_group_rule': {'security_group_id': 'eb67693f-edfe-4aa4-9022-f2be91c845d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:23.362877 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.406877 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:23.407614 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:23.414561 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84623b9-daff-40ea-8bc2-4ecf960a3cf7 None None] Pushing event updated for resources: {'Port': ['ID=ccb4481e-19c5-4a71-91d0-12d50601b502,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.456567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ded88dab-51a2-4672-9285-2b96726c678e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.529290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ef44-6a88-4953-a4da-07a5abed6074 req-03c51876-503c-4d42-aa4e-0302cea42b73 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.530857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a29ef44-6a88-4953-a4da-07a5abed6074 req-03c51876-503c-4d42-aa4e-0302cea42b73 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1383231 Aug 16 02:14:23.543875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8b96f98-49cd-4b0e-8f03-5aa5002df361, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b96f98-49cd-4b0e-8f03-5aa5002df361,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:23.547762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-dc0e841e-cca0-4156-846b-f473f0f977cf tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.549878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-dc0e841e-cca0-4156-846b-f473f0f977cf tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.1135907 Aug 16 02:14:23.572695 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:23.576897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'port_id': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361', 'mac_address': 'fa:16:3e:35:9c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e42a1-d51f-49bc-ad0d-27257fd19019', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:23.600533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.611428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.655765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:23.656607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ded88dab-51a2-4672-9285-2b96726c678e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.661389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a29ef44-6a88-4953-a4da-07a5abed6074 req-facd5187-adff-4c13-822a-5e493ddce8aa tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105642 Aug 16 02:14:23.664838 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ded88dab-51a2-4672-9285-2b96726c678e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.676377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.688562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f3b143-3cc4-41fe-8c18-045bee60df85,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.697495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.698297 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Added segment 2ac06aae-3a97-448e-b4d9-e8910fe85679 of type vlan for network fefe0e19-c305-4353-937c-2c99e3fb5e1f Aug 16 02:14:23.704585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded88dab-51a2-4672-9285-2b96726c678e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1167c9-3f0c-4448-825b-080fb09904c7,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.723530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ded88dab-51a2-4672-9285-2b96726c678e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.727559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ded88dab-51a2-4672-9285-2b96726c678e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678484 Aug 16 02:14:23.737414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37268) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.748650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:23.785639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.816854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.837388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2237277-da54-4d37-baf2-c9519c461c8d req-12509456-d580-4699-aedf-77f78ba76e32 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.839863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2237277-da54-4d37-baf2-c9519c461c8d req-12509456-d580-4699-aedf-77f78ba76e32 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.1447661 Aug 16 02:14:23.841362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.842570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.843476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.891366 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:23Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:23.901836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 43e1f06c-6351-4ba1-8185-fb93d493b8ed up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:23.929240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3448589 Aug 16 02:14:23.932142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-78f4752e-b066-44a3-96bd-8781738f56d6 service neutron] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:23.935043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37272) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.935648 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc9b9c-f3c8-4f23-98bc-870039504559 None None] The sync data for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 is: [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:23Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:23.942565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-78f4752e-b066-44a3-96bd-8781738f56d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.943902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f88daf47-9019-4fe7-99da-dc6f22f93444 req-78f4752e-b066-44a3-96bd-8781738f56d6 service neutron] 10.222.0.98 "DELETE /v2.0/ports/bcc33206-709a-466f-afb2-b582dd170c4d/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.3822756 Aug 16 02:14:23.944048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127340-b061-4a25-a348-6c6a59ce7f0d admin admin] Pushing event updated for resources: {'Network': ['ID=fefe0e19-c305-4353-937c-2c99e3fb5e1f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.949883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Request body: {'subnet': {'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1205969157-subnet', 'tenant_id': '4c1c9562241e442791c97dd4bce88d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:23.972763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2237277-da54-4d37-baf2-c9519c461c8d req-67f63f89-b55a-4bae-a6bf-31660e72e9c2 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224852 Aug 16 02:14:23.980128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network fefe0e19-c305-4353-937c-2c99e3fb5e1f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:23.992818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Made reservation on behalf of 4c1c9562241e442791c97dd4bce88d82 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:23.995213 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.999245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b96f98-49cd-4b0e-8f03-5aa5002df361 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:24.051958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8b96f98-49cd-4b0e-8f03-5aa5002df361, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b96f98-49cd-4b0e-8f03-5aa5002df361,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:24.104472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.171867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa699b-0356-40b2-9d74-8808b71b622d req-4dbd3e6e-ebd6-4fab-9d52-506f7c9020cb tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.173204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3aa699b-0356-40b2-9d74-8808b71b622d req-4dbd3e6e-ebd6-4fab-9d52-506f7c9020cb tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0727932 Aug 16 02:14:24.190404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8b96f98-49cd-4b0e-8f03-5aa5002df361,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.199571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 43e1f06c-6351-4ba1-8185-fb93d493b8ed triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:24.199943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.223012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd9b44-c0f6-496b-ad64-683c208841d7 req-1db681e6-337d-4ccd-9850-d3c07e64c7f5 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.224976 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98cd9b44-c0f6-496b-ad64-683c208841d7 req-1db681e6-337d-4ccd-9850-d3c07e64c7f5 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 944 time: 0.1343384 Aug 16 02:14:24.235308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.249903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3aa699b-0356-40b2-9d74-8808b71b622d req-54cd2ec9-af17-4b94-8e63-40a68c332e4c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638475 Aug 16 02:14:24.367024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e8b96f98-49cd-4b0e-8f03-5aa5002df361'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:24.415756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98cd9b44-c0f6-496b-ad64-683c208841d7 req-8d7f219d-7d9a-4181-89b3-44423e1b5e50 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696475 Aug 16 02:14:24.526802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Allocated IP 172.25.4.175 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/91a3019a-4939-493a-9f45-c880e88a63fa) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:24.533682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.559534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8c960-738d-41e5-81ba-d08a95c49956 req-8bad9159-55c4-4bd2-8db8-fe462c462b3d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.567466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dc8c960-738d-41e5-81ba-d08a95c49956 req-8bad9159-55c4-4bd2-8db8-fe462c462b3d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 944 time: 0.1008534 Aug 16 02:14:24.612842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dc8c960-738d-41e5-81ba-d08a95c49956 req-bbe6286e-e22c-4d40-94ab-09c95e6d9c16 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445135 Aug 16 02:14:24.667052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c568655-2a33-4ddc-9559-b7564d3cab44,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.698084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Checking segment: {'id': '2ac06aae-3a97-448e-b4d9-e8910fe85679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:24.698523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Network hostable DHCP agents. Network: fefe0e19-c305-4353-937c-2c99e3fb5e1f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:24.741613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Network fefe0e19-c305-4353-937c-2c99e3fb5e1f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:24.746018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.769266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, fefe0e19-c305-4353-937c-2c99e3fb5e1f) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:24.777122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d251d-83d0-4f93-ba9a-ad3fbbf3a4f1 None None] Network fefe0e19-c305-4353-937c-2c99e3fb5e1f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:24.781515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a0126-25f2-4035-ad27-5e0f17a7a884 req-ba64014d-935e-4811-b924-d12d6b4ed3e8 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.790442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-014a0126-25f2-4035-ad27-5e0f17a7a884 req-ba64014d-935e-4811-b924-d12d6b4ed3e8 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1096 time: 0.0577469 Aug 16 02:14:24.799478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.800093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.834741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-014a0126-25f2-4035-ad27-5e0f17a7a884 req-fbaabc1e-5fc5-493e-862f-c2695f1b3a8a tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Aug 16 02:14:24.861018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-650202ba-efd5-4e26-9a9d-e6c048fe913f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9159768 Aug 16 02:14:24.872740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d72c4-cf09-446b-90be-4da57ddf7ed2 req-8d6b82ed-0e0c-4d9b-af72-47efdc7698dd tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.874269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e47d72c4-cf09-446b-90be-4da57ddf7ed2 req-8d6b82ed-0e0c-4d9b-af72-47efdc7698dd tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1211009 Aug 16 02:14:24.911566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.964858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daefae4-81ef-4c9c-b1e2-d6096aeb9856 None None] Network fefe0e19-c305-4353-937c-2c99e3fb5e1f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:24.984581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event updated for resources: {'Port': ['ID=91a3019a-4939-493a-9f45-c880e88a63fa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.984727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6ef65-4514-42b9-86a7-ef06cf393fad req-3c6fe8ef-62f6-4261-9ca5-55cc618bf235 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.995494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0b6ef65-4514-42b9-86a7-ef06cf393fad req-3c6fe8ef-62f6-4261-9ca5-55cc618bf235 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 1096 time: 0.0639110 Aug 16 02:14:25.013821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e47d72c4-cf09-446b-90be-4da57ddf7ed2 req-36c89e9a-052b-45d4-bc5a-f5ec3ebae419 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329815 Aug 16 02:14:25.016019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:25.020323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:25.023223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:25.072024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0b6ef65-4514-42b9-86a7-ef06cf393fad req-686e9a0d-d726-4359-8308-a16cbea18f61 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696032 Aug 16 02:14:25.174701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.221696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e95ea0-24e2-4d99-8a58-56486ed2b7ec req-f11bdc57-1db4-43e7-b547-9d6db94894a9 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.223677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55e95ea0-24e2-4d99-8a58-56486ed2b7ec req-f11bdc57-1db4-43e7-b547-9d6db94894a9 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.1103508 Aug 16 02:14:25.263040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.305357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55e95ea0-24e2-4d99-8a58-56486ed2b7ec req-55f2b605-543a-4f91-a938-3d2bd388461f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656528 Aug 16 02:14:25.355665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8b96f98-49cd-4b0e-8f03-5aa5002df361 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:25.461937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port e8b96f98-49cd-4b0e-8f03-5aa5002df361 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:25.489613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e8b96f98-49cd-4b0e-8f03-5aa5002df361 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:25.493592 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.539754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878b1f-c8da-4a94-80fe-e4b2571ede7a req-5dea86bb-adda-481f-a9e2-dfaa14d18ae5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.543638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33878b1f-c8da-4a94-80fe-e4b2571ede7a req-5dea86bb-adda-481f-a9e2-dfaa14d18ae5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1092000 Aug 16 02:14:25.608839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.643515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33878b1f-c8da-4a94-80fe-e4b2571ede7a req-1114ca47-c020-4703-88c0-81372cb57c0e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905819 Aug 16 02:14:25.644440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.690354 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.717307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f43b-01a8-4133-af6f-1526b73b4ba8 req-942dd3fa-3b6a-4920-9373-44b268e8a4db tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.719530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d481f43b-01a8-4133-af6f-1526b73b4ba8 req-942dd3fa-3b6a-4920-9373-44b268e8a4db tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.0757999 Aug 16 02:14:25.726586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:25.729737 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd35c01-8816-464a-a967-c81e0b4ab1b6" -d '{"events": [{"server_uuid": "3791fbec-aea6-44aa-8bc2-7048a9d246ff", "name": "network-vif-plugged", "status": "completed", "tag": "e8b96f98-49cd-4b0e-8f03-5aa5002df361"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:25.750064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8b96f98-49cd-4b0e-8f03-5aa5002df361, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b96f98-49cd-4b0e-8f03-5aa5002df361,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:25.758024 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.785142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:25.791928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-50257460-network', 'tenant_id': '52d0ff9fc53346158da7991b55adddd1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:25.815774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event updated for resources: {'Port': ['ID=91a3019a-4939-493a-9f45-c880e88a63fa,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:25.829591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.841941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d481f43b-01a8-4133-af6f-1526b73b4ba8 req-5cd917b3-1a00-4a14-b44d-8636f12177a4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159539 Aug 16 02:14:25.847201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Made reservation on behalf of 52d0ff9fc53346158da7991b55adddd1 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:25.851638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.851888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8b96f98-49cd-4b0e-8f03-5aa5002df361,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:25.866521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfae0d-311d-46ab-ac38-eb95ca480195 req-8a649790-5698-4533-ac2e-6709596a2161 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.873831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fcfae0d-311d-46ab-ac38-eb95ca480195 req-8a649790-5698-4533-ac2e-6709596a2161 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 945 time: 0.0971158 Aug 16 02:14:25.879085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.881388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.890612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-60c6846c-2209-4ee2-8478-eb80580dc87f tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1487453 Aug 16 02:14:25.891063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ccb4481e-19c5-4a71-91d0-12d50601b502 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:25.922865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fcfae0d-311d-46ab-ac38-eb95ca480195 req-8b802cef-fb10-4a0f-b453-43c3bb51edcf tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479977 Aug 16 02:14:25.966773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ccb4481e-19c5-4a71-91d0-12d50601b502 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:25.973553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ccb4481e-19c5-4a71-91d0-12d50601b502 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:25.973960 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.004100 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a58b28-e2d4-4af8-a1ca-9f2fba6cceb4 x-openstack-request-id: req-21a58b28-e2d4-4af8-a1ca-9f2fba6cceb4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:26.008769 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3791fbec-aea6-44aa-8bc2-7048a9d246ff", "name": "network-vif-plugged", "status": "completed", "tag": "e8b96f98-49cd-4b0e-8f03-5aa5002df361", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:26.008769 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21a58b28-e2d4-4af8-a1ca-9f2fba6cceb4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:26.009199 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361', 'code': 200} Aug 16 02:14:26.061784 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.069087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.098784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.105073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:26.119447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391532a-c308-43ea-8dd3-eaec1cf0f848,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.125502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.126193 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Added segment 5f1113b4-eb61-42aa-922b-55cca65f00a1 of type vlan for network aa9f514b-f9ba-4204-9316-8c7878f2afd0 Aug 16 02:14:26.148595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ccb4481e-19c5-4a71-91d0-12d50601b502, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ccb4481e-19c5-4a71-91d0-12d50601b502,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:26.150776 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d586c6f2-765d-4198-b3d7-bdc19eed2641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.155925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.195005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.230491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c7afe-70d2-406f-a416-0a06d86e2534 req-5b72ed84-7d7a-4b97-80c4-7a35a8b7e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.232212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f18c7afe-70d2-406f-a416-0a06d86e2534 req-5b72ed84-7d7a-4b97-80c4-7a35a8b7e799 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 1097 time: 0.1463051 Aug 16 02:14:26.248337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ccb4481e-19c5-4a71-91d0-12d50601b502,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.294722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.296482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.297726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.323779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f18c7afe-70d2-406f-a416-0a06d86e2534 req-505d8767-7523-498a-a287-6a8eea08ed99 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834627 Aug 16 02:14:26.345073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9995513-674f-4db8-9e57-d0bea1f58d53 req-cdadcc92-71c9-46f5-aa2f-b71cf3d1c2fa tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.347094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9995513-674f-4db8-9e57-d0bea1f58d53 req-cdadcc92-71c9-46f5-aa2f-b71cf3d1c2fa tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.0964880 Aug 16 02:14:26.411737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6198590 Aug 16 02:14:26.412644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37366) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.426572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Request body: {'subnet': {'network_id': 'aa9f514b-f9ba-4204-9316-8c7878f2afd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-50257460-subnet', 'tenant_id': '52d0ff9fc53346158da7991b55adddd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:26.434512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9995513-674f-4db8-9e57-d0bea1f58d53 req-3df58d7c-efe8-4d71-9e6d-30547f1dba34 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704517 Aug 16 02:14:26.453773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f143ba-b4cf-426e-af8c-df5a06cbb803 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9f514b-f9ba-4204-9316-8c7878f2afd0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.465862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network aa9f514b-f9ba-4204-9316-8c7878f2afd0 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:26.475461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Made reservation on behalf of 52d0ff9fc53346158da7991b55adddd1 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:26.479430 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.662464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:26.675705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:26.856901 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.887275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.943683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:26.951772 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.023702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:27.035777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.041446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'mac_address': 'fa:16:3e:f2:73:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:27.091981 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.107494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:27.110038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3538c5-d0df-43fe-b52a-34118b8854b6 req-1e096f25-8282-4bea-ba7a-5d162616d47a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.117334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d3538c5-d0df-43fe-b52a-34118b8854b6 req-1e096f25-8282-4bea-ba7a-5d162616d47a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.1266751 Aug 16 02:14:27.129967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:27.138704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.203138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d3538c5-d0df-43fe-b52a-34118b8854b6 req-8f286ffc-84cd-4bee-923d-f811a6508ee0 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781956 Aug 16 02:14:27.236010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.357225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2042d37d-39f2-47ab-b62a-946eaf68669b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.380782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718ae8a-4f95-4c41-90d7-dc5769026170 req-d947d590-a3aa-4a48-a335-78ad418cd4a2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.387906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b718ae8a-4f95-4c41-90d7-dc5769026170 req-d947d590-a3aa-4a48-a335-78ad418cd4a2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.5964377 Aug 16 02:14:27.411409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Checking segment: {'id': '5f1113b4-eb61-42aa-922b-55cca65f00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'aa9f514b-f9ba-4204-9316-8c7878f2afd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:27.411769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Network hostable DHCP agents. Network: aa9f514b-f9ba-4204-9316-8c7878f2afd0, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:27.439873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b718ae8a-4f95-4c41-90d7-dc5769026170 req-f6ac466c-fa33-4bb1-a4a1-37346ec26ee1 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510974 Aug 16 02:14:27.449045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bb333-ba90-4cf0-8bbc-bcc813ac0169 req-f7f3187a-6158-4d8d-9261-30d4e5e7e1da tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.449429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Network aa9f514b-f9ba-4204-9316-8c7878f2afd0 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:27.450926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f18bb333-ba90-4cf0-8bbc-bcc813ac0169 req-f7f3187a-6158-4d8d-9261-30d4e5e7e1da tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 945 time: 0.0611274 Aug 16 02:14:27.472321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, aa9f514b-f9ba-4204-9316-8c7878f2afd0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:27.481822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ebd18-d8db-4096-9613-c623fc6bdce9 None None] Network aa9f514b-f9ba-4204-9316-8c7878f2afd0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:27.484047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.484750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.497778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f18bb333-ba90-4cf0-8bbc-bcc813ac0169 req-dc8b0836-1c1b-4a7f-bac4-b2127a448975 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Aug 16 02:14:27.501112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bc868b80-2b79-4f0c-92f0-73c3891438f8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0870860 Aug 16 02:14:27.672974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:27.680980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41d109-fdc5-4e5a-9d7b-211e97881ab4 req-7fcf480a-e6cd-4438-a3fe-54c95124061d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.683499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c41d109-fdc5-4e5a-9d7b-211e97881ab4 req-7fcf480a-e6cd-4438-a3fe-54c95124061d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1017151 Aug 16 02:14:27.755365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c41d109-fdc5-4e5a-9d7b-211e97881ab4 req-e936023a-e179-41a3-9198-84f900d60a22 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636964 Aug 16 02:14:27.851314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8d8a4-7af1-48ab-803e-b13de40a37dc None None] Network aa9f514b-f9ba-4204-9316-8c7878f2afd0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:27.891756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ccb4481e-19c5-4a71-91d0-12d50601b502 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:28.072880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:28.075862 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8debe758-43c4-49cf-8ce8-1b406d0ce5eb" -d '{"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:28.176375 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0a6e91-9e53-463e-9a00-9ff898f8725f x-openstack-request-id: req-6d0a6e91-9e53-463e-9a00-9ff898f8725f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:28.176682 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:28.177108 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d0a6e91-9e53-463e-9a00-9ff898f8725f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:28.177500 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'code': 200} Aug 16 02:14:28.179258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ccb4481e-19c5-4a71-91d0-12d50601b502 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:28.179854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.371088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-e576b2f9-c443-4be1-b3c4-8b86277d367c tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.380409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-e576b2f9-c443-4be1-b3c4-8b86277d367c tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/networks?id=fefe0e19-c305-4353-937c-2c99e3fb5e1f HTTP/1.1" status: 200 len: 815 time: 0.1745341 Aug 16 02:14:28.396842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-eb2b974e-29ae-4880-bbbe-892003ecfbad tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/quotas/4c1c9562241e442791c97dd4bce88d82 HTTP/1.1" status: 200 len: 375 time: 0.0158560 Aug 16 02:14:28.400415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd31a1-252c-46eb-a1c4-baf9b978aac7 req-61ca0ec2-3e15-40e5-bb3d-8cbc23d3e27a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.407884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6dd31a1-252c-46eb-a1c4-baf9b978aac7 req-61ca0ec2-3e15-40e5-bb3d-8cbc23d3e27a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.0891130 Aug 16 02:14:28.432628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-fbb324e9-7d3b-4a45-8c39-06a1637a9204 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c1c9562241e442791c97dd4bce88d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300415 Aug 16 02:14:28.452011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6dd31a1-252c-46eb-a1c4-baf9b978aac7 req-f8d7e146-62b6-4136-bf34-eec2d9032fff tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Aug 16 02:14:28.596614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-ae8a373c-d969-4a8d-b5db-2926af0599f6 service neutron] 10.222.0.78 "GET /v2.0/networks/fefe0e19-c305-4353-937c-2c99e3fb5e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577857 Aug 16 02:14:28.682823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9dce2d16-02b7-488c-9fb9-6736f21eda59 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:28.702865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e1fc-2e90-4812-9a27-c3701a065d63 req-07c3fe83-dda2-49f8-b87c-e4dff4c099b5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.705737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f489e1fc-2e90-4812-9a27-c3701a065d63 req-07c3fe83-dda2-49f8-b87c-e4dff4c099b5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 949 time: 0.0888073 Aug 16 02:14:28.787720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-2b19905c-7555-431c-b2d1-a058925eb8b5 service neutron] 10.222.0.78 "GET /v2.0/networks/fefe0e19-c305-4353-937c-2c99e3fb5e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893044 Aug 16 02:14:28.793931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f489e1fc-2e90-4812-9a27-c3701a065d63 req-f3d91afc-24f9-4780-a942-79d513b11254 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775392 Aug 16 02:14:28.878087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:28.897349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'port_id': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'mac_address': 'fa:16:3e:b3:25:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494a140-ba88-4a01-b589-6523c0ee7e27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:28.933774 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.978699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9704a640-af9f-4e55-8263-9f1bd3ec77f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.018198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6edea-bb99-4e68-b69a-ab65db5124da req-ac41c7bc-ba41-41de-a315-aecb9390e0bc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.035311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98d6edea-bb99-4e68-b69a-ab65db5124da req-ac41c7bc-ba41-41de-a315-aecb9390e0bc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1100135 Aug 16 02:14:29.040160 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.064047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dce2d16-02b7-488c-9fb9-6736f21eda59 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:29.108997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:29.123947 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.141644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98d6edea-bb99-4e68-b69a-ab65db5124da req-bd55354d-1656-4888-a449-596566ea7121 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014116 Aug 16 02:14:29.172326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de23388d-25ef-4f07-8195-c909fa0b39fd req-ebf9429c-efae-42d9-b777-4a05377d0f9b tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 210 time: 0.0387535 Aug 16 02:14:29.261367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.292525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['9dce2d16-02b7-488c-9fb9-6736f21eda59'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:29.629002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5572995-ba42-46cc-bda4-541be2a1d0a1 req-79116dbc-ebf0-4481-9116-0d5a5f7d0607 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.636972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b5572995-ba42-46cc-bda4-541be2a1d0a1 req-79116dbc-ebf0-4481-9116-0d5a5f7d0607 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 945 time: 0.0650544 Aug 16 02:14:29.733863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b5572995-ba42-46cc-bda4-541be2a1d0a1 req-9366e976-698c-4382-b934-a9e75e727cb7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955498 Aug 16 02:14:29.868825 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.970959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f2ab-e756-4e44-b462-2d09776c6d1d req-c1f8c421-d499-43e3-b81f-119d30edae13 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.973520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05f1f2ab-e756-4e44-b462-2d09776c6d1d req-c1f8c421-d499-43e3-b81f-119d30edae13 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 949 time: 0.1013441 Aug 16 02:14:30.023758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05f1f2ab-e756-4e44-b462-2d09776c6d1d req-897b6dee-7abd-47a9-892a-f84d9e4a0d0b tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386789 Aug 16 02:14:30.311202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4f2f519-c26e-4e43-a563-2ef42aaad213 req-f343e98c-7183-4575-a41d-4f0f85d534b1 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 210 time: 0.0530462 Aug 16 02:14:30.427873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270dd5b-d1c4-4002-ad31-9384d63b26df req-5c65d6b4-87bf-4bfe-996f-3912e30d63d0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.439856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f270dd5b-d1c4-4002-ad31-9384d63b26df req-5c65d6b4-87bf-4bfe-996f-3912e30d63d0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1502688 Aug 16 02:14:30.540651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f270dd5b-d1c4-4002-ad31-9384d63b26df req-800d839b-0a29-445f-8197-c2733c005429 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943635 Aug 16 02:14:30.586440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-ccad4cdc-8fbb-40ec-b384-10d4e7530de9 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.587911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-ccad4cdc-8fbb-40ec-b384-10d4e7530de9 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.88 "GET /v2.0/networks?id=fefe0e19-c305-4353-937c-2c99e3fb5e1f HTTP/1.1" status: 200 len: 815 time: 0.2165828 Aug 16 02:14:30.608947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Request body: {'port': {'device_id': '4841f237-202b-45a3-8e72-71309807184a', 'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f', 'admin_state_up': True, 'tenant_id': '4c1c9562241e442791c97dd4bce88d82'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:30.695902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9dce2d16-02b7-488c-9fb9-6736f21eda59 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:30.743664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Made reservation on behalf of 4c1c9562241e442791c97dd4bce88d82 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:30.747595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.764439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 9dce2d16-02b7-488c-9fb9-6736f21eda59 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:30.764866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.871970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.898780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:30.901238 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409fd19-1eb7-4cc9-8203-3ef0bbe97433" -d '{"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:30.916149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:30.922104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.922796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:30.948650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Allocated IP 172.20.0.11 (fefe0e19-c305-4353-937c-2c99e3fb5e1f/2c568655-2a33-4ddc-9559-b7564d3cab44/0e7a7242-43a7-4830-87ff-6b5d7c485808) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:30.997563 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8df6eaf-9245-44e5-a19d-1ae4b30ab7e1 x-openstack-request-id: req-c8df6eaf-9245-44e5-a19d-1ae4b30ab7e1 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:30.997932 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:30.998082 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8df6eaf-9245-44e5-a19d-1ae4b30ab7e1 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:30.998464 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'code': 200} Aug 16 02:14:31.015990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:31.016611 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.096444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.119292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e3c40-4299-4296-9211-cdc2881580d3 req-b9d5d64f-c49d-44dd-a0f7-f802ec08ffbd tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.126660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-901e3c40-4299-4296-9211-cdc2881580d3 req-b9d5d64f-c49d-44dd-a0f7-f802ec08ffbd tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.1430430 Aug 16 02:14:31.169026 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.188748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-901e3c40-4299-4296-9211-cdc2881580d3 req-23cf6773-dcaa-46a8-b121-5bd1aa95065b tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602012 Aug 16 02:14:31.226545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48134797-5d55-4e53-bdf5-75bb16b5c819 req-368b5b0d-4606-4bc7-85d5-1b5e79034f7b tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.231456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:31.238076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48134797-5d55-4e53-bdf5-75bb16b5c819 req-368b5b0d-4606-4bc7-85d5-1b5e79034f7b tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 949 time: 0.0948408 Aug 16 02:14:31.239259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.253487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.309488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.368755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48134797-5d55-4e53-bdf5-75bb16b5c819 req-90e71642-1af7-4cbd-9177-cd551bde5559 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220117 Aug 16 02:14:31.373469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.475219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Network fefe0e19-c305-4353-937c-2c99e3fb5e1f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:31.478415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:31.511190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:31.522290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Pushing event updated for resources: {'Port': ['ID=0e7a7242-43a7-4830-87ff-6b5d7c485808,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.550251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeecf1-2e13-44c2-9bc6-b35eb9101de3 req-5aa61b09-474a-4214-bdbc-dbe7c48daa87 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.568106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaaeecf1-2e13-44c2-9bc6-b35eb9101de3 req-5aa61b09-474a-4214-bdbc-dbe7c48daa87 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 932 time: 0.0856493 Aug 16 02:14:31.610014 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaaeecf1-2e13-44c2-9bc6-b35eb9101de3 req-b807759f-a2d8-44af-93f5-9fae586b7b3d tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Aug 16 02:14:31.621230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.622002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.655660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-24bb5a66-70ef-458e-9ca4-7743a2d5b2d4 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0579257 Aug 16 02:14:31.682212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc79cb-e4c8-492b-8348-459501507e7b req-bd565cd9-266a-451b-934a-aa52698d6eb3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.683977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5dc79cb-e4c8-492b-8348-459501507e7b req-bd565cd9-266a-451b-934a-aa52698d6eb3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.0853696 Aug 16 02:14:31.687926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Request body: {'port': {'device_id': '4841f237-202b-45a3-8e72-71309807184a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:31.745516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f519d-a51f-4874-8545-f224b8bb5847 req-588faad4-7201-4fdb-b398-43734043c040 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.747618 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-621f519d-a51f-4874-8545-f224b8bb5847 req-588faad4-7201-4fdb-b398-43734043c040 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.0584314 Aug 16 02:14:31.785200 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.792516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-621f519d-a51f-4874-8545-f224b8bb5847 req-dba6670f-57f0-4109-8770-9dd9fcd46a0f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384169 Aug 16 02:14:31.823530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5dc79cb-e4c8-492b-8348-459501507e7b req-9f75ee42-6891-45b9-b707-eecbc9aac0ef tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016834 Aug 16 02:14:31.824217 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.160690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7a7242-43a7-4830-87ff-6b5d7c485808 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:32.170975 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.183861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Transition to ACTIVE for port object 0e7a7242-43a7-4830-87ff-6b5d7c485808 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:32.188862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.272518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a7242-43a7-4830-87ff-6b5d7c485808,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.348185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Attempting to bind port 0e7a7242-43a7-4830-87ff-6b5d7c485808 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:32.348654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Attempting to bind port 0e7a7242-43a7-4830-87ff-6b5d7c485808 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2ac06aae-3a97-448e-b4d9-e8910fe85679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:32.349077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Attempting to bind port 0e7a7242-43a7-4830-87ff-6b5d7c485808 on network fefe0e19-c305-4353-937c-2c99e3fb5e1f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:32.354136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Port 0e7a7242-43a7-4830-87ff-6b5d7c485808 on network fefe0e19-c305-4353-937c-2c99e3fb5e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:32.354698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Attempting to bind port 0e7a7242-43a7-4830-87ff-6b5d7c485808 on network fefe0e19-c305-4353-937c-2c99e3fb5e1f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:32.361701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:32.362057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Checking segment: {'id': '2ac06aae-3a97-448e-b4d9-e8910fe85679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:32.362453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Bound using segment: {'id': '2ac06aae-3a97-448e-b4d9-e8910fe85679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:32.362887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Bound port: 0e7a7242-43a7-4830-87ff-6b5d7c485808, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac06aae-3a97-448e-b4d9-e8910fe85679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:32.363250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.464802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] For port 0e7a7242-43a7-4830-87ff-6b5d7c485808, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:32.475534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] For port 0e7a7242-43a7-4830-87ff-6b5d7c485808, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e7a7242-43a7-4830-87ff-6b5d7c485808,segment=NetworkSegment(2ac06aae-3a97-448e-b4d9-e8910fe85679),segment_id=2ac06aae-3a97-448e-b4d9-e8910fe85679)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:32.482770 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.528758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.529933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.532143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] 10.222.0.88 "PUT /v2.0/ports/0e7a7242-43a7-4830-87ff-6b5d7c485808 HTTP/1.1" status: 200 len: 1093 time: 0.8589602 Aug 16 02:14:32.533516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69809a97-c36e-41e1-aa32-118b1707274f req-00f85dad-5e48-47e1-86da-69daf64b7946 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.534873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4841f237-202b-45a3-8e72-71309807184a', 'tag': '0e7a7242-43a7-4830-87ff-6b5d7c485808'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:32.546529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69809a97-c36e-41e1-aa32-118b1707274f req-00f85dad-5e48-47e1-86da-69daf64b7946 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0755367 Aug 16 02:14:32.549929 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc761de-5b97-4eca-bba5-a0dfd302e337" -d '{"events": [{"name": "network-changed", "server_uuid": "4841f237-202b-45a3-8e72-71309807184a", "tag": "0e7a7242-43a7-4830-87ff-6b5d7c485808"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:32.610552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69809a97-c36e-41e1-aa32-118b1707274f req-74ed05d1-159d-491f-a864-c28c88ed977e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Aug 16 02:14:32.632470 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176870b-44b9-423a-ace5-0799b3ddf6c0 x-openstack-request-id: req-3176870b-44b9-423a-ace5-0799b3ddf6c0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:32.632949 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4841f237-202b-45a3-8e72-71309807184a", "tag": "0e7a7242-43a7-4830-87ff-6b5d7c485808", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:32.635442 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3176870b-44b9-423a-ace5-0799b3ddf6c0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:32.636390 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4841f237-202b-45a3-8e72-71309807184a', 'tag': '0e7a7242-43a7-4830-87ff-6b5d7c485808', 'status': 'completed', 'code': 200} Aug 16 02:14:32.661845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ff816-13df-4d0f-91ff-b1fb909dada8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7a7242-43a7-4830-87ff-6b5d7c485808,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.685935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-fbd1182b-fe4b-4498-a38d-4494ef93e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.687787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-fbd1182b-fe4b-4498-a38d-4494ef93e697 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4c1c9562241e442791c97dd4bce88d82&device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 1096 time: 0.1023760 Aug 16 02:14:32.753199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-e059eb04-f778-4274-a025-15ecf97c2c17 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e7a7242-43a7-4830-87ff-6b5d7c485808 HTTP/1.1" status: 200 len: 217 time: 0.0566676 Aug 16 02:14:32.801890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31672f4b-fb51-4f4f-8d59-a3c5fb8c7427 req-2d3612af-6117-4e01-8ebf-e6b38fbecd31 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.803898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31672f4b-fb51-4f4f-8d59-a3c5fb8c7427 req-2d3612af-6117-4e01-8ebf-e6b38fbecd31 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 944 time: 0.1148703 Aug 16 02:14:32.860847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-0e5d38fd-dd56-47d5-a1ac-6fc2426dca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.862989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-0e5d38fd-dd56-47d5-a1ac-6fc2426dca2f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c568655-2a33-4ddc-9559-b7564d3cab44 HTTP/1.1" status: 200 len: 855 time: 0.1024818 Aug 16 02:14:32.925757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31672f4b-fb51-4f4f-8d59-a3c5fb8c7427 req-7202e99e-f111-49a3-ac75-8886ac24bf0d tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085296 Aug 16 02:14:32.943482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-d09ddf63-1ac6-48d0-9dfe-8749151f2665 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fefe0e19-c305-4353-937c-2c99e3fb5e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647438 Aug 16 02:14:32.999423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:33.002331 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e723f-24f8-43d2-950e-3791bf9917c1" -d '{"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-plugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:33.082404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136227be-6d3f-4480-8f81-2a035022d416 req-6759e67a-ef24-41c8-af23-712e3ef3c202 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.093053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-136227be-6d3f-4480-8f81-2a035022d416 req-6759e67a-ef24-41c8-af23-712e3ef3c202 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1484611 Aug 16 02:14:33.097837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c48f-69b8-4a17-9d27-01cf7000efb7 req-aa86799f-bfbc-422d-ad63-817c3dd0e1ba tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.099512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b942c48f-69b8-4a17-9d27-01cf7000efb7 req-aa86799f-bfbc-422d-ad63-817c3dd0e1ba tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.0827444 Aug 16 02:14:33.171715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b942c48f-69b8-4a17-9d27-01cf7000efb7 req-ca7e2c2a-7bbb-4ffb-82f7-64c310e1d3e7 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650265 Aug 16 02:14:33.173066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-136227be-6d3f-4480-8f81-2a035022d416 req-9eae1356-e578-4548-ad68-3a3bcfd15e8b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783720 Aug 16 02:14:33.215847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-21d61387-f69e-4af1-9118-bf1f544be8ff service neutron] 10.222.0.88 "GET /v2.0/networks/fefe0e19-c305-4353-937c-2c99e3fb5e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608767 Aug 16 02:14:33.239246 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4be183-ec3a-4e06-8970-523601b07cee x-openstack-request-id: req-be4be183-ec3a-4e06-8970-523601b07cee {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:33.239857 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-plugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:33.240180 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be4be183-ec3a-4e06-8970-523601b07cee {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:33.240655 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'code': 200} Aug 16 02:14:33.342788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7aafe9e-85cb-418f-8238-bac161f06f74 req-5ac0f6bb-8b06-4542-ab54-350ea7d537b9 service neutron] 10.222.0.88 "GET /v2.0/networks/fefe0e19-c305-4353-937c-2c99e3fb5e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135881 Aug 16 02:14:33.477170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-356ff679-92b6-4193-a427-e65dbbe56892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.478685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-356ff679-92b6-4193-a427-e65dbbe56892 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4c1c9562241e442791c97dd4bce88d82&device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 1096 time: 0.0815148 Aug 16 02:14:33.940472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ff9f9-2aef-4dfc-b84d-9cf9103fa979 req-1a5304a8-1b37-4825-9426-c5c109002da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.942028 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246ff9f9-2aef-4dfc-b84d-9cf9103fa979 req-1a5304a8-1b37-4825-9426-c5c109002da6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1102 time: 0.4523926 Aug 16 02:14:33.976523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-f6dc4035-b16f-42b6-9dfc-4fde64e60eb8 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.978034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-f6dc4035-b16f-42b6-9dfc-4fde64e60eb8 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.4763730 Aug 16 02:14:34.062906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-f61d9072-0e5b-4698-8e39-f6f5b83a9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.065134 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-f61d9072-0e5b-4698-8e39-f6f5b83a9977 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fefe0e19-c305-4353-937c-2c99e3fb5e1f HTTP/1.1" status: 200 len: 916 time: 0.5548851 Aug 16 02:14:34.097190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62ee4-f97b-400f-83d0-12e678c8a642 req-c14d512c-6145-48a8-85bd-6d0c1d115cb4 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.101664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16ff4-0b4b-4f5b-80e8-4109e4e2fffa req-9774fb54-6bbb-4ad6-8e29-50f3fc47672f tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.106538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b62ee4-f97b-400f-83d0-12e678c8a642 req-c14d512c-6145-48a8-85bd-6d0c1d115cb4 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1702976 Aug 16 02:14:34.112379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ae16ff4-0b4b-4f5b-80e8-4109e4e2fffa req-9774fb54-6bbb-4ad6-8e29-50f3fc47672f tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 944 time: 0.1109736 Aug 16 02:14:34.124930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246ff9f9-2aef-4dfc-b84d-9cf9103fa979 req-5223a5a5-86f6-4598-aa47-85775eb9e3b9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458962 Aug 16 02:14:34.200086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ae16ff4-0b4b-4f5b-80e8-4109e4e2fffa req-e673bc52-012f-41be-a844-b78ec7beb760 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717511 Aug 16 02:14:34.234543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-29754d68-832b-49f3-b616-8573d0dd1d82 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e7a7242-43a7-4830-87ff-6b5d7c485808 HTTP/1.1" status: 200 len: 217 time: 0.1459401 Aug 16 02:14:34.316755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b62ee4-f97b-400f-83d0-12e678c8a642 req-9fa6dca5-00fd-421b-9d7d-87f01e5de8d3 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035084 Aug 16 02:14:34.334128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940cdc9-aea5-4663-8b75-84fe4d178645 req-7a42d08f-b01a-4aa4-9997-2c3c77cecca6 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.335833 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a940cdc9-aea5-4663-8b75-84fe4d178645 req-7a42d08f-b01a-4aa4-9997-2c3c77cecca6 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 946 time: 0.0688014 Aug 16 02:14:34.351907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Deleting port 9dce2d16-02b7-488c-9fb9-6736f21eda59 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:34.358435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.402636 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a940cdc9-aea5-4663-8b75-84fe4d178645 req-6130797b-786d-4f1a-9c16-58408e6979ba tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588992 Aug 16 02:14:34.463114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-d6e3a89d-34d3-469c-97ec-932f34334e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.465000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-d6e3a89d-34d3-469c-97ec-932f34334e28 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c568655-2a33-4ddc-9559-b7564d3cab44 HTTP/1.1" status: 200 len: 855 time: 0.2204273 Aug 16 02:14:34.525906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-8b70ae32-d807-4b76-a2b9-b07b7c29bc65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fefe0e19-c305-4353-937c-2c99e3fb5e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429580 Aug 16 02:14:34.561219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d642c9-24d7-4c35-9eb5-0e0a6a037b34 req-f1e71847-cd4a-4261-9c7d-3cccf88e833b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.562872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7d642c9-24d7-4c35-9eb5-0e0a6a037b34 req-f1e71847-cd4a-4261-9c7d-3cccf88e833b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1244864 Aug 16 02:14:34.635528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:34.636005 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.668659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Calling delete_port for 9dce2d16-02b7-488c-9fb9-6736f21eda59 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:34.709064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9dce2d16-02b7-488c-9fb9-6736f21eda59 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:34.720320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7d642c9-24d7-4c35-9eb5-0e0a6a037b34 req-068c7766-570a-4aa3-acc4-f34dfb324664 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405778 Aug 16 02:14:34.726436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-9547044a-2f9e-4497-aaa1-c8e6db6c34dd service neutron] 10.222.0.88 "GET /v2.0/networks/fefe0e19-c305-4353-937c-2c99e3fb5e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868396 Aug 16 02:14:34.823481 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.861856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9dce2d16-02b7-488c-9fb9-6736f21eda59, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9dce2d16-02b7-488c-9fb9-6736f21eda59,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:34.871479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.904457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc761de-5b97-4eca-bba5-a0dfd302e337 req-96d18889-c02f-4bf4-a64e-0bb8cd98485d service neutron] 10.222.0.88 "GET /v2.0/networks/fefe0e19-c305-4353-937c-2c99e3fb5e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320713 Aug 16 02:14:34.946937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:34.976726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.028811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event deleted for resources: {'Port': ['ID=9dce2d16-02b7-488c-9fb9-6736f21eda59,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:35.071396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] No DVR routers for this DVR port 9dce2d16-02b7-488c-9fb9-6736f21eda59 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:35.074253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.077017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-987a38a0-9622-47c8-a3bc-83af9bbe9a8f req-fc820eec-b046-4871-a4cb-4c25b3e150ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "DELETE /v2.0/ports/9dce2d16-02b7-488c-9fb9-6736f21eda59 HTTP/1.1" status: 204 len: 173 time: 1.0827100 Aug 16 02:14:35.077609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-deleted', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:35.080873 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b007baf-85f1-4518-8b05-9f4321b5cf6b" -d '{"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-deleted", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:35.128181 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af537201-f989-4a05-81e7-2229e44ad747 x-openstack-request-id: req-af537201-f989-4a05-81e7-2229e44ad747 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:35.128181 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-deleted", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:35.129385 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af537201-f989-4a05-81e7-2229e44ad747 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:35.129785 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-deleted', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'status': 'completed', 'code': 200} Aug 16 02:14:35.242048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:35.244385 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e24611-83b9-462e-a0f7-3790c19e12b7" -d '{"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:35.298385 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adc397f-64d3-42c2-bd52-ea5e9a0396f5 x-openstack-request-id: req-4adc397f-64d3-42c2-bd52-ea5e9a0396f5 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:35.298804 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c018b7f-59b2-48a0-9857-c4d453524aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "9dce2d16-02b7-488c-9fb9-6736f21eda59", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:35.299525 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4adc397f-64d3-42c2-bd52-ea5e9a0396f5 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:35.300117 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c018b7f-59b2-48a0-9857-c4d453524aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dce2d16-02b7-488c-9fb9-6736f21eda59', 'code': 200} Aug 16 02:14:35.363140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1482-e092-45b5-9c5f-d24702478be6 req-e6e7e843-aaa0-4a69-a4e0-ad49af4552ca tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.364778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c01c1482-e092-45b5-9c5f-d24702478be6 req-e6e7e843-aaa0-4a69-a4e0-ad49af4552ca tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 944 time: 0.0717106 Aug 16 02:14:35.414798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e7a7242-43a7-4830-87ff-6b5d7c485808 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:35.435653 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c01c1482-e092-45b5-9c5f-d24702478be6 req-ed3e1cd8-8394-4e78-b152-e9c58835899b tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Aug 16 02:14:35.508591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705a305-f8dc-489c-b401-2d65575c8ec9 req-dce215ad-a494-4c55-9c4f-3149c4185c94 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.510176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9705a305-f8dc-489c-b401-2d65575c8ec9 req-dce215ad-a494-4c55-9c4f-3149c4185c94 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1045175 Aug 16 02:14:35.562509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e7a7242-43a7-4830-87ff-6b5d7c485808, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e7a7242-43a7-4830-87ff-6b5d7c485808,segment=NetworkSegment(2ac06aae-3a97-448e-b4d9-e8910fe85679),segment_id=2ac06aae-3a97-448e-b4d9-e8910fe85679)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:35.573138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9705a305-f8dc-489c-b401-2d65575c8ec9 req-193b7bdb-a012-4ef2-9a32-88a74cfc6927 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526273 Aug 16 02:14:35.578211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '0e7a7242-43a7-4830-87ff-6b5d7c485808', 'network_id': 'fefe0e19-c305-4353-937c-2c99e3fb5e1f', 'port_id': '0e7a7242-43a7-4830-87ff-6b5d7c485808', 'mac_address': 'fa:16:3e:52:2c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c568655-2a33-4ddc-9559-b7564d3cab44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:35.614414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09fa3346-237c-44ce-97ac-274242879d08 req-d4155e40-830f-4344-b461-d587033a64a2 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c018b7f-59b2-48a0-9857-c4d453524aa4 HTTP/1.1" status: 200 len: 210 time: 0.0453520 Aug 16 02:14:35.675290 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.694297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7a7242-43a7-4830-87ff-6b5d7c485808 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:35.732354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e7a7242-43a7-4830-87ff-6b5d7c485808, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e7a7242-43a7-4830-87ff-6b5d7c485808,segment=NetworkSegment(2ac06aae-3a97-448e-b4d9-e8910fe85679),segment_id=2ac06aae-3a97-448e-b4d9-e8910fe85679)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:35.747686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.807064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce7eb0-8049-4b8b-8f7e-c87a2ed467a4 req-69673a75-ad85-44aa-915b-ccbf7aa67494 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.817319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4ce7eb0-8049-4b8b-8f7e-c87a2ed467a4 req-69673a75-ad85-44aa-915b-ccbf7aa67494 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0942709 Aug 16 02:14:35.875061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4ce7eb0-8049-4b8b-8f7e-c87a2ed467a4 req-68b04f37-5098-4b11-9b1c-15c69181285d tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525794 Aug 16 02:14:35.930394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515ebea-36b2-4c3a-bdff-f850b5c8813c req-c9997191-48c3-4463-82d4-1fce84b3f6da tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.940611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9515ebea-36b2-4c3a-bdff-f850b5c8813c req-c9997191-48c3-4463-82d4-1fce84b3f6da tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.0818381 Aug 16 02:14:35.995784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9515ebea-36b2-4c3a-bdff-f850b5c8813c req-68c2ec41-52a2-41c6-8b19-898e18de2ff4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542817 Aug 16 02:14:36.074259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0e7a7242-43a7-4830-87ff-6b5d7c485808,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:36.149949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0e7a7242-43a7-4830-87ff-6b5d7c485808'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:36.562212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05205bd0-6c0a-45b5-81eb-09c82be34939 req-2a3bb4f9-5ae9-4606-9503-2d9e0c9bafba tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:36.563804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05205bd0-6c0a-45b5-81eb-09c82be34939 req-2a3bb4f9-5ae9-4606-9503-2d9e0c9bafba tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 945 time: 0.0501277 Aug 16 02:14:36.605192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05205bd0-6c0a-45b5-81eb-09c82be34939 req-1269b4d5-9272-4563-9d9c-4572880aaf2a tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Aug 16 02:14:37.430652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e7a7242-43a7-4830-87ff-6b5d7c485808 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:37.483719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 0e7a7242-43a7-4830-87ff-6b5d7c485808 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:37.487396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 0e7a7242-43a7-4830-87ff-6b5d7c485808 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:37.487772 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.563461 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.586969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4841f237-202b-45a3-8e72-71309807184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a7242-43a7-4830-87ff-6b5d7c485808'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:37.589323 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a827fb2-740c-4b44-a399-0ce6a5170c54" -d '{"events": [{"server_uuid": "4841f237-202b-45a3-8e72-71309807184a", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a7242-43a7-4830-87ff-6b5d7c485808"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:37.603182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e7a7242-43a7-4830-87ff-6b5d7c485808, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e7a7242-43a7-4830-87ff-6b5d7c485808,segment=NetworkSegment(2ac06aae-3a97-448e-b4d9-e8910fe85679),segment_id=2ac06aae-3a97-448e-b4d9-e8910fe85679)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:37.607488 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.655357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0e7a7242-43a7-4830-87ff-6b5d7c485808,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:38.403437 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:41.021929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-256f56c9-cba3-4852-bce2-46b0ed39dda6 service neutron] 10.222.0.88 "GET /v2.0/ports/1cf5dd9a-e715-4546-b1a5-75dafbe8e161/bindings/n-h1-769329-15 HTTP/1.1" status: 200 len: 383 time: 0.0624640 Aug 16 02:14:41.245861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-77167437-7069-4321-ba69-2f85859429dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.247403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-77167437-7069-4321-ba69-2f85859429dc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 1102 time: 0.0450754 Aug 16 02:14:41.359817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-79f699fe-c040-4f1c-be53-cce442022098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.361515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-79f699fe-c040-4f1c-be53-cce442022098 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 1102 time: 0.0905004 Aug 16 02:14:41.516471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-228a1f71-30e5-4fe1-9766-eb3066228dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.518626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-228a1f71-30e5-4fe1-9766-eb3066228dd6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1454341 Aug 16 02:14:41.565927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-a2c0a7a2-ccd6-4d1b-8d1d-9d93851c1867 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 200 len: 217 time: 0.0371265 Aug 16 02:14:41.641650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-1ce80724-a708-4ca3-b6c5-e808a36d3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.644015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-1ce80724-a708-4ca3-b6c5-e808a36d3e2b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0649285 Aug 16 02:14:41.705518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df1d2f-b01f-4143-aa79-50542766a11d req-6928e8c0-ffa7-4339-8504-8b94c786f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.707206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-6928e8c0-ffa7-4339-8504-8b94c786f0c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540190 Aug 16 02:14:41.801753 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-90d8181d-8fa1-4ff1-b304-7c76c84c53a7 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869410 Aug 16 02:14:41.903697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11df1d2f-b01f-4143-aa79-50542766a11d req-faf85466-5e22-48e0-a87f-6869f579bee2 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945864 Aug 16 02:14:43.939557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-dc4ad913-d8c6-452d-9f98-2ac9ea7b3009 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.941479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-dc4ad913-d8c6-452d-9f98-2ac9ea7b3009 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 821 time: 0.1440794 Aug 16 02:14:43.971711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-ca239a0c-a9b4-472f-b614-c217b5d02c66 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/quotas/4f5de6b5601640278d4fc77bac83eb6a HTTP/1.1" status: 200 len: 375 time: 0.0197792 Aug 16 02:14:44.034811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-80f28f79-96f5-46e6-8161-c7175a2211b3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641389 Aug 16 02:14:44.051735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690b7ad-19be-4ffc-b3be-d2bb944217eb req-e7de1116-e0fd-4446-8662-30163a988666 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.059885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4690b7ad-19be-4ffc-b3be-d2bb944217eb req-e7de1116-e0fd-4446-8662-30163a988666 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.0639029 Aug 16 02:14:44.094091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4690b7ad-19be-4ffc-b3be-d2bb944217eb req-18c64296-5618-4092-a5fe-7943acaec790 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Aug 16 02:14:44.133966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-ec349016-711b-49d1-966d-467c08aae9d9 service neutron] 10.222.0.78 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903513 Aug 16 02:14:44.167987 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f65cc1c-4e45-4eca-841f-d34696cd291c x-openstack-request-id: req-8f65cc1c-4e45-4eca-841f-d34696cd291c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:44.171419 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4841f237-202b-45a3-8e72-71309807184a", "name": "network-vif-plugged", "status": "completed", "tag": "0e7a7242-43a7-4830-87ff-6b5d7c485808", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:44.171893 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f65cc1c-4e45-4eca-841f-d34696cd291c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:44.172837 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4841f237-202b-45a3-8e72-71309807184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7a7242-43a7-4830-87ff-6b5d7c485808', 'code': 200} Aug 16 02:14:44.299385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-1e3d8220-80ae-435e-84e7-0b3aab24e33d service neutron] 10.222.0.78 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579313 Aug 16 02:14:44.346574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b211bb-be1e-4852-aaa9-532d6fbbb941 req-e419562d-5c7c-4e7c-80b1-3296172d4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.348644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19b211bb-be1e-4852-aaa9-532d6fbbb941 req-e419562d-5c7c-4e7c-80b1-3296172d4a61 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 1098 time: 0.0922348 Aug 16 02:14:44.357929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700bd5f-72a3-4152-8dd8-654e38631c88 req-2ea9e3b8-73b8-4103-8923-d4184d4b4f18 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.359212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2700bd5f-72a3-4152-8dd8-654e38631c88 req-2ea9e3b8-73b8-4103-8923-d4184d4b4f18 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 946 time: 0.1182296 Aug 16 02:14:44.427591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19b211bb-be1e-4852-aaa9-532d6fbbb941 req-310d1023-4a89-4084-87e5-eb6a3b1c091b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674069 Aug 16 02:14:44.432672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2700bd5f-72a3-4152-8dd8-654e38631c88 req-f8a22102-ade1-43f9-b920-1dcda59aac19 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654387 Aug 16 02:14:44.756306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00889ca5-a07e-4da1-91dd-a830a783a57b req-daefb024-6e56-4b89-a8ee-a510da11c936 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.764554 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00889ca5-a07e-4da1-91dd-a830a783a57b req-daefb024-6e56-4b89-a8ee-a510da11c936 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1015887 Aug 16 02:14:44.841724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00889ca5-a07e-4da1-91dd-a830a783a57b req-1f028d46-ed12-41fd-b25e-0a2d62bd9454 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761819 Aug 16 02:14:44.871470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5977aa63-767d-4408-8180-4dd5dbb17e7b req-0750bff6-d3d6-475f-b2b7-26363260401d tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 210 time: 0.0401964 Aug 16 02:14:45.056447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-e613191d-452f-494b-906f-7cf0736dc16e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.058011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-e613191d-452f-494b-906f-7cf0736dc16e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 950 time: 0.1537404 Aug 16 02:14:45.071654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ad68-30a9-45af-9e38-36affdd1f42e req-8a707ad9-6390-4669-a462-053a951d6ade tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.075867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b965ad68-30a9-45af-9e38-36affdd1f42e req-8a707ad9-6390-4669-a462-053a951d6ade tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 945 time: 0.1125674 Aug 16 02:14:45.076111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4d749-f233-40c9-90e1-28c43d26a9fa req-198ad8fb-6c89-490a-aeee-c9587939b681 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.077660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8da4d749-f233-40c9-90e1-28c43d26a9fa req-198ad8fb-6c89-490a-aeee-c9587939b681 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.0955555 Aug 16 02:14:45.154221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8da4d749-f233-40c9-90e1-28c43d26a9fa req-48545619-1096-4c12-a2e6-866895771b9f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699232 Aug 16 02:14:45.172094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b965ad68-30a9-45af-9e38-36affdd1f42e req-a419f81b-c272-4fda-a63e-37be070aef5a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Aug 16 02:14:45.200569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-a804c2dc-0549-4295-be8e-e68c35505203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.202905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-a804c2dc-0549-4295-be8e-e68c35505203 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 1102 time: 0.0471535 Aug 16 02:14:45.324245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-7fbcea5a-7a1a-4dc7-b268-5dd54327261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.326333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-7fbcea5a-7a1a-4dc7-b268-5dd54327261f service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1158717 Aug 16 02:14:45.377669 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-bd55d441-cc38-4e2b-a544-6ea5eefa73bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 200 len: 217 time: 0.0417087 Aug 16 02:14:45.438587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-2cc07a07-2f08-4a99-a462-7ed13184a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.441106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-2cc07a07-2f08-4a99-a462-7ed13184a946 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0579352 Aug 16 02:14:45.482457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:45.494723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:45.531171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-0e1cec3b-531e-4574-8830-8ab6c8490f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.542556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-0e1cec3b-531e-4574-8830-8ab6c8490f46 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915396 Aug 16 02:14:45.676402 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c32a9-1255-4998-bcf4-5c60219f802b req-d8d4d420-b9a8-45b3-a6bb-87cf45d62af3 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.684757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f83c32a9-1255-4998-bcf4-5c60219f802b req-d8d4d420-b9a8-45b3-a6bb-87cf45d62af3 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 946 time: 0.1204352 Aug 16 02:14:45.742250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-a64d0cc0-f30f-4b1f-874c-471b86ba5f71 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913261 Aug 16 02:14:45.749594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f83c32a9-1255-4998-bcf4-5c60219f802b req-b298e60a-2104-450d-b495-810cfa8956be tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615029 Aug 16 02:14:45.949752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.982098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:46.014571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'mac_address': 'fa:16:3e:a2:38:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:46.083120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:46.086667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa08dcb4-9126-4fe5-99e2-a1c5c52d8c1c req-b654c9b4-f0d1-4af3-90f7-2f2bdecc389e service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355920 Aug 16 02:14:46.155704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.177067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-ad29ffa9-120f-4945-a6c0-654497f783e5 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.177568 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a576aa31-35de-47dc-9d01-f877b260fbe5 req-d95298d9-654c-42bd-8b55-9016e487ab69 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 210 time: 0.0802574 Aug 16 02:14:46.180576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-ad29ffa9-120f-4945-a6c0-654497f783e5 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 821 time: 0.3672364 Aug 16 02:14:46.181077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:46.188371 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35277e3c-e2cf-4861-9bab-0fe7a847f0f0" -d '{"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:46.196590 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.208706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:46.220688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Request body: {'port': {'device_id': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'admin_state_up': True, 'tenant_id': '4f5de6b5601640278d4fc77bac83eb6a'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:46.347729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed434deb-c5ab-4901-b445-62f3ac7bb42c req-7e2012d0-2a84-4c98-8791-418ef20a2943 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.356750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed434deb-c5ab-4901-b445-62f3ac7bb42c req-7e2012d0-2a84-4c98-8791-418ef20a2943 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 945 time: 0.0929914 Aug 16 02:14:46.360015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.373885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.374295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.374706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.375105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.375501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.375896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.376316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.377813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.377813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.378088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.378345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.378730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:46.386342 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:14:46.386530 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:14:46.408202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed434deb-c5ab-4901-b445-62f3ac7bb42c req-baa7fbf7-9abf-4c82-96f5-89fd37e1b8a3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Aug 16 02:14:46.469589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad7cbd-8f7c-408e-b5f9-bfa39825901d req-ebe11ff1-3c35-4366-b329-b9b2a41d4a83 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.471833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bad7cbd-8f7c-408e-b5f9-bfa39825901d req-ebe11ff1-3c35-4366-b329-b9b2a41d4a83 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.3891418 Aug 16 02:14:46.569033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Made reservation on behalf of 4f5de6b5601640278d4fc77bac83eb6a for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:46.574365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.624337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bad7cbd-8f7c-408e-b5f9-bfa39825901d req-f4717ed3-33d2-441b-a8c6-7f6175f23852 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299679 Aug 16 02:14:46.652719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-069564d9-ad2f-4d3c-b4e5-86239a13984b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.654420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-069564d9-ad2f-4d3c-b4e5-86239a13984b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 945 time: 0.1466768 Aug 16 02:14:46.671721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5804-ed75-499b-9304-9bd552431c25 req-1ebbf956-a7c3-4906-86e4-12afeb69f0fb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.684804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-378f5804-ed75-499b-9304-9bd552431c25 req-1ebbf956-a7c3-4906-86e4-12afeb69f0fb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 948 time: 0.1503749 Aug 16 02:14:46.741580 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cfb960-6fc4-4de7-8d00-2f53d7e3dab4 x-openstack-request-id: req-99cfb960-6fc4-4de7-8d00-2f53d7e3dab4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:46.743471 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:46.743738 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99cfb960-6fc4-4de7-8d00-2f53d7e3dab4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:46.744140 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'code': 200} Aug 16 02:14:46.770010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-378f5804-ed75-499b-9304-9bd552431c25 req-70bb35f7-dbca-4dcf-9a1c-ac4921b52748 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766771 Aug 16 02:14:46.900651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Allocated IP 172.20.0.4 (f8a28437-2f95-4196-8db3-fe4fa0deda00/b494a140-ba88-4a01-b589-6523c0ee7e27/b3895261-c003-4f5a-8fe5-fb1f03492fad) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:46.905276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Deleting port e8b96f98-49cd-4b0e-8f03-5aa5002df361 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:46.905989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.957188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.978397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:47.014387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:47.055967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.268954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.321063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1cf5dd9a-e715-4546-b1a5-75dafbe8e161'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:47.362707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fe82f49-d410-4305-a956-b2b9494fa58d req-7031aa0a-391b-44f1-8fa1-d289e47d23c8 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 210 time: 0.0753982 Aug 16 02:14:47.382961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.404031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] For port e8b96f98-49cd-4b0e-8f03-5aa5002df361, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b96f98-49cd-4b0e-8f03-5aa5002df361,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:47.404031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.419538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Calling delete_port for e8b96f98-49cd-4b0e-8f03-5aa5002df361 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:47.512713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8b96f98-49cd-4b0e-8f03-5aa5002df361 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:47.566404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.635053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450da3-23b1-4d1c-8d6e-6400749e0db7 req-f17136e7-4a2e-46bc-b136-a93cbf4b7ced tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.637343 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79450da3-23b1-4d1c-8d6e-6400749e0db7 req-f17136e7-4a2e-46bc-b136-a93cbf4b7ced tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 945 time: 0.1098921 Aug 16 02:14:47.668221 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.670988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Network f8a28437-2f95-4196-8db3-fe4fa0deda00 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:47.678086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:47.690760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:47.697940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event updated for resources: {'Port': ['ID=b3895261-c003-4f5a-8fe5-fb1f03492fad,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.723571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79450da3-23b1-4d1c-8d6e-6400749e0db7 req-4b9f0f68-470f-429f-a751-2b988d80a078 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786543 Aug 16 02:14:47.790590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.865016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.866615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.918206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-36edb03e-12bb-43d5-9006-62d54184b37f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7209525 Aug 16 02:14:47.926703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event deleted for resources: {'Port': ['ID=e8b96f98-49cd-4b0e-8f03-5aa5002df361,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.967453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Request body: {'port': {'device_id': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:47.968983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811980c-f401-4338-8998-249a6516632e req-d3c91d65-cde0-47aa-8e19-21cb4b233eda tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.976751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a811980c-f401-4338-8998-249a6516632e req-d3c91d65-cde0-47aa-8e19-21cb4b233eda tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1075754 Aug 16 02:14:48.032873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a811980c-f401-4338-8998-249a6516632e req-614985dd-f1e9-480b-91df-b8bf34d233a0 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Aug 16 02:14:48.045461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] No DVR routers for this DVR port e8b96f98-49cd-4b0e-8f03-5aa5002df361 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:48.052938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.055192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80a1a5bc-f587-4223-93da-3d0e0cc09228 req-24bb13a5-97db-42cf-aa5d-ae34be7b28b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "DELETE /v2.0/ports/e8b96f98-49cd-4b0e-8f03-5aa5002df361 HTTP/1.1" status: 204 len: 173 time: 1.3664215 Aug 16 02:14:48.056941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'name': 'network-vif-deleted', 'tag': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:48.059331 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bdcc9d-1f01-43ac-851c-61bf03a2347f" -d '{"events": [{"server_uuid": "3791fbec-aea6-44aa-8bc2-7048a9d246ff", "name": "network-vif-deleted", "tag": "e8b96f98-49cd-4b0e-8f03-5aa5002df361"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:48.136539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dfebb-3a5b-4d49-b500-b4f2e3e458eb req-a7520c8b-1998-4583-8001-34d8cf439281 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.146204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb4dfebb-3a5b-4d49-b500-b4f2e3e458eb req-a7520c8b-1998-4583-8001-34d8cf439281 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 949 time: 0.1750124 Aug 16 02:14:48.181108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.206240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb4dfebb-3a5b-4d49-b500-b4f2e3e458eb req-a944998e-c2a2-41b3-8c2b-92805b09ed14 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 Aug 16 02:14:48.247548 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46723fb6-1fdd-48eb-bed5-0ef1bf68a037 x-openstack-request-id: req-46723fb6-1fdd-48eb-bed5-0ef1bf68a037 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:48.248251 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3791fbec-aea6-44aa-8bc2-7048a9d246ff", "name": "network-vif-deleted", "tag": "e8b96f98-49cd-4b0e-8f03-5aa5002df361", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:48.248557 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46723fb6-1fdd-48eb-bed5-0ef1bf68a037 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:48.249001 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3791fbec-aea6-44aa-8bc2-7048a9d246ff', 'name': 'network-vif-deleted', 'tag': 'e8b96f98-49cd-4b0e-8f03-5aa5002df361', 'status': 'completed', 'code': 200} Aug 16 02:14:48.533794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310c6d4-12f1-4305-980d-4daec6b36aa8 req-22b9a0a5-568e-4caa-bcc3-b83a28f8efc8 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.542560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c310c6d4-12f1-4305-980d-4daec6b36aa8 req-22b9a0a5-568e-4caa-bcc3-b83a28f8efc8 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 931 time: 0.0656466 Aug 16 02:14:48.565713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3be63-5163-4b69-a617-ba2319618940 req-fef9109e-ac05-4ad7-a469-de521f5d69d3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.573770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9c3be63-5163-4b69-a617-ba2319618940 req-fef9109e-ac05-4ad7-a469-de521f5d69d3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 949 time: 0.2396317 Aug 16 02:14:48.607222 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c310c6d4-12f1-4305-980d-4daec6b36aa8 req-44c26e8c-77ad-444b-a9d3-c415043ad5e3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 Aug 16 02:14:48.693765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9c3be63-5163-4b69-a617-ba2319618940 req-651ca323-49d9-443b-8dc9-d8acd9e77c1c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191180 Aug 16 02:14:48.859878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3895261-c003-4f5a-8fe5-fb1f03492fad {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:48.903057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.908324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5c4886c-5dca-440d-ba74-eda9c96d1695 req-97130f1c-6dee-4dad-8786-a376d128b2cb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.0411410 Aug 16 02:14:48.930470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Transition to ACTIVE for port object b3895261-c003-4f5a-8fe5-fb1f03492fad will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:48.939483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.030002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Pushing event updated for resources: {'Port': ['ID=b3895261-c003-4f5a-8fe5-fb1f03492fad,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.129846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Attempting to bind port b3895261-c003-4f5a-8fe5-fb1f03492fad on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:49.130082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Attempting to bind port b3895261-c003-4f5a-8fe5-fb1f03492fad by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:49.130373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Attempting to bind port b3895261-c003-4f5a-8fe5-fb1f03492fad on network f8a28437-2f95-4196-8db3-fe4fa0deda00 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:49.144812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Port b3895261-c003-4f5a-8fe5-fb1f03492fad on network f8a28437-2f95-4196-8db3-fe4fa0deda00 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:49.145226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Attempting to bind port b3895261-c003-4f5a-8fe5-fb1f03492fad on network f8a28437-2f95-4196-8db3-fe4fa0deda00 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:49.151419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:49.151762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Checking segment: {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:49.152170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Bound using segment: {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:49.152710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Bound port: b3895261-c003-4f5a-8fe5-fb1f03492fad, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa49434-a46d-4bd8-8480-251a6703e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:49.153073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.259204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167c4a-53d3-4fb3-a6e5-3071b4a4358a req-2e27bd3c-7300-4f89-8096-cc468a545cbe tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.266865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-29feb074-b6b9-4ede-b44d-bad10984a74a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421722 Aug 16 02:14:49.270242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d167c4a-53d3-4fb3-a6e5-3071b4a4358a req-2e27bd3c-7300-4f89-8096-cc468a545cbe tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1117277 Aug 16 02:14:49.328526 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d167c4a-53d3-4fb3-a6e5-3071b4a4358a req-256d6512-ab95-4fd2-905c-3d5288fa101c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564973 Aug 16 02:14:49.369792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] For port b3895261-c003-4f5a-8fe5-fb1f03492fad, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:49.378590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] For port b3895261-c003-4f5a-8fe5-fb1f03492fad, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b3895261-c003-4f5a-8fe5-fb1f03492fad,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:49.384911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.511894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:49.649297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:49.651094 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.810893 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.854849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:49.858339 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23657e30-4805-4197-8740-9f751e57bf4d" -d '{"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:49.872271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74cb31-679d-42fb-a6d4-d28d2714828f req-9d73c8a2-09dc-4c0f-b9aa-2608f8a7e714 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.872943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.874449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.875035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] 10.222.0.98 "PUT /v2.0/ports/b3895261-c003-4f5a-8fe5-fb1f03492fad HTTP/1.1" status: 200 len: 1092 time: 1.9121444 Aug 16 02:14:49.883002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e74cb31-679d-42fb-a6d4-d28d2714828f req-9d73c8a2-09dc-4c0f-b9aa-2608f8a7e714 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 943 time: 0.1432993 Aug 16 02:14:49.898367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:49.906280 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.906941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c54b-b7cd-4c61-8497-dfac9454c33a service neutron] Pushing event updated for resources: {'Port': ['ID=b3895261-c003-4f5a-8fe5-fb1f03492fad,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.921514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-507102a1-c0c0-4d74-a0e8-b3920a355ce9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.931622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-507102a1-c0c0-4d74-a0e8-b3920a355ce9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6624241 Aug 16 02:14:49.959735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-c4a363b1-e523-47c6-9589-32f35b108458 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/quotas/bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 375 time: 0.0273044 Aug 16 02:14:49.981096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e74cb31-679d-42fb-a6d4-d28d2714828f req-05830163-aef3-4d37-a82f-116e0615d1ed tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970972 Aug 16 02:14:50.021216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:50.045523 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e32dd3-0422-4ffa-8f54-8ccaaad014c6 x-openstack-request-id: req-80e32dd3-0422-4ffa-8f54-8ccaaad014c6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:50.045952 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-plugged", "status": "completed", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:50.047404 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80e32dd3-0422-4ffa-8f54-8ccaaad014c6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:50.053875 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'code': 200} Aug 16 02:14:50.098574 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-2b11a79a-1712-4abb-a77d-e0d2c2de6aa7 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381533 Aug 16 02:14:50.107252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-59a1113e-b4a5-4e86-b892-72c1cb8d7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.109129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-59a1113e-b4a5-4e86-b892-72c1cb8d7b45 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 1095 time: 0.1471562 Aug 16 02:14:50.168821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d6b34de-e35c-4b39-a2cb-b6987457790e req-30f3d547-440c-4d1b-9dd0-fd87840b529e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.0624194 Aug 16 02:14:50.191497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-ae56f7a6-07ee-4240-a6a0-eb0c8141f0f0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3895261-c003-4f5a-8fe5-fb1f03492fad HTTP/1.1" status: 200 len: 217 time: 0.0716403 Aug 16 02:14:50.271955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'tag': 'b3895261-c003-4f5a-8fe5-fb1f03492fad'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:50.274942 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2ada2f-2729-4674-b643-30869003718f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c698bef-3f3f-4e83-9dcb-9b5501042050", "tag": "b3895261-c003-4f5a-8fe5-fb1f03492fad"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:50.288025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-370b5a36-7a4f-402f-b503-d73f93eaf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.291659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-370b5a36-7a4f-402f-b503-d73f93eaf2e4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b494a140-ba88-4a01-b589-6523c0ee7e27 HTTP/1.1" status: 200 len: 861 time: 0.0857911 Aug 16 02:14:50.382542 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368a9a2-6f0c-4bb5-b273-aa191450c7c8 x-openstack-request-id: req-f368a9a2-6f0c-4bb5-b273-aa191450c7c8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:50.389046 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c698bef-3f3f-4e83-9dcb-9b5501042050", "tag": "b3895261-c003-4f5a-8fe5-fb1f03492fad", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:50.389046 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f368a9a2-6f0c-4bb5-b273-aa191450c7c8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:50.389046 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'tag': 'b3895261-c003-4f5a-8fe5-fb1f03492fad', 'status': 'completed', 'code': 200} Aug 16 02:14:50.389046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-d7ce5d43-fcec-4c6b-93cb-73e8758c6512 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f8a28437-2f95-4196-8db3-fe4fa0deda00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791821 Aug 16 02:14:50.444165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0311359c-ae3c-4b98-9074-052246b71385 req-fb868fa9-c3a0-41fd-b818-a971233cbc01 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0854266 Aug 16 02:14:50.587150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c820e2-3d32-4707-bd8b-ec6094a0de9a req-4337b57c-ea5c-494b-ab9d-fd73d6ba7c03 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.588802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9c820e2-3d32-4707-bd8b-ec6094a0de9a req-4337b57c-ea5c-494b-ab9d-fd73d6ba7c03 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0999849 Aug 16 02:14:50.673948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-7f8f7b31-1aa4-4eb1-8db3-63a71276f0bb service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691324 Aug 16 02:14:50.732088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da18966-81ca-4ef4-8017-491c87df96c5 req-68f3eb79-d683-4f42-b36f-10088238fc06 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.733731 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4da18966-81ca-4ef4-8017-491c87df96c5 req-68f3eb79-d683-4f42-b36f-10088238fc06 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 946 time: 0.0995286 Aug 16 02:14:50.734670 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9c820e2-3d32-4707-bd8b-ec6094a0de9a req-2c81303c-401d-467e-858c-433eb79770d0 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217566 Aug 16 02:14:50.812780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4da18966-81ca-4ef4-8017-491c87df96c5 req-8922ccc2-689b-49a9-9085-726b93188626 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716615 Aug 16 02:14:50.856901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-094a87e2-8064-41c6-aef0-d92f9b4b8006 req-633f1840-4565-4476-b516-1efa8742a937 service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601908 Aug 16 02:14:50.976827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ada2f-2729-4674-b643-30869003718f req-5b25144d-8f6a-4d89-840f-df5454c1c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.978901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2ada2f-2729-4674-b643-30869003718f req-5b25144d-8f6a-4d89-840f-df5454c1c8b5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 1095 time: 0.0615747 Aug 16 02:14:51.197430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b615b7-9b18-45c3-a04e-242a7a211a8a req-72811bf4-5fda-4d36-ae49-4d02280eb9ca tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.205660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0b615b7-9b18-45c3-a04e-242a7a211a8a req-72811bf4-5fda-4d36-ae49-4d02280eb9ca tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 943 time: 0.1064212 Aug 16 02:14:51.215508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ada2f-2729-4674-b643-30869003718f req-5f39306c-25ea-4b4f-b465-9fc8560a1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.217783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2ada2f-2729-4674-b643-30869003718f req-5f39306c-25ea-4b4f-b465-9fc8560a1422 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 200 len: 922 time: 0.2286313 Aug 16 02:14:51.291093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2ada2f-2729-4674-b643-30869003718f req-42594020-2111-421d-9c84-47481fc147c2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3895261-c003-4f5a-8fe5-fb1f03492fad HTTP/1.1" status: 200 len: 217 time: 0.0628638 Aug 16 02:14:51.306262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e4c06b3f-fd86-4b68-a609-c95958f7f3e0 req-b741d6b7-84a3-43be-9298-221f26e2bbb8 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.0603468 Aug 16 02:14:51.330537 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0b615b7-9b18-45c3-a04e-242a7a211a8a req-19ce87a2-e183-4917-8fc7-af4ed5769369 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231587 Aug 16 02:14:51.367903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ada2f-2729-4674-b643-30869003718f req-745622d2-51bc-4e10-a1c4-5f05c245663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.369681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2ada2f-2729-4674-b643-30869003718f req-745622d2-51bc-4e10-a1c4-5f05c245663f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b494a140-ba88-4a01-b589-6523c0ee7e27 HTTP/1.1" status: 200 len: 861 time: 0.0689492 Aug 16 02:14:51.406678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2ada2f-2729-4674-b643-30869003718f req-609f0b12-2011-47b2-a7e2-b195df0f4f39 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f8a28437-2f95-4196-8db3-fe4fa0deda00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289884 Aug 16 02:14:51.516136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2ada2f-2729-4674-b643-30869003718f req-e48e4637-72e6-4c20-b092-73ebcc0ece28 service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913067 Aug 16 02:14:51.632375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2ada2f-2729-4674-b643-30869003718f req-67104208-57fa-45a4-86cb-ab12fbe4f687 service neutron] 10.222.0.98 "GET /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081104 Aug 16 02:14:51.669597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a856018-512f-42a6-9b0a-e049b398415e req-6cc5694c-efab-47dc-a75a-86313170b1b7 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 210 time: 0.1166024 Aug 16 02:14:51.844601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-6e3f391b-0492-4c2d-bb11-37f0434b455d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658066 Aug 16 02:14:51.965400 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.017320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d48f6-2e6b-4e9c-9078-e0de004739a4 req-a258e3bb-a875-487f-9215-b37828f9d655 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.019231 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d7d48f6-2e6b-4e9c-9078-e0de004739a4 req-a258e3bb-a875-487f-9215-b37828f9d655 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1385739 Aug 16 02:14:52.085539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-4481aa7d-fdf2-44aa-8a64-9937bc51a7c1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.087361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-4481aa7d-fdf2-44aa-8a64-9937bc51a7c1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359664 Aug 16 02:14:52.094141 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d7d48f6-2e6b-4e9c-9078-e0de004739a4 req-a3cc1ff7-60cf-4a94-8160-a2863f48e6c0 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686419 Aug 16 02:14:52.112433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Request body: {'port': {'device_id': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'bc4dd78a8f254bdf9cc5d0b394c6622c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:52.193418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-fcceaf1f-354b-41c1-8991-6170a78fb379 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--674178368&fields=id&tenant_id=6399bc3e63b440b4a20f2869d9d7bf38 HTTP/1.1" status: 200 len: 267 time: 0.1050406 Aug 16 02:14:52.345642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-f9d18032-de74-49d4-b064-6fd6040ada8a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.347155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-f9d18032-de74-49d4-b064-6fd6040ada8a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 824 time: 0.1461034 Aug 16 02:14:52.348335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Made reservation on behalf of bc4dd78a8f254bdf9cc5d0b394c6622c for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:52.351816 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.382765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-d05317e7-5cc5-4ed9-83f3-95617aff3571 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/quotas/6399bc3e63b440b4a20f2869d9d7bf38 HTTP/1.1" status: 200 len: 375 time: 0.0196989 Aug 16 02:14:52.431814 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3607a26d-c319-4fb9-b3b8-971b57e6731e req-a20f8f4a-51b6-4b48-858f-9d5f4fcb1452 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.0311215 Aug 16 02:14:52.529998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-354ada01-6020-4810-81e3-d683128db502 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1038134 Aug 16 02:14:52.576190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Allocated IP 192.168.233.243 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/ff3b976c-28c4-40f3-b193-4dbb5ea18f88) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:52.627816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a71586-1747-4cd7-affd-4802b1a78c30 req-7ea62331-d60d-4faf-953c-18f536ccc172 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.636234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82a71586-1747-4cd7-affd-4802b1a78c30 req-7ea62331-d60d-4faf-953c-18f536ccc172 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 943 time: 0.1161506 Aug 16 02:14:52.677271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82a71586-1747-4cd7-affd-4802b1a78c30 req-58177fad-8754-49cc-b886-cfec8df81452 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Aug 16 02:14:52.765798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-04b2facb-feb5-40c5-bc6a-26b97b8aba38 service neutron] 10.222.0.78 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125604 Aug 16 02:14:52.803111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-41f80f97-1a38-4f0b-baec-31bb0955c314 req-d6eb831d-2d53-4bd8-a50b-db6eb7be9f1a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0333900 Aug 16 02:14:52.829622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b3895261-c003-4f5a-8fe5-fb1f03492fad details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:52.893070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.919422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-2f9a33d2-dff2-49f3-a305-5f24e44c4ae7 service neutron] 10.222.0.78 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404018 Aug 16 02:14:52.920262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Transition to ACTIVE for port object ff3b976c-28c4-40f3-b193-4dbb5ea18f88 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:52.957225 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.977489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b3895261-c003-4f5a-8fe5-fb1f03492fad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b3895261-c003-4f5a-8fe5-fb1f03492fad,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:53.004482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:53.015678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1cf5dd9a-e715-4546-b1a5-75dafbe8e161'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:53.020849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:53.024855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:53.028547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:53.148165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.150457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.161119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.196588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'b3895261-c003-4f5a-8fe5-fb1f03492fad', 'network_id': 'f8a28437-2f95-4196-8db3-fe4fa0deda00', 'port_id': 'b3895261-c003-4f5a-8fe5-fb1f03492fad', 'mac_address': 'fa:16:3e:8d:60:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494a140-ba88-4a01-b589-6523c0ee7e27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:53.201710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-b0a506e6-9035-413d-a943-f74c0c1f5a48 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1010458 Aug 16 02:14:53.219104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Request body: {'port': {'device_id': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:53.237362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93f19c57-4eae-4e6d-9a90-ec2a1c17035d req-04135282-91a4-442f-a8f4-f1036cebe3bd tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 210 time: 0.0538743 Aug 16 02:14:53.452925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.464860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.536580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3895261-c003-4f5a-8fe5-fb1f03492fad {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:53.554119 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.561423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b3895261-c003-4f5a-8fe5-fb1f03492fad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b3895261-c003-4f5a-8fe5-fb1f03492fad,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:53.579686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.587154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98a16467-3af7-46e7-a963-a71fa7a9ad10 None None] Provisioning for port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:53.650379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d1663-0faf-4212-83b0-8c025fb97794 req-200410e1-8740-49e1-a804-c33888e04ed3 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.651947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-285d1663-0faf-4212-83b0-8c025fb97794 req-200410e1-8740-49e1-a804-c33888e04ed3 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.2227330 Aug 16 02:14:53.662923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-532faeb5-e392-4612-af52-f7a139bdb671 req-928fafa0-d7f6-400f-b47f-fbabb7d2f28a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=3791fbec-aea6-44aa-8bc2-7048a9d246ff HTTP/1.1" status: 200 len: 210 time: 0.0651844 Aug 16 02:14:53.743401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98a16467-3af7-46e7-a963-a71fa7a9ad10 None None] Provisioning complete for port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:53.744062 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98a16467-3af7-46e7-a963-a71fa7a9ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.746404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=b3895261-c003-4f5a-8fe5-fb1f03492fad,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.826047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-accab02e-ae86-43d9-b7f4-d42ac8113263 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.827661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-accab02e-ae86-43d9-b7f4-d42ac8113263 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "GET /v2.0/ports?device_id=65220df5-c85a-4489-8767-76d80b0ce416 HTTP/1.1" status: 200 len: 946 time: 0.5189879 Aug 16 02:14:53.843749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-285d1663-0faf-4212-83b0-8c025fb97794 req-bec79977-c346-436e-a150-be78a488083e tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833229 Aug 16 02:14:53.910935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['b3895261-c003-4f5a-8fe5-fb1f03492fad'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:53.958526 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-a853ce95-42c7-41ae-8c7b-914b4ce2f680 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--328300087&fields=id&tenant_id=79a6e524467441a8b46673c2382d2e17 HTTP/1.1" status: 200 len: 267 time: 0.0689983 Aug 16 02:14:54.017513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-98a16467-3af7-46e7-a963-a71fa7a9ad10 None None] Port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:54.200969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-d191e415-13cf-408d-b29f-13a6a70b51e3 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.207639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Deleting port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:54.208206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.220216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-d191e415-13cf-408d-b29f-13a6a70b51e3 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/networks?id=35685fa8-6b6a-405b-8100-7624e2e8a5c6 HTTP/1.1" status: 200 len: 816 time: 0.2602918 Aug 16 02:14:54.244500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-6100c46d-6c48-4521-9a4f-3b6385a3e4fc tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/quotas/79a6e524467441a8b46673c2382d2e17 HTTP/1.1" status: 200 len: 375 time: 0.0223677 Aug 16 02:14:54.356396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f80ffaa-b1ee-4ffa-99aa-d1536d408125 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=79a6e524467441a8b46673c2382d2e17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961525 Aug 16 02:14:54.444814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d3573-38c4-4fb8-a21b-4163c1d9e51a req-e5ae4bff-ad00-4205-88d5-ab1a33bc4cd4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.453329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e19d3573-38c4-4fb8-a21b-4163c1d9e51a req-e5ae4bff-ad00-4205-88d5-ab1a33bc4cd4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 944 time: 0.4138803 Aug 16 02:14:54.519352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8d747b7a-be8e-465f-964b-d5a9cb58ea20 service neutron] 10.222.0.78 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583359 Aug 16 02:14:54.546428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e19d3573-38c4-4fb8-a21b-4163c1d9e51a req-7102efeb-d802-4f36-b24a-e22c070a87ea tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877378 Aug 16 02:14:54.605514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] For port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:54.605917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.692408 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-bb76911e-f189-4f47-848f-93f274024946 service neutron] 10.222.0.78 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720653 Aug 16 02:14:54.945339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3b976c-28c4-40f3-b193-4dbb5ea18f88 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:54.968046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f49f-e279-4d6b-8ef4-3b0c4da38b81 req-296a56d7-18d6-4a4d-96c8-14b74aecc8ba tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.969847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52f0f49f-e279-4d6b-8ef4-3b0c4da38b81 req-296a56d7-18d6-4a4d-96c8-14b74aecc8ba tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 936 time: 0.2907584 Aug 16 02:14:54.972155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.989766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-027d48a7-a3b8-44b3-813e-57f8ff260702 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.991355 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-027d48a7-a3b8-44b3-813e-57f8ff260702 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 824 time: 0.2170687 Aug 16 02:14:55.016228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Transition to ACTIVE for port object ff3b976c-28c4-40f3-b193-4dbb5ea18f88 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:55.050684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.096160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-3042b879-1fed-4473-ba7c-a64c681d1c97 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6399bc3e63b440b4a20f2869d9d7bf38 HTTP/1.1" status: 200 len: 379 time: 0.0910237 Aug 16 02:14:55.116201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'port': {'device_id': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'admin_state_up': True, 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'security_groups': ['c282a6d9-04b5-480c-b775-f9bc7e601d4b']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:55.120867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52f0f49f-e279-4d6b-8ef4-3b0c4da38b81 req-b3940ccc-b2f4-43bf-9728-59bfaf372c4b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383886 Aug 16 02:14:55.199004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.199380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.199698 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8 disassociated. External IP: 172.25.4.105, port: 1bb99521-fdbf-49d3-9a38-1bd6d4c36989. Aug 16 02:14:55.200043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Calling delete_port for 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:55.227457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:55.427564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c55654fb-2962-4450-8bad-b310e426c9f2 req-2d069a88-eeed-498c-944c-865040213522 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 210 time: 0.1601398 Aug 16 02:14:55.493261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12fedd-90a7-4284-b935-b8474fdbb4c3 req-4a6fcf63-30e2-4298-845e-dc3e8f77018c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:55.502063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d12fedd-90a7-4284-b935-b8474fdbb4c3 req-4a6fcf63-30e2-4298-845e-dc3e8f77018c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1623492 Aug 16 02:14:55.504267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Made reservation on behalf of 6399bc3e63b440b4a20f2869d9d7bf38 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:55.514057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.520695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Attempting to bind port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:55.521128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Attempting to bind port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:55.521537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Attempting to bind port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:55.540122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:55.540333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Attempting to bind port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:55.607372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d12fedd-90a7-4284-b935-b8474fdbb4c3 req-fdf5622f-fb70-4e1c-899f-d89a383ca2ba tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005971 Aug 16 02:14:55.989449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Allocated IP 172.20.0.4 (a284a135-fd34-4a4c-81e8-37e9bcdc7e65/e94bc30c-d333-4763-9a60-e9682031fa76/e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:56.025399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdff483-f7b9-4654-bec4-69010bcbc3e1 req-15bf89f6-ba37-417b-b8af-afd397e0caa4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.033237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0bdff483-f7b9-4654-bec4-69010bcbc3e1 req-15bf89f6-ba37-417b-b8af-afd397e0caa4 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 944 time: 0.1662610 Aug 16 02:14:56.111780 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8289486-d785-4682-932a-85106f1a2d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.135878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0bdff483-f7b9-4654-bec4-69010bcbc3e1 req-135f7943-eaf5-4f5f-b47a-3771945c004c tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964174 Aug 16 02:14:56.320924 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa39703f-5ffc-46ac-b06f-2b34ef270cd5 req-f96ce263-b73d-4673-af32-fb147520bf22 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.8040535 Aug 16 02:14:56.326347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:56.326698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:56.327096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:56.329812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Bound port: ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:56.330271 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.361490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.420013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-0b978850-4c6a-4e53-8fc3-8f41b354610b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.422572 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-0b978850-4c6a-4e53-8fc3-8f41b354610b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1648126 Aug 16 02:14:56.457230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event deleted for resources: {'Port': ['ID=1bb99521-fdbf-49d3-9a38-1bd6d4c36989,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.501512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-48d18b1b-89cb-4148-9665-d01a93a4c5a4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/quotas/21c2bfdcf6e14b7f83a27a4c4baaddad HTTP/1.1" status: 200 len: 375 time: 0.0704198 Aug 16 02:14:56.535914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.568501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-20e5d231-eb8f-414d-965e-d1aede5ad10a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587368 Aug 16 02:14:56.579240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Transition to ACTIVE for port object e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:56.660120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:56.671933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85a3a2-4304-4aef-bb17-6f1cb5d1b292 req-88fcb949-0315-4c2b-9c76-4296fd11690e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.681654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c85a3a2-4304-4aef-bb17-6f1cb5d1b292 req-88fcb949-0315-4c2b-9c76-4296fd11690e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 948 time: 0.2477088 Aug 16 02:14:56.696919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-77e98401-9788-46e7-a702-43142d04ecba service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189334 Aug 16 02:14:56.698878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.764439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:56.789929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c85a3a2-4304-4aef-bb17-6f1cb5d1b292 req-f7191028-a8cb-459f-8dd6-a3da30cf5a0a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072602 Aug 16 02:14:56.809847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:56.814014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.816487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:56.819466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:56.828913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b3895261-c003-4f5a-8fe5-fb1f03492fad up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:56.854074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event updated for resources: {'Port': ['ID=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.937847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port b3895261-c003-4f5a-8fe5-fb1f03492fad completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:56.951269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.952187 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.961211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port b3895261-c003-4f5a-8fe5-fb1f03492fad triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:56.961593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.977703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-f82f1bd8-2a88-4760-9ba5-ec79e2d3b47c service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719424 Aug 16 02:14:56.982959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9841bd93-aa2a-4d91-8b40-83631f22891e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8730540 Aug 16 02:14:56.998988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Request body: {'port': {'device_id': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:57.000965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.001634 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.003738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] 10.222.0.98 "PUT /v2.0/ports/ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 200 len: 1097 time: 3.7907186 Aug 16 02:14:57.010980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:57.013382 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616011be-e53b-42c6-b7f2-39a685add101" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:57.086693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Router 4dff5543-c408-4ab3-ae20-fa0c252ee753 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:57.193599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.213063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2872b-e133-4673-998f-9c3b0ebfe63f req-401e7244-5b60-4995-9470-8a549c06e31a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.227703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7ca2872b-e133-4673-998f-9c3b0ebfe63f req-401e7244-5b60-4995-9470-8a549c06e31a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 931 time: 0.3046188 Aug 16 02:14:57.231550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bec8c-ff03-4da5-8447-f61cdc1f9dea service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.248708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3895261-c003-4f5a-8fe5-fb1f03492fad'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:57.251262 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea77b10-e876-42b0-b19c-fe1ccf8ff344" -d '{"events": [{"server_uuid": "8c698bef-3f3f-4e83-9dcb-9b5501042050", "name": "network-vif-plugged", "status": "completed", "tag": "b3895261-c003-4f5a-8fe5-fb1f03492fad"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:57.286926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b3895261-c003-4f5a-8fe5-fb1f03492fad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b3895261-c003-4f5a-8fe5-fb1f03492fad,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:57.300068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.379626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=b3895261-c003-4f5a-8fe5-fb1f03492fad,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.405820 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.570508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:57.634024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:57.634380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:57.667168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:57.684967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] Sync routers for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:57.693377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7ca2872b-e133-4673-998f-9c3b0ebfe63f req-011a1966-daf2-4600-b6fc-eb48d54bd637 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600446 Aug 16 02:14:57.711924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:57.711924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:14:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:57.749771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-28c3dea6-ba1c-4434-b895-d2e1feb061aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.770734 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-28c3dea6-ba1c-4434-b895-d2e1feb061aa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 1100 time: 0.6236346 Aug 16 02:14:57.828279 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0130ea0-6e46-4f3f-a7a3-dceee0d449f3 x-openstack-request-id: req-c0130ea0-6e46-4f3f-a7a3-dceee0d449f3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:57.829410 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:57.829410 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0130ea0-6e46-4f3f-a7a3-dceee0d449f3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:57.829410 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'status': 'completed', 'code': 200} Aug 16 02:14:57.830744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] No DVR routers for this DVR port 1bb99521-fdbf-49d3-9a38-1bd6d4c36989 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:57.837815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.844808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9bc0d4ac-930a-4639-a4a5-2ea73ee9e52b req-372a31eb-03fa-492b-97cb-684e838e6c5a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "DELETE /v2.0/ports/1bb99521-fdbf-49d3-9a38-1bd6d4c36989 HTTP/1.1" status: 204 len: 173 time: 3.9966736 Aug 16 02:14:57.847402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a986e129-3d96-4e2e-a838-a8af522444c1 None None] Provisioning for port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:57.934697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-fce03e59-752b-4dc2-a8ef-dcd4ea9172d6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 200 len: 217 time: 0.1151004 Aug 16 02:14:58.105155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-e02ac429-4d32-4138-bff3-4496e5f1d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.107761 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-e02ac429-4d32-4138-bff3-4496e5f1d8c7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1635826 Aug 16 02:14:58.166641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7c19a-bb48-4e66-8eb2-624811b4cddb req-b4ef8b79-6d3d-40d1-9927-5ca6edab803a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.169218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-faf7c19a-bb48-4e66-8eb2-624811b4cddb req-b4ef8b79-6d3d-40d1-9927-5ca6edab803a tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 945 time: 0.1552951 Aug 16 02:14:58.234528 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-faf7c19a-bb48-4e66-8eb2-624811b4cddb req-c6ca9d1f-e128-46ed-ae96-d6e15593a875 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582485 Aug 16 02:14:58.237270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a093-aacb-4ced-b877-daecc705f365 req-afc6a469-f8b3-4a3b-892e-e051db536715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.238706 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-afc6a469-f8b3-4a3b-892e-e051db536715 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182847 Aug 16 02:14:58.343352 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13dcee3-1ff2-4787-a282-9831fa059e0d x-openstack-request-id: req-d13dcee3-1ff2-4787-a282-9831fa059e0d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:58.344301 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c698bef-3f3f-4e83-9dcb-9b5501042050", "name": "network-vif-plugged", "status": "completed", "tag": "b3895261-c003-4f5a-8fe5-fb1f03492fad", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:58.344715 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d13dcee3-1ff2-4787-a282-9831fa059e0d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:58.345795 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3895261-c003-4f5a-8fe5-fb1f03492fad', 'code': 200} Aug 16 02:14:58.346709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a986e129-3d96-4e2e-a838-a8af522444c1 None None] Provisioning complete for port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:58.347243 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a986e129-3d96-4e2e-a838-a8af522444c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.387069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a986e129-3d96-4e2e-a838-a8af522444c1 None None] Port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:58.414620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae606f-70db-48cf-a032-7c5fe4651154 req-c434ab73-968c-4abf-be1f-b7f637c40328 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.416375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:58.435622 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07ae606f-70db-48cf-a032-7c5fe4651154 req-c434ab73-968c-4abf-be1f-b7f637c40328 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.9510379 Aug 16 02:14:58.449246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09938c3e-87e6-42d9-8016-3288ffb4481e req-1de5137a-c8d2-42bf-b754-0f07ccf26e58 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3072d50-cc1f-490f-a1d7-b776218f4083 HTTP/1.1" status: 200 len: 210 time: 0.0409920 Aug 16 02:14:58.462764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-31cb1ca0-3436-4d9a-adca-f57384c69b3b tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.464660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-31cb1ca0-3436-4d9a-adca-f57384c69b3b tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.88 "GET /v2.0/networks?id=35685fa8-6b6a-405b-8100-7624e2e8a5c6 HTTP/1.1" status: 200 len: 816 time: 1.3952820 Aug 16 02:14:58.647990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-166847db-2253-49f0-9717-26259d0bb500 req-73528435-b661-44f1-bd82-de9fb63a1dd6 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.0845313 Aug 16 02:14:58.651591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-6a444e76-966d-4b7c-90ac-5c78ddbedbf0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79a6e524467441a8b46673c2382d2e17 HTTP/1.1" status: 200 len: 379 time: 0.1020212 Aug 16 02:14:58.651790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-33ba3b16-a83c-4c3e-8606-1125bd9b2728 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025664 Aug 16 02:14:58.673538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Request body: {'port': {'device_id': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'admin_state_up': True, 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'security_groups': ['eb67693f-edfe-4aa4-9022-f2be91c845d4']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:58.684694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07ae606f-70db-48cf-a032-7c5fe4651154 req-22c51651-cca5-4eb2-bc70-d6c5663d9dfe tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480142 Aug 16 02:14:58.790078 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cec7a093-aacb-4ced-b877-daecc705f365 req-f0d4a05d-248a-4e62-94aa-3d78815231a8 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254947 Aug 16 02:14:58.793880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.806724 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74fa80c0-1729-4423-8645-a68428696caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.831621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb815-94cc-4510-a8f3-d5cb77852ec6 req-cb2b40a1-b40f-44e9-8bd8-b3c31dedce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.836256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8cfeb815-94cc-4510-a8f3-d5cb77852ec6 req-cb2b40a1-b40f-44e9-8bd8-b3c31dedce62 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 1097 time: 0.3856051 Aug 16 02:14:58.849954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:58.912861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] Checking router: 4dff5543-c408-4ab3-ae20-fa0c252ee753 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:58.923731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:58.924971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:14:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:59.037046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1454a-a6db-4dde-9d07-4db0c2f0f4b5 req-84cb49b7-e1b4-44fc-9df9-8ac1665c1a3f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.040642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-29f1454a-a6db-4dde-9d07-4db0c2f0f4b5 req-84cb49b7-e1b4-44fc-9df9-8ac1665c1a3f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 948 time: 0.2478497 Aug 16 02:14:59.069834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Made reservation on behalf of 79a6e524467441a8b46673c2382d2e17 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:59.073436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.120225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:59.124768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8cfeb815-94cc-4510-a8f3-d5cb77852ec6 req-14261349-71e1-4fcd-b4d0-64d3638cbf95 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358618 Aug 16 02:14:59.181044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-29f1454a-a6db-4dde-9d07-4db0c2f0f4b5 req-dc98e32f-2887-42e7-abd7-a82a778dfe6a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231089 Aug 16 02:14:59.181044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616011be-e53b-42c6-b7f2-39a685add101 req-d6ae66e8-7a47-44a0-ae41-3b67831e9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.185718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616011be-e53b-42c6-b7f2-39a685add101 req-d6ae66e8-7a47-44a0-ae41-3b67831e9a60 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 1100 time: 0.3018599 Aug 16 02:14:59.220754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:59.245241 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.281005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630622b6-65a1-4878-9a45-bc1782853f6d req-62efbeab-fa7a-494a-9ac6-56729a8552bc tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.282859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-630622b6-65a1-4878-9a45-bc1782853f6d req-62efbeab-fa7a-494a-9ac6-56729a8552bc tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 931 time: 0.2046564 Aug 16 02:14:59.335713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616011be-e53b-42c6-b7f2-39a685add101 req-f296f0cd-0d68-4015-807d-2d612d7bde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.337752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616011be-e53b-42c6-b7f2-39a685add101 req-f296f0cd-0d68-4015-807d-2d612d7bde9d service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1464157 Aug 16 02:14:59.340737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Transition to ACTIVE for port object e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:59.348276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-630622b6-65a1-4878-9a45-bc1782853f6d req-7d89c654-95ed-486c-a85b-375e202239a9 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518081 Aug 16 02:14:59.377091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.389645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:59.404461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b71eaca3-9dda-42ca-b537-044ea351d5a4 req-9f002c16-0e16-4880-8f17-8d12ca124d5d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3072d50-cc1f-490f-a1d7-b776218f4083 HTTP/1.1" status: 200 len: 210 time: 0.1200182 Aug 16 02:14:59.419129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608409fb-7b1f-4c0e-8993-fe904d5380a0 None None] The sync data for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 is: [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:59.448711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616011be-e53b-42c6-b7f2-39a685add101 req-47d39c0d-e36d-4ae3-8205-647d64f2b831 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 200 len: 217 time: 0.0805342 Aug 16 02:14:59.471165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Allocated IP 172.20.0.13 (35685fa8-6b6a-405b-8100-7624e2e8a5c6/5a1b5a54-61f1-4635-97f2-792086db8409/a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:59.570648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616011be-e53b-42c6-b7f2-39a685add101 req-d80a762f-e5c9-4b76-84fb-b1bddf721451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.572349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:59.572729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616011be-e53b-42c6-b7f2-39a685add101 req-d80a762f-e5c9-4b76-84fb-b1bddf721451 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0968864 Aug 16 02:14:59.637370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f7ca7-aa98-4d80-a522-75cbc7b71fc7 req-e4558615-46d1-43fc-b3f4-2c7500cc03a5 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.639628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616011be-e53b-42c6-b7f2-39a685add101 req-e7698e0f-1e35-49da-9826-5cd05afabe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.643796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616011be-e53b-42c6-b7f2-39a685add101 req-e7698e0f-1e35-49da-9826-5cd05afabe83 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599074 Aug 16 02:14:59.645255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c18f7ca7-aa98-4d80-a522-75cbc7b71fc7 req-e4558615-46d1-43fc-b3f4-2c7500cc03a5 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 945 time: 0.1839738 Aug 16 02:14:59.818041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bde7213e-33c5-4f3f-9a4d-617bb859d8a5 req-09a88f1c-9b57-4fb0-ad14-10880218ab4e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.0456941 Aug 16 02:14:59.829707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616011be-e53b-42c6-b7f2-39a685add101 req-a65912c5-bf00-45de-a628-42af54ee0fff service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769898 Aug 16 02:14:59.830443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'name': 'network-vif-deleted', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:59.830609 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c18f7ca7-aa98-4d80-a522-75cbc7b71fc7 req-11ba0181-d73d-4525-bc2d-3221fe7606d0 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829731 Aug 16 02:14:59.832714 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b40ab4-30e3-4447-955e-55f54135332d" -d '{"events": [{"server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "name": "network-vif-deleted", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:59.846857 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c03b-7a82-4ea7-b2b0-d0f0fac4e3a6 None None] New status for floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:14:59.881333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Attempting to bind port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:59.881681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Attempting to bind port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:59.882011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Attempting to bind port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:59.896889 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.903179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:59.903655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Attempting to bind port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 on network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:59.916806 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def7cba-eb99-4dd2-823a-9f528945ba66 x-openstack-request-id: req-6def7cba-eb99-4dd2-823a-9f528945ba66 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:59.916996 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65220df5-c85a-4489-8767-76d80b0ce416", "name": "network-vif-deleted", "tag": "1bb99521-fdbf-49d3-9a38-1bd6d4c36989", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:59.917418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:59.917865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Checking segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:59.918440 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6def7cba-eb99-4dd2-823a-9f528945ba66 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:59.918572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Bound using segment: {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:59.918842 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65220df5-c85a-4489-8767-76d80b0ce416', 'name': 'network-vif-deleted', 'tag': '1bb99521-fdbf-49d3-9a38-1bd6d4c36989', 'status': 'completed', 'code': 200} Aug 16 02:14:59.919149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Bound port: e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b167dc-040e-492a-ac22-fe90153fd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:59.919599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.953930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-c5533b60-f070-47d0-9ce1-d87210330b2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=c3072d50-cc1f-490f-a1d7-b776218f4083 HTTP/1.1" status: 200 len: 210 time: 0.0858214 Aug 16 02:14:59.962070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.996872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Transition to ACTIVE for port object a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:00.042932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] For port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:00.058618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] For port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:00.066094 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.093312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.114850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.115602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.117162 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] 10.222.0.88 "PUT /v2.0/ports/e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 HTTP/1.1" status: 200 len: 1092 time: 3.1229892 Aug 16 02:15:00.122513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:00.125112 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21490f8-56f5-407c-bbd4-382bbfc8c8df" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:00.152796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:00.161349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:00.169408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:00.172381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141b4bd-1aa2-486b-8994-5df422404c04 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:00.199773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cc24e-caae-4c88-b1e8-66ca7c0a1416 req-8fb7d430-90c6-4718-9685-cda770811441 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.209254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb2cc24e-caae-4c88-b1e8-66ca7c0a1416 req-8fb7d430-90c6-4718-9685-cda770811441 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.2937806 Aug 16 02:15:00.224918 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-d3cd06a0-674e-4927-b469-093b8be151c2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1862226 Aug 16 02:15:00.227288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-616011be-e53b-42c6-b7f2-39a685add101 req-f9e0f84c-9d1d-450c-9ff1-a17616df3124 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804343 Aug 16 02:15:00.291736 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b709e-2e5d-4025-995f-b2851bc33ff4 x-openstack-request-id: req-041b709e-2e5d-4025-995f-b2851bc33ff4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:00.296655 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:00.296975 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-041b709e-2e5d-4025-995f-b2851bc33ff4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:00.298569 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'status': 'completed', 'code': 200} Aug 16 02:15:00.335172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-d7a4f2c9-58fa-430d-af4a-52cb16e36956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.336861 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-d7a4f2c9-58fa-430d-af4a-52cb16e36956 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3676620 Aug 16 02:15:00.408515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb2cc24e-caae-4c88-b1e8-66ca7c0a1416 req-4af05f3d-87fc-4707-907b-1de30b2dcfb1 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981971 Aug 16 02:15:00.461634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event updated for resources: {'Port': ['ID=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:00.504031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.505662 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.515452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-407e93c7-0ef1-43fe-abfa-055a6634f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.522900 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-407e93c7-0ef1-43fe-abfa-055a6634f494 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1845434 Aug 16 02:15:00.562241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-ba74ab22-60dc-44d8-b171-114f8ad7fa53 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9004190 Aug 16 02:15:00.570207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-26d1acb5-bc39-436f-b2c9-bab2b08c6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.571329 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-26d1acb5-bc39-436f-b2c9-bab2b08c6a02 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 1095 time: 0.2724104 Aug 16 02:15:00.582183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Request body: {'port': {'device_id': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:00.669408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4cd5-3e2e-4675-b0d3-976b7583fbca req-e4ce2112-fcab-4a35-8741-afb667498386 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.670858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a48b4cd5-3e2e-4675-b0d3-976b7583fbca req-e4ce2112-fcab-4a35-8741-afb667498386 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 948 time: 0.3046420 Aug 16 02:15:00.675172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-3174810d-7842-47ef-9c44-5c864a86f0e6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 HTTP/1.1" status: 200 len: 217 time: 0.0878625 Aug 16 02:15:00.708142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e7162f58-c3e3-4df6-a7e4-229aab2d2f55 None None] Provisioning for port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:00.715320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e7162f58-c3e3-4df6-a7e4-229aab2d2f55 None None] Provisioning complete for port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:00.716013 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7162f58-c3e3-4df6-a7e4-229aab2d2f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.723706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-05e1f7f3-3b0a-4ad2-976e-06ac6e8de277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.725288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-05e1f7f3-3b0a-4ad2-976e-06ac6e8de277 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3651693 Aug 16 02:15:00.764261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e7162f58-c3e3-4df6-a7e4-229aab2d2f55 None None] Port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:00.775084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-089fd1b6-43d7-4211-aa49-14b9d4b836c6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2753065 Aug 16 02:15:00.777207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.783636 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a48b4cd5-3e2e-4675-b0d3-976b7583fbca req-d260f591-17e5-4bbe-bfd4-f513338b0c96 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930886 Aug 16 02:15:00.816671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-17da6ac5-5ec0-4b42-8ece-774a02d45ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.818524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-17da6ac5-5ec0-4b42-8ece-774a02d45ae4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e94bc30c-d333-4763-9a60-e9682031fa76 HTTP/1.1" status: 200 len: 863 time: 0.1352308 Aug 16 02:15:00.824501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bce4a3bc-fa6a-4e6d-ae86-1078c4cb187d req-d8aa325c-6f7d-4f1b-b639-b6248b955132 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3072d50-cc1f-490f-a1d7-b776218f4083 HTTP/1.1" status: 200 len: 210 time: 0.0668180 Aug 16 02:15:00.868621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:00.903950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdfacc-8105-4865-a33e-36942a185f68 req-4f5b162a-7a4b-4474-a079-ca5c16e44df6 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.910698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4fdfacc-8105-4865-a33e-36942a185f68 req-4f5b162a-7a4b-4474-a079-ca5c16e44df6 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 943 time: 0.3429346 Aug 16 02:15:00.950663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-72807970-6731-433a-ae1f-d6f7a1288ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.952621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-72807970-6731-433a-ae1f-d6f7a1288ab2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.3791049 Aug 16 02:15:00.975554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-ebb2678e-d765-4631-872e-95a6f80a3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.977637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-ebb2678e-d765-4631-872e-95a6f80a3724 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316252 Aug 16 02:15:01.024547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-d3e7331a-3ae4-4f1c-aa75-a3d6e5085683 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 200 len: 217 time: 0.0592308 Aug 16 02:15:01.029849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-58be9d4f-81ce-4cca-a324-a56da14925a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.031567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-58be9d4f-81ce-4cca-a324-a56da14925a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09bb0e460abd4b4ca29716f721aa7470&device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 1101 time: 0.1864407 Aug 16 02:15:01.044418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:01.054922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4fdfacc-8105-4865-a33e-36942a185f68 req-b34ceaa2-531b-4770-8c22-4dc5ccf1d261 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150408 Aug 16 02:15:01.073303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'mac_address': 'fa:16:3e:9d:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:01.161967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.178950 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9cb0f12c-c49e-4494-a466-a3a77ab988e8 req-a31a5f10-8b1c-40f2-8824-727faa6ebc8e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3072d50-cc1f-490f-a1d7-b776218f4083 HTTP/1.1" status: 200 len: 210 time: 0.2001445 Aug 16 02:15:01.194085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adbd541c-3a3b-495a-bee8-f18ef298f6ad req-e800068d-6b1a-4aa2-8865-f973897084dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=c3072d50-cc1f-490f-a1d7-b776218f4083 HTTP/1.1" status: 200 len: 210 time: 0.0367239 Aug 16 02:15:01.199364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-5fa68ab3-7777-44e4-ade2-9eb716fe9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.201175 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-5fa68ab3-7777-44e4-ade2-9eb716fe9c88 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1683078 Aug 16 02:15:01.208408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3b976c-28c4-40f3-b193-4dbb5ea18f88 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:01.221995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-c8aa54bd-278c-479f-b9ae-740743bd2b51 service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272902 Aug 16 02:15:01.240313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:01.252698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.307454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.463130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5eeb5-da9f-4c98-9d14-62d90bb21fbf req-7a52fe7c-0fc0-4d94-8933-b448d58af43e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.464742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1c5eeb5-da9f-4c98-9d14-62d90bb21fbf req-7a52fe7c-0fc0-4d94-8933-b448d58af43e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 932 time: 0.1917243 Aug 16 02:15:01.499822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8fc82e55-25e7-4dc1-833c-84c666682e89 req-804c5818-a0cf-404c-92df-42efa39dda8b service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670209 Aug 16 02:15:01.534137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1c5eeb5-da9f-4c98-9d14-62d90bb21fbf req-4c4ebeb1-8c89-4bbc-813d-79e8c2b55954 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608921 Aug 16 02:15:01.582408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ff3b976c-28c4-40f3-b193-4dbb5ea18f88'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:01.603793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-d40c8e0e-3b35-402a-b043-841c52391256 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3904045 Aug 16 02:15:01.665146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:01.676592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.698124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Transition to ACTIVE for port object a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:01.728176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-f35a9b9e-6608-4933-a713-c0aaf7a6ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.730071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-f35a9b9e-6608-4933-a713-c0aaf7a6ed08 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.6371019 Aug 16 02:15:01.760500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.790087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-a7a59275-f66f-4617-bfe5-880ac9e565da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466 HTTP/1.1" status: 200 len: 217 time: 0.0447412 Aug 16 02:15:01.801160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-8ba7caa1-8fcf-4445-bcc0-4368e9b8498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.802967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-8ba7caa1-8fcf-4445-bcc0-4368e9b8498e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 1095 time: 0.2326994 Aug 16 02:15:01.804117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.903441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0de3-6879-4c96-a5b7-cb53c015c895 req-21522359-a324-4f20-8b40-f9286f046e42 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.904546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f3c0de3-6879-4c96-a5b7-cb53c015c895 req-21522359-a324-4f20-8b40-f9286f046e42 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 945 time: 0.2636721 Aug 16 02:15:01.915820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd541c-3a3b-495a-bee8-f18ef298f6ad req-577d7b89-ad97-4287-8939-dec3078ec790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.915820 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adbd541c-3a3b-495a-bee8-f18ef298f6ad req-577d7b89-ad97-4287-8939-dec3078ec790 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7116306 Aug 16 02:15:01.920310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-f562a04d-5e77-4e3b-bfdd-1b339cf1c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.921868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-f562a04d-5e77-4e3b-bfdd-1b339cf1c637 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1203063 Aug 16 02:15:01.950277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-163e94d5-89a0-4aa0-bdcd-6ccd44e07322 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.951562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-163e94d5-89a0-4aa0-bdcd-6ccd44e07322 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.7192295 Aug 16 02:15:01.963505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Pushing event updated for resources: {'Port': ['ID=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.023259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-7a23fed8-8091-4e8c-b4e2-14847e0b9abd service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042161 Aug 16 02:15:02.033618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-ad929213-e381-469b-b8a6-2662d9a3c8da tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/quotas/0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 375 time: 0.0613637 Aug 16 02:15:02.051359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f3c0de3-6879-4c96-a5b7-cb53c015c895 req-9b84b989-af00-4f95-a6ec-491150c26aa9 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155922 Aug 16 02:15:02.058965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-1d210347-29f4-4c85-b9c9-77b9ac0421f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.060221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-1d210347-29f4-4c85-b9c9-77b9ac0421f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 925 time: 0.2291572 Aug 16 02:15:02.121820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Attempting to bind port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:02.122518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Attempting to bind port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:02.122923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Attempting to bind port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 on network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:02.127988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-1be06934-cc66-45dd-be6b-e835f6c8f728 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 HTTP/1.1" status: 200 len: 217 time: 0.0576301 Aug 16 02:15:02.130961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 on network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:02.131299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Attempting to bind port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 on network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:02.145040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:02.146032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Checking segment: {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:02.146032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Bound using segment: {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:02.146616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Bound port: a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f225c4-94ef-42b7-9513-d1d138434ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:02.147526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.184338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-cb299618-668d-48de-b717-dbfb5b54baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.187802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-cb299618-668d-48de-b717-dbfb5b54baa0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2429681 Aug 16 02:15:02.202563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd541c-3a3b-495a-bee8-f18ef298f6ad req-5808ef02-d2c7-4002-8d6f-241a90f324fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.204109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adbd541c-3a3b-495a-bee8-f18ef298f6ad req-5808ef02-d2c7-4002-8d6f-241a90f324fd service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2763007 Aug 16 02:15:02.260718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-ab8119af-9106-4933-981b-fe8d08ac2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.262244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-ab8119af-9106-4933-981b-fe8d08ac2518 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e94bc30c-d333-4763-9a60-e9682031fa76 HTTP/1.1" status: 200 len: 863 time: 0.1251664 Aug 16 02:15:02.280992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-25886ba0-e55f-4613-8c42-54b7482ad02f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2362111 Aug 16 02:15:02.285293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a230ce5-074b-4b2e-b625-9f9bca12e10c req-ae2e5670-0d7d-46b8-aaa2-c25b6dee7613 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.286686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a230ce5-074b-4b2e-b625-9f9bca12e10c req-ae2e5670-0d7d-46b8-aaa2-c25b6dee7613 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.1351552 Aug 16 02:15:02.342966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] For port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:02.349716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adbd541c-3a3b-495a-bee8-f18ef298f6ad req-b22ae435-57db-4b5b-9083-6857951006bb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3072d50-cc1f-490f-a1d7-b776218f4083 HTTP/1.1" status: 200 len: 210 time: 0.0624352 Aug 16 02:15:02.360558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] For port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:02.372985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.387436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e0c16d9-a798-4191-84d9-372d77187bfc req-c87ae3df-2407-484f-b4b7-f21d96788ab0 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501773 Aug 16 02:15:02.410881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-b0192a56-ae73-4ac5-ac3d-65bfc601e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.412433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-b0192a56-ae73-4ac5-ac3d-65bfc601e4b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249256 Aug 16 02:15:02.434970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a230ce5-074b-4b2e-b625-9f9bca12e10c req-f6a67edc-0c77-43da-a076-4dc3e282374a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204782 Aug 16 02:15:02.439057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-c7b77348-bc80-4d42-8d47-6b3fcc098f7e service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379436 Aug 16 02:15:02.529598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.530138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.531597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] 10.222.0.88 "PUT /v2.0/ports/a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 HTTP/1.1" status: 200 len: 1093 time: 1.9536839 Aug 16 02:15:02.531982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:02.534953 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5f901c-6106-480f-b9c2-bc931f0f418f" -d '{"events": [{"name": "network-changed", "server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:02.611382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ff3f0de-cc30-4134-9e83-652eb3937142 req-0feb437c-6f9b-4193-9d88-9a1edece8352 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592224 Aug 16 02:15:02.615559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-14089425-bdaf-4e34-9379-f589623e4cb2 service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161063 Aug 16 02:15:02.620400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e72e5-f0e6-42b4-8603-f8c66aa1d12a service neutron] Pushing event updated for resources: {'Port': ['ID=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.774336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-f13afac8-2677-477f-b2d2-c4b90103cba3 service neutron] 10.222.0.78 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447847 Aug 16 02:15:02.820527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8277e721-7f11-4d59-9539-f0ef1a890f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.825733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-8277e721-7f11-4d59-9539-f0ef1a890f28 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=79a6e524467441a8b46673c2382d2e17&device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 1096 time: 0.1644397 Aug 16 02:15:02.873168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:02.937618 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-2ae8ee21-4aee-41e0-9eb4-6d980a8337c4 service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998648 Aug 16 02:15:02.968361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-fe5b501c-ab8f-45da-affc-1efdf89023d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 HTTP/1.1" status: 200 len: 217 time: 0.1351578 Aug 16 02:15:02.970844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acdf7c-64e8-4f8b-99d6-e331500c0155 req-32dd03d9-1b7d-4b71-a444-1ca60038eb16 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.979726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72acdf7c-64e8-4f8b-99d6-e331500c0155 req-32dd03d9-1b7d-4b71-a444-1ca60038eb16 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 949 time: 0.4310687 Aug 16 02:15:03.028546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:03.033299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:03.033452 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.062463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-7c261273-af85-4a99-b9d6-c74b4df37e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.065049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-7c261273-af85-4a99-b9d6-c74b4df37e48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a1b5a54-61f1-4635-97f2-792086db8409 HTTP/1.1" status: 200 len: 855 time: 0.0887070 Aug 16 02:15:03.094365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d21490f8-56f5-407c-bbd4-382bbfc8c8df req-a9c0c53b-f315-4f7b-8695-1a7fcae5ad2a service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473403 Aug 16 02:15:03.112598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72acdf7c-64e8-4f8b-99d6-e331500c0155 req-fd1c61ed-9b65-4903-bfeb-c6eeb71debda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319349 Aug 16 02:15:03.156510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-c4ddfd2d-7a1a-46ff-86b4-77ebdcac9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.159901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-c4ddfd2d-7a1a-46ff-86b4-77ebdcac9fad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35685fa8-6b6a-405b-8100-7624e2e8a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889404 Aug 16 02:15:03.193294 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.257278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:03.259795 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb64c8f-c37b-4e82-b55b-a46b1d542e13" -d '{"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:03.285231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:03.294200 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.324556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43615211-8fe7-4be6-bcfe-dfb55e2a88b4 req-2f86ac5c-8fb3-4a89-874d-98f366166e29 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.326256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43615211-8fe7-4be6-bcfe-dfb55e2a88b4 req-2f86ac5c-8fb3-4a89-874d-98f366166e29 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 943 time: 0.0925264 Aug 16 02:15:03.384099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.402438 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-250d5622-aef3-490e-9647-32ae11302c36 service neutron] 10.222.0.88 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333510 Aug 16 02:15:03.403332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43615211-8fe7-4be6-bcfe-dfb55e2a88b4 req-97215de6-c3a0-4c91-9852-435b9ce67b1f tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682502 Aug 16 02:15:03.540455 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c4588-8b1a-46fc-aa19-3b063190ab10 x-openstack-request-id: req-4b9c4588-8b1a-46fc-aa19-3b063190ab10 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:03.541104 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:03.541104 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b9c4588-8b1a-46fc-aa19-3b063190ab10 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:03.541827 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'status': 'completed', 'code': 200} Aug 16 02:15:03.596632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1c648b-294f-49ad-a9f5-1f213aacc6dc req-760be82e-8f94-46ff-a08d-5b1b07a298de service neutron] 10.222.0.88 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868751 Aug 16 02:15:03.620583 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f78e3e-a93a-4fdc-abe4-df18c2015f27 x-openstack-request-id: req-27f78e3e-a93a-4fdc-abe4-df18c2015f27 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:03.620922 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:03.621171 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27f78e3e-a93a-4fdc-abe4-df18c2015f27 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:03.621566 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'code': 200} Aug 16 02:15:03.717571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62ced788-07a4-4a40-b0a7-22d606a2b8b1 req-9c4aab02-5cb3-404e-8e04-01fd1bdf1e28 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 210 time: 0.0492618 Aug 16 02:15:03.775596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8e14-1d64-4088-8124-ed8fde8c1758 req-b59958a5-a5aa-4c94-a236-6a0a68ff3ba5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.777188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f0c8e14-1d64-4088-8124-ed8fde8c1758 req-b59958a5-a5aa-4c94-a236-6a0a68ff3ba5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 944 time: 0.1511571 Aug 16 02:15:03.787604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-aa26b3cf-8139-4b51-86e1-244b28de7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.789201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-aa26b3cf-8139-4b51-86e1-244b28de7ec7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=79a6e524467441a8b46673c2382d2e17&device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 1096 time: 0.1438632 Aug 16 02:15:03.817349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb419fe-9aa8-42ba-a6db-84ee4fd21f4c req-8eb3d685-8fcf-4f0d-97af-4aa5f9704a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.819761 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bb419fe-9aa8-42ba-a6db-84ee4fd21f4c req-8eb3d685-8fcf-4f0d-97af-4aa5f9704a3c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 1102 time: 0.1132095 Aug 16 02:15:03.835137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa389105-e28d-4c23-8566-620c3b195e3f req-431f6ca4-356f-43f3-ba21-2f94ab6a9541 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.842509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa389105-e28d-4c23-8566-620c3b195e3f req-431f6ca4-356f-43f3-ba21-2f94ab6a9541 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0674434 Aug 16 02:15:03.887950 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa389105-e28d-4c23-8566-620c3b195e3f req-9652091d-48cf-4aec-a0fe-410abb407cf2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Aug 16 02:15:03.932712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f0c8e14-1d64-4088-8124-ed8fde8c1758 req-58e2dfd2-3070-4334-9ef9-f2b544a14999 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377175 Aug 16 02:15:03.991362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bb419fe-9aa8-42ba-a6db-84ee4fd21f4c req-6f1eda15-2ea8-4e2c-a0e9-308cc1e819fd service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488037 Aug 16 02:15:04.026081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-84ef0686-495c-4d61-a5f5-335fab077653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.028044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-84ef0686-495c-4d61-a5f5-335fab077653 service neutron] 10.222.0.88 "GET /v2.0/networks?id=35685fa8-6b6a-405b-8100-7624e2e8a5c6 HTTP/1.1" status: 200 len: 917 time: 0.2213316 Aug 16 02:15:04.065951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da65193-3524-4754-86f9-c6355ffa02fa req-dd36882e-11f4-4376-8b87-1c42fe28de94 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.067753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1da65193-3524-4754-86f9-c6355ffa02fa req-dd36882e-11f4-4376-8b87-1c42fe28de94 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 945 time: 0.1010232 Aug 16 02:15:04.079356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-32fd7376-9633-4397-b248-c7545bb2186f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 HTTP/1.1" status: 200 len: 217 time: 0.0430064 Aug 16 02:15:04.120213 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1da65193-3524-4754-86f9-c6355ffa02fa req-93ff212a-9c69-49a2-9c41-9bcc4589412f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456550 Aug 16 02:15:04.196202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-26c6c035-f1fd-4ca8-b681-8569c0bd8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.197690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-26c6c035-f1fd-4ca8-b681-8569c0bd8e78 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a1b5a54-61f1-4635-97f2-792086db8409 HTTP/1.1" status: 200 len: 855 time: 0.1045916 Aug 16 02:15:04.254209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-0d68edc2-acfd-4b1a-a60c-a77fed6993ae tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.255707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-0d68edc2-acfd-4b1a-a60c-a77fed6993ae tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1748645 Aug 16 02:15:04.260533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2cfdc-043a-418a-8fdf-88948228a4cc req-279a8a02-4716-45b2-a5f0-7bbf59c2d8a4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.262369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eed2cfdc-043a-418a-8fdf-88948228a4cc req-279a8a02-4716-45b2-a5f0-7bbf59c2d8a4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0585918 Aug 16 02:15:04.279252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-3ded7153-78d3-4630-b982-4fb4d121c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.280762 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-3ded7153-78d3-4630-b982-4fb4d121c42b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35685fa8-6b6a-405b-8100-7624e2e8a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746884 Aug 16 02:15:04.282424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-c6d76265-00df-4c37-892c-39f84003a321 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/quotas/21c2bfdcf6e14b7f83a27a4c4baaddad HTTP/1.1" status: 200 len: 375 time: 0.0195284 Aug 16 02:15:04.304754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eed2cfdc-043a-418a-8fdf-88948228a4cc req-f2ac64b7-00ac-4b75-90ab-da5af33efd0f tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349188 Aug 16 02:15:04.335046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-7c697aad-46af-4c0e-a0b7-0f2c3c7f887a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460935 Aug 16 02:15:04.481290 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-5ba5d482-6a33-436b-a64f-b4a617a86e53 service neutron] 10.222.0.88 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894701 Aug 16 02:15:04.538964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-3e06f118-d83c-4e27-bdf0-13d62a620390 service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747930 Aug 16 02:15:04.606759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363febd1-5377-428a-8d2e-fd133147fead req-3b76f3fd-5637-48d2-9e8a-1bb048290e3a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.609834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-363febd1-5377-428a-8d2e-fd133147fead req-3b76f3fd-5637-48d2-9e8a-1bb048290e3a tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 943 time: 0.0956473 Aug 16 02:15:04.621370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5f901c-6106-480f-b9c2-bc931f0f418f req-0fbd090e-a66e-4803-a319-c94bab14483b service neutron] 10.222.0.88 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313465 Aug 16 02:15:04.626114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-b36a3a3c-567a-4aa2-ae41-28eeb89c4b48 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.628232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-b36a3a3c-567a-4aa2-ae41-28eeb89c4b48 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 820 time: 0.2057924 Aug 16 02:15:04.648100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Request body: {'port': {'device_id': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'admin_state_up': True, 'tenant_id': '0ae2e3abcc454bf8901c3de6cbdb499d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:04.732896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-1d065053-d59c-4717-ad8d-2b7fa2904217 service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333649 Aug 16 02:15:04.743197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-363febd1-5377-428a-8d2e-fd133147fead req-003210b1-4ae0-4545-bb7d-465cea4b8f0b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138647 Aug 16 02:15:04.831300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Made reservation on behalf of 0ae2e3abcc454bf8901c3de6cbdb499d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:04.836738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.968135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be77c17f-832a-468a-94a6-bbfaa8c4c377 req-060134cc-7805-42d4-b9f4-c22ef1d05aaf tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 210 time: 0.0470545 Aug 16 02:15:05.042746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6753ea2b-4748-4301-93fc-aad793d6dbad req-ba01f0b6-c3f2-4213-8461-2397d5a6a9d0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 210 time: 0.0605679 Aug 16 02:15:05.131490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Allocated IP 172.20.0.12 (300e3778-c05e-4fcc-a5b3-b08251b483f2/d1203901-e06d-47a6-adcd-6dac9cac7264/3312081d-ee26-4b64-b43b-6bca8bd95d3f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:05.235012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc492ee-bc3a-4477-ad1b-19295f39b0c7 req-66b0c534-95f2-458e-ae98-823bf9ecd11a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.237063 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cc492ee-bc3a-4477-ad1b-19295f39b0c7 req-66b0c534-95f2-458e-ae98-823bf9ecd11a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0685139 Aug 16 02:15:05.245991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77968117-c472-4c1d-985a-2e4a53771e49 req-5f56d395-3424-4cd3-8ae8-1060f63f155e tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.247711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77968117-c472-4c1d-985a-2e4a53771e49 req-5f56d395-3424-4cd3-8ae8-1060f63f155e tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 945 time: 0.1439991 Aug 16 02:15:05.363839 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cc492ee-bc3a-4477-ad1b-19295f39b0c7 req-904a6b6d-dd54-44d9-b3c9-486ced130661 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117725 Aug 16 02:15:05.367066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a6afd-6a8a-4bb4-ab8b-1e316291f7e5 req-ecf55575-13f3-4563-871a-360c39412663 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.376450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f64a6afd-6a8a-4bb4-ab8b-1e316291f7e5 req-ecf55575-13f3-4563-871a-360c39412663 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 944 time: 0.2330713 Aug 16 02:15:05.462426 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f64a6afd-6a8a-4bb4-ab8b-1e316291f7e5 req-dfa7ce5f-dea1-4e19-9afc-5ac8492ef972 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665812 Aug 16 02:15:05.534665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.585377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Deleting port b3895261-c003-4f5a-8fe5-fb1f03492fad {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:05.585715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.596803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:05.597702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da91d7-db30-4918-bd1c-f971c86deccf req-62c7732e-1d14-4e58-aec4-125c40d60714 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.599319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70da91d7-db30-4918-bd1c-f971c86deccf req-62c7732e-1d14-4e58-aec4-125c40d60714 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 945 time: 0.1207643 Aug 16 02:15:05.641814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218c29a-66c6-4ea9-8a15-a102944e7618 req-434ef14e-33ca-4837-93b3-d0f9deae3136 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.651705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c218c29a-66c6-4ea9-8a15-a102944e7618 req-434ef14e-33ca-4837-93b3-d0f9deae3136 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0878110 Aug 16 02:15:05.661972 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.709095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70da91d7-db30-4918-bd1c-f971c86deccf req-6154c3f0-4792-4690-bab3-3c56fd0bc4cd tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups?id=f333bf3c-0645-46b4-a99e-97a96b5cb592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948601 Aug 16 02:15:05.723790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Network 300e3778-c05e-4fcc-a5b3-b08251b483f2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:05.724336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['bcc33206-709a-466f-afb2-b582dd170c4d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:05.735136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:05.746668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:05.821332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.821974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.822999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] For port b3895261-c003-4f5a-8fe5-fb1f03492fad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b3895261-c003-4f5a-8fe5-fb1f03492fad,segment=NetworkSegment(ffa49434-a46d-4bd8-8480-251a6703e4ab),segment_id=ffa49434-a46d-4bd8-8480-251a6703e4ab)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:05.827895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.837741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c218c29a-66c6-4ea9-8a15-a102944e7618 req-547f0376-9c8e-4e4a-83bf-25ed075bc7cc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842051 Aug 16 02:15:05.838750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:05.842850 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-e64791fe-f514-4333-b2b5-29c05aaae9a5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2004464 Aug 16 02:15:05.860219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Calling delete_port for b3895261-c003-4f5a-8fe5-fb1f03492fad owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:05.861382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Request body: {'port': {'device_id': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:06.014817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482cd2f-3c99-42f1-9a0d-398d569f38a3 req-7d72aaa6-5086-449e-9574-fe9e62b9059e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:06.016633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6482cd2f-3c99-42f1-9a0d-398d569f38a3 req-7d72aaa6-5086-449e-9574-fe9e62b9059e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 943 time: 0.1443751 Aug 16 02:15:06.051343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33092391-590b-407d-9bee-a45978558f2a req-47da1bef-c55a-460d-a6b3-e0465f9608f1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:06.052975 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33092391-590b-407d-9bee-a45978558f2a req-47da1bef-c55a-460d-a6b3-e0465f9608f1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0889769 Aug 16 02:15:06.053779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.060597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:06.077722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6482cd2f-3c99-42f1-9a0d-398d569f38a3 req-45b37fd4-276f-43d5-abb8-bd19376b1f33 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487757 Aug 16 02:15:06.108469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'port_id': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'mac_address': 'fa:16:3e:5d:bf:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:06.184173 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.200019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.239793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:06.260956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event deleted for resources: {'Port': ['ID=b3895261-c003-4f5a-8fe5-fb1f03492fad,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:06.278720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:06.293011 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.332481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33092391-590b-407d-9bee-a45978558f2a req-ae5e9d27-8381-47fe-9e0d-ef7f4bc99c68 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593708 Aug 16 02:15:06.408687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-257bf69c-af55-48d8-a066-cd3c79feef9e req-6b6fc244-2ed5-4ad4-ba5d-49740dea2d69 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 210 time: 0.1510670 Aug 16 02:15:06.461370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] No DVR routers for this DVR port b3895261-c003-4f5a-8fe5-fb1f03492fad on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:06.463880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:06.504125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.506651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77968117-c472-4c1d-985a-2e4a53771e49 req-bfade8b5-3d9e-4990-af78-e888781142d3 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.98 "DELETE /v2.0/ports/b3895261-c003-4f5a-8fe5-fb1f03492fad HTTP/1.1" status: 204 len: 173 time: 1.2281547 Aug 16 02:15:06.507386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'name': 'network-vif-deleted', 'tag': 'b3895261-c003-4f5a-8fe5-fb1f03492fad'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:06.510132 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94e38f-a7d9-43c9-ba3f-c3f4455d586d" -d '{"events": [{"server_uuid": "8c698bef-3f3f-4e83-9dcb-9b5501042050", "name": "network-vif-deleted", "tag": "b3895261-c003-4f5a-8fe5-fb1f03492fad"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:06.576475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:06.589116 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-ca524ef3-1271-4134-b9d5-17c35e9c3efc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:06.591157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-ca524ef3-1271-4134-b9d5-17c35e9c3efc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.2259634 Aug 16 02:15:06.612603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Request body: {'port': {'device_id': '844d3bee-40f7-46a7-a482-64b625fb535f', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'admin_state_up': True, 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:06.633299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['b3895261-c003-4f5a-8fe5-fb1f03492fad'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:06.708109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188defc-f62e-4021-bc43-e903070338b1 req-ee1cbbb9-a307-459d-aea2-a93edaa19324 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:06.720000 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c188defc-f62e-4021-bc43-e903070338b1 req-ee1cbbb9-a307-459d-aea2-a93edaa19324 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 932 time: 0.1373849 Aug 16 02:15:06.746952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3312081d-ee26-4b64-b43b-6bca8bd95d3f {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:06.757488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.787985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Transition to ACTIVE for port object 3312081d-ee26-4b64-b43b-6bca8bd95d3f will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:06.806072 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c188defc-f62e-4021-bc43-e903070338b1 req-7bc6ff9e-f099-42db-8f28-36deda24b3e6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832434 Aug 16 02:15:06.807670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.808836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3f05b-7a0f-4db0-9aca-a81afa496d6e req-ad8103f2-2e52-49d1-9726-38b61ab25032 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:06.817606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ac3f05b-7a0f-4db0-9aca-a81afa496d6e req-ad8103f2-2e52-49d1-9726-38b61ab25032 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.2252388 Aug 16 02:15:06.838122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:06.843578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.900593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ac3f05b-7a0f-4db0-9aca-a81afa496d6e req-f145bf17-4eea-4a0d-b39e-3b7633039f62 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818856 Aug 16 02:15:06.913056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.027493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c9a90-7733-494d-988f-d9cbede310ff req-88622f85-0fc3-4d6b-8c78-f6c8219aab21 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.029144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e7c9a90-7733-494d-988f-d9cbede310ff req-88622f85-0fc3-4d6b-8c78-f6c8219aab21 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 944 time: 0.1273918 Aug 16 02:15:07.031949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:07.033684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:07.034030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:07.041062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Allocated IP 172.20.0.11 (7f87eee5-90aa-4446-92cb-abb1c82eca55/ed8e42a1-d51f-49bc-ad0d-27257fd19019/4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:07.041460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:07.041792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:07.047565 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f700eb-353e-4eb0-a459-a70ace3a94be x-openstack-request-id: req-17f700eb-353e-4eb0-a459-a70ace3a94be {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:07.047867 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c698bef-3f3f-4e83-9dcb-9b5501042050", "name": "network-vif-deleted", "tag": "b3895261-c003-4f5a-8fe5-fb1f03492fad", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:07.048138 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17f700eb-353e-4eb0-a459-a70ace3a94be {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:07.048571 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c698bef-3f3f-4e83-9dcb-9b5501042050', 'name': 'network-vif-deleted', 'tag': 'b3895261-c003-4f5a-8fe5-fb1f03492fad', 'status': 'completed', 'code': 200} Aug 16 02:15:07.061701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:07.062053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:07.062591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:07.063048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Bound port: 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:07.063439 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.112962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e7c9a90-7733-494d-988f-d9cbede310ff req-0b0de22e-81dd-4d0c-8802-eaba7b3a3e1e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723929 Aug 16 02:15:07.236866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:07.283232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f7c02158-137a-47ae-9a13-c4f0d4dff7ca req-0e4ec927-d9e3-436e-bbbc-826e52c7c676 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c698bef-3f3f-4e83-9dcb-9b5501042050 HTTP/1.1" status: 200 len: 210 time: 0.0489206 Aug 16 02:15:07.311134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:07.319710 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.410202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.410847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.412440 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] 10.222.0.88 "PUT /v2.0/ports/3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 200 len: 1093 time: 1.5562673 Aug 16 02:15:07.431561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:07.440927 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e7ec8-18ef-480b-928a-282b3a67466d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:07.533701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622883-e02d-49a6-958b-b1c420d4b946 service neutron] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.539375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-d2615e0c-c9af-405f-b80f-b001da8177bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.541056 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-d2615e0c-c9af-405f-b80f-b001da8177bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1096 time: 0.0676763 Aug 16 02:15:07.592096 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.603321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc48d1-bb18-4000-9b14-9468518a8906 req-c67c3540-2559-454f-bc2c-88ffb7b7f592 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.612187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72fc48d1-bb18-4000-9b14-9468518a8906 req-c67c3540-2559-454f-bc2c-88ffb7b7f592 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 944 time: 0.2116148 Aug 16 02:15:07.615292 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-a6638cc0-5807-4f2b-bf04-5b4ef6dd0c0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 200 len: 217 time: 0.0645444 Aug 16 02:15:07.620720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:07.677396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.727431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:07.733965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:07.734562 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.741473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-bdade2ea-c868-4380-baca-4d11748c3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.742990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-bdade2ea-c868-4380-baca-4d11748c3a4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1027238 Aug 16 02:15:07.756924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72fc48d1-bb18-4000-9b14-9468518a8906 req-d311b1c5-2680-4bb2-949d-9af6f0a0985f tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437333 Aug 16 02:15:07.802798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-53b733b9-e2bb-4f53-a175-7b2b0ed622ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434299 Aug 16 02:15:07.827907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event updated for resources: {'Port': ['ID=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.837544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.865271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:07.868455 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee98fb-f040-495c-b4c5-38a7b3d6ca06" -d '{"events": [{"server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "name": "network-vif-plugged", "status": "completed", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:07.884000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:07.889570 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.890158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:07.894923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:07.906382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:07.952907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.960788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e1236-48c3-4a24-8a00-21a3a17bbc34 req-813b2a68-bba9-4bba-8de0-0ad7448d3638 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.968767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-512e1236-48c3-4a24-8a00-21a3a17bbc34 req-813b2a68-bba9-4bba-8de0-0ad7448d3638 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 932 time: 0.1109169 Aug 16 02:15:07.984902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.987002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.005593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-d8bea749-3596-4820-b688-18b2c03cef17 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1786087 Aug 16 02:15:08.007876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be1608da-6b58-4e50-bc31-a911e8e42507 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4018281 Aug 16 02:15:08.022036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Request body: {'port': {'device_id': '844d3bee-40f7-46a7-a482-64b625fb535f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:08.042024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-512e1236-48c3-4a24-8a00-21a3a17bbc34 req-50687f79-8e23-42fe-ad4f-8a780f159a66 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722067 Aug 16 02:15:08.058304 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-661b4088-d32e-47c1-b1e2-4a3a2a47a912 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353661 Aug 16 02:15:08.161290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.233863 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bf528e-6ef1-4e55-a3c8-9a84858e3c4d x-openstack-request-id: req-10bf528e-6ef1-4e55-a3c8-9a84858e3c4d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:08.234284 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:08.234642 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10bf528e-6ef1-4e55-a3c8-9a84858e3c4d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:08.235139 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f', 'status': 'completed', 'code': 200} Aug 16 02:15:08.252096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f31d1e8-6689-4503-86a9-594be4b704b6 req-b1eb6255-6750-4ed2-a8de-6fc99f698eb3 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831615 Aug 16 02:15:08.358804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291262-1639-4e2a-8bc5-b2d9de5cfb36 req-55b1efec-c83d-4a51-9031-9bdbba5c01f7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.360528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86291262-1639-4e2a-8bc5-b2d9de5cfb36 req-55b1efec-c83d-4a51-9031-9bdbba5c01f7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.1285055 Aug 16 02:15:08.406509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c11f6-6bb2-4f67-ae7d-e5c18e22c7c1 req-4bcd697b-d18e-49a6-a762-1108aa94a082 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.413906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86291262-1639-4e2a-8bc5-b2d9de5cfb36 req-62491431-a20c-4d22-a212-ce66b9491ca4 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Aug 16 02:15:08.414476 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-173c11f6-6bb2-4f67-ae7d-e5c18e22c7c1 req-4bcd697b-d18e-49a6-a762-1108aa94a082 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.2542329 Aug 16 02:15:08.415906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-60f5e3db-0cad-4053-b236-e3f98cdc6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.417568 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-60f5e3db-0cad-4053-b236-e3f98cdc6a41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1096 time: 0.1081676 Aug 16 02:15:08.481576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-173c11f6-6bb2-4f67-ae7d-e5c18e22c7c1 req-2542a044-8629-4596-8033-73642c458f60 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637858 Aug 16 02:15:08.530290 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fb9f57-ecf5-4af3-a963-f5c3e359e52c x-openstack-request-id: req-a6fb9f57-ecf5-4af3-a963-f5c3e359e52c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:08.530583 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "name": "network-vif-plugged", "status": "completed", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:08.530838 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6fb9f57-ecf5-4af3-a963-f5c3e359e52c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:08.531357 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'code': 200} Aug 16 02:15:08.544921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-306e7630-b567-4f73-981b-4bfec16cede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.546557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-306e7630-b567-4f73-981b-4bfec16cede0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1203024 Aug 16 02:15:08.616150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-62b5e367-284c-45fe-ae29-db5c4265db39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 200 len: 217 time: 0.0561397 Aug 16 02:15:08.682551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:08.697511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.739735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9569a44-5d3a-4396-849e-e0beb155bdfa req-e85dca45-0906-4cfd-8549-6c57d02c52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.741404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f9569a44-5d3a-4396-849e-e0beb155bdfa req-e85dca45-0906-4cfd-8549-6c57d02c52e2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 1097 time: 0.1116531 Aug 16 02:15:08.742621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Transition to ACTIVE for port object 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:08.752083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.752920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-cadac6b5-dfee-42ec-aadb-a1105d4709d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.754491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-cadac6b5-dfee-42ec-aadb-a1105d4709d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.1285241 Aug 16 02:15:08.814769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2606ba7-6bb8-4bb2-885f-1691bba92a5a req-a51f98ae-2d85-44bd-ad8b-95beae4a830b tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.816339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2606ba7-6bb8-4bb2-885f-1691bba92a5a req-a51f98ae-2d85-44bd-ad8b-95beae4a830b tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.2022827 Aug 16 02:15:08.833659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-5aeb1781-18a8-439d-92f1-87de393b9b6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698612 Aug 16 02:15:08.862846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f75c2-98d1-4e04-bb7c-59ddb74b6b19 req-f31c2eb3-3569-448c-bb56-1ba5a94a4621 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.870429 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-045f75c2-98d1-4e04-bb7c-59ddb74b6b19 req-f31c2eb3-3569-448c-bb56-1ba5a94a4621 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 944 time: 0.0872488 Aug 16 02:15:08.918339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f9569a44-5d3a-4396-849e-e0beb155bdfa req-efe90c60-2e11-4785-a8fe-121d9a490069 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676023 Aug 16 02:15:08.922990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:08.925645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Pushing event updated for resources: {'Port': ['ID=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.930567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b3895261-c003-4f5a-8fe5-fb1f03492fad no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:08.961172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2606ba7-6bb8-4bb2-885f-1691bba92a5a req-29648741-959f-476b-8368-d52e371529b2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345131 Aug 16 02:15:08.965948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Attempting to bind port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:08.966941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Attempting to bind port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:08.967280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Attempting to bind port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:08.971014 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-045f75c2-98d1-4e04-bb7c-59ddb74b6b19 req-219b9a39-29f4-4c84-ad6a-ac9f95bf130e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957019 Aug 16 02:15:08.984828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: b3895261-c003-4f5a-8fe5-fb1f03492fad {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:08.984828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b3895261-c003-4f5a-8fe5-fb1f03492fad not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:08.984828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:08.988255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:08.988612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Attempting to bind port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:09.006160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:09.007000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Checking segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:09.007000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Bound using segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:09.007612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Bound port: 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:09.007932 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.032680 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-d0c47822-6a14-4452-9394-4f440ddbf589 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894114 Aug 16 02:15:09.207576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] For port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:09.224903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a0e7ec8-18ef-480b-928a-282b3a67466d req-1d01e077-919c-4fb3-b2bf-6a940cbf0539 service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791961 Aug 16 02:15:09.225123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b526b6-8e04-4895-916a-bd800e4c7581 req-5dda29f8-1a30-4454-bb81-be4bd45cb70c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.225906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94b526b6-8e04-4895-916a-bd800e4c7581 req-5dda29f8-1a30-4454-bb81-be4bd45cb70c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 945 time: 0.1377382 Aug 16 02:15:09.265851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] For port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:09.282749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7357e9-39f5-4846-a00a-a6bebf44afa7 req-6754d2a1-7963-4f8d-9bdc-7ee0293f09ef tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.284820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff7357e9-39f5-4846-a00a-a6bebf44afa7 req-6754d2a1-7963-4f8d-9bdc-7ee0293f09ef tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 944 time: 0.0810368 Aug 16 02:15:09.291018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.342628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.344130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff7357e9-39f5-4846-a00a-a6bebf44afa7 req-29897c90-3f01-4e8b-9cd0-7635bced10e6 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528460 Aug 16 02:15:09.348199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:09.361337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94b526b6-8e04-4895-916a-bd800e4c7581 req-64a72f3f-0927-4bbd-9258-585b208d622e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080699 Aug 16 02:15:09.390758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'mac_address': 'fa:16:3e:f2:73:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:09.401310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.402517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.404016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] 10.222.0.98 "PUT /v2.0/ports/4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 HTTP/1.1" status: 200 len: 1093 time: 1.3872666 Aug 16 02:15:09.404552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844d3bee-40f7-46a7-a482-64b625fb535f', 'tag': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:09.407937 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718fbf8-8a6c-4e3e-9da1-607de7934b47" -d '{"events": [{"name": "network-changed", "server_uuid": "844d3bee-40f7-46a7-a482-64b625fb535f", "tag": "4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:09.414029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:09.435784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.484834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb85de-1a0c-458d-8442-a7fbdc92482a service neutron] Pushing event updated for resources: {'Port': ['ID=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:09.500397 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f0740d-70fd-4ae5-ade2-8103dd26d516 x-openstack-request-id: req-48f0740d-70fd-4ae5-ade2-8103dd26d516 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:09.500689 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844d3bee-40f7-46a7-a482-64b625fb535f", "tag": "4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:09.500942 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48f0740d-70fd-4ae5-ade2-8103dd26d516 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:09.501398 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844d3bee-40f7-46a7-a482-64b625fb535f', 'tag': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4', 'status': 'completed', 'code': 200} Aug 16 02:15:09.513509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:09.536664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.560145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:09.568673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be9c458f-a6d5-421d-ab8f-81342c3ed392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.570658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-be9c458f-a6d5-421d-ab8f-81342c3ed392 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 1096 time: 0.0726662 Aug 16 02:15:09.609440 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:09.610094 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:09.614222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e98706-4ab6-4c71-b9dd-1c7827066a98 req-498bfbaf-abad-4fcd-8cbb-89e29213abb3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.615813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68e98706-4ab6-4c71-b9dd-1c7827066a98 req-498bfbaf-abad-4fcd-8cbb-89e29213abb3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0784986 Aug 16 02:15:09.627220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-66b51f49-b7fe-435b-bc9e-5f27a0ac5db6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 HTTP/1.1" status: 200 len: 217 time: 0.0457766 Aug 16 02:15:09.655069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68e98706-4ab6-4c71-b9dd-1c7827066a98 req-4691f2fd-79e0-49b9-b5b8-5c98056582f5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Aug 16 02:15:09.700745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38316) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:09.718533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-9d585e6f-9927-467a-a2d3-16792120c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.720853 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-9d585e6f-9927-467a-a2d3-16792120c15c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.0853758 Aug 16 02:15:09.757697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-7acb865b-480c-4d64-9bb4-77213cdfc14c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287592 Aug 16 02:15:09.767454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86e8e4-dacb-46a4-9ca0-f8d5de684ef8 req-1c86bf56-277d-44f3-a068-03116d6a5433 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.769818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f86e8e4-dacb-46a4-9ca0-f8d5de684ef8 req-1c86bf56-277d-44f3-a068-03116d6a5433 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1245866 Aug 16 02:15:09.792818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c6c-7519-4f28-a10d-fc1014af0322 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.819707 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c6c-7519-4f28-a10d-fc1014af0322 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.871198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c6c-7519-4f28-a10d-fc1014af0322 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.874166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d96b2c6c-7519-4f28-a10d-fc1014af0322 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.877639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d96b2c6c-7519-4f28-a10d-fc1014af0322 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "DELETE /v2.0/security-groups/d5614fee-1739-463b-92ce-f38922bcf489 HTTP/1.1" status: 204 len: 168 time: 0.1735847 Aug 16 02:15:09.878868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38318) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:09.896148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b2c6c-7519-4f28-a10d-fc1014af0322 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5614fee-1739-463b-92ce-f38922bcf489,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:09.897777 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-49c415e2-06ef-4061-8f09-9acb409a4277 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] show failed (client error): The resource could not be found. Aug 16 02:15:09.901360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-49c415e2-06ef-4061-8f09-9acb409a4277 tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "GET /v2.0/security-groups/d5614fee-1739-463b-92ce-f38922bcf489 HTTP/1.1" status: 404 len: 347 time: 0.0189791 Aug 16 02:15:09.901820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:09.903026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f86e8e4-dacb-46a4-9ca0-f8d5de684ef8 req-d8e0dbe0-38cb-4e31-a781-2609b5aaf874 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708554 Aug 16 02:15:09.933068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-938042fe-60f9-4fca-a10b-677d711e507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.934735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-938042fe-60f9-4fca-a10b-677d711e507b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 1102 time: 0.1035969 Aug 16 02:15:09.942169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-88a2f13a-a3cc-4425-86ee-021385c95436 service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713216 Aug 16 02:15:10.126970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Deleting port e28be3a7-c551-4c2a-8e69-09a00a2c1e5c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:10.127724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.146412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-2d99c5e5-3012-4fd9-87b3-4cce3d4a197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.148402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-2d99c5e5-3012-4fd9-87b3-4cce3d4a197b service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2046826 Aug 16 02:15:10.152258 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.152748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-648141af-32e0-474d-8312-a5083fa5e2b4 req-47a65846-d6bd-468b-a98f-589e0040b5b8 service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014241 Aug 16 02:15:10.170761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:10.178225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6acd2-e279-419a-95f0-4796fe818047 req-da3bc450-b1bb-4542-b1e6-d2985ef9df78 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.179602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7d6acd2-e279-419a-95f0-4796fe818047 req-da3bc450-b1bb-4542-b1e6-d2985ef9df78 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 948 time: 0.0790191 Aug 16 02:15:10.207650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5064bfa-8539-4b19-a14e-7b8a7cd98fba req-1f62433c-57a3-416c-8666-59b6ba976e38 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.209730 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5064bfa-8539-4b19-a14e-7b8a7cd98fba req-1f62433c-57a3-416c-8666-59b6ba976e38 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 944 time: 0.1163404 Aug 16 02:15:10.217603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:10.225755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.239768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-e1a0fe55-e4ac-445c-bd1b-a28409864899 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 200 len: 217 time: 0.0769963 Aug 16 02:15:10.275056 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.275288 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.280447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5064bfa-8539-4b19-a14e-7b8a7cd98fba req-66a11d97-3b4d-4bfd-9b99-78203c969474 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630052 Aug 16 02:15:10.297278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Calling delete_port for e28be3a7-c551-4c2a-8e69-09a00a2c1e5c owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:10.302111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.336020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-43a09b11-1c7e-469f-a67e-3bdd0b4eb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.337849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-43a09b11-1c7e-469f-a67e-3bdd0b4eb3fb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 1096 time: 0.1286838 Aug 16 02:15:10.342932 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7d6acd2-e279-419a-95f0-4796fe818047 req-58352376-3c83-4ae8-beda-d6caf4670908 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360903 Aug 16 02:15:10.380123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-58306433-c079-485b-8dc3-00d6c1c3c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.382039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-58306433-c079-485b-8dc3-00d6c1c3c955 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1240964 Aug 16 02:15:10.505084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:10.563147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:10.567199 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cac78a-30ed-498c-88f1-1c092d87eddf" -d '{"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:10.578736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e12b5b-ed8f-40a7-9f1c-0d36d67d761c req-8409be2b-2a07-47d1-b98c-676aef2f9d69 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.581775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-b43dd262-7d5c-4e5f-8a60-87689b203d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.584309 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-b43dd262-7d5c-4e5f-8a60-87689b203d21 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1736560 Aug 16 02:15:10.587078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a8e12b5b-ed8f-40a7-9f1c-0d36d67d761c req-8409be2b-2a07-47d1-b98c-676aef2f9d69 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 944 time: 0.0788996 Aug 16 02:15:10.589232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-9b872582-4d7c-4e0b-aabe-658e72b7acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.591041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-9b872582-4d7c-4e0b-aabe-658e72b7acb1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 912 time: 0.2445970 Aug 16 02:15:10.596624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.607892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cdc60-19fc-496e-8b47-e2cd251eeeb7 req-30739141-9448-4386-aabd-a838d3fb0a48 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.616241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d1cdc60-19fc-496e-8b47-e2cd251eeeb7 req-30739141-9448-4386-aabd-a838d3fb0a48 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 945 time: 0.1211455 Aug 16 02:15:10.651847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Pushing event deleted for resources: {'Port': ['ID=e28be3a7-c551-4c2a-8e69-09a00a2c1e5c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.674798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a8e12b5b-ed8f-40a7-9f1c-0d36d67d761c req-a144403d-d3a9-47ed-a580-745b0c32641c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812995 Aug 16 02:15:10.768507 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59499d4e-f597-4a57-9cdd-2d41a85f736a x-openstack-request-id: req-59499d4e-f597-4a57-9cdd-2d41a85f736a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:10.769520 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:10.769791 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59499d4e-f597-4a57-9cdd-2d41a85f736a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:10.770521 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'code': 200} Aug 16 02:15:10.785415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-420f587b-9b72-4ab0-8919-183ed0ed53f9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 HTTP/1.1" status: 200 len: 217 time: 0.1525891 Aug 16 02:15:10.803317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.806740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.808329 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d668acf-6db8-4212-a5d8-67acc226607f tempest-ImagesOneServerNegativeTestJSON-1897537264 tempest-ImagesOneServerNegativeTestJSON-1897537264-project] 10.222.0.78 "DELETE /v2.0/floatingips/056716b5-b1aa-481d-8594-edd13cca6b9f HTTP/1.1" status: 204 len: 168 time: 0.9053125 Aug 16 02:15:10.837955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d1cdc60-19fc-496e-8b47-e2cd251eeeb7 req-69117f3d-d90e-4abc-a576-76991ad06430 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201982 Aug 16 02:15:10.877040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156551-b399-4f25-bba0-ca0f9c2be3d3 req-7f3119fb-31fe-4735-b587-f5fa83c42282 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.878781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7156551-b399-4f25-bba0-ca0f9c2be3d3 req-7f3119fb-31fe-4735-b587-f5fa83c42282 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0698841 Aug 16 02:15:10.881851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-691c8c38-9b2a-44ce-8dd3-c97c735e88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.883547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-691c8c38-9b2a-44ce-8dd3-c97c735e88a5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.0815244 Aug 16 02:15:10.885559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-489dc99f-c70b-47d0-97c0-b5bed9dea078 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666421 Aug 16 02:15:10.934329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-c9f4b940-a8be-4981-87da-8c3790287e61 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363147 Aug 16 02:15:10.935624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7156551-b399-4f25-bba0-ca0f9c2be3d3 req-644d9526-73e7-4e1e-b85b-cfd75aea27b6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Aug 16 02:15:11.045526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04acb5-73b7-46a7-b2e0-59381ba70350 req-4a337eec-4bb8-4573-af07-e5a96dcf6a7e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.047052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e04acb5-73b7-46a7-b2e0-59381ba70350 req-4a337eec-4bb8-4573-af07-e5a96dcf6a7e tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 945 time: 0.0515492 Aug 16 02:15:11.056883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:11.062078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Request body: {'floatingip': {'port_id': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:11.121334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.154118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38352) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:11.156208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-579dd01d-1236-4f94-9cfd-b8a1db41cd6d service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106600 Aug 16 02:15:11.175167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66a01-9edc-4a26-b540-454c90e88a15 req-5c430b53-8a37-4dc4-a870-b3d195b1d3e4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.176701 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9d66a01-9edc-4a26-b540-454c90e88a15 req-5c430b53-8a37-4dc4-a870-b3d195b1d3e4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1406035 Aug 16 02:15:11.245149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-7c78fd04-ef03-48bd-9af2-1e4c9673c51f service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099492 Aug 16 02:15:11.297033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] Deleting subnet b494a140-ba88-4a01-b589-6523c0ee7e27 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:11.310959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.363577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9d66a01-9edc-4a26-b540-454c90e88a15 req-89535c60-9d02-48db-9027-51d3df530559 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616280 Aug 16 02:15:11.404133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c718fbf8-8a6c-4e3e-9da1-607de7934b47 req-b9a8cf21-778e-4e5e-a0d0-ce424f8b9fe7 service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368855 Aug 16 02:15:11.410599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.511601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.537541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ec8c9-50c1-4b6e-9d07-99978a947219 req-a9126904-aa37-41b5-b3d2-edbdcb699bfa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.539420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-112ec8c9-50c1-4b6e-9d07-99978a947219 req-a9126904-aa37-41b5-b3d2-edbdcb699bfa tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0844183 Aug 16 02:15:11.598214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-112ec8c9-50c1-4b6e-9d07-99978a947219 req-899a1cee-8902-429a-9915-eb6d78b80a7c tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Aug 16 02:15:11.608227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.651382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b494a140-ba88-4a01-b589-6523c0ee7e27,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.653748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.659302 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d5836126-f582-496b-af18-5b0cd2f7cb4b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b494a140-ba88-4a01-b589-6523c0ee7e27 HTTP/1.1" status: 204 len: 168 time: 0.5018253 Aug 16 02:15:11.660224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:11.744608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.867212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.876510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc11c-227e-487c-96d9-554bb523dd6e req-309d2da8-33d8-4374-8e38-e91a43d6969b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.878459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0efdc11c-227e-487c-96d9-554bb523dd6e req-309d2da8-33d8-4374-8e38-e91a43d6969b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 944 time: 0.1002088 Aug 16 02:15:11.887314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a28437-2f95-4196-8db3-fe4fa0deda00']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.900210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c33b-76d2-45d3-806d-66f4138c220d req-3309bd42-f961-4391-8837-1bbc03d765be tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.901817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3724c33b-76d2-45d3-806d-66f4138c220d req-3309bd42-f961-4391-8837-1bbc03d765be tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 944 time: 0.4509077 Aug 16 02:15:11.904922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa49434-a46d-4bd8-8480-251a6703e4ab') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.905224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa49434-a46d-4bd8-8480-251a6703e4ab') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.922702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.949420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.955210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0efdc11c-227e-487c-96d9-554bb523dd6e req-1347f6f3-8c1f-4538-9f19-3c84b54cb61f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645690 Aug 16 02:15:11.961094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:11.961593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:11.963523 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:11.997859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3724c33b-76d2-45d3-806d-66f4138c220d req-aab82fb4-837e-44c4-a6e6-08c7f4525ea6 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876338 Aug 16 02:15:12.036534 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.047457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.050713 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f8a28437-2f95-4196-8db3-fe4fa0deda00 HTTP/1.1" status: 204 len: 168 time: 0.3893182 Aug 16 02:15:12.072231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c6d93-d02e-47a2-a27f-9ddfb7c198f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a28437-2f95-4196-8db3-fe4fa0deda00,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:12.167767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.175659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.224732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a7eb0-7307-4e8d-b0bf-9277c2dca52f req-e8fb637e-c1d6-4e7e-8783-0cb0e9bbc2ee tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.226239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab9a7eb0-7307-4e8d-b0bf-9277c2dca52f req-e8fb637e-c1d6-4e7e-8783-0cb0e9bbc2ee tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.1216557 Aug 16 02:15:12.249479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38368) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:12.291440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-352a1531-a1ad-48e0-8170-a2fcaf105f3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f5de6b5601640278d4fc77bac83eb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407484 Aug 16 02:15:12.293957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38370) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:12.327427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab9a7eb0-7307-4e8d-b0bf-9277c2dca52f req-a90c7a6f-9117-441f-a8fc-1d4acbf33e56 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527618 Aug 16 02:15:12.328781 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8 associated. External IP: 172.25.4.105, port: e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155. Aug 16 02:15:12.369382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a350c5e-d03c-43f0-85b6-68ab6efb1d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.407377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a350c5e-d03c-43f0-85b6-68ab6efb1d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.493087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e4322-b5de-4521-bf0c-cf075ada7b84 req-567ff432-cd80-4b75-971e-2d228fa4c5f9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.494852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-226e4322-b5de-4521-bf0c-cf075ada7b84 req-567ff432-cd80-4b75-971e-2d228fa4c5f9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0642803 Aug 16 02:15:12.512786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a350c5e-d03c-43f0-85b6-68ab6efb1d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.515474 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a350c5e-d03c-43f0-85b6-68ab6efb1d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.519261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8a350c5e-d03c-43f0-85b6-68ab6efb1d35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f333bf3c-0645-46b4-a99e-97a96b5cb592 HTTP/1.1" status: 204 len: 168 time: 0.2241502 Aug 16 02:15:12.540130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350c5e-d03c-43f0-85b6-68ab6efb1d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f333bf3c-0645-46b4-a99e-97a96b5cb592,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:12.563016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Router 4dff5543-c408-4ab3-ae20-fa0c252ee753 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:12.583742 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-226e4322-b5de-4521-bf0c-cf075ada7b84 req-f27d8bc7-86cb-4339-806c-cc5297d9f56b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771279 Aug 16 02:15:12.735550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:12.741080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.753454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] Sync routers for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:12.770005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:12.770618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:14:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:12.779478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9f5d0-385e-468a-bdbb-39c8c1672446 req-a579dee0-8b92-487e-ad16-ac66cce02b81 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.781118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-29c9f5d0-385e-468a-bdbb-39c8c1672446 req-a579dee0-8b92-487e-ad16-ac66cce02b81 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0883856 Aug 16 02:15:12.783190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f8fa9f48-6b38-4efb-8322-df56e9b79116 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "PUT /v2.0/floatingips/f7aa412a-f657-47ca-9a0f-4d3b788c2db8 HTTP/1.1" status: 200 len: 991 time: 1.7252874 Aug 16 02:15:12.783751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:12.786236 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b042026f-1599-4134-9473-0932848662bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:12.869799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-29c9f5d0-385e-468a-bdbb-39c8c1672446 req-7c85efee-e0bf-4d1f-ab20-d1717d67e738 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741699 Aug 16 02:15:12.901293 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f69eaf-4b87-4e1b-870a-8f195b2b69c9 x-openstack-request-id: req-93f69eaf-4b87-4e1b-870a-8f195b2b69c9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:12.901965 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:12.901965 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93f69eaf-4b87-4e1b-870a-8f195b2b69c9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:12.902265 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'status': 'completed', 'code': 200} Aug 16 02:15:12.980925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042026f-1599-4134-9473-0932848662bd req-d263efe9-f09a-4469-a5be-07cc0ea7c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.982829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b042026f-1599-4134-9473-0932848662bd req-d263efe9-f09a-4469-a5be-07cc0ea7c1ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 1097 time: 0.0542533 Aug 16 02:15:13.064548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:13.118341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:13.128318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c1ff4-fe17-49fa-80d1-de64c5dce153 req-6fa90d12-0ae6-4618-a122-fdc21187be9e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.136639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-742c1ff4-fe17-49fa-80d1-de64c5dce153 req-6fa90d12-0ae6-4618-a122-fdc21187be9e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 944 time: 0.0928199 Aug 16 02:15:13.142503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f62e07-4c22-49ae-b1d7-f0d8e70fe37b req-898e50a0-afa7-41f6-bd9c-8aeda3060632 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.154040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35f62e07-4c22-49ae-b1d7-f0d8e70fe37b req-898e50a0-afa7-41f6-bd9c-8aeda3060632 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 944 time: 0.0697200 Aug 16 02:15:13.195906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-742c1ff4-fe17-49fa-80d1-de64c5dce153 req-57720406-4256-4880-8291-8986d644a037 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582147 Aug 16 02:15:13.210009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042026f-1599-4134-9473-0932848662bd req-29ae68b1-a0a9-4f4c-9c40-1475ba5bb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.211533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b042026f-1599-4134-9473-0932848662bd req-29ae68b1-a0a9-4f4c-9c40-1475ba5bb289 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 200 len: 925 time: 0.2186019 Aug 16 02:15:13.213499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35f62e07-4c22-49ae-b1d7-f0d8e70fe37b req-88594887-6f6a-436d-b5be-ec5ad86973c1 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535266 Aug 16 02:15:13.275835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:13.308313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b042026f-1599-4134-9473-0932848662bd req-87d34535-605e-4ee1-82dc-4767d52b73d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 HTTP/1.1" status: 200 len: 999 time: 0.0882304 Aug 16 02:15:13.380657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042026f-1599-4134-9473-0932848662bd req-437a0a21-9a61-45be-a090-613366173fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.382202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b042026f-1599-4134-9473-0932848662bd req-437a0a21-9a61-45be-a090-613366173fe5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e94bc30c-d333-4763-9a60-e9682031fa76 HTTP/1.1" status: 200 len: 863 time: 0.0580266 Aug 16 02:15:13.467545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d9646-9ef3-4bc7-841d-84e6c2541b21 req-ea610fe7-25c1-4180-8e5b-3b9225ce149c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.469240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b37d9646-9ef3-4bc7-841d-84e6c2541b21 req-ea610fe7-25c1-4180-8e5b-3b9225ce149c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0595872 Aug 16 02:15:13.485715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042026f-1599-4134-9473-0932848662bd req-ef76d36d-76ac-454d-9b8f-af956478d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.487637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b042026f-1599-4134-9473-0932848662bd req-ef76d36d-76ac-454d-9b8f-af956478d3e3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a284a135-fd34-4a4c-81e8-37e9bcdc7e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961084 Aug 16 02:15:13.525570 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b37d9646-9ef3-4bc7-841d-84e6c2541b21 req-7c989ac5-a24a-40bd-9409-f8fad1c05ed0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Aug 16 02:15:13.542216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:13.569052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'port_id': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4', 'mac_address': 'fa:16:3e:14:bd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e42a1-d51f-49bc-ad0d-27257fd19019', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:13.590785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:13.591172 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.598074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b042026f-1599-4134-9473-0932848662bd req-c0d3368e-be0a-4a6d-9d94-1d48e1d00168 service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023645 Aug 16 02:15:13.695608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:13.697481 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.728857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:13.762481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b042026f-1599-4134-9473-0932848662bd req-75a8b4ee-8fc0-4da6-886d-b842137109cd service neutron] 10.222.0.88 "GET /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559956 Aug 16 02:15:13.773420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0914-5f6b-45f3-abd7-3b34f61a8782 req-c4e00be5-2595-4904-8e8c-f0d06bdf5bb5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.781414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0ff0914-5f6b-45f3-abd7-3b34f61a8782 req-c4e00be5-2595-4904-8e8c-f0d06bdf5bb5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0881267 Aug 16 02:15:13.798206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:13.813334 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.833383 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0ff0914-5f6b-45f3-abd7-3b34f61a8782 req-7b2a69ab-07dd-46c3-9b8c-5f39a76c6b83 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 Aug 16 02:15:13.912330 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.922076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'f7aa412a-f657-47ca-9a0f-4d3b788c2db8', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'port_id': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'mac_address': 'fa:16:3e:5d:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:48Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.935539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.973158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] Checking router: 4dff5543-c408-4ab3-ae20-fa0c252ee753 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:13.986206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:14.006317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:14.008551 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0c2dbb-6495-45e7-952f-be98d0043893" -d '{"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-plugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:14.021952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'port_id': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'mac_address': 'fa:16:3e:7c:d3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:14.024946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:14.025747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:14:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:14.029206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:14.063124 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.066436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c1b5-5a21-4b06-ab8a-ca749e8bed20 req-71b12707-b77b-4608-b8b4-d550842bf4d5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.075135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d414c1b5-5a21-4b06-ab8a-ca749e8bed20 req-71b12707-b77b-4608-b8b4-d550842bf4d5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 950 time: 0.0706599 Aug 16 02:15:14.123412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:14.127924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d414c1b5-5a21-4b06-ab8a-ca749e8bed20 req-b1f6e7d4-9f4e-42e8-90cf-982e41ebc103 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 Aug 16 02:15:14.203752 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f69905-ddb7-41ab-8b21-1c53ae6e2da2 x-openstack-request-id: req-e8f69905-ddb7-41ab-8b21-1c53ae6e2da2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:14.204006 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-plugged", "status": "completed", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:14.204774 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8f69905-ddb7-41ab-8b21-1c53ae6e2da2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:14.205169 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'code': 200} Aug 16 02:15:14.209811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.249074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=11']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:14.261517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:14.293252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:14.335794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:14.343650 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.394726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece0897-810e-4665-83ec-00d00e3b9bc8 req-2ea2efb7-7131-4948-b727-eda5a014c58e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.396673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ece0897-810e-4665-83ec-00d00e3b9bc8 req-2ea2efb7-7131-4948-b727-eda5a014c58e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 945 time: 0.0867655 Aug 16 02:15:14.413046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46054a4-e985-41dd-b295-0322fccc8bc1 req-1d104a5b-70fd-481a-97ae-eef576ccda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.415463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a46054a4-e985-41dd-b295-0322fccc8bc1 req-1d104a5b-70fd-481a-97ae-eef576ccda79 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1103 time: 0.0731442 Aug 16 02:15:14.457393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ece0897-810e-4665-83ec-00d00e3b9bc8 req-ab6f252b-c5bb-48e6-860e-b001f182f72a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532401 Aug 16 02:15:14.471915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a46054a4-e985-41dd-b295-0322fccc8bc1 req-e2316cc0-715e-40dc-8b77-7086c3cd26bb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474634 Aug 16 02:15:14.515942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:14.601369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3d0dd-cf21-4e2a-995a-9fb8f4476025 req-42da409e-1dd0-4934-9dfb-5fa68ae79d6e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.602927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5d3d0dd-cf21-4e2a-995a-9fb8f4476025 req-42da409e-1dd0-4934-9dfb-5fa68ae79d6e tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 945 time: 0.0746329 Aug 16 02:15:14.612651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:14.652419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5d3d0dd-cf21-4e2a-995a-9fb8f4476025 req-fed11278-5a13-4ec7-9d7f-47a002baa6d6 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 Aug 16 02:15:14.697089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c900-7824-4fdf-9cee-7984e9da0840 req-e4a26898-c3fd-481a-bf3a-419fbc89796c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.698776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9c7c900-7824-4fdf-9cee-7984e9da0840 req-e4a26898-c3fd-481a-bf3a-419fbc89796c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0626571 Aug 16 02:15:14.749885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9c7c900-7824-4fdf-9cee-7984e9da0840 req-0892f11a-c119-42f8-97fa-8edbf3995827 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439057 Aug 16 02:15:14.797273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'f7aa412a-f657-47ca-9a0f-4d3b788c2db8', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'port_id': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'mac_address': 'fa:16:3e:5d:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:48Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:14.834063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83171557-6764-4b29-aeca-6f6c4eff5a08 None None] The sync data for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 is: [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'f7aa412a-f657-47ca-9a0f-4d3b788c2db8', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'port_id': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'mac_address': 'fa:16:3e:5d:bf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:48Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:14.949757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae818f-5e0a-487f-8060-ce71cc440ef0 req-cf50144f-7dcd-4e6e-9bd7-5b75cb185ab6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.951261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12ae818f-5e0a-487f-8060-ce71cc440ef0 req-cf50144f-7dcd-4e6e-9bd7-5b75cb185ab6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0532575 Aug 16 02:15:14.992683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12ae818f-5e0a-487f-8060-ce71cc440ef0 req-eea9632f-ca7b-464c-bcca-eea7fed5583d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Aug 16 02:15:15.057487 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bed768-a628-416f-91e3-435b61c4d7ee None None] New status for floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:15.244255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1bfde-8ade-406b-bbe2-0067a2ba7868 req-fef1141c-7428-407c-9cc5-6044443a2692 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.245902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3f1bfde-8ade-406b-bbe2-0067a2ba7868 req-fef1141c-7428-407c-9cc5-6044443a2692 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 951 time: 0.0526237 Aug 16 02:15:15.293842 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3f1bfde-8ade-406b-bbe2-0067a2ba7868 req-88b9d171-f738-44c6-855e-3af37c9c936b tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Aug 16 02:15:15.402231 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:15.599489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b3fa0-3395-444e-8b21-a36905d2e08b req-62f139c9-18bc-4607-b0fd-45bb4e264002 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.601005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-131b3fa0-3395-444e-8b21-a36905d2e08b req-62f139c9-18bc-4607-b0fd-45bb4e264002 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 945 time: 0.0666785 Aug 16 02:15:15.641408 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-131b3fa0-3395-444e-8b21-a36905d2e08b req-2cb3445c-4237-4f03-8d7c-8e77f7304740 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338597 Aug 16 02:15:15.693840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:15.877018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8dddb-d032-41ce-b3b8-f777cc8ac891 req-2dc055ba-bdfb-49eb-96f0-5a650233011a tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.880415 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69d8dddb-d032-41ce-b3b8-f777cc8ac891 req-2dc055ba-bdfb-49eb-96f0-5a650233011a tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 945 time: 0.0926447 Aug 16 02:15:15.930177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ba773-d8b5-42a1-849b-d66f2621d21c req-10fca1e0-76f0-4972-b8c9-fd21241f4105 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.932631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-936ba773-d8b5-42a1-849b-d66f2621d21c req-10fca1e0-76f0-4972-b8c9-fd21241f4105 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0619860 Aug 16 02:15:15.948729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69d8dddb-d032-41ce-b3b8-f777cc8ac891 req-294bda90-43c7-4b19-b101-197b12c48a63 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595059 Aug 16 02:15:15.981154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:15.988682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:15.989434 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.992455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-936ba773-d8b5-42a1-849b-d66f2621d21c req-b8cd8c9b-0b4b-4ebe-aeb0-1eef2ade7209 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536060 Aug 16 02:15:16.139775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.199299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:16.203286 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5838c6-0b75-43b3-a1f7-8e578d99c033 req-6bd4fd4d-5e03-4cfc-b1c6-76ec370142f1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.204644 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.205902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5838c6-0b75-43b3-a1f7-8e578d99c033 req-6bd4fd4d-5e03-4cfc-b1c6-76ec370142f1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0897017 Aug 16 02:15:16.216317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:16.222390 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6cfb47-1d35-4506-8ac3-3e36396784ed" -d '{"events": [{"server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:16.272241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5838c6-0b75-43b3-a1f7-8e578d99c033 req-2ff84fe9-ea83-4504-a6fe-31fdf6dbce33 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588944 Aug 16 02:15:16.299969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.395344 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31345cc7-2184-4f8b-be75-65d3fc7ad001 x-openstack-request-id: req-31345cc7-2184-4f8b-be75-65d3fc7ad001 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:16.395668 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:16.395924 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31345cc7-2184-4f8b-be75-65d3fc7ad001 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:16.396410 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'code': 200} Aug 16 02:15:16.518311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515675e2-4621-4e44-a3b2-e46770422db6 req-71e0ea40-610c-4a2f-b5d5-f3e9a514a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.519902 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-515675e2-4621-4e44-a3b2-e46770422db6 req-71e0ea40-610c-4a2f-b5d5-f3e9a514a0c7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 1098 time: 0.0467265 Aug 16 02:15:16.538348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740eefc-b3a6-41a4-9222-3a23dda0f3e8 req-3f03bdef-b110-449b-b804-a71e5e2be880 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.541113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5740eefc-b3a6-41a4-9222-3a23dda0f3e8 req-3f03bdef-b110-449b-b804-a71e5e2be880 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 951 time: 0.0779283 Aug 16 02:15:16.563924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-515675e2-4621-4e44-a3b2-e46770422db6 req-f10b4183-97f9-4b9c-9433-64c3692a2404 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353992 Aug 16 02:15:16.591790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5740eefc-b3a6-41a4-9222-3a23dda0f3e8 req-cb915524-1ad1-4aa5-83ff-0d6792f7c3b8 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 Aug 16 02:15:16.832839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9297c9-ae3c-4ac3-a05a-abcdc1714dfe req-3958dd54-e057-4d5a-bfd1-3bfcefbb08cf tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.834463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb9297c9-ae3c-4ac3-a05a-abcdc1714dfe req-3958dd54-e057-4d5a-bfd1-3bfcefbb08cf tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 945 time: 0.0567176 Aug 16 02:15:16.874419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb9297c9-ae3c-4ac3-a05a-abcdc1714dfe req-4e3a09a1-ed48-4db0-b168-5ab85551f605 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 16 02:15:16.983683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7189b76-bfc7-4981-b5af-a5c37ea38793 req-40f85bf3-120e-4797-9ced-1f9561d964a2 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.984235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:16.985249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7189b76-bfc7-4981-b5af-a5c37ea38793 req-40f85bf3-120e-4797-9ced-1f9561d964a2 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1103 time: 0.0395768 Aug 16 02:15:17.020662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7189b76-bfc7-4981-b5af-a5c37ea38793 req-229c5e2e-c97b-43c0-911a-7d8608e95911 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288887 Aug 16 02:15:17.039921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:17.044928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:17.045522 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.132182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6df3b-8584-42ba-b0d0-124c801d0913 req-9a026bc9-439e-4b31-9a2c-15bae95a028b tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.134388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.137101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06a6df3b-8584-42ba-b0d0-124c801d0913 req-9a026bc9-439e-4b31-9a2c-15bae95a028b tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.0563238 Aug 16 02:15:17.166934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:17.171924 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.186317 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06a6df3b-8584-42ba-b0d0-124c801d0913 req-22ff5026-06c1-4be2-b235-5da646538edd tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413613 Aug 16 02:15:17.240857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:17.295739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c4791-0d1d-4f1a-ba88-cdf297c78777 req-6a0a4c29-08f7-4537-8140-7a0e394006a2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.297272 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6e4c4791-0d1d-4f1a-ba88-cdf297c78777 req-6a0a4c29-08f7-4537-8140-7a0e394006a2 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0538664 Aug 16 02:15:17.346870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6e4c4791-0d1d-4f1a-ba88-cdf297c78777 req-45669eb9-85d4-40e6-8b67-511f9928431a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Aug 16 02:15:17.483832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dc95-4f57-4405-b6af-b48a7f762a7d req-bf75cfb5-30da-4395-8161-71e76cd14935 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.487035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b8e1dc95-4f57-4405-b6af-b48a7f762a7d req-bf75cfb5-30da-4395-8161-71e76cd14935 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0766900 Aug 16 02:15:17.539312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd1670-8450-4cc3-8fe5-16a01624ef13 req-14c2655b-8b32-41ed-8330-4417eebabf4f tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.549002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b8e1dc95-4f57-4405-b6af-b48a7f762a7d req-705aba3e-352b-4d5f-bdee-6a1b0e594345 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Aug 16 02:15:17.552210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-82fd1670-8450-4cc3-8fe5-16a01624ef13 req-14c2655b-8b32-41ed-8330-4417eebabf4f tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 1103 time: 0.1001282 Aug 16 02:15:17.597314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-82fd1670-8450-4cc3-8fe5-16a01624ef13 req-29bb4d06-f8a4-4fce-9754-0bf7862afd05 tempest-ServersAdminTestJSON-155590068 tempest-ServersAdminTestJSON-155590068-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Aug 16 02:15:17.876846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c77b3-09a3-4c7d-b4f4-6e4e6c5dd004 req-ee4f55b8-185a-4083-a3b2-e8f8e0060031 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.878604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-177c77b3-09a3-4c7d-b4f4-6e4e6c5dd004 req-ee4f55b8-185a-4083-a3b2-e8f8e0060031 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 950 time: 0.0540483 Aug 16 02:15:17.918414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-177c77b3-09a3-4c7d-b4f4-6e4e6c5dd004 req-6e42fc5b-bcdf-461e-a86c-4b3fe9087263 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Aug 16 02:15:18.025318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25f70-2c7c-49a0-8cff-a816b9fe5387 req-11a24246-50a1-475b-8006-a4b432ebfb44 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.027042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fba25f70-2c7c-49a0-8cff-a816b9fe5387 req-11a24246-50a1-475b-8006-a4b432ebfb44 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.0516076 Aug 16 02:15:18.071941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fba25f70-2c7c-49a0-8cff-a816b9fe5387 req-23b14ca3-614d-424c-b08c-6854b6d33e85 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Aug 16 02:15:18.305051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481715e-bbb8-4e42-9760-fc42fbb8b835 req-494783fe-d4cc-49fb-a735-0ff33c25fdf8 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.306593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5481715e-bbb8-4e42-9760-fc42fbb8b835 req-494783fe-d4cc-49fb-a735-0ff33c25fdf8 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.0498209 Aug 16 02:15:18.348796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5481715e-bbb8-4e42-9760-fc42fbb8b835 req-ad45799f-7cac-48b1-aaa9-e9ac5a31c90c tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356395 Aug 16 02:15:18.372532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38544) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.398017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844d3bee-40f7-46a7-a482-64b625fb535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:18.401180 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18abab7-50cc-42b4-84b5-10b39e0def98" -d '{"events": [{"server_uuid": "844d3bee-40f7-46a7-a482-64b625fb535f", "name": "network-vif-plugged", "status": "completed", "tag": "4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:18.484820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47b975-0451-4c50-b2d2-a93cba479e9c req-3f7f90e7-b9c4-4859-a765-8a04fa26716a tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.501140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca47b975-0451-4c50-b2d2-a93cba479e9c req-3f7f90e7-b9c4-4859-a765-8a04fa26716a tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.0698061 Aug 16 02:15:18.501733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688b40b-6d92-4c76-97ac-6ad1ec364159 req-7d9a5ee5-4c3d-417d-bcdf-63451925cff0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.502349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.503222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8688b40b-6d92-4c76-97ac-6ad1ec364159 req-7d9a5ee5-4c3d-417d-bcdf-63451925cff0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0802364 Aug 16 02:15:18.504162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.509009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Request body: {'floatingip': {'port_id': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:18.531815 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d38d54-19fa-41df-927d-2757065d3573 x-openstack-request-id: req-74d38d54-19fa-41df-927d-2757065d3573 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:18.532782 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844d3bee-40f7-46a7-a482-64b625fb535f", "name": "network-vif-plugged", "status": "completed", "tag": "4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:18.533038 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74d38d54-19fa-41df-927d-2757065d3573 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:18.533597 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844d3bee-40f7-46a7-a482-64b625fb535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4', 'code': 200} Aug 16 02:15:18.563887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.581479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8688b40b-6d92-4c76-97ac-6ad1ec364159 req-db3d1229-adc3-4b2b-839b-2e47e743a265 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Aug 16 02:15:18.719026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead24304-f838-4540-bd05-b06b47eb4bea req-ab45fb68-7f78-4139-b0d7-5437f4b5a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.720726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ead24304-f838-4540-bd05-b06b47eb4bea req-ab45fb68-7f78-4139-b0d7-5437f4b5a408 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 1098 time: 0.0708609 Aug 16 02:15:18.760500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.786114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.828371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4df1467415ab47c69525847462f56f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546964 Aug 16 02:15:18.837721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38560) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.839420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ead24304-f838-4540-bd05-b06b47eb4bea req-839decd9-fba5-479d-a925-a37e83040032 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066029 Aug 16 02:15:18.855233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4a7833-d0f9-4e39-a771-76ecba499eb2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:18.865954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.866251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.866529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.866862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.867658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.867658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.868005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.868112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.868465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.868786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.869104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.869419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a036e408-9317-4d82-a872-c11539514b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:18.912665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b09476d-d0bd-405c-9335-cb5496b5b8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.922626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505d498-04f1-42c0-bd6a-2f3371b0cbc5 req-3f27a3b3-8d1c-4e72-81f5-22529965cc34 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.928994 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7505d498-04f1-42c0-bd6a-2f3371b0cbc5 req-3f27a3b3-8d1c-4e72-81f5-22529965cc34 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.2635903 Aug 16 02:15:18.937212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b09476d-d0bd-405c-9335-cb5496b5b8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.992651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b09476d-d0bd-405c-9335-cb5496b5b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.995763 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b09476d-d0bd-405c-9335-cb5496b5b8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.997758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b09476d-d0bd-405c-9335-cb5496b5b8b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc4a7833-d0f9-4e39-a771-76ecba499eb2 HTTP/1.1" status: 204 len: 168 time: 0.1574359 Aug 16 02:15:19.029747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09476d-d0bd-405c-9335-cb5496b5b8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4a7833-d0f9-4e39-a771-76ecba499eb2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.082598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c101-905d-4959-b145-21705a51fba8 req-7974070e-da4a-405c-a982-4cc114faa736 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.085294 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19d5c101-905d-4959-b145-21705a51fba8 req-7974070e-da4a-405c-a982-4cc114faa736 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 950 time: 0.0717471 Aug 16 02:15:19.105216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7505d498-04f1-42c0-bd6a-2f3371b0cbc5 req-26a24bd1-38b8-410e-9771-419a9144198e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644871 Aug 16 02:15:19.162690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19d5c101-905d-4959-b145-21705a51fba8 req-4a30a664-ce09-46e3-877e-c45ef6379e14 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619116 Aug 16 02:15:19.370541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-cf6c283c-a5d9-4740-ad99-ed774908ab30 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.374014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-cf6c283c-a5d9-4740-ad99-ed774908ab30 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 950 time: 0.0640552 Aug 16 02:15:19.509032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:15:19.561004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2957e64-6959-41d4-acc2-a7abb8c44077 req-03535576-917e-4608-a428-9aab849c30bc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.566124 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2957e64-6959-41d4-acc2-a7abb8c44077 req-03535576-917e-4608-a428-9aab849c30bc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.3696897 Aug 16 02:15:19.595423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.605658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.632967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2957e64-6959-41d4-acc2-a7abb8c44077 req-d0e8969f-e1c8-40e6-ae95-51a45e4aa316 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634701 Aug 16 02:15:19.715627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3312081d-ee26-4b64-b43b-6bca8bd95d3f details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:19.791004 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Floating IP 96b64c59-0229-4e50-98b8-e72fc4d5094d associated. External IP: 172.25.4.175, port: a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54. Aug 16 02:15:19.850687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:19.868999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '3312081d-ee26-4b64-b43b-6bca8bd95d3f', 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2', 'port_id': '3312081d-ee26-4b64-b43b-6bca8bd95d3f', 'mac_address': 'fa:16:3e:4e:99:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1203901-e06d-47a6-adcd-6dac9cac7264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:19.945946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:19.981360 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.986756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c02333-dbf0-43d2-9781-129c238d7406 req-ec0938da-aa23-47e9-82ad-9eac44d1147b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.994281 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9c02333-dbf0-43d2-9781-129c238d7406 req-ec0938da-aa23-47e9-82ad-9eac44d1147b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.2076957 Aug 16 02:15:20.025064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3312081d-ee26-4b64-b43b-6bca8bd95d3f {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:20.059739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9c02333-dbf0-43d2-9781-129c238d7406 req-3cbc8d0e-8426-4186-8e81-6e52c00cb0c8 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576794 Aug 16 02:15:20.080654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:20.088888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Deleting port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:20.089222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.089483 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.176185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-276232523-network', 'tenant_id': '79b7a3868f1f4919a08c209820c3e705'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:20.222239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:20.255637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] For port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:20.256312 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.264788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Router b7918ba2-280d-4efc-903a-5e4418a0ce4d has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:20.274155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Calling delete_port for 28dc8244-b15b-40b6-82f1-d33a2fb0e50d owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:20.294919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Made reservation on behalf of 79b7a3868f1f4919a08c209820c3e705 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:20.297588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.312603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.381240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['3312081d-ee26-4b64-b43b-6bca8bd95d3f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:20.412556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b26c57-45f7-46f6-b696-3b93ae45e6b8 req-cd3353f2-2d76-409b-8ed8-acf47140711d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.430872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48b26c57-45f7-46f6-b696-3b93ae45e6b8 req-cd3353f2-2d76-409b-8ed8-acf47140711d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1690366 Aug 16 02:15:20.494750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d743b4e-184d-43a3-a569-29fab9637707 req-d602d1a9-3820-4c79-8e48-ea8d696f9f8a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.503464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d743b4e-184d-43a3-a569-29fab9637707 req-d602d1a9-3820-4c79-8e48-ea8d696f9f8a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccad931f-fded-4def-b127-ce7be308d8bd HTTP/1.1" status: 200 len: 950 time: 0.2158213 Aug 16 02:15:20.536461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.561724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['28dc8244-b15b-40b6-82f1-d33a2fb0e50d', 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:20.575543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Pushing event deleted for resources: {'Port': ['ID=28dc8244-b15b-40b6-82f1-d33a2fb0e50d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:20.577127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:20.592526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.593913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d743b4e-184d-43a3-a569-29fab9637707 req-e0d1c772-7995-4368-8b70-6fbc61bd603a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848901 Aug 16 02:15:20.608863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] Sync routers for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:20.634427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48b26c57-45f7-46f6-b696-3b93ae45e6b8 req-a7ca9489-c3fa-4b97-97a3-502dfa8dd691 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007415 Aug 16 02:15:20.651213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] No DVR routers for this DVR port 28dc8244-b15b-40b6-82f1-d33a2fb0e50d on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:20.654000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.656137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5efef95e-0bb5-4724-8762-da69e55914d0 req-a096b01d-2cf3-463b-8a0a-af8eea2d168a tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "DELETE /v2.0/ports/28dc8244-b15b-40b6-82f1-d33a2fb0e50d HTTP/1.1" status: 204 len: 173 time: 1.2748132 Aug 16 02:15:20.657581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'name': 'network-vif-deleted', 'tag': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:20.659656 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c6ee3-6378-4fee-8795-e2ed1fbb57b6" -d '{"events": [{"server_uuid": "ccad931f-fded-4def-b127-ce7be308d8bd", "name": "network-vif-deleted", "tag": "28dc8244-b15b-40b6-82f1-d33a2fb0e50d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:20.674817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5187aaad-f405-4d34-80ac-9f0c954bf1a5 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "PUT /v2.0/floatingips/96b64c59-0229-4e50-98b8-e72fc4d5094d HTTP/1.1" status: 200 len: 992 time: 2.1706088 Aug 16 02:15:20.677660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:20.682165 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad4fa2f-ba39-4820-a896-67edd9390af3" -d '{"events": [{"name": "network-changed", "server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:20.707514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:20.708195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:14:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.734834 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a6eceb-de35-4971-923b-f207d3a8fab8 x-openstack-request-id: req-e4a6eceb-de35-4971-923b-f207d3a8fab8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:20.736583 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccad931f-fded-4def-b127-ce7be308d8bd", "name": "network-vif-deleted", "tag": "28dc8244-b15b-40b6-82f1-d33a2fb0e50d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:20.737102 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4a6eceb-de35-4971-923b-f207d3a8fab8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:20.737768 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccad931f-fded-4def-b127-ce7be308d8bd', 'name': 'network-vif-deleted', 'tag': '28dc8244-b15b-40b6-82f1-d33a2fb0e50d', 'status': 'completed', 'code': 200} Aug 16 02:15:20.781567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.790359 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.842374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:20.858775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.859190 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Added segment 0a4d2d38-ea90-4fba-9dc8-9722cfc74351 of type vlan for network b669c13e-c4d9-4073-a114-f811de921c21 Aug 16 02:15:20.869393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71367b7-3530-4172-bf21-f329d8754c07 req-7b1a3cc3-db13-4126-95d3-b991c64f0321 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.878383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c71367b7-3530-4172-bf21-f329d8754c07 req-7b1a3cc3-db13-4126-95d3-b991c64f0321 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.1080594 Aug 16 02:15:20.916498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.953175 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4530d3c4-fb6f-4658-84b0-e5b81c4e8e59 x-openstack-request-id: req-4530d3c4-fb6f-4658-84b0-e5b81c4e8e59 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:20.953459 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:20.953703 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4530d3c4-fb6f-4658-84b0-e5b81c4e8e59 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:20.954628 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'status': 'completed', 'code': 200} Aug 16 02:15:20.972760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c71367b7-3530-4172-bf21-f329d8754c07 req-d24fc8bb-18c3-4a97-9377-eb25f97684eb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814502 Aug 16 02:15:20.991632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:21.005543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd7804f-caad-4168-8968-c2d78030174a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.158422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.159580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.160188 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.281677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3346312 Aug 16 02:15:21.283748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:21.323187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73811ea-bac9-4104-9527-fff45ad69895 req-b366629c-eeee-4e9b-9154-0031b77209f0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.326632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a73811ea-bac9-4104-9527-fff45ad69895 req-b366629c-eeee-4e9b-9154-0031b77209f0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.0839040 Aug 16 02:15:21.380012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '96b64c59-0229-4e50-98b8-e72fc4d5094d', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'port_id': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'mac_address': 'fa:16:3e:7c:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:25Z', 'updated_at': '2021-08-16T02:15:19Z', 'revision_number': 1, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:26Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:21.385478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['2e99062a-e8ae-46a2-9272-a6036f2f6466'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:21.395402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a73811ea-bac9-4104-9527-fff45ad69895 req-8b3628a6-4eaf-483c-b2be-da7e1ca487e1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608797 Aug 16 02:15:21.417770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Request body: {'subnet': {'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-276232523-subnet', 'tenant_id': '79b7a3868f1f4919a08c209820c3e705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:21.432598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-ea799ef7-490f-471a-a8cd-5e3e5037a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.434133 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-ea799ef7-490f-471a-a8cd-5e3e5037a2c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=79a6e524467441a8b46673c2382d2e17&device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 1098 time: 0.4787564 Aug 16 02:15:21.457576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] Checking router: b7918ba2-280d-4efc-903a-5e4418a0ce4d for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:21.478268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:21.479310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:14:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:21.524995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694c4f4-2a0b-40ed-9695-3082df000143 admin admin] Pushing event updated for resources: {'Network': ['ID=b669c13e-c4d9-4073-a114-f811de921c21,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.541115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b669c13e-c4d9-4073-a114-f811de921c21 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:21.557123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Made reservation on behalf of 79b7a3868f1f4919a08c209820c3e705 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:21.559536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.570725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6f204-fdcf-4a76-8cc4-eea3f0a3679a req-e3c32b64-29c6-464c-aaaf-de838a9899ab tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.572378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1fa6f204-fdcf-4a76-8cc4-eea3f0a3679a req-e3c32b64-29c6-464c-aaaf-de838a9899ab tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 945 time: 0.2417052 Aug 16 02:15:21.687214 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1fa6f204-fdcf-4a76-8cc4-eea3f0a3679a req-03a8e636-57dc-430c-aba1-6791bb4e9612 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012444 Aug 16 02:15:21.702319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-2827018d-471b-4d76-9cc3-8fd7c068373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.704774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-2827018d-471b-4d76-9cc3-8fd7c068373e service neutron] 10.222.0.88 "GET /v2.0/networks?id=35685fa8-6b6a-405b-8100-7624e2e8a5c6 HTTP/1.1" status: 200 len: 917 time: 0.2551179 Aug 16 02:15:21.724776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:21.760069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3312081d-ee26-4b64-b43b-6bca8bd95d3f up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:21.915109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786579eb-60f7-4869-afdb-0177b134c268 req-ac6fd358-1b2f-4593-a1a4-de05e5ef57b4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.918725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 3312081d-ee26-4b64-b43b-6bca8bd95d3f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:21.923797 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-786579eb-60f7-4869-afdb-0177b134c268 req-ac6fd358-1b2f-4593-a1a4-de05e5ef57b4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1092622 Aug 16 02:15:21.943028 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-3b0a2849-6b57-487d-a377-2c19551d6356 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 HTTP/1.1" status: 200 len: 1000 time: 0.2260039 Aug 16 02:15:21.951955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 3312081d-ee26-4b64-b43b-6bca8bd95d3f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:21.951955 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.997753 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.047585 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-786579eb-60f7-4869-afdb-0177b134c268 req-fe291846-a137-4078-a354-e8f0a012a5cb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226838 Aug 16 02:15:22.075021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-806ea680-8964-4525-b774-636e4eee26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.078695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-806ea680-8964-4525-b774-636e4eee26fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a1b5a54-61f1-4635-97f2-792086db8409 HTTP/1.1" status: 200 len: 855 time: 0.1256516 Aug 16 02:15:22.115382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea375-b32b-46d7-a454-59478f5f2865 req-5644a386-7336-425f-ad80-59a7eccc3e76 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.116998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba2ea375-b32b-46d7-a454-59478f5f2865 req-5644a386-7336-425f-ad80-59a7eccc3e76 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 949 time: 0.0654671 Aug 16 02:15:22.123757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.159245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:22.164008 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206d1d70-47f1-43d7-90c1-413687cae358" -d '{"events": [{"server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "name": "network-vif-plugged", "status": "completed", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:22.184139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:22.189004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '96b64c59-0229-4e50-98b8-e72fc4d5094d', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'port_id': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'mac_address': 'fa:16:3e:7c:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:25Z', 'updated_at': '2021-08-16T02:15:19Z', 'revision_number': 1, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:26Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:22.193278 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.200712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.207970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba2ea375-b32b-46d7-a454-59478f5f2865 req-ced6d9ce-70b7-4d3b-9431-6d874cedfa62 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817702 Aug 16 02:15:22.224233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-684e49c8-19e7-4fa9-84a5-5d02870a872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.226098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854acf8-6956-4414-9b86-75d619d82641 None None] The sync data for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 is: [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '96b64c59-0229-4e50-98b8-e72fc4d5094d', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'port_id': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'mac_address': 'fa:16:3e:7c:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:25Z', 'updated_at': '2021-08-16T02:15:19Z', 'revision_number': 1, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:26Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:22.235686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-684e49c8-19e7-4fa9-84a5-5d02870a872e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35685fa8-6b6a-405b-8100-7624e2e8a5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176243 Aug 16 02:15:22.254410 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff7b943-3375-43d2-8432-e0d256bff4a6 x-openstack-request-id: req-aff7b943-3375-43d2-8432-e0d256bff4a6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:22.256311 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "name": "network-vif-plugged", "status": "completed", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:22.257103 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aff7b943-3375-43d2-8432-e0d256bff4a6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:22.257694 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f', 'code': 200} Aug 16 02:15:22.309160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.356641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2a7f-853d-49b0-80f2-f6a9f97a6a77 req-77cad6e2-9f25-427b-b313-0a0abb369da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.358068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d0c2a7f-853d-49b0-80f2-f6a9f97a6a77 req-77cad6e2-9f25-427b-b313-0a0abb369da4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1098 time: 0.0444832 Aug 16 02:15:22.379992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57d440b-70c8-4422-a6b3-0bf988b1f67d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.388926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Checking segment: {'id': '0a4d2d38-ea90-4fba-9dc8-9722cfc74351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:22.389169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Network hostable DHCP agents. Network: b669c13e-c4d9-4073-a114-f811de921c21, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:22.404231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d0c2a7f-853d-49b0-80f2-f6a9f97a6a77 req-62b62bae-4802-410a-a4fd-3950bcbebe51 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303054 Aug 16 02:15:22.414053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-c5b942d3-6a98-48fa-9049-d843ebd58c54 service neutron] 10.222.0.88 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361222 Aug 16 02:15:22.425287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Network b669c13e-c4d9-4073-a114-f811de921c21 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:22.436433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b669c13e-c4d9-4073-a114-f811de921c21) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:22.447331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.447760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b7149c-0303-4552-9079-9559e014fe27 None None] Network b669c13e-c4d9-4073-a114-f811de921c21 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:22.448178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.472085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fbe3e971-a846-4209-ac34-3debc9ddef3a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0717945 Aug 16 02:15:22.582663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaebded-4085-485e-8ef3-5b5d7a0dfce6 req-86bb6b2b-41b0-49e8-a653-f737f6ad1541 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.586876 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395387fa-a127-47d5-a13e-b35cbd958b92 None None] New status for floating IP 96b64c59-0229-4e50-98b8-e72fc4d5094d: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:22.590031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caaebded-4085-485e-8ef3-5b5d7a0dfce6 req-86bb6b2b-41b0-49e8-a653-f737f6ad1541 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.1110125 Aug 16 02:15:22.642097 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ad4fa2f-ba39-4820-a896-67edd9390af3 req-c561b293-d34b-468d-8b22-c252d3f75f3e service neutron] 10.222.0.88 "GET /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797717 Aug 16 02:15:22.664672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caaebded-4085-485e-8ef3-5b5d7a0dfce6 req-a9419947-cb90-4df7-966d-d25e6c5f2daf tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734212 Aug 16 02:15:22.727337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71636ed-0edf-4612-834a-9ffa1524ced9 None None] Network b669c13e-c4d9-4073-a114-f811de921c21 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:22.867532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea195-9c1d-4ab7-b12f-26d8e7edfa14 req-00f054ed-bd33-4413-8414-3d38c5250531 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.869079 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c3ea195-9c1d-4ab7-b12f-26d8e7edfa14 req-00f054ed-bd33-4413-8414-3d38c5250531 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.0811758 Aug 16 02:15:22.948964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c3ea195-9c1d-4ab7-b12f-26d8e7edfa14 req-3cbf16cd-552e-49c7-82f8-08f3c2de5418 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689218 Aug 16 02:15:23.000597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 28dc8244-b15b-40b6-82f1-d33a2fb0e50d no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:23.041546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 28dc8244-b15b-40b6-82f1-d33a2fb0e50d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:23.041899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 28dc8244-b15b-40b6-82f1-d33a2fb0e50d not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:23.103466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2925-082c-461d-b451-da4f22e9f7a2 req-8f232757-d6bc-4b90-9bc5-5e2b1d2f18b7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.105374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5eda2925-082c-461d-b451-da4f22e9f7a2 req-8f232757-d6bc-4b90-9bc5-5e2b1d2f18b7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.0563588 Aug 16 02:15:23.147860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5eda2925-082c-461d-b451-da4f22e9f7a2 req-63df0a80-e94a-4119-878d-2fa2e645cfb2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356901 Aug 16 02:15:23.240075 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.343840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bfe18-d976-44bb-b21d-93ab03d7a61e req-a3461f04-7d40-47b5-8827-6a20e72f7768 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.351244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-960bfe18-d976-44bb-b21d-93ab03d7a61e req-a3461f04-7d40-47b5-8827-6a20e72f7768 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0602164 Aug 16 02:15:23.393630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-960bfe18-d976-44bb-b21d-93ab03d7a61e req-6f2b35e8-a094-41a2-86dc-2a2651e92dc3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Aug 16 02:15:23.399149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-38f0fd98-04ea-4f06-a6a0-70e52f645611 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.400775 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-38f0fd98-04ea-4f06-a6a0-70e52f645611 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/networks?id=b669c13e-c4d9-4073-a114-f811de921c21 HTTP/1.1" status: 200 len: 813 time: 0.1158602 Aug 16 02:15:23.421209 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-7bc4290b-11e9-40c2-bb95-33418781ea85 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/quotas/79b7a3868f1f4919a08c209820c3e705 HTTP/1.1" status: 200 len: 375 time: 0.0128744 Aug 16 02:15:23.464562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-a626999f-d402-4a06-890e-25c877a807ea tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=79b7a3868f1f4919a08c209820c3e705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366642 Aug 16 02:15:23.571436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-498742ca-2dc4-46e0-81dc-ceda3207b1b6 service neutron] 10.222.0.78 "GET /v2.0/networks/b669c13e-c4d9-4073-a114-f811de921c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993049 Aug 16 02:15:23.588504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79a0b8-8a8f-4c26-9d30-3de8b12d8e9c req-6f8df0f5-83eb-4c1f-853f-37a96aaecaaf tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.590322 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b79a0b8-8a8f-4c26-9d30-3de8b12d8e9c req-6f8df0f5-83eb-4c1f-853f-37a96aaecaaf tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 949 time: 0.0538158 Aug 16 02:15:23.635132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b79a0b8-8a8f-4c26-9d30-3de8b12d8e9c req-e1e8b7f7-72b5-4c4e-859e-af9375709fee tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Aug 16 02:15:23.666525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-835f0f42-d2f9-4948-9c2a-295c9e74b887 service neutron] 10.222.0.78 "GET /v2.0/networks/b669c13e-c4d9-4073-a114-f811de921c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881236 Aug 16 02:15:23.849587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd816dff-44fc-4dab-bb5c-ad5778b15499 req-7ba5025b-14e4-49f8-a9fc-c8a1a0c41523 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 210 time: 0.0331161 Aug 16 02:15:23.891984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270575af-6e00-4d22-bfa1-05ac51f9f903 req-72cfd7f7-87e2-435d-b5af-948d3c24b1d2 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.894104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-270575af-6e00-4d22-bfa1-05ac51f9f903 req-72cfd7f7-87e2-435d-b5af-948d3c24b1d2 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 946 time: 0.0601528 Aug 16 02:15:23.931864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827aec9-8267-4909-bf73-8751726f7bea req-d7f9fab8-224f-4e5b-856a-49008164a7a2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.933586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7827aec9-8267-4909-bf73-8751726f7bea req-d7f9fab8-224f-4e5b-856a-49008164a7a2 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.88 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 949 time: 0.0597663 Aug 16 02:15:23.945543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-270575af-6e00-4d22-bfa1-05ac51f9f903 req-b7d9ffaf-b362-4a3f-a25f-d1acd1294b7a tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Aug 16 02:15:24.091677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de268dee-c463-4d68-8567-c69b1dfda070 req-838e2a8b-012b-4066-a89f-fcdc127fee2a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.093226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de268dee-c463-4d68-8567-c69b1dfda070 req-838e2a8b-012b-4066-a89f-fcdc127fee2a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.0654993 Aug 16 02:15:24.100719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Deleting port 2e99062a-e8ae-46a2-9272-a6036f2f6466 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:24.101057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.189356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de268dee-c463-4d68-8567-c69b1dfda070 req-8eda9582-0956-4310-96ef-5f4578da605b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840533 Aug 16 02:15:24.220556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] For port 2e99062a-e8ae-46a2-9272-a6036f2f6466, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2e99062a-e8ae-46a2-9272-a6036f2f6466,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:24.220556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.242413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Calling delete_port for 2e99062a-e8ae-46a2-9272-a6036f2f6466 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:24.273826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5ff8-b811-4ffe-a2e4-6cdbd92c9e0c req-32a0e494-8d8e-44b1-bdf9-1988dc53f909 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.280879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0af5ff8-b811-4ffe-a2e4-6cdbd92c9e0c req-32a0e494-8d8e-44b1-bdf9-1988dc53f909 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.0562851 Aug 16 02:15:24.321577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0af5ff8-b811-4ffe-a2e4-6cdbd92c9e0c req-492ca458-9802-44e9-a1b9-8130bc7353c5 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Aug 16 02:15:24.361121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f5db6-564c-45f1-9404-4a7e1aafeb35 req-27614834-4566-4b4e-b1c0-58bcc0ddcca9 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.362659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f30f5db6-564c-45f1-9404-4a7e1aafeb35 req-27614834-4566-4b4e-b1c0-58bcc0ddcca9 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1098 time: 0.0733826 Aug 16 02:15:24.431700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f30f5db6-564c-45f1-9404-4a7e1aafeb35 req-138f5c57-88ae-471e-85fd-e7bf22a4cc56 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Aug 16 02:15:24.447614 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.464322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:24.468486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['2e99062a-e8ae-46a2-9272-a6036f2f6466'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:24.489761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Pushing event deleted for resources: {'Port': ['ID=2e99062a-e8ae-46a2-9272-a6036f2f6466,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:24.522817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.523183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.523499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.524056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.524367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.524710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.525052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.525412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.525878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.526213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.526532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.527055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:24.569690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] No DVR routers for this DVR port 2e99062a-e8ae-46a2-9272-a6036f2f6466 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:24.572317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.574299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7827aec9-8267-4909-bf73-8751726f7bea req-a293ed60-a175-4cab-ac2f-7fbacdfd8aed tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.88 "DELETE /v2.0/ports/2e99062a-e8ae-46a2-9272-a6036f2f6466 HTTP/1.1" status: 204 len: 173 time: 0.6294811 Aug 16 02:15:24.581713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01690f77-0530-483d-8d72-e58b8bf31b35', 'name': 'network-vif-deleted', 'tag': '2e99062a-e8ae-46a2-9272-a6036f2f6466'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:24.585424 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435857c6-baf3-49b1-b759-cf783828df2e" -d '{"events": [{"server_uuid": "01690f77-0530-483d-8d72-e58b8bf31b35", "name": "network-vif-deleted", "tag": "2e99062a-e8ae-46a2-9272-a6036f2f6466"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:24.615819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f60a-3f7d-4173-bfe6-8b9a4f6488d9 req-4be003f1-50e8-4824-b9b2-e46d7dd8a29e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.617477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a758f60a-3f7d-4173-bfe6-8b9a4f6488d9 req-4be003f1-50e8-4824-b9b2-e46d7dd8a29e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1171653 Aug 16 02:15:24.630008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1b6f1-7f75-4a7c-8f90-e8df038e2f39 req-9a337650-5b3b-41f5-988d-c2a50ced8529 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.630769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-f404a17d-2872-4df0-a9e9-1cbe7e3cbe8b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.631595 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47b1b6f1-7f75-4a7c-8f90-e8df038e2f39 req-9a337650-5b3b-41f5-988d-c2a50ced8529 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1098 time: 0.0632696 Aug 16 02:15:24.632451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-f404a17d-2872-4df0-a9e9-1cbe7e3cbe8b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 946 time: 0.0857041 Aug 16 02:15:24.694885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47b1b6f1-7f75-4a7c-8f90-e8df038e2f39 req-6922935c-f86c-43d5-9c4f-3d575b00b0ca tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443978 Aug 16 02:15:24.701612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a758f60a-3f7d-4173-bfe6-8b9a4f6488d9 req-81a5e239-3dbc-4837-8ce8-6aa3f47ec46e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681791 Aug 16 02:15:24.768766 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d046588-2d17-4c22-8e4e-da0d29fedc5c x-openstack-request-id: req-2d046588-2d17-4c22-8e4e-da0d29fedc5c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:24.769053 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01690f77-0530-483d-8d72-e58b8bf31b35", "name": "network-vif-deleted", "tag": "2e99062a-e8ae-46a2-9272-a6036f2f6466", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:24.769503 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d046588-2d17-4c22-8e4e-da0d29fedc5c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:24.770057 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01690f77-0530-483d-8d72-e58b8bf31b35', 'name': 'network-vif-deleted', 'tag': '2e99062a-e8ae-46a2-9272-a6036f2f6466', 'status': 'completed', 'code': 200} Aug 16 02:15:24.784037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Deleting port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:24.784415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.912499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-388fb399-08ea-412b-b080-26af521e83df req-c3474ddf-e5fc-4444-936a-a39f34e8d009 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=01690f77-0530-483d-8d72-e58b8bf31b35 HTTP/1.1" status: 200 len: 210 time: 0.0536554 Aug 16 02:15:24.932186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] For port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:24.932628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.979889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Calling delete_port for 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:25.050550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1aee41a-9c1a-45b0-95ed-a47929b165d9 req-e30ff941-e570-4ab9-b699-13dc7e7cf117 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 210 time: 0.0357018 Aug 16 02:15:25.209543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-c2fc76f5-45f1-4211-ac13-713cfa3a5b0a tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.211049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-c2fc76f5-45f1-4211-ac13-713cfa3a5b0a tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.98 "GET /v2.0/networks?id=b669c13e-c4d9-4073-a114-f811de921c21 HTTP/1.1" status: 200 len: 813 time: 0.2603929 Aug 16 02:15:25.232262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Request body: {'port': {'device_id': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21', 'admin_state_up': True, 'tenant_id': '79b7a3868f1f4919a08c209820c3e705'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:25.299691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636389e2-d16f-426f-8cb3-70feaca27143 req-c2be9ed4-5937-488a-b713-876b74ee4f8e tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.302036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-636389e2-d16f-426f-8cb3-70feaca27143 req-c2be9ed4-5937-488a-b713-876b74ee4f8e tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 946 time: 0.1546955 Aug 16 02:15:25.403754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.448989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-636389e2-d16f-426f-8cb3-70feaca27143 req-42f04d65-6ffa-470a-9848-500bcd633356 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/security-groups?id=98f3b143-3cc4-41fe-8c18-045bee60df85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211271 Aug 16 02:15:25.457442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event deleted for resources: {'Port': ['ID=4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.508649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] No DVR routers for this DVR port 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:25.511580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.514550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f274afc-1cdb-4b58-8ac4-50556a0ce545 req-d69632cc-f51a-405b-a4c0-cfd9167b2afb tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "DELETE /v2.0/ports/4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 HTTP/1.1" status: 204 len: 173 time: 0.8667312 Aug 16 02:15:25.517464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844d3bee-40f7-46a7-a482-64b625fb535f', 'name': 'network-vif-deleted', 'tag': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:25.519841 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ca6657-115e-4ed6-94bb-e3b5feda61ec" -d '{"events": [{"server_uuid": "844d3bee-40f7-46a7-a482-64b625fb535f", "name": "network-vif-deleted", "tag": "4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:25.565885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-594ad5b8-d7d7-4f92-a76c-4c8864ae50cb req-7b92c8db-ffea-4ae6-8216-ad6b39481ad8 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=844d3bee-40f7-46a7-a482-64b625fb535f HTTP/1.1" status: 200 len: 210 time: 0.0403249 Aug 16 02:15:25.568370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Made reservation on behalf of 79b7a3868f1f4919a08c209820c3e705 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:25.571813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.688014 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a61738c-00be-480a-9727-b5b0e86553fa x-openstack-request-id: req-0a61738c-00be-480a-9727-b5b0e86553fa {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:25.689238 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844d3bee-40f7-46a7-a482-64b625fb535f", "name": "network-vif-deleted", "tag": "4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:25.689386 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a61738c-00be-480a-9727-b5b0e86553fa {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:25.689847 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844d3bee-40f7-46a7-a482-64b625fb535f', 'name': 'network-vif-deleted', 'tag': '4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4', 'status': 'completed', 'code': 200} Aug 16 02:15:25.720937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Allocated IP 172.20.0.5 (b669c13e-c4d9-4073-a114-f811de921c21/b57d440b-70c8-4422-a6b3-0bf988b1f67d/a153510d-0535-486b-8d11-c7da9ca96773) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:25.842400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-9f7c80f4-a19a-4e00-bcf5-e1f1876a5c38 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.844152 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-9f7c80f4-a19a-4e00-bcf5-e1f1876a5c38 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.88 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 946 time: 0.0616665 Aug 16 02:15:25.876521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-652a78fb-4138-4c98-981e-0d5150bb88f7 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:25.877507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-652a78fb-4138-4c98-981e-0d5150bb88f7 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129743 Aug 16 02:15:25.891362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:25.891834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:15:25.933570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51b4bc-91d0-457f-99d0-55f4d867db1a req-a3238705-5049-4eac-a6b3-4c5a19423040 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.935048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6e51b4bc-91d0-457f-99d0-55f4d867db1a req-a3238705-5049-4eac-a6b3-4c5a19423040 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1193063 Aug 16 02:15:25.947406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Deleting port 0e7a7242-43a7-4830-87ff-6b5d7c485808 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:25.947753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.987990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.044870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6e51b4bc-91d0-457f-99d0-55f4d867db1a req-a5e1f1db-a78b-44c2-aa76-0326cb1e107a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983882 Aug 16 02:15:26.054096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] For port 0e7a7242-43a7-4830-87ff-6b5d7c485808, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e7a7242-43a7-4830-87ff-6b5d7c485808,segment=NetworkSegment(2ac06aae-3a97-448e-b4d9-e8910fe85679),segment_id=2ac06aae-3a97-448e-b4d9-e8910fe85679)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:26.054915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.086222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Calling delete_port for 0e7a7242-43a7-4830-87ff-6b5d7c485808 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:26.112409 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54faba75-a154-4b67-8e85-98a68acf1cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.114200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.164649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:26.165004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:26.165503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:26.182409 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Network b669c13e-c4d9-4073-a114-f811de921c21 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:26.183267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:26.183591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:26.189109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:26.195319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:26.199824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:26.200169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:26.200579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:26.201029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Bound port: 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:26.224061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Pushing event updated for resources: {'Port': ['ID=a153510d-0535-486b-8d11-c7da9ca96773,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.266004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.280581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0e7a7242-43a7-4830-87ff-6b5d7c485808'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:26.298799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Pushing event deleted for resources: {'Port': ['ID=0e7a7242-43a7-4830-87ff-6b5d7c485808,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.316826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.317529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.350053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5a93bd96-43fc-4b6e-8ada-ed70d15ccf3c tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1231489 Aug 16 02:15:26.351658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:26.353841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] No DVR routers for this DVR port 0e7a7242-43a7-4830-87ff-6b5d7c485808 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:26.356947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.358990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be7063b5-3fbd-4b84-b55c-af7897a112b9 req-0f095bd2-824e-4e67-b9d7-8a7193fdd906 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.88 "DELETE /v2.0/ports/0e7a7242-43a7-4830-87ff-6b5d7c485808 HTTP/1.1" status: 204 len: 173 time: 0.5053501 Aug 16 02:15:26.360425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28106425-10c0-419e-badf-923b6f3c8ebf req-77a69804-8998-4caa-a026-72d3be8fd1f5 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.361903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28106425-10c0-419e-badf-923b6f3c8ebf req-77a69804-8998-4caa-a026-72d3be8fd1f5 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 931 time: 0.1037190 Aug 16 02:15:26.367129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Request body: {'port': {'device_id': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:26.370724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.371882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d86391e3-6e4e-4a40-a5cd-1600ab1f3bc7 service neutron] 10.222.0.78 "POST /v2.0/ports/3312081d-ee26-4b64-b43b-6bca8bd95d3f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4866569 Aug 16 02:15:26.445357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28106425-10c0-419e-badf-923b6f3c8ebf req-c3320198-c7f6-4cda-a59f-bdae34e75986 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715368 Aug 16 02:15:26.452619 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.675615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e12564c-569e-461b-9f74-1eb7bb3a6ba0 req-9b63905c-2c93-40a0-96ac-abb4141d8bb5 tempest-VolumesAdminNegativeTest-406518543 tempest-VolumesAdminNegativeTest-406518543-project] 10.222.0.78 "GET /v2.0/ports?device_id=4841f237-202b-45a3-8e72-71309807184a HTTP/1.1" status: 200 len: 210 time: 0.0275989 Aug 16 02:15:26.709213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce2a61-9372-41c0-ae0b-e13d12908e58 req-5bd69e2a-d25d-4475-9b56-10a81a933bc7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.710704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ce2a61-9372-41c0-ae0b-e13d12908e58 req-5bd69e2a-d25d-4475-9b56-10a81a933bc7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.1396348 Aug 16 02:15:26.767634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-bd5c982f-9ffe-4d18-985f-318d20013829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.769065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-bd5c982f-9ffe-4d18-985f-318d20013829 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1098 time: 0.1045334 Aug 16 02:15:26.771451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4841f237-202b-45a3-8e72-71309807184a', 'name': 'network-vif-deleted', 'tag': '0e7a7242-43a7-4830-87ff-6b5d7c485808'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:26.773754 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7900ae3-6c27-4070-93d2-c72f457df3ca" -d '{"events": [{"server_uuid": "4841f237-202b-45a3-8e72-71309807184a", "name": "network-vif-deleted", "tag": "0e7a7242-43a7-4830-87ff-6b5d7c485808"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:26.784784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1346aa0-9e1f-48eb-92ea-afcb675a1df4 req-9b462a18-7a45-44e2-9d12-9627750f9ed5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.786288 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c1346aa0-9e1f-48eb-92ea-afcb675a1df4 req-9b462a18-7a45-44e2-9d12-9627750f9ed5 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 951 time: 0.0530505 Aug 16 02:15:26.789473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ce2a61-9372-41c0-ae0b-e13d12908e58 req-22d37185-e738-45b7-9fe8-edbc7b415595 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659642 Aug 16 02:15:26.833065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c1346aa0-9e1f-48eb-92ea-afcb675a1df4 req-15e3798a-1661-4fd1-bd68-4fbb0dd5e115 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Aug 16 02:15:26.929839 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad609d-7cd1-4155-ae6c-000f2ddc7c09 x-openstack-request-id: req-07ad609d-7cd1-4155-ae6c-000f2ddc7c09 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:26.930440 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4841f237-202b-45a3-8e72-71309807184a", "name": "network-vif-deleted", "tag": "0e7a7242-43a7-4830-87ff-6b5d7c485808", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:26.930440 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07ad609d-7cd1-4155-ae6c-000f2ddc7c09 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:26.930797 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4841f237-202b-45a3-8e72-71309807184a', 'name': 'network-vif-deleted', 'tag': '0e7a7242-43a7-4830-87ff-6b5d7c485808', 'status': 'completed', 'code': 200} Aug 16 02:15:26.942622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a153510d-0535-486b-8d11-c7da9ca96773 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:26.952617 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.955810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-b868f75c-254b-40f0-bf05-4204efbfe52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.957333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-b868f75c-254b-40f0-bf05-4204efbfe52d service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1670017 Aug 16 02:15:26.970734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Transition to ACTIVE for port object a153510d-0535-486b-8d11-c7da9ca96773 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:26.981089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.010508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:27.021981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-db1e266e-ff03-48da-b4e8-5abcd9805c3b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 200 len: 217 time: 0.0498798 Aug 16 02:15:27.043633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:27.043979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4f5cf3f2-a3d1-4239-8120-d08bac6d5aa4 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:27.097729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=a153510d-0535-486b-8d11-c7da9ca96773,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:27.129906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-ab4584b6-e3c8-4afa-abfc-4b902ba220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.131390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-ab4584b6-e3c8-4afa-abfc-4b902ba220ea service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0848312 Aug 16 02:15:27.165694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-05378a18-f09f-4988-991e-1eb9a8df7bea tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.167494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-05378a18-f09f-4988-991e-1eb9a8df7bea tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1158350 Aug 16 02:15:27.182405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-6f886c5a-9607-43a4-ba0c-51e96a04011f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/quotas/21c2bfdcf6e14b7f83a27a4c4baaddad HTTP/1.1" status: 200 len: 375 time: 0.0091462 Aug 16 02:15:27.209950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-e163f0e5-ca70-414c-9502-171ba111319b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463705 Aug 16 02:15:27.214259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-6582a706-17c5-4287-8cdf-a283cca6c40e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261197 Aug 16 02:15:27.278616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Attempting to bind port a153510d-0535-486b-8d11-c7da9ca96773 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:27.278848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Attempting to bind port a153510d-0535-486b-8d11-c7da9ca96773 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '0a4d2d38-ea90-4fba-9dc8-9722cfc74351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:27.279182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Attempting to bind port a153510d-0535-486b-8d11-c7da9ca96773 on network b669c13e-c4d9-4073-a114-f811de921c21 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:27.293382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d35a46-77eb-4908-9821-61a2959e3b99 req-4832022f-4189-4b70-a781-97a2a4ae6129 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.294856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39d35a46-77eb-4908-9821-61a2959e3b99 req-4832022f-4189-4b70-a781-97a2a4ae6129 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1616881 Aug 16 02:15:27.299095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Port a153510d-0535-486b-8d11-c7da9ca96773 on network b669c13e-c4d9-4073-a114-f811de921c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:27.299421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Attempting to bind port a153510d-0535-486b-8d11-c7da9ca96773 on network b669c13e-c4d9-4073-a114-f811de921c21 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:27.306348 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-b0a52c8f-3789-4981-a4ef-207786505dc8 service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844057 Aug 16 02:15:27.315317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:27.315651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Checking segment: {'id': '0a4d2d38-ea90-4fba-9dc8-9722cfc74351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:27.316025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Bound using segment: {'id': '0a4d2d38-ea90-4fba-9dc8-9722cfc74351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:27.316492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Bound port: a153510d-0535-486b-8d11-c7da9ca96773, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4d2d38-ea90-4fba-9dc8-9722cfc74351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:27.322091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.393155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39d35a46-77eb-4908-9821-61a2959e3b99 req-8630e72c-eabe-43fc-afb7-49b6ff648ee9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892999 Aug 16 02:15:27.397271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-6b1bdbce-70d2-4a49-8892-56a6a8020410 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789372 Aug 16 02:15:27.402714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-9f80a361-424d-45ac-8a17-d41736fe7cde service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903945 Aug 16 02:15:27.476051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] For port a153510d-0535-486b-8d11-c7da9ca96773, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:27.497237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] For port a153510d-0535-486b-8d11-c7da9ca96773, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a153510d-0535-486b-8d11-c7da9ca96773,segment=NetworkSegment(0a4d2d38-ea90-4fba-9dc8-9722cfc74351),segment_id=0a4d2d38-ea90-4fba-9dc8-9722cfc74351)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:27.516029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.576279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1dab2bae-a431-4ae0-b9f4-896dac5659aa req-09b93cc2-9c89-407f-968d-27ae216478a2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 210 time: 0.0274138 Aug 16 02:15:27.578531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.579717 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.581137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] 10.222.0.98 "PUT /v2.0/ports/a153510d-0535-486b-8d11-c7da9ca96773 HTTP/1.1" status: 200 len: 1092 time: 1.2183402 Aug 16 02:15:27.626987 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-ce672b95-7059-48f9-884f-122baf2b8159 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214575 Aug 16 02:15:27.675166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7855d-45b0-46ae-9dab-db8a8da62ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=a153510d-0535-486b-8d11-c7da9ca96773,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:27.695558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a297b8c-e691-4dae-b175-143e2d892240 req-3390d749-2e1c-4cc4-8157-38af43947266 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.697536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a297b8c-e691-4dae-b175-143e2d892240 req-3390d749-2e1c-4cc4-8157-38af43947266 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 943 time: 0.1659076 Aug 16 02:15:27.698169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'tag': 'a153510d-0535-486b-8d11-c7da9ca96773'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:27.702144 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0157f395-0687-4156-9fb5-4a048690a30c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4a62f5-539f-4a72-8efb-ebd3ea9bda69", "tag": "a153510d-0535-486b-8d11-c7da9ca96773"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:27.732716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2e99062a-e8ae-46a2-9272-a6036f2f6466 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:27.757560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.767042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 2e99062a-e8ae-46a2-9272-a6036f2f6466 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:27.767516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2e99062a-e8ae-46a2-9272-a6036f2f6466 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:27.817123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] Deleting subnet 2c568655-2a33-4ddc-9559-b7564d3cab44 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:27.822512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.905127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.010753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.037957 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c706430-a831-4f41-bceb-5aedce03e54d x-openstack-request-id: req-4c706430-a831-4f41-bceb-5aedce03e54d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:28.038567 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4a62f5-539f-4a72-8efb-ebd3ea9bda69", "tag": "a153510d-0535-486b-8d11-c7da9ca96773", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:28.038567 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c706430-a831-4f41-bceb-5aedce03e54d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:28.038910 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'tag': 'a153510d-0535-486b-8d11-c7da9ca96773', 'status': 'completed', 'code': 200} Aug 16 02:15:28.052090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a377d-cb1f-42d5-8ba2-ecb09e2ddc6d req-3d00c0d0-46c8-4b4c-ab01-e174bd27694a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.053559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd8a377d-cb1f-42d5-8ba2-ecb09e2ddc6d req-3d00c0d0-46c8-4b4c-ab01-e174bd27694a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.1236482 Aug 16 02:15:28.056456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5236eb43-89e6-41d4-838a-fb8b9dc5e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.058003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-5236eb43-89e6-41d4-838a-fb8b9dc5e4e5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=79b7a3868f1f4919a08c209820c3e705&device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 1095 time: 0.4197063 Aug 16 02:15:28.068493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a297b8c-e691-4dae-b175-143e2d892240 req-4a1d2439-ce58-40d0-ae6f-c144b46c9f86 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603551 Aug 16 02:15:28.121303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-ceb7cb5d-038c-4535-9b49-1b025eb0a883 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a153510d-0535-486b-8d11-c7da9ca96773 HTTP/1.1" status: 200 len: 217 time: 0.0516407 Aug 16 02:15:28.254388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-0c860fb9-9cf4-467e-bd78-105269e5e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.255872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-0c860fb9-9cf4-467e-bd78-105269e5e6b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b57d440b-70c8-4422-a6b3-0bf988b1f67d HTTP/1.1" status: 200 len: 853 time: 0.1268160 Aug 16 02:15:28.288714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128315-9459-4d2a-83a3-ed2dcb4a06fe req-aeb1524b-1939-470b-a8ce-06266c7e7748 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.290514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57128315-9459-4d2a-83a3-ed2dcb4a06fe req-aeb1524b-1939-470b-a8ce-06266c7e7748 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 951 time: 0.1237047 Aug 16 02:15:28.316017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e96f0-6255-4295-96bb-e59a65a51034 req-d4bfa17b-8c7d-4ae9-a402-f7d6fa5f3f01 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.320707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-907e96f0-6255-4295-96bb-e59a65a51034 req-d4bfa17b-8c7d-4ae9-a402-f7d6fa5f3f01 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 951 time: 0.1339881 Aug 16 02:15:28.322203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-4ed33b75-19b2-4678-9e26-8b17a499f293 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b669c13e-c4d9-4073-a114-f811de921c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565467 Aug 16 02:15:28.426925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd8a377d-cb1f-42d5-8ba2-ecb09e2ddc6d req-72ddc0fd-302a-4018-93f4-369d7a2ff60d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567731 Aug 16 02:15:28.428417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.444029 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.445877 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2c568655-2a33-4ddc-9559-b7564d3cab44 HTTP/1.1" status: 204 len: 168 time: 0.6867771 Aug 16 02:15:28.454614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38806) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:28.476451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb75d5b-bf1b-479d-9035-7fda3bc4e5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c568655-2a33-4ddc-9559-b7564d3cab44,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:28.492072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57128315-9459-4d2a-83a3-ed2dcb4a06fe req-9213d01c-f1a3-4ba8-805c-034969c62bce tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/security-groups?id=9370bae8-2b74-4ae5-a8d9-50e75bd2d845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732078 Aug 16 02:15:28.595592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-f96e3a30-e7ac-418a-96aa-b019cf5581a1 service neutron] 10.222.0.98 "GET /v2.0/networks/b669c13e-c4d9-4073-a114-f811de921c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573206 Aug 16 02:15:28.699362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-943c7a12-b09b-4e18-bcd4-214acfee693b req-76d994c7-01e7-4ac8-bc3f-7314934e76d2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 210 time: 0.0310831 Aug 16 02:15:28.699595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.743381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Deleting port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:28.743639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.755735 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.759008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0bac2-6561-42f3-85e0-673300e152d4 req-0d4fb423-2393-4b0b-ba05-296cbe909ef4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.760698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6fc0bac2-6561-42f3-85e0-673300e152d4 req-0d4fb423-2393-4b0b-ba05-296cbe909ef4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1770916 Aug 16 02:15:28.777999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e40f6fda-3f68-4729-a5bf-0c412318e701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.872213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-c814b4b4-492b-4a66-bfa5-8dc208745daf tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.874302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-c814b4b4-492b-4a66-bfa5-8dc208745daf tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1718946 Aug 16 02:15:28.895561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Request body: {'port': {'device_id': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'admin_state_up': True, 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:28.961926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6fc0bac2-6561-42f3-85e0-673300e152d4 req-1f685a05-d74c-46df-8047-795d436bc971 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647887 Aug 16 02:15:28.963402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.972922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d3cf215-98fc-41ed-bbe7-ab420dfea2d9 req-1794e25c-458a-4349-a0f3-715f6924edda service neutron] 10.222.0.98 "GET /v2.0/networks/b669c13e-c4d9-4073-a114-f811de921c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578837 Aug 16 02:15:28.987093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefe0e19-c305-4353-937c-2c99e3fb5e1f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:28.989777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] For port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:28.990147 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.005972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac06aae-3a97-448e-b4d9-e8910fe85679') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:29.006312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac06aae-3a97-448e-b4d9-e8910fe85679') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:29.020540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.022571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Calling delete_port for ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:29.038698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:29.042833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.055134 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.107162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:29.107162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:29.108841 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:29.184774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f395-0687-4156-9fb5-4a048690a30c req-3afb0b8f-b06d-4b83-9c7b-cb9b916a8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.186480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0157f395-0687-4156-9fb5-4a048690a30c req-3afb0b8f-b06d-4b83-9c7b-cb9b916a8cb3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=79b7a3868f1f4919a08c209820c3e705&device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 1095 time: 0.1524365 Aug 16 02:15:29.231183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Allocated IP 172.20.0.6 (7f87eee5-90aa-4446-92cb-abb1c82eca55/ed8e42a1-d51f-49bc-ad0d-27257fd19019/43048209-f87f-4b6a-98af-6e8848748339) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:29.240198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c0fe9-cec6-405d-b919-14a8e06dd383 req-27c57d64-52bb-4ffb-bb82-9ea8cb304dd8 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.241767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a8c0fe9-cec6-405d-b919-14a8e06dd383 req-27c57d64-52bb-4ffb-bb82-9ea8cb304dd8 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 943 time: 0.0707870 Aug 16 02:15:29.244333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.275310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.277604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] 10.222.0.78 "DELETE /v2.0/networks/fefe0e19-c305-4353-937c-2c99e3fb5e1f HTTP/1.1" status: 204 len: 168 time: 0.8220639 Aug 16 02:15:29.279325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb0ea3-e5dc-4224-88b1-a40e4deb01bb admin admin] Pushing event deleted for resources: {'Network': ['ID=fefe0e19-c305-4353-937c-2c99e3fb5e1f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.286216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.374575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a8c0fe9-cec6-405d-b919-14a8e06dd383 req-983a69ae-483f-4353-ab17-76081352df0d tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160119 Aug 16 02:15:29.386806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] Deleting subnet 2042d37d-39f2-47ab-b62a-946eaf68669b {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:29.396680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.399814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f395-0687-4156-9fb5-4a048690a30c req-52d8bf30-3853-42a9-bf88-9b921ad2a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.401100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0157f395-0687-4156-9fb5-4a048690a30c req-52d8bf30-3853-42a9-bf88-9b921ad2a814 service neutron] 10.222.0.98 "GET /v2.0/networks?id=b669c13e-c4d9-4073-a114-f811de921c21 HTTP/1.1" status: 200 len: 914 time: 0.2054534 Aug 16 02:15:29.447537 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.474974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0157f395-0687-4156-9fb5-4a048690a30c req-eb8b50c5-59c9-41c1-a0cd-5b1c42c2adea service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a153510d-0535-486b-8d11-c7da9ca96773 HTTP/1.1" status: 200 len: 217 time: 0.0522799 Aug 16 02:15:29.492223 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.498754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.527352 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.566956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.592310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Pushing event deleted for resources: {'Port': ['ID=ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.623832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea739101-c7ac-4e41-889c-1454d752f001 req-efeb6619-e09c-4f5e-b07c-57a4c83cf549 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78dfb3a-da4c-44e5-8a2a-6d574b02454e HTTP/1.1" status: 200 len: 210 time: 0.0451601 Aug 16 02:15:29.631701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:29.633001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:29.635630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:29.670819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f395-0687-4156-9fb5-4a048690a30c req-29bfa128-cc6a-40f5-9f3b-1ee87f15334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.672016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0157f395-0687-4156-9fb5-4a048690a30c req-29bfa128-cc6a-40f5-9f3b-1ee87f15334b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b57d440b-70c8-4422-a6b3-0bf988b1f67d HTTP/1.1" status: 200 len: 853 time: 0.1845016 Aug 16 02:15:29.694961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] No DVR routers for this DVR port ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:29.707078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.708146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.711546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.715094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-907e96f0-6255-4295-96bb-e59a65a51034 req-fada67c8-2563-45e1-b48b-5838ff1a1c04 tempest-ServersAdminTestJSON-1085262746 tempest-ServersAdminTestJSON-1085262746-project] 10.222.0.98 "DELETE /v2.0/ports/ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 HTTP/1.1" status: 204 len: 173 time: 1.3779125 Aug 16 02:15:29.731266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.733899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1f2b0b6f-eedc-4391-b8d6-e356d2607a28 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8437302 Aug 16 02:15:29.743083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e7a7242-43a7-4830-87ff-6b5d7c485808 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:29.747009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Request body: {'port': {'device_id': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:29.798957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 0e7a7242-43a7-4830-87ff-6b5d7c485808 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:29.799594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e7a7242-43a7-4830-87ff-6b5d7c485808 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:29.818123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0157f395-0687-4156-9fb5-4a048690a30c req-c04a4c54-e5e8-447b-b286-b4e62ee7b0ec service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b669c13e-c4d9-4073-a114-f811de921c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281397 Aug 16 02:15:29.841414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65274786-dfb1-4d5d-b449-d8981998d37e req-3d6ab7dc-0a9f-4c41-9c9c-a7efce26cd67 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.849993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65274786-dfb1-4d5d-b449-d8981998d37e req-3d6ab7dc-0a9f-4c41-9c9c-a7efce26cd67 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.2942977 Aug 16 02:15:29.875263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.887510 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.974545 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65274786-dfb1-4d5d-b449-d8981998d37e req-e792851c-2eb3-450d-93a1-513520159d4a tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234231 Aug 16 02:15:30.012362 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.045087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-deleted', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:30.047340 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf7f76-ecc2-4770-9bd7-502fad9a5669" -d '{"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-deleted", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:30.052550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0157f395-0687-4156-9fb5-4a048690a30c req-ca78d26f-3b42-4b9c-98c7-ff47257546d9 service neutron] 10.222.0.98 "GET /v2.0/networks/b669c13e-c4d9-4073-a114-f811de921c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195680 Aug 16 02:15:30.054227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.058400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2042d37d-39f2-47ab-b62a-946eaf68669b HTTP/1.1" status: 204 len: 168 time: 0.7690206 Aug 16 02:15:30.067572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.085780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da517133-6fc3-43a5-a217-55bac40e2c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2042d37d-39f2-47ab-b62a-946eaf68669b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.130262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b5f6-70d8-4cd0-9882-ead1609ff1be req-94ab1cb2-c1fb-448f-8180-5ff7db4da878 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.131708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5283b5f6-70d8-4cd0-9882-ead1609ff1be req-94ab1cb2-c1fb-448f-8180-5ff7db4da878 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 931 time: 0.2457550 Aug 16 02:15:30.189828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a51c9-dac8-46ab-bba5-e0fcf8dbff30 req-53d447c2-96be-4e0e-b842-843acc57eed4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.198857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b1a51c9-dac8-46ab-bba5-e0fcf8dbff30 req-53d447c2-96be-4e0e-b842-843acc57eed4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1217957 Aug 16 02:15:30.223825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.235663 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5283b5f6-70d8-4cd0-9882-ead1609ff1be req-c8ee4fda-a5da-4f47-b18e-b90420e44d51 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890586 Aug 16 02:15:30.277280 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b1a51c9-dac8-46ab-bba5-e0fcf8dbff30 req-55ffcffd-dc90-471e-b031-401e2b80c59e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773289 Aug 16 02:15:30.280194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0157f395-0687-4156-9fb5-4a048690a30c req-9b91aeb5-6376-43af-956b-0d6f823bfb7c service neutron] 10.222.0.98 "GET /v2.0/networks/b669c13e-c4d9-4073-a114-f811de921c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044156 Aug 16 02:15:30.320573 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc34c3d-2388-4d53-aad0-db39721c5406 x-openstack-request-id: req-9cc34c3d-2388-4d53-aad0-db39721c5406 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:30.320878 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dfb3a-da4c-44e5-8a2a-6d574b02454e", "name": "network-vif-deleted", "tag": "ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:30.321133 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cc34c3d-2388-4d53-aad0-db39721c5406 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:30.321538 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78dfb3a-da4c-44e5-8a2a-6d574b02454e', 'name': 'network-vif-deleted', 'tag': 'ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7', 'status': 'completed', 'code': 200} Aug 16 02:15:30.367604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.384678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9f514b-f9ba-4204-9316-8c7878f2afd0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:30.413638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1113b4-eb61-42aa-922b-55cca65f00a1') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:30.413940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1113b4-eb61-42aa-922b-55cca65f00a1') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:30.431681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.448945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43048209-f87f-4b6a-98af-6e8848748339 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:30.456205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.459317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.467724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:30.468128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:30.470289 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:30.515113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Transition to ACTIVE for port object 43048209-f87f-4b6a-98af-6e8848748339 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:30.521027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943c6f7-d018-4c6d-b5db-e7cc7f5db666 req-b8e89114-dee3-4b7e-9045-cd2b7b32a58f tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.522979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.528908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2943c6f7-d018-4c6d-b5db-e7cc7f5db666 req-b8e89114-dee3-4b7e-9045-cd2b7b32a58f tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 943 time: 0.0762548 Aug 16 02:15:30.555374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.562665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.564598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/aa9f514b-f9ba-4204-9316-8c7878f2afd0 HTTP/1.1" status: 204 len: 168 time: 0.4960420 Aug 16 02:15:30.565660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2943c6f7-d018-4c6d-b5db-e7cc7f5db666 req-4a888498-df66-4439-871a-70f67e027900 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Aug 16 02:15:30.585026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4935c92-da8c-4832-b414-fa29ff8644a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9f514b-f9ba-4204-9316-8c7878f2afd0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.603118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.690195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Attempting to bind port 43048209-f87f-4b6a-98af-6e8848748339 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:30.690542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Attempting to bind port 43048209-f87f-4b6a-98af-6e8848748339 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:30.690875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Attempting to bind port 43048209-f87f-4b6a-98af-6e8848748339 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:30.695802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Port 43048209-f87f-4b6a-98af-6e8848748339 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:30.696128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Attempting to bind port 43048209-f87f-4b6a-98af-6e8848748339 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:30.702433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:30.702790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Checking segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:30.703194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Bound using segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:30.703631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Bound port: 43048209-f87f-4b6a-98af-6e8848748339, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:30.704572 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.767322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38842) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.782692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:30.794753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:30.803367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.831426 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-39ead21e-f328-4006-b005-8dbf36c2552f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c1c9562241e442791c97dd4bce88d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623875 Aug 16 02:15:30.834100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38846) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.901563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.902538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.903987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] 10.222.0.88 "PUT /v2.0/ports/43048209-f87f-4b6a-98af-6e8848748339 HTTP/1.1" status: 200 len: 1092 time: 1.1615143 Aug 16 02:15:30.909413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'tag': '43048209-f87f-4b6a-98af-6e8848748339'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:30.911439 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89751d6e-b215-4119-bec4-ac4eea61bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "tag": "43048209-f87f-4b6a-98af-6e8848748339"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:30.943546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf25199-c773-4c8a-9d8a-d64f389c52de service neutron] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.963492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68453e65-c585-48c0-ba08-b6e42fe8d9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.993068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68453e65-c585-48c0-ba08-b6e42fe8d9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.001807 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f170b8bd-4e58-480d-a947-91523eac038f x-openstack-request-id: req-f170b8bd-4e58-480d-a947-91523eac038f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:31.002518 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "tag": "43048209-f87f-4b6a-98af-6e8848748339", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:31.003293 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f170b8bd-4e58-480d-a947-91523eac038f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:31.004116 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'tag': '43048209-f87f-4b6a-98af-6e8848748339', 'status': 'completed', 'code': 200} Aug 16 02:15:31.011984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-a81352b3-4926-4663-b913-7f249a6963f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.014247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-a81352b3-4926-4663-b913-7f249a6963f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 1095 time: 0.0669353 Aug 16 02:15:31.019679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:31.022658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a153510d-0535-486b-8d11-c7da9ca96773 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:31.054288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38854) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.070370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-2b50bc20-7ae0-4d11-b6d3-e08fe7ad292e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43048209-f87f-4b6a-98af-6e8848748339 HTTP/1.1" status: 200 len: 217 time: 0.0466201 Aug 16 02:15:31.077206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:31.077844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ae29daa3-39b4-4b2b-94ed-7f7b8b9f2ac7 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:31.098727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68453e65-c585-48c0-ba08-b6e42fe8d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.101942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68453e65-c585-48c0-ba08-b6e42fe8d9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.103192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-68453e65-c585-48c0-ba08-b6e42fe8d9aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98f3b143-3cc4-41fe-8c18-045bee60df85 HTTP/1.1" status: 204 len: 168 time: 0.2674952 Aug 16 02:15:31.130362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68453e65-c585-48c0-ba08-b6e42fe8d9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f3b143-3cc4-41fe-8c18-045bee60df85,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.155166 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-5884d677-5a32-4e77-bf48-a0412ded4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.157204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-5884d677-5a32-4e77-bf48-a0412ded4e74 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.0793529 Aug 16 02:15:31.223076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-8d136376-66fa-4a90-aad5-d38bb59efa64 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539186 Aug 16 02:15:31.275827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a153510d-0535-486b-8d11-c7da9ca96773, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a153510d-0535-486b-8d11-c7da9ca96773,segment=NetworkSegment(0a4d2d38-ea90-4fba-9dc8-9722cfc74351),segment_id=0a4d2d38-ea90-4fba-9dc8-9722cfc74351)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:31.302920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'a153510d-0535-486b-8d11-c7da9ca96773', 'network_id': 'b669c13e-c4d9-4073-a114-f811de921c21', 'port_id': 'a153510d-0535-486b-8d11-c7da9ca96773', 'mac_address': 'fa:16:3e:73:15:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57d440b-70c8-4422-a6b3-0bf988b1f67d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:31.346386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1510328-eb60-433e-aefa-05142b0a9c98 req-11a64c43-2f67-44ca-a199-1cbb91b774be tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.347008 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-73f1fe48-c02f-4965-81c7-d1d7e33ee2b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09bb0e460abd4b4ca29716f721aa7470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867610 Aug 16 02:15:31.348443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1510328-eb60-433e-aefa-05142b0a9c98 req-11a64c43-2f67-44ca-a199-1cbb91b774be tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.1902862 Aug 16 02:15:31.355635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38866) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.385459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-5b347ca4-3647-4798-a356-7095af25f5e1 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523902 Aug 16 02:15:31.397633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.431004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a153510d-0535-486b-8d11-c7da9ca96773 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:31.474267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a153510d-0535-486b-8d11-c7da9ca96773, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a153510d-0535-486b-8d11-c7da9ca96773,segment=NetworkSegment(0a4d2d38-ea90-4fba-9dc8-9722cfc74351),segment_id=0a4d2d38-ea90-4fba-9dc8-9722cfc74351)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:31.482482 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.488554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8dca9-989e-4d8d-9b5f-740e55a44f65 req-a2d1bca1-df28-4d15-adbb-6a602618c3d8 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.497414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bbb8dca9-989e-4d8d-9b5f-740e55a44f65 req-a2d1bca1-df28-4d15-adbb-6a602618c3d8 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 943 time: 0.1288750 Aug 16 02:15:31.499694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f50ba9cd-aca1-4dda-8a25-0afdcc531fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.517505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1510328-eb60-433e-aefa-05142b0a9c98 req-66df862c-b94c-4914-9b70-b73c763b23d7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294634 Aug 16 02:15:31.551418 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f50ba9cd-aca1-4dda-8a25-0afdcc531fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.586921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bbb8dca9-989e-4d8d-9b5f-740e55a44f65 req-18e40f0d-6d3d-4838-ad76-f7c4829dbabc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884974 Aug 16 02:15:31.598854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb6d6f87-82a0-4f22-bb8b-1c53fb9899bb req-012fd3f7-847d-4e6f-8c57-fcbecb12fed2 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032979 Aug 16 02:15:31.599610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.618703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a153510d-0535-486b-8d11-c7da9ca96773,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.670201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f50ba9cd-aca1-4dda-8a25-0afdcc531fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.673746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f50ba9cd-aca1-4dda-8a25-0afdcc531fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.677507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f50ba9cd-aca1-4dda-8a25-0afdcc531fae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9370bae8-2b74-4ae5-a8d9-50e75bd2d845 HTTP/1.1" status: 204 len: 168 time: 0.3174436 Aug 16 02:15:31.684725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ba9cd-aca1-4dda-8a25-0afdcc531fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9370bae8-2b74-4ae5-a8d9-50e75bd2d845,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.745581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6de902ed-5857-4228-849e-d2dec481434c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52d0ff9fc53346158da7991b55adddd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428943 Aug 16 02:15:31.748224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.785973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['a153510d-0535-486b-8d11-c7da9ca96773'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:31.836955 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.839526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445dd48-cd07-472e-8265-82cc4e9bb3dc req-fc6568c0-19ec-417b-ab84-0e80431f565b tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.841252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9445dd48-cd07-472e-8265-82cc4e9bb3dc req-fc6568c0-19ec-417b-ab84-0e80431f565b tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 944 time: 0.0987275 Aug 16 02:15:31.856849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16698-2d21-481d-b994-12461b01db05 req-4d9638df-4abc-45e5-80a7-cb66612e94fa tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.859677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa16698-2d21-481d-b994-12461b01db05 req-4d9638df-4abc-45e5-80a7-cb66612e94fa tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.2234051 Aug 16 02:15:31.881992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-2e71afec-e139-4bcf-aeb5-601054e94cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.887438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-2e71afec-e139-4bcf-aeb5-601054e94cb2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 1095 time: 0.2387140 Aug 16 02:15:31.914912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9445dd48-cd07-472e-8265-82cc4e9bb3dc req-88306c8e-4bf7-4ac1-8e38-f3d5edd6c7c6 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625281 Aug 16 02:15:32.003691 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e16db87-3cea-42ce-941f-ff8ff4d94e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.050198 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa16698-2d21-481d-b994-12461b01db05 req-f3ba2919-bbc1-45c3-acf4-5ee0d1e530ac tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538224 Aug 16 02:15:32.070765 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e16db87-3cea-42ce-941f-ff8ff4d94e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.124450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-4a71e0b4-b14b-46dc-8f55-6e0589f0942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.126046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-4a71e0b4-b14b-46dc-8f55-6e0589f0942f service neutron] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 912 time: 0.2143073 Aug 16 02:15:32.172035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-ee3bdbf3-7612-4527-916f-e9eb5a693d73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43048209-f87f-4b6a-98af-6e8848748339 HTTP/1.1" status: 200 len: 217 time: 0.0375025 Aug 16 02:15:32.184764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38882) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.196140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e16db87-3cea-42ce-941f-ff8ff4d94e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.198875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e16db87-3cea-42ce-941f-ff8ff4d94e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.202571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9e16db87-3cea-42ce-941f-ff8ff4d94e0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e391532a-c308-43ea-8dd3-eaec1cf0f848 HTTP/1.1" status: 204 len: 168 time: 0.4494247 Aug 16 02:15:32.231592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b0fa4ad-d88e-4933-9bfe-2b914d7825c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3dfe3cc2a814371a734c4a3544471c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456057 Aug 16 02:15:32.233994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38886) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.238417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16db87-3cea-42ce-941f-ff8ff4d94e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391532a-c308-43ea-8dd3-eaec1cf0f848,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.258901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-2d19712f-e91a-42c9-a035-bba312d72506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.262360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-2d19712f-e91a-42c9-a035-bba312d72506 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.0808737 Aug 16 02:15:32.289475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6222ad01-1175-4008-ad30-f72db37aecd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.300157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-abf0fa27-44bb-4862-ae8b-d5fea60b843f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289237 Aug 16 02:15:32.325416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6222ad01-1175-4008-ad30-f72db37aecd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.387560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6222ad01-1175-4008-ad30-f72db37aecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.393018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6222ad01-1175-4008-ad30-f72db37aecd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.394307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6222ad01-1175-4008-ad30-f72db37aecd3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d87f0c7-698d-4fcd-908b-650c3a426cdd HTTP/1.1" status: 204 len: 168 time: 0.1592419 Aug 16 02:15:32.408351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222ad01-1175-4008-ad30-f72db37aecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d87f0c7-698d-4fcd-908b-650c3a426cdd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.423753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-871ac43a-d0ef-47f8-b553-b66965884715 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155083 Aug 16 02:15:32.559891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89751d6e-b215-4119-bec4-ac4eea61bc00 req-5ce7e2f7-b8b9-46a2-abe0-901f276af3a0 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274588 Aug 16 02:15:32.715915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642be9b-8174-4584-bd43-5e82b21baeea req-e98c06ee-f643-493c-bfca-c7668f434f50 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.724211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7642be9b-8174-4584-bd43-5e82b21baeea req-e98c06ee-f643-493c-bfca-c7668f434f50 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.0793638 Aug 16 02:15:32.773353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7642be9b-8174-4584-bd43-5e82b21baeea req-e554c0ee-a7af-432b-96b5-ee9892c46a11 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Aug 16 02:15:32.808242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a0f76-696a-45b3-81ef-a3d5bba0874f req-b5982e6b-af8f-4c43-ab4b-8b45e57f7b09 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.810456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-135a0f76-696a-45b3-81ef-a3d5bba0874f req-b5982e6b-af8f-4c43-ab4b-8b45e57f7b09 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 943 time: 0.1317449 Aug 16 02:15:32.870058 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-135a0f76-696a-45b3-81ef-a3d5bba0874f req-c79d8966-0500-4ba1-b01b-33336b777269 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522978 Aug 16 02:15:33.033626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a153510d-0535-486b-8d11-c7da9ca96773 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:33.063144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c8c84-65b9-4b30-ae72-3f1afadfab29 req-da991ad5-7b2d-44d1-9aa9-a68949eaec21 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.070322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b0c8c84-65b9-4b30-ae72-3f1afadfab29 req-da991ad5-7b2d-44d1-9aa9-a68949eaec21 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 944 time: 0.0791564 Aug 16 02:15:33.100193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port a153510d-0535-486b-8d11-c7da9ca96773 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:33.109699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port a153510d-0535-486b-8d11-c7da9ca96773 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:33.110125 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.121867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b0c8c84-65b9-4b30-ae72-3f1afadfab29 req-ab70ef84-9498-4063-9b24-fbe7889fec94 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Aug 16 02:15:33.214128 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.238953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ead81a-8731-4f4e-8b66-39ec9adc1260 req-05e05a8f-7870-483e-9ad0-e9ee57cf936d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.243090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e3ead81a-8731-4f4e-8b66-39ec9adc1260 req-05e05a8f-7870-483e-9ad0-e9ee57cf936d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0725799 Aug 16 02:15:33.263375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a153510d-0535-486b-8d11-c7da9ca96773'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:33.265949 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029daa00-de18-47c7-a8c2-492048b03d61" -d '{"events": [{"server_uuid": "4a4a62f5-539f-4a72-8efb-ebd3ea9bda69", "name": "network-vif-plugged", "status": "completed", "tag": "a153510d-0535-486b-8d11-c7da9ca96773"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:33.299199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a153510d-0535-486b-8d11-c7da9ca96773, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a153510d-0535-486b-8d11-c7da9ca96773,segment=NetworkSegment(0a4d2d38-ea90-4fba-9dc8-9722cfc74351),segment_id=0a4d2d38-ea90-4fba-9dc8-9722cfc74351)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:33.302606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e3ead81a-8731-4f4e-8b66-39ec9adc1260 req-9f026b71-cdf7-4d17-ab22-b6686b83ed4e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534427 Aug 16 02:15:33.304375 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.332602 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cd29a6-280d-4ab6-9c01-fe1a2ab479e9 x-openstack-request-id: req-b5cd29a6-280d-4ab6-9c01-fe1a2ab479e9 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:33.333139 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4a62f5-539f-4a72-8efb-ebd3ea9bda69", "name": "network-vif-plugged", "status": "completed", "tag": "a153510d-0535-486b-8d11-c7da9ca96773", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:33.333469 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5cd29a6-280d-4ab6-9c01-fe1a2ab479e9 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:33.333990 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a153510d-0535-486b-8d11-c7da9ca96773', 'code': 200} Aug 16 02:15:33.363102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a153510d-0535-486b-8d11-c7da9ca96773,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:33.429659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23ef40-b161-43b7-a6bb-4957635d106a req-33539e65-991a-4ae0-b44a-0e5b1860f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.431338 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c23ef40-b161-43b7-a6bb-4957635d106a req-33539e65-991a-4ae0-b44a-0e5b1860f597 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 1097 time: 0.0448046 Aug 16 02:15:33.472950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c23ef40-b161-43b7-a6bb-4957635d106a req-a3b021bb-ccec-4e18-8f14-c5bfe9b32754 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Aug 16 02:15:33.762982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 43048209-f87f-4b6a-98af-6e8848748339 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:33.874906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:33.888632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '43048209-f87f-4b6a-98af-6e8848748339', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'port_id': '43048209-f87f-4b6a-98af-6e8848748339', 'mac_address': 'fa:16:3e:67:51:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e42a1-d51f-49bc-ad0d-27257fd19019', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:33.914723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141cc7-f245-48cf-bd13-76c81867c031 req-ce00d82b-2460-41c7-a18f-fae8eb20ef41 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.916592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c141cc7-f245-48cf-bd13-76c81867c031 req-ce00d82b-2460-41c7-a18f-fae8eb20ef41 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.0568340 Aug 16 02:15:33.941083 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.955598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43048209-f87f-4b6a-98af-6e8848748339 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:33.969077 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c141cc7-f245-48cf-bd13-76c81867c031 req-458d907a-c333-4a85-8bf0-e0a6c0eeeb42 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Aug 16 02:15:33.980126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:33.984723 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.027759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dc0fe-282e-491a-8994-eb201add8056 req-a7ab3bd4-e0c6-4f26-8d4d-078888b81b3a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.029422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd7dc0fe-282e-491a-8994-eb201add8056 req-a7ab3bd4-e0c6-4f26-8d4d-078888b81b3a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 943 time: 0.0776553 Aug 16 02:15:34.044865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.071235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd7dc0fe-282e-491a-8994-eb201add8056 req-56c3cdb8-cca9-400f-91a8-12d65e5e8cc4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Aug 16 02:15:34.128893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:34.238560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c31bb469-266e-4894-b7bd-778d63712f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.255881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['43048209-f87f-4b6a-98af-6e8848748339'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:34.261036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6993-355e-461c-af97-24ae017cc066 req-1b0f6951-7228-4927-a45c-85fae52ed8da tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.262565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5ac6993-355e-461c-af97-24ae017cc066 req-1b0f6951-7228-4927-a45c-85fae52ed8da tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 945 time: 0.0710511 Aug 16 02:15:34.325704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5ac6993-355e-461c-af97-24ae017cc066 req-b46ddc8e-e128-4180-a910-664c2e990267 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558383 Aug 16 02:15:34.387999 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c31bb469-266e-4894-b7bd-778d63712f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.393853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c31bb469-266e-4894-b7bd-778d63712f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.445191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c31bb469-266e-4894-b7bd-778d63712f3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b9d30a95840943598dba47fc8da2ece7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150237 Aug 16 02:15:34.446111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523954ae-ea9a-453e-b9e0-ad7095be8bca req-3e1ac70c-9458-4d9b-8e1c-4e24333fa1ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.447621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bb469-266e-4894-b7bd-778d63712f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce73cd2-c77d-4a11-890d-21ce80a1cb7c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.447802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-523954ae-ea9a-453e-b9e0-ad7095be8bca req-3e1ac70c-9458-4d9b-8e1c-4e24333fa1ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0581546 Aug 16 02:15:34.448252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39004) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:34.514644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-523954ae-ea9a-453e-b9e0-ad7095be8bca req-c00d1023-38cc-44a6-9dcd-2b889996e525 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582416 Aug 16 02:15:34.524402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b663816-c06a-4705-84c9-c6838d1c9568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.548120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b663816-c06a-4705-84c9-c6838d1c9568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.593742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b663816-c06a-4705-84c9-c6838d1c9568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.596837 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b663816-c06a-4705-84c9-c6838d1c9568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.598038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8b663816-c06a-4705-84c9-c6838d1c9568 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ce73cd2-c77d-4a11-890d-21ce80a1cb7c HTTP/1.1" status: 204 len: 168 time: 0.1486659 Aug 16 02:15:34.606304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b663816-c06a-4705-84c9-c6838d1c9568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce73cd2-c77d-4a11-890d-21ce80a1cb7c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:35.126576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b828-7f28-4eb1-9d81-82d334ee4279 req-fd35a0bd-f33c-4f92-83f9-f86f1828dfcb tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.128011 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72b828-7f28-4eb1-9d81-82d334ee4279 req-fd35a0bd-f33c-4f92-83f9-f86f1828dfcb tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.0666356 Aug 16 02:15:35.178620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72b828-7f28-4eb1-9d81-82d334ee4279 req-88d560fb-ec0e-4eaf-85ad-b70f729771d6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Aug 16 02:15:35.215904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd33c7-ea13-4ddf-b6ba-cffa3eeb96f3 req-a065cf93-54d4-406b-af69-ca314ecabf8f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.224316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38dd33c7-ea13-4ddf-b6ba-cffa3eeb96f3 req-a065cf93-54d4-406b-af69-ca314ecabf8f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 944 time: 0.0714328 Aug 16 02:15:35.266403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38dd33c7-ea13-4ddf-b6ba-cffa3eeb96f3 req-19ca7336-24ea-4d62-a12f-c50b0cf9f3ed tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Aug 16 02:15:35.491803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93aa6ce-b0c7-4c6a-91fe-c4d4081e2dda req-ae71dcdf-9709-4416-ae82-c33ae2d97083 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.493335 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b93aa6ce-b0c7-4c6a-91fe-c4d4081e2dda req-ae71dcdf-9709-4416-ae82-c33ae2d97083 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 945 time: 0.0519905 Aug 16 02:15:35.531889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b93aa6ce-b0c7-4c6a-91fe-c4d4081e2dda req-2c658269-45a4-4292-ad4a-8b2763060d0b tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Aug 16 02:15:35.606753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-78d05c51-a7bb-4e71-b638-45bc6efc85ff tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=638c6399530c403ca2e15f0ea85b011c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229673 Aug 16 02:15:35.638234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a1c5-581e-4e1e-8c21-2e427b5c07ce req-e0f525f3-7111-4d8a-a7f6-0c1b2cfeaee3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.639791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f31a1c5-581e-4e1e-8c21-2e427b5c07ce req-e0f525f3-7111-4d8a-a7f6-0c1b2cfeaee3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0508723 Aug 16 02:15:35.680857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f31a1c5-581e-4e1e-8c21-2e427b5c07ce req-07352ce8-d39d-4527-8046-4d438b0f7e74 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Aug 16 02:15:35.726714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-917ab797-20bc-4e33-b5df-ac3e363b2088 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.728199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-917ab797-20bc-4e33-b5df-ac3e363b2088 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151915 Aug 16 02:15:35.745832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-096dc3aa-440c-4c95-ab2e-53b229a02e50 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/quotas/638c6399530c403ca2e15f0ea85b011c HTTP/1.1" status: 200 len: 375 time: 0.0095837 Aug 16 02:15:35.774906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 43048209-f87f-4b6a-98af-6e8848748339 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:35.780309 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-454095fc-d082-42e9-b679-5f3dbe45232e tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=638c6399530c403ca2e15f0ea85b011c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282581 Aug 16 02:15:35.843431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 43048209-f87f-4b6a-98af-6e8848748339 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:35.848576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 43048209-f87f-4b6a-98af-6e8848748339 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:35.848967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.937231 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.965082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43048209-f87f-4b6a-98af-6e8848748339'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:35.967391 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6af5ae-2a12-423e-ab64-cd01796b6532" -d '{"events": [{"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-plugged", "status": "completed", "tag": "43048209-f87f-4b6a-98af-6e8848748339"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:35.984404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab1ab284-930a-46ff-ac14-16da5fcc2782 req-cd6e2d3f-d735-4ad0-af34-55c6384f523a tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 210 time: 0.0338230 Aug 16 02:15:35.984686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:35.993792 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.047152 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58544b7c-5542-4dfe-8d57-4f362d2932f2 x-openstack-request-id: req-58544b7c-5542-4dfe-8d57-4f362d2932f2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:36.047737 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-plugged", "status": "completed", "tag": "43048209-f87f-4b6a-98af-6e8848748339", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:36.048193 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-58544b7c-5542-4dfe-8d57-4f362d2932f2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:36.048654 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43048209-f87f-4b6a-98af-6e8848748339', 'code': 200} Aug 16 02:15:36.079934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.171573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003d2c8-5667-46f7-8f2b-5f1642127573 req-73e64699-7086-49ed-8873-822a3d48b401 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.173492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9003d2c8-5667-46f7-8f2b-5f1642127573 req-73e64699-7086-49ed-8873-822a3d48b401 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 945 time: 0.0920403 Aug 16 02:15:36.182851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bbd8c-32bc-449b-8819-b181682cc10c req-47560a3c-1ddd-4b68-afd4-90932517d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.185113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd3bbd8c-32bc-449b-8819-b181682cc10c req-47560a3c-1ddd-4b68-afd4-90932517d206 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 1097 time: 0.0696821 Aug 16 02:15:36.246557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9003d2c8-5667-46f7-8f2b-5f1642127573 req-fc89bab9-b5c4-42f9-8d60-45629418d6e8 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663273 Aug 16 02:15:36.252885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd3bbd8c-32bc-449b-8819-b181682cc10c req-966c9740-5009-43c1-8b3a-54c0dc71a272 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603058 Aug 16 02:15:36.324069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7d3e9-aa7a-45c7-b019-f9866b61a062 req-8db7c947-0860-423e-8e1c-9712127cf6c3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.332615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cc7d3e9-aa7a-45c7-b019-f9866b61a062 req-8db7c947-0860-423e-8e1c-9712127cf6c3 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.0652328 Aug 16 02:15:36.376563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cc7d3e9-aa7a-45c7-b019-f9866b61a062 req-378bab7a-ee71-4021-a415-fe7d37a8e831 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Aug 16 02:15:36.474873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efefd2-5549-4e6f-b40c-e02d8958d998 req-48280845-faff-4701-ac54-7fb7e67ebf1c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.476492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47efefd2-5549-4e6f-b40c-e02d8958d998 req-48280845-faff-4701-ac54-7fb7e67ebf1c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0693433 Aug 16 02:15:36.522678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47efefd2-5549-4e6f-b40c-e02d8958d998 req-4564822b-050f-4e62-b828-ad385fc37145 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Aug 16 02:15:36.808137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dd17-f34c-4515-9db3-e65bfc458eb3 req-63096c46-f887-44db-b129-2bd4d0090d1b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.810432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1982dd17-f34c-4515-9db3-e65bfc458eb3 req-63096c46-f887-44db-b129-2bd4d0090d1b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0558357 Aug 16 02:15:36.855864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1982dd17-f34c-4515-9db3-e65bfc458eb3 req-90031e10-5a46-47b4-86fb-4953749192a0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Aug 16 02:15:37.093781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-a9febc6d-4467-4672-8a87-ed6bcff94a53 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=638c6399530c403ca2e15f0ea85b011c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232947 Aug 16 02:15:37.107905 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa7c4dc8-0c34-495c-9571-413353e67e10 req-1daa0a31-0ac8-4a45-936a-4c0744ee2d60 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 210 time: 0.0297744 Aug 16 02:15:37.219200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-15eedcd2-5adb-4f34-b0e8-b2ce454c4652 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.221448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-15eedcd2-5adb-4f34-b0e8-b2ce454c4652 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214051 Aug 16 02:15:37.247254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Request body: {'port': {'device_id': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '638c6399530c403ca2e15f0ea85b011c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:37.409530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39aba1-fd4c-4063-8db4-3fafe4929f5e req-72d26d30-bfa6-4a67-bb99-896766913a1b tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.411053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a39aba1-fd4c-4063-8db4-3fafe4929f5e req-72d26d30-bfa6-4a67-bb99-896766913a1b tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 945 time: 0.0851164 Aug 16 02:15:37.412188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Made reservation on behalf of 638c6399530c403ca2e15f0ea85b011c for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:37.415421 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.431085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.476904 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a39aba1-fd4c-4063-8db4-3fafe4929f5e req-9d045c1b-db7b-4e6c-98c4-bd776de66ee5 tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581810 Aug 16 02:15:37.546279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa5bb0-ffd4-4a60-a419-0944efa6f3bd req-5dd937b2-20b8-44c0-97d6-3e75900d19b8 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.548974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-42aa5bb0-ffd4-4a60-a419-0944efa6f3bd req-5dd937b2-20b8-44c0-97d6-3e75900d19b8 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.0680838 Aug 16 02:15:37.575625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-7c17614d-9f75-464f-b6cd-da67f492bb7b tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.577052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-7c17614d-9f75-464f-b6cd-da67f492bb7b tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 945 time: 0.0678904 Aug 16 02:15:37.592039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-42aa5bb0-ffd4-4a60-a419-0944efa6f3bd req-d32906bb-3508-4ea0-afbf-756e7b3480a6 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366490 Aug 16 02:15:37.620899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.632040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.746823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434c2894-6865-4163-8924-d3efdccde845,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.771053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d1881-7a5f-40d1-a804-02d8b8901a47 req-774b30d2-e7b3-4162-a027-cf766cf7e431 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.772560 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6d1881-7a5f-40d1-a804-02d8b8901a47 req-774b30d2-e7b3-4162-a027-cf766cf7e431 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1590419 Aug 16 02:15:37.863907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Deleting port a153510d-0535-486b-8d11-c7da9ca96773 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:37.864613 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.873171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6d1881-7a5f-40d1-a804-02d8b8901a47 req-9bc2453e-4891-42f6-9735-c1505079dd5e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924058 Aug 16 02:15:37.922888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Allocated IP 192.168.233.101 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/64de2937-163d-4a75-8b20-c2248e63642a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:37.982923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee651e-cdea-4faf-b145-2b1f1bc426a1 req-c931612f-acc0-40a7-a2a7-4f1063df26d0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.984624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c5ee651e-cdea-4faf-b145-2b1f1bc426a1 req-c931612f-acc0-40a7-a2a7-4f1063df26d0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0542591 Aug 16 02:15:38.009478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] For port a153510d-0535-486b-8d11-c7da9ca96773, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a153510d-0535-486b-8d11-c7da9ca96773,segment=NetworkSegment(0a4d2d38-ea90-4fba-9dc8-9722cfc74351),segment_id=0a4d2d38-ea90-4fba-9dc8-9722cfc74351)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:38.010039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.046083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c5ee651e-cdea-4faf-b145-2b1f1bc426a1 req-38eadf7a-c7e5-498c-9635-fb4aa08883ba tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528779 Aug 16 02:15:38.222354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51d1a519-5cd8-4a4a-b9c4-5cc60365758d req-c3dacc79-d3ef-4845-9e47-39b8a7f755e0 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 210 time: 0.0324395 Aug 16 02:15:38.376586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Calling delete_port for a153510d-0535-486b-8d11-c7da9ca96773 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:38.390950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a28ee2-26ae-4f96-9a2b-89afbbadfb7a req-0b754604-f815-40c2-9177-3332f2f1eec7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.393138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-04a28ee2-26ae-4f96-9a2b-89afbbadfb7a req-0b754604-f815-40c2-9177-3332f2f1eec7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0584917 Aug 16 02:15:38.441553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-04a28ee2-26ae-4f96-9a2b-89afbbadfb7a req-6208cc51-82fc-43b1-81f6-4f222efeae35 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Aug 16 02:15:38.514952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-2b14f06f-45df-4254-8a5a-638b7230a1a1 service neutron] 10.222.0.98 "GET /v2.0/ports/ff3b976c-28c4-40f3-b193-4dbb5ea18f88/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 383 time: 0.1396487 Aug 16 02:15:38.547070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.587067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Transition to ACTIVE for port object 64de2937-163d-4a75-8b20-c2248e63642a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:38.650497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dfd99-8e4f-42f1-8544-716bdf18f314 req-a520a9d1-ef8b-48de-9109-4805b31247cc tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.653169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d8dfd99-8e4f-42f1-8544-716bdf18f314 req-a520a9d1-ef8b-48de-9109-4805b31247cc tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a4a62f5-539f-4a72-8efb-ebd3ea9bda69 HTTP/1.1" status: 200 len: 945 time: 0.0921016 Aug 16 02:15:38.687798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.702170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.704672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['a153510d-0535-486b-8d11-c7da9ca96773'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:38.734451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Pushing event deleted for resources: {'Port': ['ID=a153510d-0535-486b-8d11-c7da9ca96773,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:38.744585 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d8dfd99-8e4f-42f1-8544-716bdf18f314 req-557ae8ac-43dd-47e8-9178-096ab2f7bc3e tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbd7804f-caad-4168-8968-c2d78030174a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843055 Aug 16 02:15:38.840171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-93487d47-887d-4e2c-93ad-82e08ea59213 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=10004a7cce274795b71a64e8aa1f1384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221579 Aug 16 02:15:38.845573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:38.908409 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:38.911410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] No DVR routers for this DVR port a153510d-0535-486b-8d11-c7da9ca96773 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:38.922250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:38.931160 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.934260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] 10.222.0.98 "DELETE /v2.0/ports/a153510d-0535-486b-8d11-c7da9ca96773 HTTP/1.1" status: 204 len: 173 time: 1.3500051 Aug 16 02:15:38.957591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'name': 'network-vif-deleted', 'tag': 'a153510d-0535-486b-8d11-c7da9ca96773'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:38.959328 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e07f648-c4bd-4b3a-9ef7-8cedde504379" -d '{"events": [{"server_uuid": "4a4a62f5-539f-4a72-8efb-ebd3ea9bda69", "name": "network-vif-deleted", "tag": "a153510d-0535-486b-8d11-c7da9ca96773"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:38.959484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-645647eb-1f3f-4b67-a3e6-97bb260b051e tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.961026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-645647eb-1f3f-4b67-a3e6-97bb260b051e tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1098 time: 0.1046643 Aug 16 02:15:38.977659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:38.985617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.005240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae9aed-a093-47d2-be0e-f249123dfad2 req-ecff6c76-2718-487d-8235-e7c5645b7343 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.006795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaae9aed-a093-47d2-be0e-f249123dfad2 req-ecff6c76-2718-487d-8235-e7c5645b7343 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 946 time: 0.2777202 Aug 16 02:15:39.011645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-a452dafb-527e-4a9c-8663-07aff5faf791 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.013210 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-a452dafb-527e-4a9c-8663-07aff5faf791 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666017 Aug 16 02:15:39.017220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.017911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.040826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-e96ef624-0a99-4901-b2ce-8aec38b8dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.042280 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-e96ef624-0a99-4901-b2ce-8aec38b8dba6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 1102 time: 0.2478588 Aug 16 02:15:39.075713 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-b77c9d0c-2e88-4da6-9149-c447d16cf5e2 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8321524 Aug 16 02:15:39.077863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-4c241062-cccc-49fc-9ce8-1e232e8b7dae tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/quotas/10004a7cce274795b71a64e8aa1f1384 HTTP/1.1" status: 200 len: 375 time: 0.0558197 Aug 16 02:15:39.098836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Request body: {'port': {'device_id': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:39.103554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.127591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaae9aed-a093-47d2-be0e-f249123dfad2 req-43608846-2994-4945-93a4-e1c70f9b9e13 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050315 Aug 16 02:15:39.148095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-4fdb17f8-cc89-41f4-9ff4-aa955e725e05 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=10004a7cce274795b71a64e8aa1f1384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619457 Aug 16 02:15:39.210268 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b933091b-be55-48bb-ae69-8ab06d398e24 x-openstack-request-id: req-b933091b-be55-48bb-ae69-8ab06d398e24 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:39.210765 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4a62f5-539f-4a72-8efb-ebd3ea9bda69", "name": "network-vif-deleted", "tag": "a153510d-0535-486b-8d11-c7da9ca96773", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:39.210904 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b933091b-be55-48bb-ae69-8ab06d398e24 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:39.211195 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4a62f5-539f-4a72-8efb-ebd3ea9bda69', 'name': 'network-vif-deleted', 'tag': 'a153510d-0535-486b-8d11-c7da9ca96773', 'status': 'completed', 'code': 200} Aug 16 02:15:39.224054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38abc963-43ca-45af-997d-e1ccfaced975 None None] Provisioning for port 64de2937-163d-4a75-8b20-c2248e63642a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:39.233632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38abc963-43ca-45af-997d-e1ccfaced975 None None] Provisioning complete for port 64de2937-163d-4a75-8b20-c2248e63642a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:39.234025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38abc963-43ca-45af-997d-e1ccfaced975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.267122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.295198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-38abc963-43ca-45af-997d-e1ccfaced975 None None] Port 64de2937-163d-4a75-8b20-c2248e63642a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:39.301167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:39.310287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-59aabaaa-e1bc-4011-99cb-054f7223d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.312785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-59aabaaa-e1bc-4011-99cb-054f7223d603 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 1102 time: 0.2281933 Aug 16 02:15:39.364095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:39.449429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:39.451775 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c4f90b-0c36-4113-b83c-e76b04f0b0c8" -d '{"events": [{"server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "name": "network-vif-unplugged", "status": "completed", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:39.457891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.469434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.522703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51d0ae-0de4-460e-9c9e-2fa9db3b7b35 req-d36efe9e-7326-45b1-ab2b-95479b4ee5f5 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.529012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a51d0ae-0de4-460e-9c9e-2fa9db3b7b35 req-d36efe9e-7326-45b1-ab2b-95479b4ee5f5 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 936 time: 0.1359038 Aug 16 02:15:39.593899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.674973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-ad9295ae-c23e-4709-8e6b-3eb5e0e767d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.676567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-ad9295ae-c23e-4709-8e6b-3eb5e0e767d2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3552103 Aug 16 02:15:39.692979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a51d0ae-0de4-460e-9c9e-2fa9db3b7b35 req-bc036fc9-f09f-4233-b9b4-ad76dca3ad59 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460836 Aug 16 02:15:39.694901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576d463-3eac-474a-b3a7-fd054b371b25 req-a3f4f979-9623-4d51-bc86-321c582a788d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.695360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:39.695724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:39.696017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:39.700771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:39.701099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Attempting to bind port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on network 300e3778-c05e-4fcc-a5b3-b08251b483f2 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:39.702507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2576d463-3eac-474a-b3a7-fd054b371b25 req-a3f4f979-9623-4d51-bc86-321c582a788d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.4386380 Aug 16 02:15:39.707530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:39.707741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Checking segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:39.708145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Bound using segment: {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:39.708491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Bound port: 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fb99dd-ad3e-4142-adca-c82b9822474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '300e3778-c05e-4fcc-a5b3-b08251b483f2'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:39.708853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.761618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-c1f612fc-ba94-4a63-816c-f6cc76fdccfd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 200 len: 217 time: 0.0564291 Aug 16 02:15:39.793327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:39.796804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:39.816394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.865882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2576d463-3eac-474a-b3a7-fd054b371b25 req-6ddbdb82-ed87-4cd5-afec-965c3e33fa7a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625190 Aug 16 02:15:39.871859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-2abe6132-b591-4e0c-b728-dcb9176709bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.873838 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-2abe6132-b591-4e0c-b728-dcb9176709bf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0959704 Aug 16 02:15:39.975155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64de2937-163d-4a75-8b20-c2248e63642a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:39.986566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.001497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-6847d4b8-2df5-4e15-930a-fcc86904d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.003262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-6847d4b8-2df5-4e15-930a-fcc86904d018 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098382 Aug 16 02:15:40.017687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Transition to ACTIVE for port object 64de2937-163d-4a75-8b20-c2248e63642a will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:40.081407 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.147206 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b107778d-d94a-4918-8619-ac5db90b8898 x-openstack-request-id: req-b107778d-d94a-4918-8619-ac5db90b8898 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:40.147526 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "name": "network-vif-unplugged", "status": "completed", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:40.147748 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b107778d-d94a-4918-8619-ac5db90b8898 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:40.148142 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f', 'code': 200} Aug 16 02:15:40.167562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-c1477792-5c4b-45d9-8a9b-b0c29c88c375 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=10004a7cce274795b71a64e8aa1f1384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3649352 Aug 16 02:15:40.189599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b7c32-75d1-41c4-bf6e-99317e1d549c req-5b669116-82a1-4edf-bcb9-21f810fee17d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.191543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-299b7c32-75d1-41c4-bf6e-99317e1d549c req-5b669116-82a1-4edf-bcb9-21f810fee17d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1846993 Aug 16 02:15:40.197593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:40.270807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-ab9bf99b-cdf0-4680-9560-afa4506f951f service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519565 Aug 16 02:15:40.278259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:40.285876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.286526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.287974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-eb8ab3e7-cec5-4bc3-b260-42b539d9c220 service neutron] 10.222.0.98 "PUT /v2.0/ports/3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 200 len: 1124 time: 1.3147850 Aug 16 02:15:40.312201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-299b7c32-75d1-41c4-bf6e-99317e1d549c req-3e9a5e97-c30e-4514-87ce-6f3d224d1659 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112847 Aug 16 02:15:40.363604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-d173652c-06dd-4bdc-9c6c-2161be2651c5 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.365237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-d173652c-06dd-4bdc-9c6c-2161be2651c5 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826305 Aug 16 02:15:40.386003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3312081d-ee26-4b64-b43b-6bca8bd95d3f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:40.400010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Attempting to bind port 64de2937-163d-4a75-8b20-c2248e63642a on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:40.400401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Attempting to bind port 64de2937-163d-4a75-8b20-c2248e63642a by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:40.400734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Attempting to bind port 64de2937-163d-4a75-8b20-c2248e63642a on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:40.411904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Port 64de2937-163d-4a75-8b20-c2248e63642a on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:40.412130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Attempting to bind port 64de2937-163d-4a75-8b20-c2248e63642a on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:40.418069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-6e91ab46-ac4c-4713-a4dc-5cf5dd26283b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/quotas/10004a7cce274795b71a64e8aa1f1384 HTTP/1.1" status: 200 len: 375 time: 0.0447903 Aug 16 02:15:40.424329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:40.424667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:40.425177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:40.425694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Bound port: 64de2937-163d-4a75-8b20-c2248e63642a, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:40.426116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.436963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['3312081d-ee26-4b64-b43b-6bca8bd95d3f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:40.465002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ab39b1a-2045-41a7-9604-45fa3f762b8e req-88a8239a-c61a-4ff8-a6e0-4ad45728d6b5 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770537 Aug 16 02:15:40.500485 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-5c83784f-c392-4e21-9e6d-72573549f115 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=10004a7cce274795b71a64e8aa1f1384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744724 Aug 16 02:15:40.549598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:40.565771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:40.571951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.634313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:40.651845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.657765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.659191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] 10.222.0.98 "PUT /v2.0/ports/64de2937-163d-4a75-8b20-c2248e63642a HTTP/1.1" status: 200 len: 1097 time: 1.5693808 Aug 16 02:15:40.771867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] Deleting subnet b57d440b-70c8-4422-a6b3-0bf988b1f67d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:40.777620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.821486 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.895199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.967239 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.990747 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-1aedc487-44a6-4e13-b43f-d5e6115fca89 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=10004a7cce274795b71a64e8aa1f1384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2615290 Aug 16 02:15:40.991358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5aaad4-45c9-45dc-b397-237e64a81690 service neutron] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.021893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38898ccd-bf2e-43be-a6a4-5186228676ea req-c50cacfd-3a32-461f-8b8d-b3da033ede14 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 210 time: 0.0669088 Aug 16 02:15:41.037240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3312081d-ee26-4b64-b43b-6bca8bd95d3f details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:41.086456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57d440b-70c8-4422-a6b3-0bf988b1f67d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.095150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98d269-fd46-455c-946f-afbde3f0a431 req-0e39d574-d0a1-4171-94f1-3edd78e4cde5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.102991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f98d269-fd46-455c-946f-afbde3f0a431 req-0e39d574-d0a1-4171-94f1-3edd78e4cde5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.2690325 Aug 16 02:15:41.109042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.111826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-da804c9b-b5b1-47f0-ad25-1e223b5a09f6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b57d440b-70c8-4422-a6b3-0bf988b1f67d HTTP/1.1" status: 204 len: 168 time: 0.4761088 Aug 16 02:15:41.114813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39306) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.164134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-cf3c788b-e0c8-462b-880b-10c63e365814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.165682 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-cf3c788b-e0c8-462b-880b-10c63e365814 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=638c6399530c403ca2e15f0ea85b011c&device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 1100 time: 0.3756175 Aug 16 02:15:41.186989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:41.204707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a153510d-0535-486b-8d11-c7da9ca96773 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:41.209754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3312081d-ee26-4b64-b43b-6bca8bd95d3f has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:15:41.241202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: a153510d-0535-486b-8d11-c7da9ca96773 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:41.241716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a153510d-0535-486b-8d11-c7da9ca96773 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:41.242264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:41.248053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.268703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:41.273781 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e686ad98-deed-43cc-b2c3-24bd7f881bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "tag": "64de2937-163d-4a75-8b20-c2248e63642a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:41.295082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f98d269-fd46-455c-946f-afbde3f0a431 req-d66170b2-30c1-45c5-a3b3-e2ba235b8246 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857069 Aug 16 02:15:41.308211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-06e62473-61aa-4ae3-a63b-999cedb1a231 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=64de2937-163d-4a75-8b20-c2248e63642a HTTP/1.1" status: 200 len: 217 time: 0.1159217 Aug 16 02:15:41.378680 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.409429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-7afa5639-8eed-4eaf-b5e2-e797bffa4b0b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.411224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-7afa5639-8eed-4eaf-b5e2-e797bffa4b0b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4118500 Aug 16 02:15:41.411867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:41.416461 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31761c8b-a822-47e5-a44a-33e4cda52d41" -d '{"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:41.433909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:41.436808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.440228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.450582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-47136f28-a444-40fe-a6cd-05c4138526e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.452201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-47136f28-a444-40fe-a6cd-05c4138526e5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1331780 Aug 16 02:15:41.454397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a50ab-5093-408e-96b0-a2d0d43310cd req-f7a45e62-dee0-4224-9dfb-877219326b8f tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.458825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Request body: {'port': {'device_id': '7d158960-541b-4838-9a7f-45120d5737a1', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '10004a7cce274795b71a64e8aa1f1384'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:41.462531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-854a50ab-5093-408e-96b0-a2d0d43310cd req-f7a45e62-dee0-4224-9dfb-877219326b8f tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 948 time: 0.2106831 Aug 16 02:15:41.472041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b669c13e-c4d9-4073-a114-f811de921c21']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:41.507819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.524266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4d2d38-ea90-4fba-9dc8-9722cfc74351') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:41.524585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4d2d38-ea90-4fba-9dc8-9722cfc74351') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:41.540974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.566707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-854a50ab-5093-408e-96b0-a2d0d43310cd req-bf6a24c0-92bc-4424-b82d-01ccf645127d tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030400 Aug 16 02:15:41.570892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.579220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0279a-3ef4-49be-a660-a9342d15ee53 req-e44be5b0-73a7-4a74-a62b-b556ed82fe01 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.581305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:41.581899 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:41.583859 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:41.587610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bb0279a-3ef4-49be-a660-a9342d15ee53 req-e44be5b0-73a7-4a74-a62b-b556ed82fe01 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1727188 Aug 16 02:15:41.666028 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bb0279a-3ef4-49be-a660-a9342d15ee53 req-1dc6427c-875a-41a2-bc7d-cdea2f64a6fc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774443 Aug 16 02:15:41.674347 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394a9e5-264d-47ea-b8b2-b8ffc20f049d x-openstack-request-id: req-2394a9e5-264d-47ea-b8b2-b8ffc20f049d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:41.683748 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "tag": "64de2937-163d-4a75-8b20-c2248e63642a", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:41.683748 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2394a9e5-264d-47ea-b8b2-b8ffc20f049d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:41.683748 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a', 'status': 'completed', 'code': 200} Aug 16 02:15:41.689958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.697017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.702103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7663-aae8-480b-904b-a8a019688705 req-1dede00f-93ba-46cd-b3da-c227faa88065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.704243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-1dede00f-93ba-46cd-b3da-c227faa88065 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2398152 Aug 16 02:15:41.705052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] 10.222.0.78 "DELETE /v2.0/networks/b669c13e-c4d9-4073-a114-f811de921c21 HTTP/1.1" status: 204 len: 168 time: 0.5890486 Aug 16 02:15:41.726161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e57a3-0597-4ecd-a332-b47e9ab7b2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b669c13e-c4d9-4073-a114-f811de921c21,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.762092 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a75116-aab1-4731-b99a-c6f6c7369175 x-openstack-request-id: req-c1a75116-aab1-4731-b99a-c6f6c7369175 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:41.762684 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:41.763155 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1a75116-aab1-4731-b99a-c6f6c7369175 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:41.763733 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'code': 200} Aug 16 02:15:41.849874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-0176033f-e50b-44b5-9734-f6dfb1729f55 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372311 Aug 16 02:15:41.857409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c4d4f-0b7b-4862-8e09-7194f0a56d3b req-acfdbadb-83d8-41c4-b550-e234e23ac352 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.859636 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d2c4d4f-0b7b-4862-8e09-7194f0a56d3b req-acfdbadb-83d8-41c4-b550-e234e23ac352 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1048322 Aug 16 02:15:41.904975 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d2c4d4f-0b7b-4862-8e09-7194f0a56d3b req-4ae790bf-2825-43c1-8ef3-309f4f6af6b3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Aug 16 02:15:41.966848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39322) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.969270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Made reservation on behalf of 10004a7cce274795b71a64e8aa1f1384 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:41.973044 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.001574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.074732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-80b59b19-1102-4207-ad5d-2f7269f21c7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79b7a3868f1f4919a08c209820c3e705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063488 Aug 16 02:15:42.077504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39326) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.083102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-840d7663-aae8-480b-904b-a8a019688705 req-fa7360fe-f206-43f4-9f88-baa52f3b58bc service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238808 Aug 16 02:15:42.144909 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68e2c9bd-b52f-4b24-9833-ebf562de25a8 req-da1d7402-c10a-484f-a5dd-50f25f8af143 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 210 time: 0.0530667 Aug 16 02:15:42.173679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:42.176206 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391d42b3-bd35-439d-aa11-8dabe1a99acd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:42.211560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b02e607-212a-427b-a2aa-02f9eb64a585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.219448 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a17520d-7db1-4911-96a5-db71525a7f0d x-openstack-request-id: req-3a17520d-7db1-4911-96a5-db71525a7f0d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:42.219845 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:42.220082 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a17520d-7db1-4911-96a5-db71525a7f0d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:42.220735 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f', 'status': 'completed', 'code': 200} Aug 16 02:15:42.223718 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.230312 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.261727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-276ea822-7766-4395-a1f1-72515960e844 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=10004a7cce274795b71a64e8aa1f1384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293372 Aug 16 02:15:42.278475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-0a7f425b-9711-42fa-a495-4f0fb3eccb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.279989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-0a7f425b-9711-42fa-a495-4f0fb3eccb2b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=638c6399530c403ca2e15f0ea85b011c&device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 1100 time: 0.1246994 Aug 16 02:15:42.281376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b02e607-212a-427b-a2aa-02f9eb64a585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.327579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.432986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-379e6b3b-afeb-4430-9aec-cde5555a11de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.434445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-379e6b3b-afeb-4430-9aec-cde5555a11de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1127 time: 0.1721046 Aug 16 02:15:42.439419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-eb5b716e-b523-4749-ad13-adf1dbd25cbb tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.440982 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-eb5b716e-b523-4749-ad13-adf1dbd25cbb tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707673 Aug 16 02:15:42.441879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b02e607-212a-427b-a2aa-02f9eb64a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.444626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b02e607-212a-427b-a2aa-02f9eb64a585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.445665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b02e607-212a-427b-a2aa-02f9eb64a585 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bbd7804f-caad-4168-8968-c2d78030174a HTTP/1.1" status: 204 len: 168 time: 0.3671846 Aug 16 02:15:42.465177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Request body: {'port': {'device_id': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '10004a7cce274795b71a64e8aa1f1384'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:42.477137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02e607-212a-427b-a2aa-02f9eb64a585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd7804f-caad-4168-8968-c2d78030174a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.537940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f58f0-53b4-46b2-9b90-9616a1fb4e2d req-1a405d98-b2e6-417f-8951-f2f1dd8e06ce tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.540762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-549f58f0-53b4-46b2-9b90-9616a1fb4e2d req-1a405d98-b2e6-417f-8951-f2f1dd8e06ce tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.1486604 Aug 16 02:15:42.579013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Allocated IP 192.168.233.136 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/419e3c31-4a79-4ac6-93fd-15e29350fedf) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:42.589788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-68bc95c7-5423-4157-8dc5-3e1440108b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.591418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-68bc95c7-5423-4157-8dc5-3e1440108b0d service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2912905 Aug 16 02:15:42.612910 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-549f58f0-53b4-46b2-9b90-9616a1fb4e2d req-e05b0e6c-1711-4838-a53d-c636510d16cb tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657046 Aug 16 02:15:42.663874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-5467d7db-5881-4248-995b-326e3814d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.665387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-5467d7db-5881-4248-995b-326e3814d410 service neutron] 10.222.0.88 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.2213140 Aug 16 02:15:42.665924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Made reservation on behalf of 10004a7cce274795b71a64e8aa1f1384 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:42.669851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-7ef71e1b-41ae-4dea-b18c-a8fc09440941 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=64de2937-163d-4a75-8b20-c2248e63642a HTTP/1.1" status: 200 len: 217 time: 0.0567253 Aug 16 02:15:42.671525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.739219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-9a4b975d-f54c-4706-8727-b5472913f346 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 200 len: 217 time: 0.0633144 Aug 16 02:15:42.835109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34290b95-4ebb-44fc-b883-9d2291443ee5 req-5e64aeb6-cbf4-4e2c-b77d-7eeb47351748 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.842454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-34290b95-4ebb-44fc-b883-9d2291443ee5 req-5e64aeb6-cbf4-4e2c-b77d-7eeb47351748 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 948 time: 0.0693371 Aug 16 02:15:42.876679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-34290b95-4ebb-44fc-b883-9d2291443ee5 req-ed283d4f-9d89-438e-8dcc-d6fd39a0b865 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332778 Aug 16 02:15:43.055613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:43.065091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e145e0-2259-4346-8fc7-34f66200fd79 req-d8435726-d95f-4935-99b2-c2474689b991 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.066947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3e145e0-2259-4346-8fc7-34f66200fd79 req-d8435726-d95f-4935-99b2-c2474689b991 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0527744 Aug 16 02:15:43.146229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3e145e0-2259-4346-8fc7-34f66200fd79 req-71b9f2f6-5f68-4120-9167-223272f6f231 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727367 Aug 16 02:15:43.209361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:43.227021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'mac_address': 'fa:16:3e:9d:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:43.227492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-478f3df6-2984-4568-8246-10cb1bc8ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.229042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-478f3df6-2984-4568-8246-10cb1bc8ba6a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.5391288 Aug 16 02:15:43.269886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.286099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3b976c-28c4-40f3-b193-4dbb5ea18f88 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:43.314709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-4b3627b2-7c9a-428d-9c1a-d2ceacbf7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.317213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:43.322632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-4b3627b2-7c9a-428d-9c1a-d2ceacbf7dcd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.5456591 Aug 16 02:15:43.324984 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.342556 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54a862ce-63c5-433c-ab46-609fe54df344 req-d71879ea-684c-4335-b8a3-1a402e1b3930 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 210 time: 0.0449142 Aug 16 02:15:43.393459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.401493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d867c34-12a1-44ee-8b34-4e7ddba4d61a req-6bb3a1af-a5d8-4a7e-8038-bc68e7d2856f tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.408835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d867c34-12a1-44ee-8b34-4e7ddba4d61a req-6bb3a1af-a5d8-4a7e-8038-bc68e7d2856f tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 948 time: 0.6775014 Aug 16 02:15:43.419555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.469726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-811af447-e7c0-4888-b462-4b6a3361e5a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987949 Aug 16 02:15:43.474102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.531208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1482609597-network', 'tenant_id': '745dca6f060341f2baaa0e8ba6dfbfc9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:43.544877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-bc68c0e7-7a69-426c-b912-f12db8993404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.546640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-bc68c0e7-7a69-426c-b912-f12db8993404 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2850339 Aug 16 02:15:43.555298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Made reservation on behalf of 745dca6f060341f2baaa0e8ba6dfbfc9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:43.559356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.560842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Transition to ACTIVE for port object 419e3c31-4a79-4ac6-93fd-15e29350fedf will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:43.570055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.575575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d867c34-12a1-44ee-8b34-4e7ddba4d61a req-ea237c62-33b0-43b8-9fe4-b2226e4b7ef8 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655569 Aug 16 02:15:43.645493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ff3b976c-28c4-40f3-b193-4dbb5ea18f88'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:43.715870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-dc85d056-e1a0-448b-b80d-0116b79b862d service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348270 Aug 16 02:15:43.718858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.725688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.750797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-e7ef3b13-daed-490e-8d67-4c961ba05fcc service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879606 Aug 16 02:15:43.765002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a962a6e-5dcd-473e-a0ca-2818e5f61101,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.790182 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.842155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:43.899857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Allocated IP 192.168.233.160 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/7818cde5-4d07-4bb4-9d4b-d2d959f2fee6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:43.904112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.904480 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Added segment 2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f of type vlan for network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de Aug 16 02:15:43.908654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:43.922992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:43.932622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:43.933931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c909b-11a0-4a1b-bc24-38a6f3bc81c9 req-490839d4-f92b-43c1-be5d-ff5ee5cdbc03 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.942135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-522c909b-11a0-4a1b-bc24-38a6f3bc81c9 req-490839d4-f92b-43c1-be5d-ff5ee5cdbc03 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.1806462 Aug 16 02:15:43.944257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.987822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-391d42b3-bd35-439d-aa11-8dabe1a99acd req-6aace161-9b2a-4fca-b1f0-de9f05088a6a service neutron] 10.222.0.88 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608168 Aug 16 02:15:44.007443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.044520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.045194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.065833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e686ad98-deed-43cc-b2c3-24bd7f881bf6 req-4fe0841b-e461-4405-a222-519113c00690 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859812 Aug 16 02:15:44.116002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d42a34-ff88-4a42-b049-69c7fd2e1ef6 req-1ed015e4-4ad8-4cec-bf73-dc0d48fa302b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.126734 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e5d42a34-ff88-4a42-b049-69c7fd2e1ef6 req-1ed015e4-4ad8-4cec-bf73-dc0d48fa302b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 949 time: 0.0913656 Aug 16 02:15:44.170930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e5d42a34-ff88-4a42-b049-69c7fd2e1ef6 req-c9775f0b-ca43-4925-9ba4-ba6724e7bc22 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Aug 16 02:15:44.177007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-522c909b-11a0-4a1b-bc24-38a6f3bc81c9 req-738c3b88-bb55-4a81-85e9-72fc2d17293f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339823 Aug 16 02:15:44.228342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-6ff497dc-67bb-4217-8c2e-e1761dc0167b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7748361 Aug 16 02:15:44.229496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bdbdc92c-909e-4a91-8102-227be375bf28 None None] Provisioning for port 419e3c31-4a79-4ac6-93fd-15e29350fedf completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:44.234447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bdbdc92c-909e-4a91-8102-227be375bf28 None None] Provisioning complete for port 419e3c31-4a79-4ac6-93fd-15e29350fedf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:44.234629 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc92c-909e-4a91-8102-227be375bf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.244807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Request body: {'port': {'device_id': '7d158960-541b-4838-9a7f-45120d5737a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:44.246582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.252467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.253212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.287498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8638525 Aug 16 02:15:44.291534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39380) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:44.301027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdc92c-909e-4a91-8102-227be375bf28 None None] Port 419e3c31-4a79-4ac6-93fd-15e29350fedf cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:44.310452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Request body: {'subnet': {'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1482609597-subnet', 'tenant_id': '745dca6f060341f2baaa0e8ba6dfbfc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:44.340426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Made reservation on behalf of 745dca6f060341f2baaa0e8ba6dfbfc9 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:44.344369 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.368269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.410097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82774050-9e87-432d-b834-e49a8c03b518 admin admin] Pushing event updated for resources: {'Network': ['ID=d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.413914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Transition to ACTIVE for port object 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:44.422941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:44.443185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ead1ee-980a-4c9c-a26f-3278e1521879 req-fc21a4c3-a2db-44d5-b81d-e2a1dd44cdc7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.445206 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7ead1ee-980a-4c9c-a26f-3278e1521879 req-fc21a4c3-a2db-44d5-b81d-e2a1dd44cdc7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0994840 Aug 16 02:15:44.460582 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.475561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.554436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:44.560692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7ead1ee-980a-4c9c-a26f-3278e1521879 req-2c48473e-fc27-407c-ab80-b2e2c70de789 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942414 Aug 16 02:15:44.564981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:44.567543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:44.623719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.624550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.636376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.667738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-35e622c1-ab70-4713-aaa1-c4aa05c56aca tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2103212 Aug 16 02:15:44.685295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Request body: {'port': {'device_id': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:44.767725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.931676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f922aea0-feb3-46d1-9503-282a385f90d4 None None] Provisioning for port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:44.939497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f922aea0-feb3-46d1-9503-282a385f90d4 None None] Provisioning complete for port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:44.940026 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f922aea0-feb3-46d1-9503-282a385f90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.983967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f922aea0-feb3-46d1-9503-282a385f90d4 None None] Port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:44.989641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fe86a-e022-42d9-8888-080812af8140 req-ba5b4b4f-7252-4748-9935-ad35fcd008b3 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.991351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-942fe86a-e022-42d9-8888-080812af8140 req-ba5b4b4f-7252-4748-9935-ad35fcd008b3 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 936 time: 0.2072499 Aug 16 02:15:45.016730 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.071484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:45.075477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:45.144833 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-942fe86a-e022-42d9-8888-080812af8140 req-fb31b64f-962c-481e-9085-6fe83cb1f29b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424048 Aug 16 02:15:45.215887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-f4e73930-3738-4fac-9536-81e3f746bb00 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.218699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-f4e73930-3738-4fac-9536-81e3f746bb00 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 949 time: 0.3064551 Aug 16 02:15:45.241711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:45.242307 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.295589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:45.303050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8ea1cd-5fb8-4618-85d5-f84e931ad783,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.314422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '64de2937-163d-4a75-8b20-c2248e63642a', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '64de2937-163d-4a75-8b20-c2248e63642a', 'mac_address': 'fa:16:3e:9d:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:45.321653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f288773-03db-49f8-8317-01ef4393172a req-99abe639-7eca-428f-9348-0038f5ec3b00 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.326597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f288773-03db-49f8-8317-01ef4393172a req-99abe639-7eca-428f-9348-0038f5ec3b00 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 948 time: 0.3667860 Aug 16 02:15:45.344970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6069109-b9e4-4bed-afb8-06e604703640 req-ccdabedc-744e-4c8b-940e-1f4aa7549c57 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.358724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6069109-b9e4-4bed-afb8-06e604703640 req-ccdabedc-744e-4c8b-940e-1f4aa7549c57 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 949 time: 0.1218066 Aug 16 02:15:45.362356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Checking segment: {'id': '2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:45.362545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Network hostable DHCP agents. Network: d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:45.403104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.407466 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.420907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6069109-b9e4-4bed-afb8-06e604703640 req-d0670658-5b32-4111-a17e-60f132bc3f1b tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604997 Aug 16 02:15:45.442552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64de2937-163d-4a75-8b20-c2248e63642a {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:45.453532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:45.456699 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25643c36-cce0-44a4-aae8-6ea86b78b15c" -d '{"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:45.477436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:45.485684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.488881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:45.505981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419e3c31-4a79-4ac6-93fd-15e29350fedf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:45.513933 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.524925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f288773-03db-49f8-8317-01ef4393172a req-fc23b1d4-7d1d-4972-ba1b-b2880e8e2708 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597378 Aug 16 02:15:45.527740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.546857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.560793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032cb6-ac65-481b-9d3f-c5001e571abc req-fa7a3a4a-e6fd-4fbb-8f9d-1a3ef55cb442 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.569857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb032cb6-ac65-481b-9d3f-c5001e571abc req-fa7a3a4a-e6fd-4fbb-8f9d-1a3ef55cb442 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0728381 Aug 16 02:15:45.577196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-c6fc2ee3-d80a-4ffb-b63b-13ce2c450f4b service neutron] 10.222.0.98 "GET /v2.0/ports/ff3b976c-28c4-40f3-b193-4dbb5ea18f88/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 383 time: 0.3457384 Aug 16 02:15:45.580230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-686c4f4d-b86c-4560-a6b9-81d0dfd636a1 service neutron] 10.222.0.88 "GET /v2.0/ports/3312081d-ee26-4b64-b43b-6bca8bd95d3f/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.1307900 Aug 16 02:15:45.584803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:45.615718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.624940 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb032cb6-ac65-481b-9d3f-c5001e571abc req-8a4930cf-320e-4507-9c32-ebd309c8d9d4 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Aug 16 02:15:45.660745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:45.664553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Transition to ACTIVE for port object 419e3c31-4a79-4ac6-93fd-15e29350fedf will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:45.675663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.676481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.677410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4303450-6fe6-4349-8f2f-d1558dc87e1c None None] Network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:45.694891 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.710807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5fdcc5b0-6e12-4811-81a5-a8c80fdd83b8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4136269 Aug 16 02:15:45.762122 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c4f6d7-6a87-416b-9477-5d602a39e899 x-openstack-request-id: req-f5c4f6d7-6a87-416b-9477-5d602a39e899 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:45.762415 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:45.762722 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5c4f6d7-6a87-416b-9477-5d602a39e899 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:45.763109 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'code': 200} Aug 16 02:15:45.807919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['64de2937-163d-4a75-8b20-c2248e63642a'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:45.867393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3312081d-ee26-4b64-b43b-6bca8bd95d3f no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:45.890768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:45.897631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-8ea535ac-20ab-47a0-8ddc-3a96f4c589d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:45.899608 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-8ea535ac-20ab-47a0-8ddc-3a96f4c589d6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 1102 time: 0.2928164 Aug 16 02:15:45.901037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.917499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Transition to ACTIVE for port object 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:45.929834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.049420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.081914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e83caf-fbe0-4590-a9f6-135fbd10b7a4 None None] Network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:46.103422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.110612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f79983-13f4-4b0e-accf-081d7ab22408 req-227fd1b5-3478-49de-8736-e7ec376f4749 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.124311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5f79983-13f4-4b0e-accf-081d7ab22408 req-227fd1b5-3478-49de-8736-e7ec376f4749 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.3657103 Aug 16 02:15:46.198715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Attempting to bind port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:46.202275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Attempting to bind port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:46.202717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Attempting to bind port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:46.222247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:46.222692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Attempting to bind port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:46.230018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:46.230370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:46.230919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:46.231253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Bound port: 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:46.231625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.346650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:46.353918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:46.361885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.372745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-15121338-ac2d-42cb-92bb-ac7611e2d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.374295 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-15121338-ac2d-42cb-92bb-ac7611e2d1d4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.4599032 Aug 16 02:15:46.392239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5f79983-13f4-4b0e-accf-081d7ab22408 req-0b3fd0a8-b602-46bf-9c49-27b7a38bd53c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667496 Aug 16 02:15:46.437266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.438932 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.441075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] 10.222.0.88 "PUT /v2.0/ports/7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 HTTP/1.1" status: 200 len: 1097 time: 1.7650788 Aug 16 02:15:46.441803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:46.444825 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c9abec-a7fd-4680-801b-762cef3413d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:46.448789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:46.474667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Attempting to bind port 419e3c31-4a79-4ac6-93fd-15e29350fedf on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:46.474995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Attempting to bind port 419e3c31-4a79-4ac6-93fd-15e29350fedf by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:46.475322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Attempting to bind port 419e3c31-4a79-4ac6-93fd-15e29350fedf on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:46.521985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-4a2622eb-b2f6-43a4-a854-23941355996a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 200 len: 217 time: 0.1284537 Aug 16 02:15:46.525364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Port 419e3c31-4a79-4ac6-93fd-15e29350fedf on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:46.525860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Attempting to bind port 419e3c31-4a79-4ac6-93fd-15e29350fedf on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:46.557815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bdb10-9310-4779-ae1b-8e6cd0835482 service neutron] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.582618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:46.582984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:46.583443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:46.583942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Bound port: 419e3c31-4a79-4ac6-93fd-15e29350fedf, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:46.584344 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.594754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e862960-ffc8-4604-ba4a-ee61468d6618 req-8cb195f8-a07b-4178-8c10-b4a1a3e86d8a tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.596709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e862960-ffc8-4604-ba4a-ee61468d6618 req-8cb195f8-a07b-4178-8c10-b4a1a3e86d8a tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 948 time: 0.1426661 Aug 16 02:15:46.606232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-3c79c09d-67af-4fa7-8348-e3de1faf6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.611318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:46.616724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-3c79c09d-67af-4fa7-8348-e3de1faf6f34 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=10004a7cce274795b71a64e8aa1f1384&device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 1100 time: 0.1180923 Aug 16 02:15:46.674584 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-9d267144-07d9-45c9-88af-f397c359da4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 HTTP/1.1" status: 200 len: 217 time: 0.0488741 Aug 16 02:15:46.691235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-386e8dc6-6ca5-4c9d-9ab7-6e88491bec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.694062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-386e8dc6-6ca5-4c9d-9ab7-6e88491bec68 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1641870 Aug 16 02:15:46.704753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3312081d-ee26-4b64-b43b-6bca8bd95d3f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:46.724919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e862960-ffc8-4604-ba4a-ee61468d6618 req-7a03a952-2ff3-4d74-91d8-6137c8850292 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063638 Aug 16 02:15:46.760006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-d5439f95-37ce-4381-8f5d-9db6eb3b90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.761600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-d5439f95-37ce-4381-8f5d-9db6eb3b90bf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0744436 Aug 16 02:15:46.817264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:46.817509 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbdf08e-1a8c-45d2-9e12-e71d8385b777 x-openstack-request-id: req-bdbdf08e-1a8c-45d2-9e12-e71d8385b777 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:46.817804 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:46.818058 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bdbdf08e-1a8c-45d2-9e12-e71d8385b777 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:46.818457 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'status': 'completed', 'code': 200} Aug 16 02:15:46.822454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:46.825332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:46.841849 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.851821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-559bd535-5887-47ec-90ef-6455e96bd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.853369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-559bd535-5887-47ec-90ef-6455e96bd708 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836012 Aug 16 02:15:46.893525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.941214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2785b6-8d61-4002-81a2-4151d4ac1469 req-953e788a-5918-4a58-bab4-0636ab57258a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.942744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf2785b6-8d61-4002-81a2-4151d4ac1469 req-953e788a-5918-4a58-bab4-0636ab57258a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1062827 Aug 16 02:15:46.948447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.949513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.952025 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] 10.222.0.98 "PUT /v2.0/ports/419e3c31-4a79-4ac6-93fd-15e29350fedf HTTP/1.1" status: 200 len: 1097 time: 2.7146533 Aug 16 02:15:46.954613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:46.958073 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:46.998952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-995854a6-68f8-4414-830d-1453d0397d2c service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305480 Aug 16 02:15:47.011107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-88a9b0fc-153a-440c-8353-37a95f301bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.012807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-88a9b0fc-153a-440c-8353-37a95f301bde service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2728524 Aug 16 02:15:47.013007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf2785b6-8d61-4002-81a2-4151d4ac1469 req-2f509950-b865-4506-8729-da76de96badd tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594301 Aug 16 02:15:47.161851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25fc8b71-acf3-45d7-8158-acc558bb8ff3 req-bec72b18-09a0-4122-8826-458ba5c618c5 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477194 Aug 16 02:15:47.184452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a5b69-a184-4725-85c4-4cc0a92a7d08 req-f35c64be-6196-4819-9ac2-88c0ec15ab20 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.186566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a72a5b69-a184-4725-85c4-4cc0a92a7d08 req-f35c64be-6196-4819-9ac2-88c0ec15ab20 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 944 time: 0.0949128 Aug 16 02:15:47.243604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a72a5b69-a184-4725-85c4-4cc0a92a7d08 req-9e26f3b7-fcca-4ae5-a695-d7caefd550f8 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Aug 16 02:15:47.290148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-e1418346-aad0-4fc5-a9ea-aebd154ee0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.292079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-e1418346-aad0-4fc5-a9ea-aebd154ee0c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=10004a7cce274795b71a64e8aa1f1384&device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 1100 time: 0.0650992 Aug 16 02:15:47.399997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-a8a8b386-853c-416b-8db0-8f1813def123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.401779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-a8a8b386-853c-416b-8db0-8f1813def123 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1013045 Aug 16 02:15:47.405067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95bd9b-75e5-497e-9d71-02412fd5d9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.459820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-70d5c34a-3e65-4055-bc44-837c37891efe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 HTTP/1.1" status: 200 len: 217 time: 0.0503812 Aug 16 02:15:47.466463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e163-9e1f-472f-880f-c3546dcca706 req-631251c4-fc62-48dd-932b-b388be6e1f13 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.467998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de43e163-9e1f-472f-880f-c3546dcca706 req-631251c4-fc62-48dd-932b-b388be6e1f13 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 949 time: 0.5702882 Aug 16 02:15:47.524335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-4f01aee1-3ffa-4514-a2bd-aec18b8ef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.525952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-4f01aee1-3ffa-4514-a2bd-aec18b8ef173 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=10004a7cce274795b71a64e8aa1f1384&device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 1100 time: 0.4945645 Aug 16 02:15:47.537779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-9161e94d-1286-44a8-b61f-a247df8352c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.539658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-9161e94d-1286-44a8-b61f-a247df8352c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0558887 Aug 16 02:15:47.557873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] Transition to ACTIVE for port object 3312081d-ee26-4b64-b43b-6bca8bd95d3f will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:47.559527 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55827bee-e307-471f-99a1-fa76b61f9114 x-openstack-request-id: req-55827bee-e307-471f-99a1-fa76b61f9114 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:47.559917 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:47.560173 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55827bee-e307-471f-99a1-fa76b61f9114 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:47.560590 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'status': 'completed', 'code': 200} Aug 16 02:15:47.593967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-dbef55d5-d173-4be9-8795-2577e38d99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.596066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-dbef55d5-d173-4be9-8795-2577e38d99f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471904 Aug 16 02:15:47.604904 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.613690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-74f15c37-3c47-4016-8d1a-a0eead58f8a1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf HTTP/1.1" status: 200 len: 217 time: 0.0739412 Aug 16 02:15:47.615433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-c5447a66-a174-4e60-948f-7cd19fc24d98 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801504 Aug 16 02:15:47.622208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de43e163-9e1f-472f-880f-c3546dcca706 req-d836fec7-b80f-446f-94b5-9ad208f0bd10 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431017 Aug 16 02:15:47.744744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26362df-b3a6-4fb6-b1c7-0c27e2cf040d req-02ad789f-8465-4e51-a02e-04af54d8ad05 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.746544 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b26362df-b3a6-4fb6-b1c7-0c27e2cf040d req-02ad789f-8465-4e51-a02e-04af54d8ad05 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1474607 Aug 16 02:15:47.785335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] No DVR routers for this DVR port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:47.800713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-733e58d8-44e7-4a6c-a28b-ec62df9d6188 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921825 Aug 16 02:15:47.800946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] Pushing event updated for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.812376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b26362df-b3a6-4fb6-b1c7-0c27e2cf040d req-09132b7d-4217-47dd-a23e-b25ebca643d8 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574086 Aug 16 02:15:47.812610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-05d2abea-f22b-4080-a825-7a0e3eaaa197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.813456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-05d2abea-f22b-4080-a825-7a0e3eaaa197 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1687765 Aug 16 02:15:47.897070 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-d14fb680-2e09-44e5-9cf8-28bcc207e402 service neutron] 10.222.0.88 "PUT /v2.0/ports/3312081d-ee26-4b64-b43b-6bca8bd95d3f/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 2.2970030 Aug 16 02:15:47.947338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98c9abec-a7fd-4680-801b-762cef3413d3 req-4701a806-0857-4b94-b7b7-5bf607e9d839 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356320 Aug 16 02:15:47.970412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-affe235b-186c-401d-8af1-57f0ce9a104a service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239143 Aug 16 02:15:47.995487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ac60-6592-4df4-92e0-417f209f08de req-92ee1e84-c0d1-4114-b4f5-da1b8babe83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.997084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-92ee1e84-c0d1-4114-b4f5-da1b8babe83e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476378 Aug 16 02:15:48.005413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b574d0-649b-47a6-9f86-02061037f1c5 req-526c7d30-0c00-4351-bfb8-921ff6b4c180 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.007135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4b574d0-649b-47a6-9f86-02061037f1c5 req-526c7d30-0c00-4351-bfb8-921ff6b4c180 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 948 time: 0.1441774 Aug 16 02:15:48.044955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-3d79ee34-3f89-4c2b-b161-6066931a4516 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.046585 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-3d79ee34-3f89-4c2b-b161-6066931a4516 tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.0800800 Aug 16 02:15:48.113003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4b574d0-649b-47a6-9f86-02061037f1c5 req-87ac1040-6a01-4620-9448-401706857829 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949006 Aug 16 02:15:48.163756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-194015b0-6ecb-45b0-aa1a-48155bf3a26d service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553631 Aug 16 02:15:48.170303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-1841f2c4-60ef-45ae-8273-4dd89e297a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.172006 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-1841f2c4-60ef-45ae-8273-4dd89e297a6a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d HTTP/1.1" status: 200 len: 1097 time: 0.1173389 Aug 16 02:15:48.252733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f9b67-cf82-4729-a22e-ce0e2825964b req-b2640026-2971-4305-ad73-7f1a15a58691 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.254664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f8f9b67-cf82-4729-a22e-ce0e2825964b req-b2640026-2971-4305-ad73-7f1a15a58691 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.1051116 Aug 16 02:15:48.294899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db87ac60-6592-4df4-92e0-417f209f08de req-0102362f-8844-4743-b1f9-3408c2fdaad4 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225064 Aug 16 02:15:48.297679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-7e989136-5eb1-4281-b776-17891c3520da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.300485 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-7e989136-5eb1-4281-b776-17891c3520da service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1097 time: 0.0970013 Aug 16 02:15:48.350183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f8f9b67-cf82-4729-a22e-ce0e2825964b req-76e595ed-bb8b-4cd3-a98d-cabb43b1b754 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801919 Aug 16 02:15:48.462652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-8b5f4333-0632-4ab0-a648-45006077e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.464824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-8b5f4333-0632-4ab0-a648-45006077e84d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=10004a7cce274795b71a64e8aa1f1384&device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 1100 time: 0.1016815 Aug 16 02:15:48.468965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-4b3795a7-662a-4f60-a0d0-78e03b86959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.470668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-4b3795a7-662a-4f60-a0d0-78e03b86959e service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1545000 Aug 16 02:15:48.473975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9293f-8aa8-4ed7-9dc8-0a14d365453b req-6f8b2c81-44f3-49b1-ad64-6aae2c22a0c0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.475409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55a9293f-8aa8-4ed7-9dc8-0a14d365453b req-6f8b2c81-44f3-49b1-ad64-6aae2c22a0c0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 945 time: 0.1018431 Aug 16 02:15:48.576507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55a9293f-8aa8-4ed7-9dc8-0a14d365453b req-50d134aa-d5db-4a38-b478-5e035f508f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935366 Aug 16 02:15:48.620506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-ff0e9335-f0dc-4f33-b3eb-a3a1c2fe51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.622324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-ff0e9335-f0dc-4f33-b3eb-a3a1c2fe51f8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1330454 Aug 16 02:15:48.677420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-6d477c36-93b4-44fe-bfe0-9b7d0140f468 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf HTTP/1.1" status: 200 len: 217 time: 0.0435760 Aug 16 02:15:48.767615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-cf56f2d2-903f-4181-86be-53f670a1eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.769579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-cf56f2d2-903f-4181-86be-53f670a1eaf4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0837364 Aug 16 02:15:48.796865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d10abb-78fe-48f1-b767-60af3d44933a req-be063d8b-776a-489a-8a56-1e3b09596e9a tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.798915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00d10abb-78fe-48f1-b767-60af3d44933a req-be063d8b-776a-489a-8a56-1e3b09596e9a tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 949 time: 0.0722973 Aug 16 02:15:48.806565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-7eda386f-5151-41d6-a96f-23e942f4762f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 200 len: 217 time: 0.3184149 Aug 16 02:15:48.861840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-d34f3ca6-adaa-4c63-975d-7932439dbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.863497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-d34f3ca6-adaa-4c63-975d-7932439dbda3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829265 Aug 16 02:15:48.866715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00d10abb-78fe-48f1-b767-60af3d44933a req-f9cee9b8-306c-478c-9576-3ce9da1871cf tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491033 Aug 16 02:15:48.925715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-e2ec72c9-cc9a-4cb3-83e4-e367db45bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.927338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-e2ec72c9-cc9a-4cb3-83e4-e367db45bf37 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0995312 Aug 16 02:15:48.968468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-3b30df87-fbac-445b-90d0-59002fce5f1b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319867 Aug 16 02:15:48.976661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-66b87957-a768-4b0f-bd49-a74938aa80ed tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.978064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-66b87957-a768-4b0f-bd49-a74938aa80ed tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/networks?id=d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de HTTP/1.1" status: 200 len: 810 time: 0.1742783 Aug 16 02:15:49.014208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b2a72-7d74-4bfd-a3ea-e79ee4bfd929 req-02c00ec7-560c-4fca-8876-d1c3cec5e9e4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.015709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-501b2a72-7d74-4bfd-a3ea-e79ee4bfd929 req-02c00ec7-560c-4fca-8876-d1c3cec5e9e4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0775201 Aug 16 02:15:49.021167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-7c9a9bcb-ca81-4d60-9ca5-7069aa7b0dc4 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489959 Aug 16 02:15:49.034743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4b73d22c-77f7-4de8-b595-01c0e17c5d18 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/quotas/745dca6f060341f2baaa0e8ba6dfbfc9 HTTP/1.1" status: 200 len: 375 time: 0.0468438 Aug 16 02:15:49.079476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-32ad147f-63c1-4aa3-8e58-cdbc87059187 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=745dca6f060341f2baaa0e8ba6dfbfc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385056 Aug 16 02:15:49.102178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:49.115923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-501b2a72-7d74-4bfd-a3ea-e79ee4bfd929 req-e324ab02-245f-49b5-aa99-d4099f4e4eac tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Aug 16 02:15:49.160747 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-9545a4cd-2051-4955-97e3-e534ae779bc3 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816814 Aug 16 02:15:49.170080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2a4f21-c035-46ba-894a-2660d0a1cf2c req-248ebdc4-53f1-4e6b-ac5c-b004d02fc401 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347334 Aug 16 02:15:49.192460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 64de2937-163d-4a75-8b20-c2248e63642a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:49.198169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 64de2937-163d-4a75-8b20-c2248e63642a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:49.198800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.259209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b6a07-99a6-4578-a83d-d1a8763606be req-6987272a-af11-4763-be74-acb2ce328e71 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.261205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fd2b6a07-99a6-4578-a83d-d1a8763606be req-6987272a-af11-4763-be74-acb2ce328e71 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 948 time: 0.0580437 Aug 16 02:15:49.268939 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-ffa57a92-d313-446f-ad93-b530b41842bd service neutron] 10.222.0.78 "GET /v2.0/networks/d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780238 Aug 16 02:15:49.297936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.324127 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fd2b6a07-99a6-4578-a83d-d1a8763606be req-7f5af888-a655-44c7-864f-a7d89de0b339 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565462 Aug 16 02:15:49.324371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:49.327172 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a441fe0-6257-4e22-b593-2a3f6f1d15e5" -d '{"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:49.342225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:49.348444 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.350843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-b85b0362-a87b-4419-bc9f-8a290b95d668 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819265 Aug 16 02:15:49.404927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4cd61f46-f53c-4252-b299-1c53f8cfa983 service neutron] 10.222.0.78 "GET /v2.0/networks/d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312263 Aug 16 02:15:49.410025 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e9d4a9-6ef9-4ab7-a10f-3754af6e71e6 x-openstack-request-id: req-e0e9d4a9-6ef9-4ab7-a10f-3754af6e71e6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:49.410320 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:49.410571 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0e9d4a9-6ef9-4ab7-a10f-3754af6e71e6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:49.410937 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a', 'code': 200} Aug 16 02:15:49.416674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:49.425598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.426003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.426422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.426757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.427097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.427429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.428068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.428597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.429219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.429800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.430159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.430510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:49.521325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443fd3-2451-40a8-8008-90a2532e9d1b req-ecce2a85-0a21-46e9-b519-6156bfcae86e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.523261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d443fd3-2451-40a8-8008-90a2532e9d1b req-ecce2a85-0a21-46e9-b519-6156bfcae86e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0650287 Aug 16 02:15:49.548734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc207aee-7088-42f1-84c3-18380c390308 req-768ae34f-d375-4013-bc32-cd92708676ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.550896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc207aee-7088-42f1-84c3-18380c390308 req-768ae34f-d375-4013-bc32-cd92708676ba service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 1102 time: 0.0489943 Aug 16 02:15:49.575387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d443fd3-2451-40a8-8008-90a2532e9d1b req-ae452644-1369-4795-86b9-05d946fd675a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Aug 16 02:15:49.609677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc207aee-7088-42f1-84c3-18380c390308 req-3cf13273-74dc-4b28-8e44-68791c41d0f2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Aug 16 02:15:49.745357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-b261a4e8-e4db-48bc-9191-e5d90d22c02f tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.748087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-b261a4e8-e4db-48bc-9191-e5d90d22c02f tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25&tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.0759041 Aug 16 02:15:49.804459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93aed2-484a-441b-9bba-02dfcfc4b326 req-a2b1157a-7c68-411f-b5d5-f564ec282f99 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.807069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c93aed2-484a-441b-9bba-02dfcfc4b326 req-a2b1157a-7c68-411f-b5d5-f564ec282f99 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 945 time: 0.0852826 Aug 16 02:15:49.851035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c93aed2-484a-441b-9bba-02dfcfc4b326 req-d5a57698-533f-4bfc-869e-fb810890d462 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378301 Aug 16 02:15:49.857817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-088850a7-90e9-4e7c-a029-83488ca90eb8 req-3dbf96dd-6eb7-4068-9dcf-2aeee39798f5 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 210 time: 0.0408795 Aug 16 02:15:49.905365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:49.989830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-631da387-7ec1-44b6-b5ab-77e1de60e783 service neutron] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:49.996591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-631da387-7ec1-44b6-b5ab-77e1de60e783 service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.997787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-413ef8a7-21d4-4155-987d-7f48d9252e25 req-631da387-7ec1-44b6-b5ab-77e1de60e783 service neutron] 10.222.0.98 "DELETE /v2.0/ports/3312081d-ee26-4b64-b43b-6bca8bd95d3f/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.2405546 Aug 16 02:15:50.088407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:50.088684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65784bd-b9b2-4f81-9722-d88506ac0184 req-bfd8c842-bb4e-4c60-b02f-1ed017c36839 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.097425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a65784bd-b9b2-4f81-9722-d88506ac0184 req-bfd8c842-bb4e-4c60-b02f-1ed017c36839 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 950 time: 0.0900233 Aug 16 02:15:50.115624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'mac_address': 'fa:16:3e:bc:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:50.119444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d5bd4-ecb9-40c0-b70e-396fedb182c4 req-7adc2770-e5b2-44cd-8cae-0ecf087937ca tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.131578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-598d5bd4-ecb9-40c0-b70e-396fedb182c4 req-7adc2770-e5b2-44cd-8cae-0ecf087937ca tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 1097 time: 0.1147854 Aug 16 02:15:50.168960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a65784bd-b9b2-4f81-9722-d88506ac0184 req-3fb58e92-15be-4baf-8fc2-442090b4477d tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Aug 16 02:15:50.189705 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-598d5bd4-ecb9-40c0-b70e-396fedb182c4 req-61ef9fee-b757-431c-9f5a-a979a385727b tempest-LiveAutoBlockMigrationV225Test-1333434799 tempest-LiveAutoBlockMigrationV225Test-1333434799-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544159 Aug 16 02:15:50.229039 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.249699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:50.278780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:50.286418 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.350604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8336541-4a0b-4d54-8fe7-2a0ec1d826ab req-f51d4725-be8a-4a1c-83dd-e1131317c806 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.361101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8336541-4a0b-4d54-8fe7-2a0ec1d826ab req-f51d4725-be8a-4a1c-83dd-e1131317c806 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1091411 Aug 16 02:15:50.379167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.427569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8336541-4a0b-4d54-8fe7-2a0ec1d826ab req-1832c1d4-d97d-40f4-b7fa-ccf20bec9802 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627699 Aug 16 02:15:50.566110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c7d68-abee-4168-b3a6-abbc465e47bd req-f2cd2548-623a-4ddc-ba2b-9f8d82582680 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.567758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-717c7d68-abee-4168-b3a6-abbc465e47bd req-f2cd2548-623a-4ddc-ba2b-9f8d82582680 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 949 time: 0.0618553 Aug 16 02:15:50.624069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7818cde5-4d07-4bb4-9d4b-d2d959f2fee6'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:50.628921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615225-7746-428a-bc79-e6960f240b9c req-20e97268-4a81-4382-8034-ac38f3d5da8c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.630732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec615225-7746-428a-bc79-e6960f240b9c req-20e97268-4a81-4382-8034-ac38f3d5da8c tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 945 time: 0.0750005 Aug 16 02:15:50.654226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-717c7d68-abee-4168-b3a6-abbc465e47bd req-8de09df1-5e38-4308-98ac-a7686c3b3734 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768521 Aug 16 02:15:50.705641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-ed831db9-2d2e-4cbd-abbf-2be11aed1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.707118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-ed831db9-2d2e-4cbd-abbf-2be11aed1ff1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 1102 time: 0.0751607 Aug 16 02:15:50.726032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec615225-7746-428a-bc79-e6960f240b9c req-c5610120-ceb8-483f-aadb-8a619ca8bdbb tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847447 Aug 16 02:15:50.796933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-3b97a974-95e5-4f50-84b2-3fe628e10af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.799130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-3b97a974-95e5-4f50-84b2-3fe628e10af0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 1102 time: 0.0570474 Aug 16 02:15:50.802673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b841-85b9-49e9-bec4-1ea8ae3bdc61 req-ecf8f596-f4d6-4fbc-8de7-7b9f712a2fc2 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.804575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf93b841-85b9-49e9-bec4-1ea8ae3bdc61 req-ecf8f596-f4d6-4fbc-8de7-7b9f712a2fc2 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0862355 Aug 16 02:15:50.861630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf93b841-85b9-49e9-bec4-1ea8ae3bdc61 req-662e09cc-856d-4d53-a128-5702c264f702 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509114 Aug 16 02:15:50.945453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-114fd20a-1fd4-4071-a6d4-f0fad37d01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.947119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-114fd20a-1fd4-4071-a6d4-f0fad37d01a7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1395929 Aug 16 02:15:50.970067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f745b710-7c35-42e5-a13c-35b63be17aa3 req-f7fed156-e72d-4cff-8847-c9d3cedf08b7 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 210 time: 0.0301013 Aug 16 02:15:51.000559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-32ff0ff1-b936-4690-9274-65e7c0196336 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 200 len: 217 time: 0.0436592 Aug 16 02:15:51.058072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-ac7ec3e3-4142-4d71-8359-73b00e15adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.059565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-ac7ec3e3-4142-4d71-8359-73b00e15adf3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0506442 Aug 16 02:15:51.111571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-0d4e5d92-a0ba-4df5-b13e-976ba1bc6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.113186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-0d4e5d92-a0ba-4df5-b13e-976ba1bc6ec2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434968 Aug 16 02:15:51.124581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:51.220666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-6b1264cf-98fc-45bf-a5c7-f138514b259d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.222986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-6b1264cf-98fc-45bf-a5c7-f138514b259d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 945 time: 0.0726614 Aug 16 02:15:51.260094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:51.264575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-46510164-86cb-4e45-b5e6-207e87048824 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306467 Aug 16 02:15:51.277377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'mac_address': 'fa:16:3e:27:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:51.329909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.348473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419e3c31-4a79-4ac6-93fd-15e29350fedf {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:51.378558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:51.382147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19473435-95ef-424b-b9d5-ae091ae16b4e req-4f7f1530-0b47-4ad0-b217-691e53375267 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.382897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.385040 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-19473435-95ef-424b-b9d5-ae091ae16b4e req-4f7f1530-0b47-4ad0-b217-691e53375267 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 950 time: 0.1191647 Aug 16 02:15:51.427889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c898b3a6-decc-456b-a75e-7758477a4e9b req-9b96e3b8-cc84-45da-aae3-45b93a5e466d service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505084 Aug 16 02:15:51.440914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Deleting port 3312081d-ee26-4b64-b43b-6bca8bd95d3f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:51.441539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.473402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.492923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-19473435-95ef-424b-b9d5-ae091ae16b4e req-a9877f0a-a977-40ed-a199-3a1977404bc6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956862 Aug 16 02:15:51.601754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-893676cf-2d98-4ad2-91f5-850c41acb65f tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.603306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-893676cf-2d98-4ad2-91f5-850c41acb65f tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.98 "GET /v2.0/networks?id=d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de HTTP/1.1" status: 200 len: 810 time: 0.2758899 Aug 16 02:15:51.619875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Request body: {'port': {'device_id': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de', 'admin_state_up': True, 'tenant_id': '745dca6f060341f2baaa0e8ba6dfbfc9'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:51.663848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['419e3c31-4a79-4ac6-93fd-15e29350fedf'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:51.691393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77dd77-a3cf-404a-b9ac-32b6095140f1 req-6b147c8a-46b9-419d-8c6c-b1127ec3bd22 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.692954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a77dd77-a3cf-404a-b9ac-32b6095140f1 req-6b147c8a-46b9-419d-8c6c-b1127ec3bd22 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1629949 Aug 16 02:15:51.724006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] For port 3312081d-ee26-4b64-b43b-6bca8bd95d3f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3312081d-ee26-4b64-b43b-6bca8bd95d3f,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:51.724603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.759705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Calling delete_port for 3312081d-ee26-4b64-b43b-6bca8bd95d3f owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:51.795730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a77dd77-a3cf-404a-b9ac-32b6095140f1 req-a1eba4cc-927d-4eb9-9e88-4d3508e1c86c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903616 Aug 16 02:15:51.877703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Made reservation on behalf of 745dca6f060341f2baaa0e8ba6dfbfc9 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:51.881338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.919600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:52.010517 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.030375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:52.031103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38c310-55c6-42a2-ba80-dae70e086d2d req-3822a7bb-4d65-477f-ab40-03d06d8c6f27 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.032855 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e38c310-55c6-42a2-ba80-dae70e086d2d req-3822a7bb-4d65-477f-ab40-03d06d8c6f27 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 945 time: 0.0655534 Aug 16 02:15:52.040186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:52.041156 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.054247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a51173-ca21-4712-9c0f-9be98681d716 req-211a6529-b243-4ae7-853b-384542958d5d tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.055731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8a51173-ca21-4712-9c0f-9be98681d716 req-211a6529-b243-4ae7-853b-384542958d5d tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 949 time: 0.1641364 Aug 16 02:15:52.075438 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.105772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e38c310-55c6-42a2-ba80-dae70e086d2d req-19c85917-fd36-42e0-a60c-fe1f8a3a608b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628324 Aug 16 02:15:52.158425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event deleted for resources: {'Port': ['ID=3312081d-ee26-4b64-b43b-6bca8bd95d3f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.166148 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.193390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:52.195777 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f11217d-ae1f-4c73-ae4b-3ce008d959ab" -d '{"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-plugged", "status": "completed", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:52.211084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8a51173-ca21-4712-9c0f-9be98681d716 req-aaa22ccd-a106-4c5a-bb3a-d0b3794f7c01 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056054 Aug 16 02:15:52.211743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:52.213776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Allocated IP 172.20.0.3 (d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de/bd8ea1cd-5fb8-4618-85d5-f84e931ad783/391786da-70a0-4c53-8f76-bff1507666d3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:52.217291 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.231869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] No DVR routers for this DVR port 3312081d-ee26-4b64-b43b-6bca8bd95d3f on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:52.236412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.247843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-37bd4fd3-46a9-4684-ac89-8681e75966ae req-2f5b4ad1-d44f-49d7-94d5-74a90b1a9fe0 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "DELETE /v2.0/ports/3312081d-ee26-4b64-b43b-6bca8bd95d3f HTTP/1.1" status: 204 len: 173 time: 1.0086238 Aug 16 02:15:52.247843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'name': 'network-vif-deleted', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:52.247843 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289ce30d-a23d-4d30-83d0-d0fc325afbcf" -d '{"events": [{"server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "name": "network-vif-deleted", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:52.308808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.337214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['bcc33206-709a-466f-afb2-b582dd170c4d', '3312081d-ee26-4b64-b43b-6bca8bd95d3f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:52.352480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b41418-2ed4-422f-8d4e-a29c786dc8a9 req-745e319d-3d03-4871-938f-ce646f6706c0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.364354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6b41418-2ed4-422f-8d4e-a29c786dc8a9 req-745e319d-3d03-4871-938f-ce646f6706c0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 950 time: 0.0759072 Aug 16 02:15:52.404348 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:52.430274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6b41418-2ed4-422f-8d4e-a29c786dc8a9 req-68ef0d45-3c41-4b40-99dd-f0c7417747e3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614548 Aug 16 02:15:52.493104 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.535599 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1113a5e3-00e1-416a-9657-03e9b6569a26 x-openstack-request-id: req-1113a5e3-00e1-416a-9657-03e9b6569a26 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:52.536578 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-plugged", "status": "completed", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:52.537173 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1113a5e3-00e1-416a-9657-03e9b6569a26 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:52.537995 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'code': 200} Aug 16 02:15:52.553016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e2077d36-e3e2-440c-9c20-807a312c63af req-ac9d70ff-8f92-428c-84e7-b3ee7f34f1eb tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 210 time: 0.0558860 Aug 16 02:15:52.585907 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8836f7e7-4eca-4b82-a377-ea2f9f279c7c x-openstack-request-id: req-8836f7e7-4eca-4b82-a377-ea2f9f279c7c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:52.586556 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d06c53c-3aff-40f2-ad31-f3ae7c643b25", "name": "network-vif-deleted", "tag": "3312081d-ee26-4b64-b43b-6bca8bd95d3f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:52.586556 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8836f7e7-4eca-4b82-a377-ea2f9f279c7c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:52.586905 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d06c53c-3aff-40f2-ad31-f3ae7c643b25', 'name': 'network-vif-deleted', 'tag': '3312081d-ee26-4b64-b43b-6bca8bd95d3f', 'status': 'completed', 'code': 200} Aug 16 02:15:52.591909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.656061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731d6ef-fc86-4217-8335-9444d1fe72da req-69b39fad-1719-4e35-a65a-97a5edb16a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.657653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d731d6ef-fc86-4217-8335-9444d1fe72da req-69b39fad-1719-4e35-a65a-97a5edb16a60 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 1102 time: 0.0417373 Aug 16 02:15:52.680984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:52.689121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:52.693792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:52.696189 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d731d6ef-fc86-4217-8335-9444d1fe72da req-0416de72-2afc-4d87-95ed-677eadaff811 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Aug 16 02:15:52.718318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Pushing event updated for resources: {'Port': ['ID=391786da-70a0-4c53-8f76-bff1507666d3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.752913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.753671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.768821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-4818612a-314c-4487-9b8c-4411bded0e90 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1558404 Aug 16 02:15:52.781306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Request body: {'port': {'device_id': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:52.867636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.938567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b9b5a-076a-42a5-8649-f2d9f6d04678 req-b48747b1-b892-4041-ad50-b1a4a70c298d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.940409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f4b9b5a-076a-42a5-8649-f2d9f6d04678 req-b48747b1-b892-4041-ad50-b1a4a70c298d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0569735 Aug 16 02:15:52.996638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f4b9b5a-076a-42a5-8649-f2d9f6d04678 req-6b65bb53-9303-4321-a873-2369933df787 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Aug 16 02:15:53.112194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:53.116143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:53.199218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391786da-70a0-4c53-8f76-bff1507666d3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:53.210129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.232700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Transition to ACTIVE for port object 391786da-70a0-4c53-8f76-bff1507666d3 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:53.250033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.255025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.285164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ceab29a-35a8-41be-a68d-371fbc7fecb1 req-4363671f-e35f-441c-80b9-02c608fc7200 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 210 time: 0.0509923 Aug 16 02:15:53.290601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:53.312880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'mac_address': 'fa:16:3e:9d:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:53.336910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 419e3c31-4a79-4ac6-93fd-15e29350fedf completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:53.367525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 419e3c31-4a79-4ac6-93fd-15e29350fedf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:53.367943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.402472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Pushing event updated for resources: {'Port': ['ID=391786da-70a0-4c53-8f76-bff1507666d3,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.427096 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.432662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a66718-06a5-41e7-a852-04f3baf54efe req-d243a2fb-8ab9-4565-a96f-adb4f7d3530a tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.436566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7a66718-06a5-41e7-a852-04f3baf54efe req-d243a2fb-8ab9-4565-a96f-adb4f7d3530a tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 950 time: 0.0933399 Aug 16 02:15:53.454436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Attempting to bind port 391786da-70a0-4c53-8f76-bff1507666d3 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:53.454860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Attempting to bind port 391786da-70a0-4c53-8f76-bff1507666d3 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:53.455271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Attempting to bind port 391786da-70a0-4c53-8f76-bff1507666d3 on network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:53.462061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Port 391786da-70a0-4c53-8f76-bff1507666d3 on network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:53.462720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Attempting to bind port 391786da-70a0-4c53-8f76-bff1507666d3 on network d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:53.470226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:53.470821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Checking segment: {'id': '2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:53.471348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Bound using segment: {'id': '2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:53.472315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Bound port: 391786da-70a0-4c53-8f76-bff1507666d3, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:53.472786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.475406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff3b976c-28c4-40f3-b193-4dbb5ea18f88 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:53.553951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:53.569214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.571398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7a66718-06a5-41e7-a852-04f3baf54efe req-d5c9a276-be7c-4a5b-a66f-c3686f934671 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107960 Aug 16 02:15:53.604439 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.607779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] For port 391786da-70a0-4c53-8f76-bff1507666d3, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:53.615578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] For port 391786da-70a0-4c53-8f76-bff1507666d3, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=391786da-70a0-4c53-8f76-bff1507666d3,segment=NetworkSegment(2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f),segment_id=2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:53.689523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.692807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:53.697025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.710140 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.710963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:53.775571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Pushing event updated for resources: {'Port': ['ID=391786da-70a0-4c53-8f76-bff1507666d3,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.786556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.787160 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.788504 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-0c0218a6-2690-4c35-b49e-f13245844e61 service neutron] 10.222.0.98 "PUT /v2.0/ports/391786da-70a0-4c53-8f76-bff1507666d3 HTTP/1.1" status: 200 len: 1092 time: 1.0112817 Aug 16 02:15:53.803858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381af72-861a-4022-9dac-c136c2107f58 req-c9122c0d-ed51-455f-92ee-2a84e8a379ab tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.811525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1381af72-861a-4022-9dac-c136c2107f58 req-c9122c0d-ed51-455f-92ee-2a84e8a379ab tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 949 time: 0.1994452 Aug 16 02:15:53.886858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1381af72-861a-4022-9dac-c136c2107f58 req-a1ad0a57-1011-4d3d-bb8e-af0ce7105fea tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739472 Aug 16 02:15:53.894453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640d30c-70a5-4e32-aa39-730324671d8a req-15dbf76a-b303-4ab5-ab10-635e730068c5 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.913012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9640d30c-70a5-4e32-aa39-730324671d8a req-15dbf76a-b303-4ab5-ab10-635e730068c5 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 943 time: 0.1192851 Aug 16 02:15:53.971263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9640d30c-70a5-4e32-aa39-730324671d8a req-73de9481-7ff9-4076-b337-bc410d6e6206 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Aug 16 02:15:53.987452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.999515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-e523504c-3469-488e-934a-22ed8028182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.002658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-e523504c-3469-488e-934a-22ed8028182c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=745dca6f060341f2baaa0e8ba6dfbfc9&device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 1095 time: 0.1327667 Aug 16 02:15:54.027875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.041800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ff3b976c-28c4-40f3-b193-4dbb5ea18f88 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:54.063752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:54.064966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-507674f2-78d4-4a7d-97d7-274fdb81221b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391786da-70a0-4c53-8f76-bff1507666d3 HTTP/1.1" status: 200 len: 217 time: 0.0524740 Aug 16 02:15:54.068595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ff3b976c-28c4-40f3-b193-4dbb5ea18f88'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:54.151789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb929-52cd-450b-b263-4a819dd970d8 req-7bd5c736-6a4c-4ee3-b087-1d3f5e657fa3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.153378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20eeb929-52cd-450b-b263-4a819dd970d8 req-7bd5c736-6a4c-4ee3-b087-1d3f5e657fa3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0915961 Aug 16 02:15:54.155305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-be274940-c207-4ccf-af93-4c4714bf8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.156850 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-be274940-c207-4ccf-af93-4c4714bf8ac9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd8ea1cd-5fb8-4618-85d5-f84e931ad783 HTTP/1.1" status: 200 len: 850 time: 0.0807955 Aug 16 02:15:54.204135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-c3051186-e5c9-43b1-a9b7-5550ce5ff00f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299604 Aug 16 02:15:54.226047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20eeb929-52cd-450b-b263-4a819dd970d8 req-ed80646e-e457-4e93-9572-da1fd9a2b319 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657978 Aug 16 02:15:54.302917 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-6a662849-5524-4be5-994f-4b361eeed2c9 service neutron] 10.222.0.98 "GET /v2.0/networks/d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905862 Aug 16 02:15:54.348719 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.408365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.409958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3d0668f6-7221-4571-a90d-9ad3de49998f req-fe3ed16d-4a8b-4885-b892-f9a1a3c37951 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 210 time: 0.0346165 Aug 16 02:15:54.443848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564b58b9-cd7b-4b97-af00-59e177b36c6c req-21b08e45-973b-432e-88ed-5f8e6c7aa33b service neutron] 10.222.0.98 "GET /v2.0/networks/d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292930 Aug 16 02:15:54.538954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:54.541653 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d5a0ed-4732-4004-a004-c385416864f8" -d '{"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-plugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:54.587975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'tag': '391786da-70a0-4c53-8f76-bff1507666d3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:54.591312 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513afbd5-2e0b-4a52-8dfd-33653738b17a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac57e20a-8140-42e5-8446-ca5a2012fb1a", "tag": "391786da-70a0-4c53-8f76-bff1507666d3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:54.608490 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec01eec-7fe4-4798-98a9-a81f419a5eb6 x-openstack-request-id: req-7ec01eec-7fe4-4798-98a9-a81f419a5eb6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:54.608895 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-plugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:54.609066 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ec01eec-7fe4-4798-98a9-a81f419a5eb6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:54.609422 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'code': 200} Aug 16 02:15:54.652598 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742e09f-1f3f-471d-ae7c-b796624f7b85 x-openstack-request-id: req-7742e09f-1f3f-471d-ae7c-b796624f7b85 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:54.653240 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac57e20a-8140-42e5-8446-ca5a2012fb1a", "tag": "391786da-70a0-4c53-8f76-bff1507666d3", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:54.653695 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7742e09f-1f3f-471d-ae7c-b796624f7b85 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:54.654187 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'tag': '391786da-70a0-4c53-8f76-bff1507666d3', 'status': 'completed', 'code': 200} Aug 16 02:15:54.736572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b1dce-87c2-42e4-9cdc-dcf5255f4e55 req-ef6322cf-dec9-4b2a-9cf6-bc4475802517 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.741250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f0b1dce-87c2-42e4-9cdc-dcf5255f4e55 req-ef6322cf-dec9-4b2a-9cf6-bc4475802517 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 950 time: 0.0912759 Aug 16 02:15:54.793139 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f0b1dce-87c2-42e4-9cdc-dcf5255f4e55 req-c4501e41-4ca8-403c-841b-e5f088b9c8da tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Aug 16 02:15:54.857042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda2ab-242f-47c7-9f3d-012c6ea474a3 req-3481e1f6-c1f9-4919-b171-463721012611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.858699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bda2ab-242f-47c7-9f3d-012c6ea474a3 req-3481e1f6-c1f9-4919-b171-463721012611 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 1102 time: 0.1112249 Aug 16 02:15:54.864624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-dcfda06c-8d24-48af-9a69-6b192c012ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.866340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-dcfda06c-8d24-48af-9a69-6b192c012ca6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=745dca6f060341f2baaa0e8ba6dfbfc9&device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 1095 time: 0.1757104 Aug 16 02:15:54.953874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a702a-c85d-45e2-9cc4-a2acacd63cb8 req-befefaf6-b5f7-4a31-a648-ee121dcd4185 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.958548 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba5a702a-c85d-45e2-9cc4-a2acacd63cb8 req-befefaf6-b5f7-4a31-a648-ee121dcd4185 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 950 time: 0.0656743 Aug 16 02:15:55.021965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba5a702a-c85d-45e2-9cc4-a2acacd63cb8 req-424ebb71-22ac-4cbf-b156-6e5518fe4686 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580277 Aug 16 02:15:55.076696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bda2ab-242f-47c7-9f3d-012c6ea474a3 req-7836710e-132a-4b6e-a73e-1bc5b8f93111 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861978 Aug 16 02:15:55.124774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:55.140798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19c75-955b-48b1-8dcc-db172525ca9f req-a903223f-03ea-4878-a061-ce2d21165aa8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.144769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:55.146719 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95b19c75-955b-48b1-8dcc-db172525ca9f req-a903223f-03ea-4878-a061-ce2d21165aa8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 949 time: 0.1680379 Aug 16 02:15:55.153321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-121024c0-8d1b-4a7c-a629-f998b3ab4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.158406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-121024c0-8d1b-4a7c-a629-f998b3ab4ad9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de HTTP/1.1" status: 200 len: 911 time: 0.2599061 Aug 16 02:15:55.160587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed3f6e-a232-44cd-8b56-8088dbd69202 req-608d416a-5eb9-45cf-8c4c-360a9078a61b tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.163014 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83ed3f6e-a232-44cd-8b56-8088dbd69202 req-608d416a-5eb9-45cf-8c4c-360a9078a61b tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 943 time: 0.0658896 Aug 16 02:15:55.216617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83ed3f6e-a232-44cd-8b56-8088dbd69202 req-eacfa173-bcbb-4d5b-9d3c-e0742f104c79 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469871 Aug 16 02:15:55.262345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-88c7aa0c-f55a-440e-a014-f1b9473b8eb7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391786da-70a0-4c53-8f76-bff1507666d3 HTTP/1.1" status: 200 len: 217 time: 0.0635135 Aug 16 02:15:55.277927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95b19c75-955b-48b1-8dcc-db172525ca9f req-a86a9f4b-7963-46df-9be3-e1c729f8a474 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181355 Aug 16 02:15:55.369736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-a6d50981-5ba4-4d72-a988-b63845ad2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.371206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-a6d50981-5ba4-4d72-a988-b63845ad2934 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd8ea1cd-5fb8-4618-85d5-f84e931ad783 HTTP/1.1" status: 200 len: 850 time: 0.0921576 Aug 16 02:15:55.392508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:55.412565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6037-c984-4839-a1ae-069b8e132d8d req-4a056f40-a69a-4d17-af31-2e365e7899a2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.413152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '64de2937-163d-4a75-8b20-c2248e63642a', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '64de2937-163d-4a75-8b20-c2248e63642a', 'mac_address': 'fa:16:3e:9d:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:55.415647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-121a6037-c984-4839-a1ae-069b8e132d8d req-4a056f40-a69a-4d17-af31-2e365e7899a2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0913870 Aug 16 02:15:55.426634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:55.427079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.444694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-857a3a04-03c0-4653-b247-aee8cafd4ee8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551057 Aug 16 02:15:55.517488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-121a6037-c984-4839-a1ae-069b8e132d8d req-e93ac074-06e2-4da3-bada-754b99245e46 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808361 Aug 16 02:15:55.642203 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.740638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64de2937-163d-4a75-8b20-c2248e63642a {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:55.782462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d1b1652-cf4e-4dd4-a0e6-24f467b1242e req-3bf16277-874b-4f9d-971d-e8123a80841b tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 210 time: 0.0431769 Aug 16 02:15:55.838053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:55.841470 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.862337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.955131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb9b7-625e-461e-adb6-7dbb259d6e33 req-443148eb-9f17-4970-83c6-5ecdb6a7a0c3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.958488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:55.964108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e5bdb9b7-625e-461e-adb6-7dbb259d6e33 req-443148eb-9f17-4970-83c6-5ecdb6a7a0c3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 949 time: 0.5855193 Aug 16 02:15:55.968112 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.968989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3312081d-ee26-4b64-b43b-6bca8bd95d3f no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:55.998929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 3312081d-ee26-4b64-b43b-6bca8bd95d3f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:55.999314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3312081d-ee26-4b64-b43b-6bca8bd95d3f not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:56.019638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.045872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e5bdb9b7-625e-461e-adb6-7dbb259d6e33 req-c696648c-214b-4d20-8163-71e2387b7d9d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676875 Aug 16 02:15:56.070615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['64de2937-163d-4a75-8b20-c2248e63642a'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:56.154252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-bd3d4740-b043-4323-be21-e464e613cabf service neutron] 10.222.0.98 "GET /v2.0/networks/d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947999 Aug 16 02:15:56.223204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=11']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.259579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48bff74d-36d5-4e91-a035-8b07d8af3953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.373935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba225-7782-4fcc-9e58-ec914c2d51e0 req-03966d95-fa3b-451b-8104-c1ed2b9c3858 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.386478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be2ba225-7782-4fcc-9e58-ec914c2d51e0 req-03966d95-fa3b-451b-8104-c1ed2b9c3858 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 950 time: 0.1855235 Aug 16 02:15:56.455057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-513afbd5-2e0b-4a52-8dfd-33653738b17a req-dd76dfda-72ea-425b-b053-4ed4f2f3879b service neutron] 10.222.0.98 "GET /v2.0/networks/d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896209 Aug 16 02:15:56.472810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be2ba225-7782-4fcc-9e58-ec914c2d51e0 req-2dc4796d-9455-4f1a-bdff-cba435f3c569 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850964 Aug 16 02:15:56.473462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6edf-cf3a-45ca-b18f-81822d037000 req-0029d99b-7ac5-4605-8fb3-3e5cdc47f0f7 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.482279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e51c6edf-cf3a-45ca-b18f-81822d037000 req-0029d99b-7ac5-4605-8fb3-3e5cdc47f0f7 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 943 time: 0.1166131 Aug 16 02:15:56.531101 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e51c6edf-cf3a-45ca-b18f-81822d037000 req-fcd5d1cc-beaa-4641-a2e5-a1ffbfbe8bca tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457654 Aug 16 02:15:56.611032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:56.613345 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bf6f19-69cb-4c6b-aec2-94b29fc92968" -d '{"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:56.619078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-34f5fea8-414f-40e1-8e35-fd17996d14f3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388982 Aug 16 02:15:56.661703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5435d-85d7-4dad-8b02-56872f4e13b1 req-714aef2b-c7e7-408a-b4bf-9431f12be423 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.669360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-85b5435d-85d7-4dad-8b02-56872f4e13b1 req-714aef2b-c7e7-408a-b4bf-9431f12be423 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0658422 Aug 16 02:15:56.716875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-85b5435d-85d7-4dad-8b02-56872f4e13b1 req-855b4c88-e628-4fdf-b9b5-a684ec0f034f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Aug 16 02:15:56.739129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-b68fdd51-0a03-47ea-8c39-d5b584af49ea tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.747008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-b68fdd51-0a03-47ea-8c39-d5b584af49ea tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1270511 Aug 16 02:15:56.768624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-1b943a7f-49d3-4690-8012-c65bf8d00680 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/quotas/bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 375 time: 0.0193450 Aug 16 02:15:56.772620 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65614b-d3eb-41e4-9681-87ae564d62a2 x-openstack-request-id: req-9d65614b-d3eb-41e4-9681-87ae564d62a2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:56.772911 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:56.773169 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d65614b-d3eb-41e4-9681-87ae564d62a2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:56.773566 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'code': 200} Aug 16 02:15:56.862530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7150dceb-2eba-4eda-9282-197714fe91df tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925677 Aug 16 02:15:56.956502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d878555c-2d53-47a2-85d5-a0fe4b53a909 req-c00f6d59-80dc-4c33-849f-1d857cef4bb7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d06c53c-3aff-40f2-ad31-f3ae7c643b25 HTTP/1.1" status: 200 len: 210 time: 0.0470128 Aug 16 02:15:57.149267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ea66a197-0db3-4bcc-9efc-1bcc52358e58 req-1febe8af-d5b7-4388-886c-08f2f3b4fa46 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 210 time: 0.0284021 Aug 16 02:15:57.149983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 391786da-70a0-4c53-8f76-bff1507666d3 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:57.152461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:57.314895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 64de2937-163d-4a75-8b20-c2248e63642a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:57.315273 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.392709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 391786da-70a0-4c53-8f76-bff1507666d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=391786da-70a0-4c53-8f76-bff1507666d3,segment=NetworkSegment(2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f),segment_id=2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:57.430545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '391786da-70a0-4c53-8f76-bff1507666d3', 'network_id': 'd8bc6020-2ff2-4ad9-97a6-fd0a0fa990de', 'port_id': '391786da-70a0-4c53-8f76-bff1507666d3', 'mac_address': 'fa:16:3e:f8:e3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8ea1cd-5fb8-4618-85d5-f84e931ad783', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:57.476797 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.492350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.504483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391786da-70a0-4c53-8f76-bff1507666d3 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:57.545935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 391786da-70a0-4c53-8f76-bff1507666d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=391786da-70a0-4c53-8f76-bff1507666d3,segment=NetworkSegment(2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f),segment_id=2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:57.555163 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.558561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:57.586306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.640007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=391786da-70a0-4c53-8f76-bff1507666d3,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.683704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9013-c022-4cb3-b41a-e5f0f9db75f7 req-86dc526e-93a9-4f5c-886a-97a437cd2f35 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.695502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03cb9013-c022-4cb3-b41a-e5f0f9db75f7 req-86dc526e-93a9-4f5c-886a-97a437cd2f35 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 950 time: 0.1015811 Aug 16 02:15:57.770441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03cb9013-c022-4cb3-b41a-e5f0f9db75f7 req-f1c2dfc6-08e3-4870-b955-9be5bbdd607b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676529 Aug 16 02:15:57.775764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.791311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006669b4-6b8f-4450-97e0-d303e3247063 req-6dcdca35-2b6c-4e41-9df7-f8301dd1b344 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.798556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-006669b4-6b8f-4450-97e0-d303e3247063 req-6dcdca35-2b6c-4e41-9df7-f8301dd1b344 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 944 time: 0.1374884 Aug 16 02:15:57.881560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['391786da-70a0-4c53-8f76-bff1507666d3'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:57.886682 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-006669b4-6b8f-4450-97e0-d303e3247063 req-bde6697a-fb0b-41a4-941b-59fc374effbf tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813396 Aug 16 02:15:58.013145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df1fe-1f7c-4bfb-a945-6d534307f9d6 req-655815ac-5605-4903-8045-48280093f2ef tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.018147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-090df1fe-1f7c-4bfb-a945-6d534307f9d6 req-655815ac-5605-4903-8045-48280093f2ef tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1243000 Aug 16 02:15:58.115976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-090df1fe-1f7c-4bfb-a945-6d534307f9d6 req-59683f62-21a4-49d3-a58e-dfe9b9073a00 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891764 Aug 16 02:15:58.460502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-ec18aca6-e1c4-4e44-a469-cd1846bb8a62 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811875 Aug 16 02:15:58.632881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-e5880084-03fa-42d4-a75a-d5d6dc851755 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.634842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-e5880084-03fa-42d4-a75a-d5d6dc851755 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705675 Aug 16 02:15:58.675193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68116d88-d38a-41b2-b9a6-8469b3e146de req-764f5277-f336-46e5-86a6-c243aca18b72 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 210 time: 0.0502975 Aug 16 02:15:58.685053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Request body: {'port': {'device_id': '0484e07b-580f-4564-a829-7932584e6051', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'bc4dd78a8f254bdf9cc5d0b394c6622c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:58.778694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:58.785691 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa966183-fd35-4ce5-ae5f-20e6f014e06f" -d '{"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:58.819289 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.833190 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0870e574-7732-4411-bafd-6a8c59327532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.855731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Made reservation on behalf of bc4dd78a8f254bdf9cc5d0b394c6622c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:58.859141 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fca370-7101-4e25-b78d-7ac4c148677b x-openstack-request-id: req-97fca370-7101-4e25-b78d-7ac4c148677b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:58.859588 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:58.859944 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97fca370-7101-4e25-b78d-7ac4c148677b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:58.860478 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a', 'code': 200} Aug 16 02:15:58.863498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.041308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Allocated IP 192.168.233.169 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/532f0278-f198-4497-b807-fe90a0bb8ef2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:59.178285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 391786da-70a0-4c53-8f76-bff1507666d3 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:59.233889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.251939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Transition to ACTIVE for port object 532f0278-f198-4497-b807-fe90a0bb8ef2 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:59.338884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 391786da-70a0-4c53-8f76-bff1507666d3 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:59.344815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.345316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648b04a-dfd1-4076-9e16-db8cfda868a8 req-ac1a0b71-2762-4eaa-a29f-7d9f88d95654 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.347196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0648b04a-dfd1-4076-9e16-db8cfda868a8 req-ac1a0b71-2762-4eaa-a29f-7d9f88d95654 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0923297 Aug 16 02:15:59.369725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1cf5dd9a-e715-4546-b1a5-75dafbe8e161'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:59.374699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:59.380819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 391786da-70a0-4c53-8f76-bff1507666d3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:59.381888 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.434345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:59.444897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:59.454842 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0648b04a-dfd1-4076-9e16-db8cfda868a8 req-2616b7de-9b42-4462-8414-2d330db8a131 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879002 Aug 16 02:15:59.461189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:59.607583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.610966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.647676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63342-07d8-4f18-b6f2-64ae881778d1 req-04d32c67-b010-4644-bf0a-54c58d2e5a88 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.668402 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1c63342-07d8-4f18-b6f2-64ae881778d1 req-04d32c67-b010-4644-bf0a-54c58d2e5a88 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 944 time: 0.3406434 Aug 16 02:15:59.673672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-57b43087-e4c1-4b6f-be41-7a9bcf6765da service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1368456 Aug 16 02:15:59.699889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.760704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-950e4742-1f22-4073-9d26-994f8c8a8eda tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0955453 Aug 16 02:15:59.782415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Request body: {'port': {'device_id': '0484e07b-580f-4564-a829-7932584e6051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:59.807201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-92bc1e87-1a2c-4402-b82f-def7ac7ddceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.811675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-92bc1e87-1a2c-4402-b82f-def7ac7ddceb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 1102 time: 0.1078739 Aug 16 02:15:59.865707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1c63342-07d8-4f18-b6f2-64ae881778d1 req-c73b657d-9010-4c94-8d84-43f38451a7fa tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963072 Aug 16 02:16:00.019299 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.129831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.172871 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.203134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-4f663693-f664-42ce-a251-b8770e9cf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.209549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-4f663693-f664-42ce-a251-b8770e9cf0b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3702340 Aug 16 02:16:00.235614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ecc6-1469-4bbf-b575-355a0b60d748 req-eb3d6848-9579-4eca-8fac-ad73aec158da tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.237254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1828ecc6-1469-4bbf-b575-355a0b60d748 req-eb3d6848-9579-4eca-8fac-ad73aec158da tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 936 time: 0.2076180 Aug 16 02:16:00.313713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 391786da-70a0-4c53-8f76-bff1507666d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=391786da-70a0-4c53-8f76-bff1507666d3,segment=NetworkSegment(2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f),segment_id=2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:00.346619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-43d181d6-7bf9-4ef2-b704-a551a2f08568 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 200 len: 217 time: 0.1078439 Aug 16 02:16:00.350940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f5ba16fe-0bee-405c-8ad9-d0b60c6de4b9 None None] Provisioning for port 532f0278-f198-4497-b807-fe90a0bb8ef2 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:00.357329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.404252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f5ba16fe-0bee-405c-8ad9-d0b60c6de4b9 None None] Provisioning complete for port 532f0278-f198-4497-b807-fe90a0bb8ef2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:00.404636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f5ba16fe-0bee-405c-8ad9-d0b60c6de4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.448423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-32bc7384-3660-4f4d-88c1-cd8528c0f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.449948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-32bc7384-3660-4f4d-88c1-cd8528c0f408 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0896533 Aug 16 02:16:00.642294 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1828ecc6-1469-4bbf-b575-355a0b60d748 req-503413da-5ad0-463f-af54-160a168c8305 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856971 Aug 16 02:16:00.683261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-01fba95b-ce15-41b5-8573-345156872b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.688548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-01fba95b-ce15-41b5-8573-345156872b8a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2174776 Aug 16 02:16:00.769758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532f0278-f198-4497-b807-fe90a0bb8ef2 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:00.817398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.862041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391786da-70a0-4c53-8f76-bff1507666d3'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:00.864584 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c745314-62d3-4eb6-bdb7-f130f204218c" -d '{"events": [{"server_uuid": "ac57e20a-8140-42e5-8446-ca5a2012fb1a", "name": "network-vif-plugged", "status": "completed", "tag": "391786da-70a0-4c53-8f76-bff1507666d3"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:00.882823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=391786da-70a0-4c53-8f76-bff1507666d3,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.907520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba16fe-0bee-405c-8ad9-d0b60c6de4b9 None None] Port 532f0278-f198-4497-b807-fe90a0bb8ef2 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:00.914171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Transition to ACTIVE for port object 532f0278-f198-4497-b807-fe90a0bb8ef2 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:00.958650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e02c4-7442-4f9c-a7b9-51c4d47e0a32 req-7178370d-6ac2-453a-9d67-c0a99ee97aee tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.982006 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3e02c4-7442-4f9c-a7b9-51c4d47e0a32 req-7178370d-6ac2-453a-9d67-c0a99ee97aee tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.2955849 Aug 16 02:16:00.992448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-c64b7d72-bf17-4875-9888-c4fd8d34c652 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940228 Aug 16 02:16:00.993367 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b30a57-bf24-474d-85f3-e30ea5969632 x-openstack-request-id: req-21b30a57-bf24-474d-85f3-e30ea5969632 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:00.993854 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac57e20a-8140-42e5-8446-ca5a2012fb1a", "name": "network-vif-plugged", "status": "completed", "tag": "391786da-70a0-4c53-8f76-bff1507666d3", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:01.000156 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21b30a57-bf24-474d-85f3-e30ea5969632 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:01.001385 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391786da-70a0-4c53-8f76-bff1507666d3', 'code': 200} Aug 16 02:16:01.128728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3e02c4-7442-4f9c-a7b9-51c4d47e0a32 req-8df6c43a-0130-4c16-8c52-23bf6aac0b5c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452253 Aug 16 02:16:01.186887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:01.286055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.320461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e12693-72d9-4234-bf57-b00e6f1d1657 req-a173c1d0-3b11-4ba3-99d2-48debcf204d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.332988 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7e12693-72d9-4234-bf57-b00e6f1d1657 req-a173c1d0-3b11-4ba3-99d2-48debcf204d4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 1097 time: 0.2601411 Aug 16 02:16:01.340806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3dcb-66bb-4f7e-81f7-29644fc09c12 req-daa5651d-8f6c-48ca-b492-574ebcb57402 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.354321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7ea3dcb-66bb-4f7e-81f7-29644fc09c12 req-daa5651d-8f6c-48ca-b492-574ebcb57402 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 945 time: 0.1880898 Aug 16 02:16:01.398651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:01.426731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'mac_address': 'fa:16:3e:27:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:01.443469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84e99efe-e19a-48f8-b804-345ec2e176c0 req-8073c515-8930-4494-a743-f0285c992045 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413004 Aug 16 02:16:01.488610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.517376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.545818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7ea3dcb-66bb-4f7e-81f7-29644fc09c12 req-d69e19f7-c34d-411d-9259-06e0ce8d8ae2 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889973 Aug 16 02:16:01.551917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:01.552264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:01.553527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 419e3c31-4a79-4ac6-93fd-15e29350fedf {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:01.554775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:01.573835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:01.573835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:01.580728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:01.581700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:01.583519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:01.584041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Bound port: 532f0278-f198-4497-b807-fe90a0bb8ef2, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:01.586342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.591888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7e12693-72d9-4234-bf57-b00e6f1d1657 req-38e0058d-5fad-4e5c-a3f8-88aff522ee31 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219093 Aug 16 02:16:01.604166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:01.611669 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.779101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:01.783611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:01.803838 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.862273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.862915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.864446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] 10.222.0.88 "PUT /v2.0/ports/532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 1097 time: 2.0903792 Aug 16 02:16:01.864950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:01.867795 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d9eb1-fccd-470e-8529-885029b79515" -d '{"events": [{"name": "network-changed", "server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:01.872884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['419e3c31-4a79-4ac6-93fd-15e29350fedf'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:01.894894 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.908342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de2f8d-cb43-4f17-a4b8-553dcf9b612f req-dc99badd-046f-49a4-adbc-4893d2a12608 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.917956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07de2f8d-cb43-4f17-a4b8-553dcf9b612f req-dc99badd-046f-49a4-adbc-4893d2a12608 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 948 time: 0.1313879 Aug 16 02:16:01.918571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.995591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607bac5-545c-4226-a060-fdd2c8357143 service neutron] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:02.047660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07de2f8d-cb43-4f17-a4b8-553dcf9b612f req-5f1878fd-edd6-474d-abdb-21d99c4121de tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247649 Aug 16 02:16:02.074090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-a27b55ff-df2c-41b3-9a70-33ecb50c045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.080804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-a27b55ff-df2c-41b3-9a70-33ecb50c045e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1100 time: 0.1400645 Aug 16 02:16:02.200798 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ce4f76-5c85-47e4-bffc-f5c606358184 x-openstack-request-id: req-02ce4f76-5c85-47e4-bffc-f5c606358184 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:02.200798 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:02.200798 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02ce4f76-5c85-47e4-bffc-f5c606358184 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:02.200798 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'status': 'completed', 'code': 200} Aug 16 02:16:02.202584 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-240d1db4-ef94-4d97-ba23-2a27ddcb94e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.1182182 Aug 16 02:16:02.342092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-3985568a-a02b-4368-affb-81d92db745d1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1244893 Aug 16 02:16:02.372539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7bdefb12-05db-4f83-9efc-589c93e3444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.381536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-7bdefb12-05db-4f83-9efc-589c93e3444c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1597662 Aug 16 02:16:02.461686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-bd3380ca-d8f1-46a6-93a7-1cc26b751122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.464798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-bd3380ca-d8f1-46a6-93a7-1cc26b751122 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755932 Aug 16 02:16:02.511391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734fa95-0110-4e76-93aa-eca5a7abe945 req-a696291c-e779-4558-a6ef-42ef21abece0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.513317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f734fa95-0110-4e76-93aa-eca5a7abe945 req-a696291c-e779-4558-a6ef-42ef21abece0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1695156 Aug 16 02:16:02.532423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-7929e93a-4269-4bd1-a6cf-798632fc1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.534237 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-7929e93a-4269-4bd1-a6cf-798632fc1142 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 1097 time: 0.1539464 Aug 16 02:16:02.661669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-8d3def72-f7aa-436e-aa5f-bd594d6499e5 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788509 Aug 16 02:16:02.736886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-d8ac9cea-d8ca-4933-a04c-1e71df437c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.738913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-d8ac9cea-d8ca-4933-a04c-1e71df437c29 service neutron] 10.222.0.98 "GET /v2.0/networks?id=300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 200 len: 921 time: 0.1666920 Aug 16 02:16:02.811600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f734fa95-0110-4e76-93aa-eca5a7abe945 req-52b2dd8c-99c0-43e0-81f8-a3c1771c93b3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888505 Aug 16 02:16:02.830967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-e5fdfcf2-495b-4fb3-aad7-cc8033721508 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 200 len: 217 time: 0.0695109 Aug 16 02:16:02.915137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-3b880ff0-dd1f-459d-9873-8c45d9d1e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.917953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-3b880ff0-dd1f-459d-9873-8c45d9d1e787 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 200 len: 860 time: 0.0852003 Aug 16 02:16:02.991880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-ee0e0888-4db5-49ea-aae0-5dcbe46632ff service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=300e3778-c05e-4fcc-a5b3-b08251b483f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593410 Aug 16 02:16:03.027665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94e91194-980d-4c89-b99b-4a078fca1bbb req-5f4faf7b-e106-48b4-8aae-fb361685856a service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531382 Aug 16 02:16:03.194906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:03.235626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-86ff72fe-7422-49f0-a846-137998b1de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.237284 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-86ff72fe-7422-49f0-a846-137998b1de11 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1100 time: 0.1460440 Aug 16 02:16:03.255107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-61cb465b-4fd0-4b62-9f4f-15c4d15c9209 service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483284 Aug 16 02:16:03.385456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 419e3c31-4a79-4ac6-93fd-15e29350fedf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:03.386448 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.578387 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.618052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:03.627109 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eef44e-e022-42d6-b5c3-8a489f97525a" -d '{"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-plugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:03.679848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:03.685017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-c2455b37-2d03-4ae5-8746-09e609857d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.687053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-c2455b37-2d03-4ae5-8746-09e609857d3e service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.4368908 Aug 16 02:16:03.693837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.738560 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3c79aa0-0179-4e4d-b487-6f1c5bde3e81 req-f3a4e7fd-20f5-4db5-a7c3-d80275a5e58c service neutron] 10.222.0.98 "GET /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760816 Aug 16 02:16:03.760237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-b06f3930-a964-4275-ab26-bc04f0acb8ec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0597708 Aug 16 02:16:03.839755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-aba7dc20-822a-4a28-98de-2247b1039958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.841330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.841483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-aba7dc20-822a-4a28-98de-2247b1039958 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0737662 Aug 16 02:16:03.964396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-62937ef4-4151-40d2-922b-cad2872b1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.966563 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-62937ef4-4151-40d2-922b-cad2872b1e56 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100268 Aug 16 02:16:04.168773 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-30b47eaa-aca7-4a24-a244-269042b484ce service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955984 Aug 16 02:16:04.363945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a9d9eb1-fccd-470e-8529-885029b79515 req-9dc509e6-6663-4a66-9e84-d3838a805c1b service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879072 Aug 16 02:16:06.024136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:06.240825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:06.253329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'mac_address': 'fa:16:3e:fc:6f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:06.321549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.344643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532f0278-f198-4497-b807-fe90a0bb8ef2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:06.450076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:06.462689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.521792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.720028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['532f0278-f198-4497-b807-fe90a0bb8ef2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:08.038676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:08.168910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 532f0278-f198-4497-b807-fe90a0bb8ef2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:08.179022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 532f0278-f198-4497-b807-fe90a0bb8ef2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:08.179794 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.289361 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.350204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:08.355364 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.426217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:10.055000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 43048209-f87f-4b6a-98af-6e8848748339 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:10.200254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:10.222104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '43048209-f87f-4b6a-98af-6e8848748339', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'port_id': '43048209-f87f-4b6a-98af-6e8848748339', 'mac_address': 'fa:16:3e:67:51:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e42a1-d51f-49bc-ad0d-27257fd19019', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:10.274392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.293626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43048209-f87f-4b6a-98af-6e8848748339 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:10.325131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:10.339752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.407538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:10.456709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['43048209-f87f-4b6a-98af-6e8848748339'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:11.214646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d39171-5ed0-4271-83e8-fdbdfe6c704e req-9ae7c510-bd51-4b94-bcf8-80b9fbaca73c tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.223079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d39171-5ed0-4271-83e8-fdbdfe6c704e req-9ae7c510-bd51-4b94-bcf8-80b9fbaca73c tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 945 time: 0.0587199 Aug 16 02:16:11.269795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d39171-5ed0-4271-83e8-fdbdfe6c704e req-d726285a-5de8-4101-92c6-5b47f7cc2770 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457189 Aug 16 02:16:11.373602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e236-39fc-464a-a3c8-56b99453a9af req-94dfcd79-60fd-4f1d-acf4-52f90f79d8f9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.379910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f43e236-39fc-464a-a3c8-56b99453a9af req-94dfcd79-60fd-4f1d-acf4-52f90f79d8f9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0794880 Aug 16 02:16:11.415842 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1857db3-ada7-4492-b77b-750dfd575e23 x-openstack-request-id: req-b1857db3-ada7-4492-b77b-750dfd575e23 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:11.416422 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-plugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:11.416422 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1857db3-ada7-4492-b77b-750dfd575e23 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:11.416774 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'code': 200} Aug 16 02:16:11.461346 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f43e236-39fc-464a-a3c8-56b99453a9af req-2f577f36-ffec-4c9c-b7ee-1205f8780cb1 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726957 Aug 16 02:16:11.543705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708449f-9bff-45a2-8847-91b65dd18d1b req-84c64891-917c-423e-b2b1-bc8385f90da4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.551354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8708449f-9bff-45a2-8847-91b65dd18d1b req-84c64891-917c-423e-b2b1-bc8385f90da4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 944 time: 0.0711730 Aug 16 02:16:11.600586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8708449f-9bff-45a2-8847-91b65dd18d1b req-bcdc2722-d3ab-4c16-abda-84bb3f6c478c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Aug 16 02:16:11.954673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa06ed-de90-491b-b114-70b997738a9b req-8f14469a-7b2b-4457-8002-34f815615924 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.956512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7fa06ed-de90-491b-b114-70b997738a9b req-8f14469a-7b2b-4457-8002-34f815615924 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 944 time: 0.0906875 Aug 16 02:16:12.018966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7fa06ed-de90-491b-b114-70b997738a9b req-0c245bd6-5e04-42b7-b83d-476d365ccfbc tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560858 Aug 16 02:16:12.055449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 43048209-f87f-4b6a-98af-6e8848748339 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:12.191279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 43048209-f87f-4b6a-98af-6e8848748339 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:12.191642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.327090 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.373195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:12.378875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.438200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.499183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-ce102701-5486-49c3-93da-dfc10d90b18f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:12.511260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-ce102701-5486-49c3-93da-dfc10d90b18f tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 944 time: 0.1248512 Aug 16 02:16:12.668944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Deleting port bcc33206-709a-466f-afb2-b582dd170c4d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:12.669802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.790952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] For port bcc33206-709a-466f-afb2-b582dd170c4d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bcc33206-709a-466f-afb2-b582dd170c4d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:12.791711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.815337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Calling delete_port for bcc33206-709a-466f-afb2-b582dd170c4d owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:13.007555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.022074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['bcc33206-709a-466f-afb2-b582dd170c4d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:13.123253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event deleted for resources: {'Port': ['ID=bcc33206-709a-466f-afb2-b582dd170c4d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.152686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] No DVR routers for this DVR port bcc33206-709a-466f-afb2-b582dd170c4d on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:13.155725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.157927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12cb2a91-d78a-40c6-b9c3-06c5679d1741 req-caf82ca8-11c5-48c8-b4a0-6ae5889730b5 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "DELETE /v2.0/ports/bcc33206-709a-466f-afb2-b582dd170c4d HTTP/1.1" status: 204 len: 173 time: 0.6388001 Aug 16 02:16:13.158381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'name': 'network-vif-deleted', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:13.161286 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c439b47-c975-45e9-97a7-344a83e2c224" -d '{"events": [{"server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "name": "network-vif-deleted", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:13.417900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}, {'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43048209-f87f-4b6a-98af-6e8848748339'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:13.421916 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9769d56d-f06b-44d2-8a28-55b756f6d508" -d '{"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-plugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}, {"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-plugged", "status": "completed", "tag": "43048209-f87f-4b6a-98af-6e8848748339"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:13.720111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3606479-88ff-4b89-b92a-540734c0e6f9 req-a694a90c-3354-4866-b4fb-4105f9aca314 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.728890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3606479-88ff-4b89-b92a-540734c0e6f9 req-a694a90c-3354-4866-b4fb-4105f9aca314 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 945 time: 0.0734386 Aug 16 02:16:13.798614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3606479-88ff-4b89-b92a-540734c0e6f9 req-e9a9b418-fb5f-4af1-b076-2c52244d1a1a tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a962a6e-5dcd-473e-a0ca-2818e5f61101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629745 Aug 16 02:16:13.849057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17df42-677e-420b-b3b6-122c5e4a45a1 req-025c0e36-ae67-46bf-8044-27452fd25c28 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.851148 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c17df42-677e-420b-b3b6-122c5e4a45a1 req-025c0e36-ae67-46bf-8044-27452fd25c28 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0670214 Aug 16 02:16:13.919103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c17df42-677e-420b-b3b6-122c5e4a45a1 req-088a8eec-106c-43e5-b172-2813cc3f94aa tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612767 Aug 16 02:16:13.968144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48e431-cd6b-4cee-a794-7284095a8cf6 req-018af465-1ada-4fa6-8971-64d8664141f3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.978140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f48e431-cd6b-4cee-a794-7284095a8cf6 req-018af465-1ada-4fa6-8971-64d8664141f3 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.0814159 Aug 16 02:16:14.099377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f48e431-cd6b-4cee-a794-7284095a8cf6 req-ab263ecf-208f-46b5-a86a-1024811a8d70 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198089 Aug 16 02:16:14.109865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-7f2a31b0-5f72-4236-9790-40e90e518809 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.120735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-7f2a31b0-5f72-4236-9790-40e90e518809 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 945 time: 0.1382196 Aug 16 02:16:14.159693 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0c99e8-c53d-45eb-ae72-9f70b9e476bc x-openstack-request-id: req-dd0c99e8-c53d-45eb-ae72-9f70b9e476bc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:14.159966 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0122f719-b0b1-4bd4-b20f-5d0244315f00", "name": "network-vif-deleted", "tag": "bcc33206-709a-466f-afb2-b582dd170c4d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:14.160217 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd0c99e8-c53d-45eb-ae72-9f70b9e476bc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:14.160630 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0122f719-b0b1-4bd4-b20f-5d0244315f00', 'name': 'network-vif-deleted', 'tag': 'bcc33206-709a-466f-afb2-b582dd170c4d', 'status': 'completed', 'code': 200} Aug 16 02:16:14.162723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5eb593be-5b34-4951-8036-38d8baab6fc2 req-a8163a52-d1c8-4b21-8f0c-c7116d1beb6d tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=0122f719-b0b1-4bd4-b20f-5d0244315f00 HTTP/1.1" status: 200 len: 210 time: 0.0626121 Aug 16 02:16:14.212506 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6eff0-55c7-4063-abfe-3fa8c637791d x-openstack-request-id: req-89d6eff0-55c7-4063-abfe-3fa8c637791d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:14.213007 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-plugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "code": 200}, {"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-plugged", "status": "completed", "tag": "43048209-f87f-4b6a-98af-6e8848748339", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:14.213118 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89d6eff0-55c7-4063-abfe-3fa8c637791d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:14.213450 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'code': 200} Aug 16 02:16:14.213735 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43048209-f87f-4b6a-98af-6e8848748339', 'code': 200} Aug 16 02:16:14.336618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a0130-5540-49c9-9abd-4c6dafece8dd req-744a5135-ba4f-4d4d-8109-b378802b96c1 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.338121 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f45a0130-5540-49c9-9abd-4c6dafece8dd req-744a5135-ba4f-4d4d-8109-b378802b96c1 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 950 time: 0.0711761 Aug 16 02:16:14.346213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Deleting port 391786da-70a0-4c53-8f76-bff1507666d3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:14.346554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.420247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c32ba3-eb91-4e77-b0d0-f37b118ac3f8 req-1f664b8b-fd5d-4315-bd00-93bd18e60a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.422292 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02c32ba3-eb91-4e77-b0d0-f37b118ac3f8 req-1f664b8b-fd5d-4315-bd00-93bd18e60a48 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1102 time: 0.1159894 Aug 16 02:16:14.436948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb598c-d3e7-4ab6-bc2e-c1de44de9e19 req-eb546477-8e2d-4c2e-8ffa-a43ebcff7464 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.438854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88fb598c-d3e7-4ab6-bc2e-c1de44de9e19 req-eb546477-8e2d-4c2e-8ffa-a43ebcff7464 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 950 time: 0.0749955 Aug 16 02:16:14.456572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f45a0130-5540-49c9-9abd-4c6dafece8dd req-72e2c480-2812-4f17-a554-69288b26b95e tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955367 Aug 16 02:16:14.485250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] For port 391786da-70a0-4c53-8f76-bff1507666d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=391786da-70a0-4c53-8f76-bff1507666d3,segment=NetworkSegment(2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f),segment_id=2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:14.485610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.500596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Calling delete_port for 391786da-70a0-4c53-8f76-bff1507666d3 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:14.539810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88fb598c-d3e7-4ab6-bc2e-c1de44de9e19 req-14beb676-c63b-4be2-8818-0936345eec1b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580151 Aug 16 02:16:14.541970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02c32ba3-eb91-4e77-b0d0-f37b118ac3f8 req-2bb68e08-a971-424f-98e1-b2c50c8444ab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015873 Aug 16 02:16:14.658259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.673877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['391786da-70a0-4c53-8f76-bff1507666d3'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:14.695193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Pushing event deleted for resources: {'Port': ['ID=391786da-70a0-4c53-8f76-bff1507666d3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:14.751616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] No DVR routers for this DVR port 391786da-70a0-4c53-8f76-bff1507666d3 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:14.754415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.756807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-824ab4b0-d789-45dd-8649-0a722a135b2a req-425d6ff4-eb5f-495d-8776-4a41567248ba tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.98 "DELETE /v2.0/ports/391786da-70a0-4c53-8f76-bff1507666d3 HTTP/1.1" status: 204 len: 173 time: 0.6053209 Aug 16 02:16:15.279736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:15.392513 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.439234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ed04a69-0852-4460-bea9-14ae0a33c90c req-b4794fa6-4c61-4292-96c8-cfe1d83888f6 tempest-ServerGroupTestJSON-1684540213 tempest-ServerGroupTestJSON-1684540213-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac57e20a-8140-42e5-8446-ca5a2012fb1a HTTP/1.1" status: 200 len: 210 time: 0.0474021 Aug 16 02:16:15.467633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:15.473836 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.474618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bcc33206-709a-466f-afb2-b582dd170c4d no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:15.551271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: bcc33206-709a-466f-afb2-b582dd170c4d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:15.552746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bcc33206-709a-466f-afb2-b582dd170c4d not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:15.554965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:15.598369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86330d0a-a9e0-4604-9b2d-030055290542 req-0549cb97-8899-4a3c-a0bb-138aafb9f9c4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:15.600102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86330d0a-a9e0-4604-9b2d-030055290542 req-0549cb97-8899-4a3c-a0bb-138aafb9f9c4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0908101 Aug 16 02:16:15.652557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.698688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86330d0a-a9e0-4604-9b2d-030055290542 req-a4b4fb87-1a0c-45b5-a6f7-c2d4c4ddf0ab tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894067 Aug 16 02:16:15.721267 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.776608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:15.782415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.783215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 391786da-70a0-4c53-8f76-bff1507666d3 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:15.909307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67abd5c-2f94-43b0-aff1-65e63402a1c3 req-ff29b1e4-46bd-461e-aa66-240f607cc0f5 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:15.910950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f67abd5c-2f94-43b0-aff1-65e63402a1c3 req-ff29b1e4-46bd-461e-aa66-240f607cc0f5 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1376150 Aug 16 02:16:15.914229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.927054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 391786da-70a0-4c53-8f76-bff1507666d3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:15.927598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 391786da-70a0-4c53-8f76-bff1507666d3 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:15.995732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f67abd5c-2f94-43b0-aff1-65e63402a1c3 req-706e72a3-1800-433b-90cc-59339f33bb38 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751414 Aug 16 02:16:16.162154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'name': 'network-vif-deleted', 'tag': '391786da-70a0-4c53-8f76-bff1507666d3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:16.165153 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2f92e7-5c0f-4ea6-b40c-4504feb379db" -d '{"events": [{"server_uuid": "ac57e20a-8140-42e5-8446-ca5a2012fb1a", "name": "network-vif-deleted", "tag": "391786da-70a0-4c53-8f76-bff1507666d3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:16.215535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf'}, {'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:16.218169 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c673aebf-f321-49dd-8f56-d4f728e260bd" -d '{"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-unplugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf"}, {"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:16.283101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c55b0-3320-4fe6-aa4d-faa8800bf135 req-57b5004e-0100-4477-b0a7-4ce1cfdab6ce tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:16.284958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-104c55b0-3320-4fe6-aa4d-faa8800bf135 req-57b5004e-0100-4477-b0a7-4ce1cfdab6ce tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 945 time: 0.0653579 Aug 16 02:16:16.335034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-104c55b0-3320-4fe6-aa4d-faa8800bf135 req-a690975a-542e-467a-b13d-650fd696696e tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Aug 16 02:16:16.412826 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324ab1f-b544-48d9-836f-9fda0862fc93 x-openstack-request-id: req-b324ab1f-b544-48d9-836f-9fda0862fc93 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:16.413487 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-unplugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf", "code": 200}, {"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:16.413487 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b324ab1f-b544-48d9-836f-9fda0862fc93 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:16.413826 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'code': 200} Aug 16 02:16:16.414256 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a', 'code': 200} Aug 16 02:16:16.417921 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73945f0b-879d-40e6-80e8-1c7692a388ba x-openstack-request-id: req-73945f0b-879d-40e6-80e8-1c7692a388ba {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:16.418213 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac57e20a-8140-42e5-8446-ca5a2012fb1a", "name": "network-vif-deleted", "tag": "391786da-70a0-4c53-8f76-bff1507666d3", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:16.418464 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73945f0b-879d-40e6-80e8-1c7692a388ba {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:16.418880 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac57e20a-8140-42e5-8446-ca5a2012fb1a', 'name': 'network-vif-deleted', 'tag': '391786da-70a0-4c53-8f76-bff1507666d3', 'status': 'completed', 'code': 200} Aug 16 02:16:16.801614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-64ee2397-36c4-4358-bca2-bf5498806ae7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:16.803179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-64ee2397-36c4-4358-bca2-bf5498806ae7 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 945 time: 0.1140287 Aug 16 02:16:16.882184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf59e01-13bf-4fbf-b662-6a41bf29e885 req-8f8a6eea-fc36-47e6-9b3e-1f3854fb880d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:16.884204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cf59e01-13bf-4fbf-b662-6a41bf29e885 req-8f8a6eea-fc36-47e6-9b3e-1f3854fb880d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0755126 Aug 16 02:16:16.912270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40160) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:16.969956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cf59e01-13bf-4fbf-b662-6a41bf29e885 req-bd9248a1-66be-4ee3-a8cf-89916ac49c1c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762167 Aug 16 02:16:17.001486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] Deleting subnet bd8ea1cd-5fb8-4618-85d5-f84e931ad783 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:17.001486 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.046266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Deleting port e7914ca9-718e-44f4-920f-33e704949e5d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:17.046955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.135841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.253515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.293902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818e124-9fad-4b8d-a82b-6278158d03d1 req-0c14bb71-3090-4fc6-92ee-63e57889bd4c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.295495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4818e124-9fad-4b8d-a82b-6278158d03d1 req-0c14bb71-3090-4fc6-92ee-63e57889bd4c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1665492 Aug 16 02:16:17.304873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] For port e7914ca9-718e-44f4-920f-33e704949e5d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e7914ca9-718e-44f4-920f-33e704949e5d,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:17.305288 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.362096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Calling delete_port for e7914ca9-718e-44f4-920f-33e704949e5d owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:17.460527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.481902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4818e124-9fad-4b8d-a82b-6278158d03d1 req-daf44509-df00-4816-881b-94bc05cab52d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719480 Aug 16 02:16:17.523901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de570-6ebb-4507-8f36-d619c348c46a req-3101f9be-8314-406f-8d00-d18c826b7bd9 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.530581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.533064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bd8ea1cd-5fb8-4618-85d5-f84e931ad783 HTTP/1.1" status: 204 len: 168 time: 0.6197362 Aug 16 02:16:17.534389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0885-b4ea-4db8-a196-3f21deb435aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8ea1cd-5fb8-4618-85d5-f84e931ad783,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.534810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee6de570-6ebb-4507-8f36-d619c348c46a req-3101f9be-8314-406f-8d00-d18c826b7bd9 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1102 time: 0.4538593 Aug 16 02:16:17.542158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40182) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:17.635793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.644798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee6de570-6ebb-4507-8f36-d619c348c46a req-d14a0e2f-9159-4ea5-b161-b735e0fd7f77 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023788 Aug 16 02:16:17.656917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.696886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event deleted for resources: {'Port': ['ID=e7914ca9-718e-44f4-920f-33e704949e5d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.721029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-555e5c10-4f65-4316-96ff-422fc1ff2bd2 req-f977afe0-275c-4324-87ab-db088ad689fc tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=00bfe9d6-9f32-4374-a38d-bc2e3336d5c3 HTTP/1.1" status: 200 len: 210 time: 0.0936427 Aug 16 02:16:17.761443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.772310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:17.784004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:17.784421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc8d1d9-3e4b-41e5-afae-2b3abeb6eb5f') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:17.792053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] No DVR routers for this DVR port e7914ca9-718e-44f4-920f-33e704949e5d on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:17.794954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.807137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.810567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db4683fd-8818-4d5b-bb5f-30814b3fce5c req-a0e7fd0a-8b3a-4809-945d-36a4db676f71 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "DELETE /v2.0/ports/e7914ca9-718e-44f4-920f-33e704949e5d HTTP/1.1" status: 204 len: 173 time: 0.9976070 Aug 16 02:16:17.813257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.829398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:17.829851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:17.835165 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:17.907210 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.912527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.917193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de HTTP/1.1" status: 204 len: 168 time: 0.3713474 Aug 16 02:16:17.933253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a09e2-6755-44fd-987b-4825bbe73765 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bc6020-2ff2-4ad9-97a6-fd0a0fa990de,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.068579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40204) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:18.085534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:18.211130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-271f458e-d378-4843-b2fa-037fe99b0c89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=745dca6f060341f2baaa0e8ba6dfbfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387272 Aug 16 02:16:18.211563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:18.236878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feb67d-f5d8-4eee-b759-90a5a847d27f req-ee7ae3f1-73ad-4bff-8885-d32a304b09db tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.238463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61feb67d-f5d8-4eee-b759-90a5a847d27f req-ee7ae3f1-73ad-4bff-8885-d32a304b09db tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0952551 Aug 16 02:16:18.241422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-e1ed74c2-7ce2-4737-88ae-2df285fe1c61 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933220 Aug 16 02:16:18.242804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:18.259984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'mac_address': 'fa:16:3e:bc:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:18.299618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1aec293-3ffb-4c4d-9113-6281773b6545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.311066 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.326857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:18.351768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:18.356255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.362626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1aec293-3ffb-4c4d-9113-6281773b6545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.417628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.420355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'name': 'network-vif-deleted', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:18.427988 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f85d7-1427-4aed-93d0-71e4fdd57513" -d '{"events": [{"server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "name": "network-vif-deleted", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:18.464925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1aec293-3ffb-4c4d-9113-6281773b6545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.483898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1aec293-3ffb-4c4d-9113-6281773b6545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.487530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c1aec293-3ffb-4c4d-9113-6281773b6545 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a962a6e-5dcd-473e-a0ca-2818e5f61101 HTTP/1.1" status: 204 len: 168 time: 0.2725244 Aug 16 02:16:18.498580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7818cde5-4d07-4bb4-9d4b-d2d959f2fee6'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:18.512947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aec293-3ffb-4c4d-9113-6281773b6545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a962a6e-5dcd-473e-a0ca-2818e5f61101,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.541385 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021fb8a7-9e25-4cd5-b0e8-93fedd382354 x-openstack-request-id: req-021fb8a7-9e25-4cd5-b0e8-93fedd382354 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:18.541775 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bfe9d6-9f32-4374-a38d-bc2e3336d5c3", "name": "network-vif-deleted", "tag": "e7914ca9-718e-44f4-920f-33e704949e5d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:18.541942 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-021fb8a7-9e25-4cd5-b0e8-93fedd382354 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:18.542332 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bfe9d6-9f32-4374-a38d-bc2e3336d5c3', 'name': 'network-vif-deleted', 'tag': 'e7914ca9-718e-44f4-920f-33e704949e5d', 'status': 'completed', 'code': 200} Aug 16 02:16:18.698737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61feb67d-f5d8-4eee-b759-90a5a847d27f req-aca33fa5-41dd-48b7-97de-d85231eb6d59 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515924 Aug 16 02:16:18.818305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0521f3a-ea83-4c77-bb1e-33d941356abb req-d4199d27-653a-4394-897c-739c20f83f05 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.826155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0521f3a-ea83-4c77-bb1e-33d941356abb req-d4199d27-653a-4394-897c-739c20f83f05 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1128020 Aug 16 02:16:18.889836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0521f3a-ea83-4c77-bb1e-33d941356abb req-7414c0ec-d5d4-46ac-aadb-2b2cd96d3cec tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627620 Aug 16 02:16:19.239889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562184-be1c-4f2a-873b-560fe71211c4 req-6cdfc0af-ceed-4ec2-85fb-0e0d75a18c70 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.250565 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b562184-be1c-4f2a-873b-560fe71211c4 req-6cdfc0af-ceed-4ec2-85fb-0e0d75a18c70 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 0.0810180 Aug 16 02:16:19.295096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b562184-be1c-4f2a-873b-560fe71211c4 req-1b379aa5-171e-411e-8e0f-2f5e20958403 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.78 "GET /v2.0/security-groups?id=208e16db-99de-4a09-8c62-188cdfc96e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Aug 16 02:16:19.303898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:19.412167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:19.425976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:19.429986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '64de2937-163d-4a75-8b20-c2248e63642a', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '64de2937-163d-4a75-8b20-c2248e63642a', 'mac_address': 'fa:16:3e:9d:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:19.457925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: e7914ca9-718e-44f4-920f-33e704949e5d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:19.458693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e7914ca9-718e-44f4-920f-33e704949e5d not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:19.516560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.531926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64de2937-163d-4a75-8b20-c2248e63642a {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:19.558619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:19.564876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.658145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:19.781155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['64de2937-163d-4a75-8b20-c2248e63642a'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:19.952507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba23e-2b67-4ed9-aaad-306b69f36b6b req-a2f1ce99-0024-44b3-a182-edca74d72cd0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.978319 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e6ba23e-2b67-4ed9-aaad-306b69f36b6b req-a2f1ce99-0024-44b3-a182-edca74d72cd0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.1881919 Aug 16 02:16:19.996911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-644464f1-1c64-4ab4-ac6e-967aec949369 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.001143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-644464f1-1c64-4ab4-ac6e-967aec949369 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8 HTTP/1.1" status: 200 len: 945 time: 0.1282670 Aug 16 02:16:20.042955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e6ba23e-2b67-4ed9-aaad-306b69f36b6b req-21f8511e-44ac-449f-9791-e70f25ea4de0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628648 Aug 16 02:16:20.097131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:20.191200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Deleting port 02b5cbee-8876-45c5-b8e8-73730176a8fc {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:20.192309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.243314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bc3be-38c1-4f8b-99d6-6f6fe92f9896 req-7c744651-adfc-4426-880f-09bc0ac56dec tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.253846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:20.254095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-409bc3be-38c1-4f8b-99d6-6f6fe92f9896 req-7c744651-adfc-4426-880f-09bc0ac56dec tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1446671 Aug 16 02:16:20.255574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.363922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-409bc3be-38c1-4f8b-99d6-6f6fe92f9896 req-950d8fb8-7bef-4615-bb21-1db8bbd53dca tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040127 Aug 16 02:16:20.426803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.441178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] For port 02b5cbee-8876-45c5-b8e8-73730176a8fc, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02b5cbee-8876-45c5-b8e8-73730176a8fc,segment=NetworkSegment(25fb99dd-ad3e-4142-adca-c82b9822474c),segment_id=25fb99dd-ad3e-4142-adca-c82b9822474c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:20.441773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.452467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:20.454887 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e933db38-b9db-4e07-996f-d20ca1ac5f17" -d '{"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-plugged", "status": "completed", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:20.464441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Calling delete_port for 02b5cbee-8876-45c5-b8e8-73730176a8fc owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:20.476714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:20.483318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.573754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.687880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.721580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Pushing event deleted for resources: {'Port': ['ID=02b5cbee-8876-45c5-b8e8-73730176a8fc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.746453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.747571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.748758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.749404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.750181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.750810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.751379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.752310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.752976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.753609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.754230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.754789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.818372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-88c6dd4c-12e4-4063-9626-df2e19e8ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.820329 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-88c6dd4c-12e4-4063-9626-df2e19e8ff3e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1102 time: 0.0446055 Aug 16 02:16:20.839556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] No DVR routers for this DVR port 02b5cbee-8876-45c5-b8e8-73730176a8fc on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:20.854551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.856869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df53a9aa-6e70-4971-baf2-2df8f300645c req-7a7da9bd-3a08-4be7-b110-f784a741ccf1 tempest-LiveAutoBlockMigrationV225Test-887619104 tempest-LiveAutoBlockMigrationV225Test-887619104-project] 10.222.0.98 "DELETE /v2.0/ports/02b5cbee-8876-45c5-b8e8-73730176a8fc HTTP/1.1" status: 204 len: 173 time: 0.8479609 Aug 16 02:16:20.857332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'name': 'network-vif-deleted', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:20.859859 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f79e42a-2405-4a79-b560-0369d602741f" -d '{"events": [{"server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "name": "network-vif-deleted", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:20.990140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-2fd2db7e-9752-4b5e-ac8a-4e526a9dab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.991842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-2fd2db7e-9752-4b5e-ac8a-4e526a9dab8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1606188 Aug 16 02:16:21.054695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-c99fbe8e-b5d5-46d9-81fb-5f8bcca84a77 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0546834 Aug 16 02:16:21.128744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-59d86473-dc37-463c-bdca-aa2c6c42076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.130652 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-59d86473-dc37-463c-bdca-aa2c6c42076c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0687749 Aug 16 02:16:21.242942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-406797e1-780b-4dfe-8d72-20522481e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.251048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-406797e1-780b-4dfe-8d72-20522481e59b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035426 Aug 16 02:16:21.300698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:21.401193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 64de2937-163d-4a75-8b20-c2248e63642a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:21.401499 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.433264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-3b028724-26b3-4cfb-824a-af0606559104 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719389 Aug 16 02:16:21.641238 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.658833 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-34f4c497-fc55-438b-971a-827acc969ced service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147863 Aug 16 02:16:21.721347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:21.726999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.839381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.995515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.295257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.319608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:23.379377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 02b5cbee-8876-45c5-b8e8-73730176a8fc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:23.382130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02b5cbee-8876-45c5-b8e8-73730176a8fc not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:24.354992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:24.424802 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0f8b62-a3c1-4d22-bb5c-4849b9bb0b0c x-openstack-request-id: req-2c0f8b62-a3c1-4d22-bb5c-4849b9bb0b0c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:24.425781 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-plugged", "status": "completed", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:24.428261 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c0f8b62-a3c1-4d22-bb5c-4849b9bb0b0c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:24.429044 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'code': 200} Aug 16 02:16:24.442655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Deleting subnet d1203901-e06d-47a6-adcd-6dac9cac7264 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:24.447845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.513070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.535754 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b30a831-3daa-4089-9c0c-275d9829838c x-openstack-request-id: req-4b30a831-3daa-4089-9c0c-275d9829838c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:24.536258 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8", "name": "network-vif-deleted", "tag": "02b5cbee-8876-45c5-b8e8-73730176a8fc", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:24.536420 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b30a831-3daa-4089-9c0c-275d9829838c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:24.536733 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9023c8b-29db-4d7c-8c00-3a0fb82a3bd8', 'name': 'network-vif-deleted', 'tag': '02b5cbee-8876-45c5-b8e8-73730176a8fc', 'status': 'completed', 'code': 200} Aug 16 02:16:24.565315 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.641472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.680942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1203901-e06d-47a6-adcd-6dac9cac7264,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.683837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.688964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40422) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:24.689160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d1203901-e06d-47a6-adcd-6dac9cac7264 HTTP/1.1" status: 204 len: 168 time: 0.3320801 Aug 16 02:16:24.697082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.697453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.697892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.698249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.698849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.699199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.699541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.699875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.700213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.700597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.700929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.701260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417b1a1-5618-4067-a9fd-c59b72980b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:24.860607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.896377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200f3ee-e25e-4876-a012-c9d244958c20 req-f6e981d2-949d-4e56-94dc-d3f0951a816c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.913833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a200f3ee-e25e-4876-a012-c9d244958c20 req-f6e981d2-949d-4e56-94dc-d3f0951a816c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.2161558 Aug 16 02:16:24.977933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-2ea636aa-ad2e-4fcb-879b-b799a3e58d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.980837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-2ea636aa-ad2e-4fcb-879b-b799a3e58d5b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 1097 time: 0.0785518 Aug 16 02:16:25.026641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a200f3ee-e25e-4876-a012-c9d244958c20 req-f5892c65-4a46-4770-871b-5ec77a22dd67 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117098 Aug 16 02:16:25.151009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.183816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300e3778-c05e-4fcc-a5b3-b08251b483f2']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:25.205749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-49bae3b1-1d72-4f64-816e-9aa6b1567225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.208272 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-49bae3b1-1d72-4f64-816e-9aa6b1567225 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 912 time: 0.2203732 Aug 16 02:16:25.213779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fb99dd-ad3e-4142-adca-c82b9822474c') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:25.214217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fb99dd-ad3e-4142-adca-c82b9822474c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:25.241697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.308704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c429b-db1c-489c-8d1a-d7d00e5ca44e req-99f43393-7d05-4c74-93d5-1cc02c8cc5ae tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.311435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-8cad3c99-bc8d-4ab7-ac39-4f0b8d2760e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43048209-f87f-4b6a-98af-6e8848748339 HTTP/1.1" status: 200 len: 217 time: 0.0892484 Aug 16 02:16:25.313242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a76c429b-db1c-489c-8d1a-d7d00e5ca44e req-99f43393-7d05-4c74-93d5-1cc02c8cc5ae tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 945 time: 0.1818385 Aug 16 02:16:25.322258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.344556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:25.345140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:25.346916 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:25.424514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a76c429b-db1c-489c-8d1a-d7d00e5ca44e req-9b46a582-48be-4ddc-a07a-d0c186e56286 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035078 Aug 16 02:16:25.430349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.456874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.460930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] 10.222.0.78 "DELETE /v2.0/networks/300e3778-c05e-4fcc-a5b3-b08251b483f2 HTTP/1.1" status: 204 len: 168 time: 0.7709031 Aug 16 02:16:25.462226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:25.464239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449b665-b990-464c-9f54-4aebe82afb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=300e3778-c05e-4fcc-a5b3-b08251b483f2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:25.581802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-57549f28-ae10-479c-8d11-4528a60a3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.586858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-57549f28-ae10-479c-8d11-4528a60a3de6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.2669253 Aug 16 02:16:25.707149 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-9d6122ee-735f-44a8-b554-19c5bad565d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024439 Aug 16 02:16:25.728175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] Deleting subnet d772fb83-c8c6-4812-936b-011ecd82092a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:25.740512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.852202 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.924667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.928530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-9740b9cf-8a68-433d-8b9f-61690ff97ce6 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087851 Aug 16 02:16:25.947895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb6078eb-a398-4768-a988-473ebe05630c req-0231d0b3-5e66-46b8-a9d8-55edb59b812c tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0897851 Aug 16 02:16:26.111883 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf00e-77e6-4a17-a417-f1cc6cd1e03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.131406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.170610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d772fb83-c8c6-4812-936b-011ecd82092a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:26.182036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18b5385a-7fd4-401f-a2ac-47edc6e7a684 req-08a8df49-c71f-40e2-a84c-a8cc26b3e520 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094834 Aug 16 02:16:26.185805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.188986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-84572a34-4004-42e3-92bb-e7367ce9c966 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d772fb83-c8c6-4812-936b-011ecd82092a HTTP/1.1" status: 204 len: 168 time: 0.7258036 Aug 16 02:16:26.192135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40458) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:26.431962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:26.434906 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9550175-1c9e-469a-bd5d-a7a30d34905c" -d '{"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:26.695060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.017264 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.052305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62845022-d566-4729-9ece-8370db412cf5']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:27.079024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c419cfd-7e25-4292-9d26-c1d5939f907f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:27.079617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c419cfd-7e25-4292-9d26-c1d5939f907f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:27.103446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.176863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.192038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:27.192991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:27.195449 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:27.340328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.344988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.349442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] 10.222.0.78 "DELETE /v2.0/networks/62845022-d566-4729-9ece-8370db412cf5 HTTP/1.1" status: 204 len: 168 time: 1.1476634 Aug 16 02:16:27.390891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bea438-a6f3-4ec0-b20e-5a7dd63e9708 admin admin] Pushing event deleted for resources: {'Network': ['ID=62845022-d566-4729-9ece-8370db412cf5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.684214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40470) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.768427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c76a053-c867-42e2-9dda-45300bd07c4e req-424b1021-5454-4548-a32b-40fd1f23660e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0360682 Aug 16 02:16:27.800098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-872c0068-640d-4236-9d47-7f2fddb8e196 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ae2e3abcc454bf8901c3de6cbdb499d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145070 Aug 16 02:16:27.802731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.870057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd36f0-93fb-4f3a-98e7-af258d4e43ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.919757 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd36f0-93fb-4f3a-98e7-af258d4e43ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.984400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd36f0-93fb-4f3a-98e7-af258d4e43ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.987394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd36f0-93fb-4f3a-98e7-af258d4e43ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.989312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bccd36f0-93fb-4f3a-98e7-af258d4e43ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/208e16db-99de-4a09-8c62-188cdfc96e9e HTTP/1.1" status: 204 len: 168 time: 0.1851232 Aug 16 02:16:27.999956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd36f0-93fb-4f3a-98e7-af258d4e43ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e16db-99de-4a09-8c62-188cdfc96e9e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:28.104343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 43048209-f87f-4b6a-98af-6e8848748339 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:28.307082 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.390859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:28.406544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.520708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:28.588180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:28.646706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ac31b20e-6079-4190-9aa6-b9ed05ed5a37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0049d7c6bf6d486298b2069e98b8965a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561259 Aug 16 02:16:28.649121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40484) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:28.733498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3f89916-e896-4b0c-abb8-5d0d4d29093a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.787652 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.800677 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3f89916-e896-4b0c-abb8-5d0d4d29093a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.805565 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6770fd2e-2136-4746-bacf-03ce96dbb035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.904835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3f89916-e896-4b0c-abb8-5d0d4d29093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.914846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3f89916-e896-4b0c-abb8-5d0d4d29093a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.919436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3f89916-e896-4b0c-abb8-5d0d4d29093a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/862b836f-9dec-4e55-9962-342ee200cc22 HTTP/1.1" status: 204 len: 168 time: 0.2690048 Aug 16 02:16:28.933604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f89916-e896-4b0c-abb8-5d0d4d29093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b836f-9dec-4e55-9962-342ee200cc22,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.410204 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:29.870158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.052249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40510) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:30.217026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-944020093-network', 'tenant_id': 'ea7ba087286a48beb1078215c0e160f6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:30.246654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Made reservation on behalf of ea7ba087286a48beb1078215c0e160f6 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:30.257045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.270308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.440182 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.454359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.523322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:30.552244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2d8eac-ceba-4b17-af1a-2ab3330bc4b1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.565012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.565642 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Added segment 50be1f12-0349-4674-ad17-103269846104 of type vlan for network c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6 Aug 16 02:16:30.643547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.693819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.696165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.696165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.741136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6852498 Aug 16 02:16:30.741464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:30.746572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Request body: {'subnet': {'network_id': 'c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-944020093-subnet', 'tenant_id': 'ea7ba087286a48beb1078215c0e160f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:30.787489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Made reservation on behalf of ea7ba087286a48beb1078215c0e160f6 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:30.792688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.803220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a014-8c16-46d6-8728-055bdee5d992 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.820435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:31.182601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.267765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fedd1f-8372-4016-822a-162da3f76553,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:31.310689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Checking segment: {'id': '50be1f12-0349-4674-ad17-103269846104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:31.311189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Network hostable DHCP agents. Network: c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:31.351727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Network c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:31.367439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:31.373859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.373859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.378964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6e7ff-f0f3-43cb-9431-6c10b0fb502c None None] Network c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:31.401596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a041da3e-a91e-4620-b883-9b82e158524a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6588385 Aug 16 02:16:31.566894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6adbb-8dee-4606-8d3a-85c6668b3434 None None] Network c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:31.814554 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.134302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 43048209-f87f-4b6a-98af-6e8848748339 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:32.294619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:32.301539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406595448-network', 'tenant_id': '50d453df845743ef930c6e19b134c43c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:32.338051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Made reservation on behalf of 50d453df845743ef930c6e19b134c43c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:32.340829 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.351145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.456478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.504745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.536333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:32.546200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63d4b93-e3cb-4bf9-af5b-53f68d4097ff,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.553907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.554773 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Added segment 6a73a1b3-8ba8-48f8-b811-e4ff19255f0b of type vlan for network 1bf815ee-d48f-4d45-8e22-a84416a0c3e1 Aug 16 02:16:32.602095 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.639097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.641147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.641745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.714539 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4157450 Aug 16 02:16:32.714874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40552) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:32.728415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Request body: {'subnet': {'network_id': '1bf815ee-d48f-4d45-8e22-a84416a0c3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406595448-subnet', 'tenant_id': '50d453df845743ef930c6e19b134c43c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:32.740385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e682b-0793-45ca-9238-58aeb4bca488 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf815ee-d48f-4d45-8e22-a84416a0c3e1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.752599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1bf815ee-d48f-4d45-8e22-a84416a0c3e1 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:32.793578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Made reservation on behalf of 50d453df845743ef930c6e19b134c43c for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:32.796522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.884494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f92d9-94eb-4db9-9c1e-8df0a3a7ba14 req-2579341f-5b4e-46e5-af84-1d8e24b8cb77 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.896627 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-910f92d9-94eb-4db9-9c1e-8df0a3a7ba14 req-2579341f-5b4e-46e5-af84-1d8e24b8cb77 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0968115 Aug 16 02:16:32.905822 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b29d0a-e696-47e5-a0f0-e73ef925a523 x-openstack-request-id: req-60b29d0a-e696-47e5-a0f0-e73ef925a523 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:32.906112 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-plugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:32.906363 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60b29d0a-e696-47e5-a0f0-e73ef925a523 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:32.906920 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a', 'code': 200} Aug 16 02:16:32.957680 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-910f92d9-94eb-4db9-9c1e-8df0a3a7ba14 req-029b9f45-e95e-4528-8cce-e7e4dbc18f01 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554194 Aug 16 02:16:33.045241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dc638-9918-4e5a-bb36-67995d0184a9 req-c46ae070-070e-4202-bd74-e3f02f567c98 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.057033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e71dc638-9918-4e5a-bb36-67995d0184a9 req-c46ae070-070e-4202-bd74-e3f02f567c98 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 943 time: 0.1250901 Aug 16 02:16:33.071922 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.161602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e71dc638-9918-4e5a-bb36-67995d0184a9 req-4d8d135a-cf91-446e-a1d7-92a36375d2cc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035857 Aug 16 02:16:33.167941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ef724c-4385-454d-94cb-550a5c1a49c1,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:33.185740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Checking segment: {'id': '6a73a1b3-8ba8-48f8-b811-e4ff19255f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1bf815ee-d48f-4d45-8e22-a84416a0c3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:33.186109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Network hostable DHCP agents. Network: 1bf815ee-d48f-4d45-8e22-a84416a0c3e1, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:33.205671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab366e40-587c-4135-a2eb-6734db37894d req-b135c604-7c92-4453-8bfc-5f3627c8868e tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0457008 Aug 16 02:16:33.210347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Network 1bf815ee-d48f-4d45-8e22-a84416a0c3e1 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:33.230038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1bf815ee-d48f-4d45-8e22-a84416a0c3e1) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:33.237007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.237202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.240793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86182ed7-7c97-4e16-b05a-10f817083935 None None] Network 1bf815ee-d48f-4d45-8e22-a84416a0c3e1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:33.272344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-69e4ca60-a204-4143-9937-7b3b749002d8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5435281 Aug 16 02:16:33.441408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40580) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:33.480577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cb3c5-508d-4138-8c7e-c7400f3dea3f None None] Network 1bf815ee-d48f-4d45-8e22-a84416a0c3e1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:33.543532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] Deleting subnet 88fedd1f-8372-4016-822a-162da3f76553 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:33.553482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.600007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.650257 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.710208 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.737760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fedd1f-8372-4016-822a-162da3f76553,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:33.753458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.757492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-827da083-350a-4f3c-8a40-5985d2c3f6f6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/88fedd1f-8372-4016-822a-162da3f76553 HTTP/1.1" status: 204 len: 168 time: 0.3130612 Aug 16 02:16:33.757887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40592) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:33.831545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.937868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.952590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:33.968057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50be1f12-0349-4674-ad17-103269846104') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:33.968760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50be1f12-0349-4674-ad17-103269846104') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:33.983367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.005511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.015642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:34.016172 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:34.018818 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:34.095513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.111222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.115852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6 HTTP/1.1" status: 204 len: 168 time: 0.3544068 Aug 16 02:16:34.116248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40616) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.127707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0b83b-a4dc-4c64-89f8-0f926d1c74d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f3a614-f02c-4ebe-99b4-e2afd5f0c6e6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.190727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] Deleting subnet 37ef724c-4385-454d-94cb-550a5c1a49c1 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:34.196536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.266662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.390633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d0f26-039d-4c12-9dd7-7d83039c7b72 req-4d690d38-ddf4-44b0-b168-a3f0d8dfe810 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.403447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-715d0f26-039d-4c12-9dd7-7d83039c7b72 req-4d690d38-ddf4-44b0-b168-a3f0d8dfe810 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 950 time: 0.1521223 Aug 16 02:16:34.443065 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.520976 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-715d0f26-039d-4c12-9dd7-7d83039c7b72 req-4f200e4d-f925-4988-ae1f-38de1c723386 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143513 Aug 16 02:16:34.543521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-c613e249-860c-400d-8889-33579de0f490 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.543521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-c613e249-860c-400d-8889-33579de0f490 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74 HTTP/1.1" status: 200 len: 943 time: 0.0728121 Aug 16 02:16:34.575312 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.606275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ef724c-4385-454d-94cb-550a5c1a49c1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.616220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.622868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3572ca56-265f-4883-8154-851e96d794f9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/37ef724c-4385-454d-94cb-550a5c1a49c1 HTTP/1.1" status: 204 len: 168 time: 0.5053053 Aug 16 02:16:34.623826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40636) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.675882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Deleting port 43048209-f87f-4b6a-98af-6e8848748339 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:34.676361 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.711349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.811464 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.825048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf815ee-d48f-4d45-8e22-a84416a0c3e1']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.839050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a73a1b3-8ba8-48f8-b811-e4ff19255f0b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.839681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a73a1b3-8ba8-48f8-b811-e4ff19255f0b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.852577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.857360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] For port 43048209-f87f-4b6a-98af-6e8848748339, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=43048209-f87f-4b6a-98af-6e8848748339,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:34.857910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.878746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Calling delete_port for 43048209-f87f-4b6a-98af-6e8848748339 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:34.884870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.898197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:34.898884 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:34.900802 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:34.908652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43048209-f87f-4b6a-98af-6e8848748339'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:34.915238 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607a12a3-37b1-408d-9a2d-0bc4dfe48129" -d '{"events": [{"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-unplugged", "status": "completed", "tag": "43048209-f87f-4b6a-98af-6e8848748339"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:35.025361 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.065012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.069564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] 10.222.0.78 "DELETE /v2.0/networks/1bf815ee-d48f-4d45-8e22-a84416a0c3e1 HTTP/1.1" status: 204 len: 168 time: 0.4443848 Aug 16 02:16:35.070470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5948c7-37c9-4459-b8c2-cde65d14ffef admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf815ee-d48f-4d45-8e22-a84416a0c3e1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.133559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e207c3-7a24-41b1-b9b6-170185e5be3c req-0c4193f4-73bb-4dd5-8837-af5a522fdae3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.141795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51e207c3-7a24-41b1-b9b6-170185e5be3c req-0c4193f4-73bb-4dd5-8837-af5a522fdae3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0788288 Aug 16 02:16:35.146364 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.190144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51e207c3-7a24-41b1-b9b6-170185e5be3c req-f05d452a-519b-4c35-a198-133f752937ce tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Aug 16 02:16:35.219440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event deleted for resources: {'Port': ['ID=43048209-f87f-4b6a-98af-6e8848748339,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.300200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] No DVR routers for this DVR port 43048209-f87f-4b6a-98af-6e8848748339 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:35.304333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.314363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e781ff72-9013-47d7-aa3e-5b8b1c7cf200 req-d06d72fa-58ad-462e-9449-f4cd2e6e9018 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "DELETE /v2.0/ports/43048209-f87f-4b6a-98af-6e8848748339 HTTP/1.1" status: 204 len: 173 time: 0.7667124 Aug 16 02:16:35.315222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-deleted', 'tag': '43048209-f87f-4b6a-98af-6e8848748339'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:35.326887 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2e0db2-ce04-4254-a9c5-b7dbc1fd47e7" -d '{"events": [{"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-deleted", "tag": "43048209-f87f-4b6a-98af-6e8848748339"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:35.402482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.464174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce9bfaf1-46f7-4182-8850-1f60f1fd7257 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea7ba087286a48beb1078215c0e160f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597248 Aug 16 02:16:35.466393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.528866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-024d2de5-dedc-4d81-b17f-c6590ef47645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.553529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-024d2de5-dedc-4d81-b17f-c6590ef47645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.625072 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-024d2de5-dedc-4d81-b17f-c6590ef47645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.629327 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-024d2de5-dedc-4d81-b17f-c6590ef47645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.632861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-024d2de5-dedc-4d81-b17f-c6590ef47645 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da2d8eac-ceba-4b17-af1a-2ab3330bc4b1 HTTP/1.1" status: 204 len: 168 time: 0.1630878 Aug 16 02:16:35.642725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d2de5-dedc-4d81-b17f-c6590ef47645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2d8eac-ceba-4b17-af1a-2ab3330bc4b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.798314 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4940405-ad58-4cac-851f-38c8e63e22bd x-openstack-request-id: req-d4940405-ad58-4cac-851f-38c8e63e22bd {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:35.798314 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-unplugged", "status": "failed", "tag": "43048209-f87f-4b6a-98af-6e8848748339", "code": 422}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:35.798554 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4940405-ad58-4cac-851f-38c8e63e22bd {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:35.798911 n-d-769329-15 neutron-server[94858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43048209-f87f-4b6a-98af-6e8848748339', 'code': 422} returned with failed status Aug 16 02:16:35.954372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c057f9d6-3815-48dd-9fee-ca7572a0433f req-dbb789b2-ee6d-484b-9efd-1f0eee465899 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0512049 Aug 16 02:16:36.151934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:36.178866 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4ea3fc-5fb7-4be2-a6d2-e6347513c172 x-openstack-request-id: req-3c4ea3fc-5fb7-4be2-a6d2-e6347513c172 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:36.180993 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74", "name": "network-vif-deleted", "tag": "43048209-f87f-4b6a-98af-6e8848748339", "status": "failed", "code": 422}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:36.181520 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c4ea3fc-5fb7-4be2-a6d2-e6347513c172 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:36.182823 n-d-769329-15 neutron-server[94856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a216bcb0-c3d1-4dc9-a61e-94a1f0f84e74', 'name': 'network-vif-deleted', 'tag': '43048209-f87f-4b6a-98af-6e8848748339', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:16:36.192400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.278434 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54b1be07-259d-4acb-bd0a-1f962b29dbca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50d453df845743ef930c6e19b134c43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843992 Aug 16 02:16:36.281524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40718) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.299109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.375421 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20adf148-32d1-4eb5-af8c-41841271ddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.384124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:36.389431 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.436479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20adf148-32d1-4eb5-af8c-41841271ddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.490967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0e0c9-c7bd-4ac6-8a80-599fdc8cdc49 req-ceaf10d5-a47f-4733-9f4e-c48a99187d7a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.492826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ef0e0c9-c7bd-4ac6-8a80-599fdc8cdc49 req-ceaf10d5-a47f-4733-9f4e-c48a99187d7a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.1069233 Aug 16 02:16:36.548857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20adf148-32d1-4eb5-af8c-41841271ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.554981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20adf148-32d1-4eb5-af8c-41841271ddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.555255 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-20adf148-32d1-4eb5-af8c-41841271ddc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e63d4b93-e3cb-4bf9-af5b-53f68d4097ff HTTP/1.1" status: 204 len: 168 time: 0.2727025 Aug 16 02:16:36.580026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adf148-32d1-4eb5-af8c-41841271ddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63d4b93-e3cb-4bf9-af5b-53f68d4097ff,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.581470 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ef0e0c9-c7bd-4ac6-8a80-599fdc8cdc49 req-f3733ddb-b3ad-4ccd-9e5e-40849060aed5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791190 Aug 16 02:16:36.680087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.757665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-e798e964-2e71-40c7-91af-5e4d5f436759 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.765752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-e798e964-2e71-40c7-91af-5e4d5f436759 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1629927 Aug 16 02:16:36.778235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-fb9e2a86-8766-4010-a0c6-0efe79082e92 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/quotas/21c2bfdcf6e14b7f83a27a4c4baaddad HTTP/1.1" status: 200 len: 375 time: 0.0113766 Aug 16 02:16:36.816883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-c08cb895-3b07-4b9c-bae1-abf05b93df9f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325270 Aug 16 02:16:36.934978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-ff0d45c3-515c-4e25-8f5d-830ba98dd536 service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053116 Aug 16 02:16:37.075989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d263d756-d18a-4120-931d-6cd541f5a2b7 req-aec3360a-2fcb-46ef-9aa0-98e5eddb3d28 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0425057 Aug 16 02:16:37.098083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-f3494b2c-4594-4bab-9173-369b3874ffef service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525981 Aug 16 02:16:37.478375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-385405c0-33f4-4531-9234-dc4f1f7aba61 req-34211153-e4d1-4422-bd3d-0c738d6c3327 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 210 time: 0.0612669 Aug 16 02:16:37.742840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c4b88-9fea-4d14-9da0-6232a4cd627f req-31c8013b-5d54-46b6-9a7c-5dd545da7f28 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.744590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7c4b88-9fea-4d14-9da0-6232a4cd627f req-31c8013b-5d54-46b6-9a7c-5dd545da7f28 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0851011 Aug 16 02:16:37.799806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:37.802409 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f424b05-05f3-4461-8ac5-b26e4ebf5de0" -d '{"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-unplugged", "status": "completed", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:37.808121 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7c4b88-9fea-4d14-9da0-6232a4cd627f req-efb6bcf8-d73f-4494-a78c-49322762388a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562551 Aug 16 02:16:37.864464 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6340ca3e-656b-4f38-ad14-a7fc7ff7ea57 x-openstack-request-id: req-6340ca3e-656b-4f38-ad14-a7fc7ff7ea57 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:37.864464 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-unplugged", "status": "completed", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:37.864464 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6340ca3e-656b-4f38-ad14-a7fc7ff7ea57 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:37.864464 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'code': 200} Aug 16 02:16:38.187828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98893b5d-d730-4557-a78c-2879169c661c req-2e34aed1-0a1d-4ff3-a595-8978dd9c3cbd tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Aug 16 02:16:38.435130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d2073-9979-4fac-8856-ed380cf1c70a req-444299e0-018c-487a-9fbf-720e19632336 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.436778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1d2073-9979-4fac-8856-ed380cf1c70a req-444299e0-018c-487a-9fbf-720e19632336 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 951 time: 0.0531201 Aug 16 02:16:38.477975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a1d2073-9979-4fac-8856-ed380cf1c70a req-d9c006c6-e567-490e-a32f-1f9fdb47a2e6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350282 Aug 16 02:16:38.560691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.561346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.562753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.562753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.563096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.563558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.564028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.565839 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ff87276-14e0-4b76-967b-fb020e2d049f req-9d75136a-bd40-4604-911f-b728bc3cbee2 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5032 time: 0.1081851 Aug 16 02:16:38.647136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9955f5e7-9b23-4896-8642-23c041b3246f req-87c49627-afdd-4b32-a1a8-ec1badf076f7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 210 time: 0.0275481 Aug 16 02:16:38.759153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f31dd-7d7d-431a-98c5-49f80d3a6dff req-8d57968c-d553-403a-bda6-2d693fae14a4 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.760644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd7f31dd-7d7d-431a-98c5-49f80d3a6dff req-8d57968c-d553-403a-bda6-2d693fae14a4 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 886 time: 0.0907667 Aug 16 02:16:38.776824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-f715db47-d9e0-40cd-8551-e29083e6c586 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.778589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-f715db47-d9e0-40cd-8551-e29083e6c586 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1134102 Aug 16 02:16:38.807184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Request body: {'port': {'device_id': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'admin_state_up': True, 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:38.927620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924eb7-37da-444c-9b98-1ec5664aad5f req-39705a84-23cf-42ef-a9ba-16bb32be4466 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.929275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60924eb7-37da-444c-9b98-1ec5664aad5f req-39705a84-23cf-42ef-a9ba-16bb32be4466 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0491350 Aug 16 02:16:38.966913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60924eb7-37da-444c-9b98-1ec5664aad5f req-6d49fd0e-855c-4852-bd9b-91dd0b809483 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Aug 16 02:16:39.032639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.033033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.033502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.033960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.034419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.034875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.035337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.037132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8eed6e8-c739-46bf-8d5a-2a36cc0a78e9 req-6bf6faa4-6f0d-416c-a467-aced74c923d6 tempest-NetworksTest-1287534057 tempest-NetworksTest-1287534057-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5032 time: 0.2520273 Aug 16 02:16:39.055089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:39.058700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.182178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Allocated IP 172.20.0.8 (7f87eee5-90aa-4446-92cb-abb1c82eca55/ed8e42a1-d51f-49bc-ad0d-27257fd19019/a29ef52d-3f4d-4017-9ce7-52d15e52b7d7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:39.293177 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3acda172-2138-4a07-b86c-0e183b07bb10 req-7f32917a-1a45-4f65-841d-99af8b467414 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0273023 Aug 16 02:16:39.307216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40878) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:39.336674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.376676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:39.378217 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.419878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b5a46ec-0cb8-430a-b413-cb83cbcd613d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.423303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:39.426395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:39.435353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:39.458765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event updated for resources: {'Port': ['ID=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.486321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:39.494778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.495415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.502094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'mac_address': 'fa:16:3e:27:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:39.527640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b5a46ec-0cb8-430a-b413-cb83cbcd613d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.532753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b5a46ec-0cb8-430a-b413-cb83cbcd613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.539004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-5c965e4b-fae9-4da2-bf25-848c9713da60 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7401912 Aug 16 02:16:39.549792 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.571470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419e3c31-4a79-4ac6-93fd-15e29350fedf {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:39.578790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a46ec-0cb8-430a-b413-cb83cbcd613d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405ddfa4-8a3c-4076-b7d2-c12075de0fe5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.581858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Request body: {'port': {'device_id': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:39.585256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6b5a46ec-0cb8-430a-b413-cb83cbcd613d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f42882e5032749568b56de750d7fdcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770021 Aug 16 02:16:39.587999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:39.593682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:39.598003 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.652521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f58251c-92fc-46d1-9b06-33e928a394d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.665598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541ba76-ae62-404f-bd9b-430ebbe00b39 req-d47e606e-b60e-418e-b2e9-672ea49da3ee tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.670309 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a541ba76-ae62-404f-bd9b-430ebbe00b39 req-d47e606e-b60e-418e-b2e9-672ea49da3ee tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 951 time: 0.1190515 Aug 16 02:16:39.672130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.677354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.681080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f58251c-92fc-46d1-9b06-33e928a394d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.735568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f58251c-92fc-46d1-9b06-33e928a394d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.738351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f58251c-92fc-46d1-9b06-33e928a394d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.739446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f58251c-92fc-46d1-9b06-33e928a394d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/405ddfa4-8a3c-4076-b7d2-c12075de0fe5 HTTP/1.1" status: 204 len: 168 time: 0.1501305 Aug 16 02:16:39.747851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['419e3c31-4a79-4ac6-93fd-15e29350fedf'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:39.759208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a541ba76-ae62-404f-bd9b-430ebbe00b39 req-8da7acc4-b853-4a6a-97d0-a878880d1fcf tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740030 Aug 16 02:16:39.762513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58251c-92fc-46d1-9b06-33e928a394d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ddfa4-8a3c-4076-b7d2-c12075de0fe5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.016014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36911a-c167-42e1-a955-eac25a78cff4 req-83c537d9-c07a-40b5-ba99-120b7c0a5871 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.017591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d36911a-c167-42e1-a955-eac25a78cff4 req-83c537d9-c07a-40b5-ba99-120b7c0a5871 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 931 time: 0.1137404 Aug 16 02:16:40.097822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d36911a-c167-42e1-a955-eac25a78cff4 req-56acc064-0d4f-41e1-ab3b-c70ee4a65b09 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703998 Aug 16 02:16:40.114885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:40.123390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.145091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Transition to ACTIVE for port object a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:40.154002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.182697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40930) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:40.202350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fe2b-b066-49c5-9934-a55283861860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.294584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.341223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fa42a-245b-4f59-9318-5adf236940ab req-fb580d59-d3d2-48b4-bba6-074c928a9113 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.342736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b5fa42a-245b-4f59-9318-5adf236940ab req-fb580d59-d3d2-48b4-bba6-074c928a9113 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.1308959 Aug 16 02:16:40.347373 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fe2b-b066-49c5-9934-a55283861860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.353114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fe2b-b066-49c5-9934-a55283861860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.379497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Attempting to bind port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:40.379837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Attempting to bind port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:40.380171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Attempting to bind port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:40.388822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:40.389165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Attempting to bind port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:40.396088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f6e5fe2b-b066-49c5-9934-a55283861860 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22586a5752774a56afaffaa8d2b45936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119491 Aug 16 02:16:40.399150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:40.408242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:40.408609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Checking segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:40.408993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Bound using segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:40.409454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Bound port: a29ef52d-3f4d-4017-9ce7-52d15e52b7d7, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:40.409813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.415098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b5fa42a-245b-4f59-9318-5adf236940ab req-897d2eae-d0af-4a94-b699-a4ab91a1e5f0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625587 Aug 16 02:16:40.421188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5fe2b-b066-49c5-9934-a55283861860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f43082b-bceb-403d-bde3-1f9d174ae387,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.496618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74c151ca-d6fe-48c3-baff-9da14b317850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.519547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] For port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:40.523313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] For port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:40.525832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74c151ca-d6fe-48c3-baff-9da14b317850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.528878 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.593879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74c151ca-d6fe-48c3-baff-9da14b317850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.596821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74c151ca-d6fe-48c3-baff-9da14b317850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.598430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-74c151ca-d6fe-48c3-baff-9da14b317850 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f43082b-bceb-403d-bde3-1f9d174ae387 HTTP/1.1" status: 204 len: 168 time: 0.1981552 Aug 16 02:16:40.607303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c151ca-d6fe-48c3-baff-9da14b317850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f43082b-bceb-403d-bde3-1f9d174ae387,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.647373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.648338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.649748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] 10.222.0.98 "PUT /v2.0/ports/a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 HTTP/1.1" status: 200 len: 1092 time: 1.0972574 Aug 16 02:16:40.651945 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac02853d-0949-4ef8-a55b-b979eece79da req-e43ccbd4-8c44-42ea-b400-74c827baf847 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.1194403 Aug 16 02:16:40.652641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'tag': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:40.655044 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52307f17-4093-4b9e-a9f8-dfa495202df3" -d '{"events": [{"name": "network-changed", "server_uuid": "37aafcde-fc16-4fde-bbb7-828a612fd984", "tag": "a29ef52d-3f4d-4017-9ce7-52d15e52b7d7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:40.660474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2e44-448d-481c-8429-8d4d7a5116e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:41.165635 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a65398-d646-4ec3-a458-3bc96d8ecdb0 x-openstack-request-id: req-11a65398-d646-4ec3-a458-3bc96d8ecdb0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:41.165964 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37aafcde-fc16-4fde-bbb7-828a612fd984", "tag": "a29ef52d-3f4d-4017-9ce7-52d15e52b7d7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:41.166304 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11a65398-d646-4ec3-a458-3bc96d8ecdb0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:41.166699 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'tag': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7', 'status': 'completed', 'code': 200} Aug 16 02:16:41.230872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-b7fbc5e7-be4e-4d17-9fbd-4763e4db418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.232854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-b7fbc5e7-be4e-4d17-9fbd-4763e4db418a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 1095 time: 0.5386350 Aug 16 02:16:41.267637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217088d7-bcb7-44a1-bfdb-c12642f03ec9 req-c72cd992-8206-4805-8164-6d90d7a746b5 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.281445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-217088d7-bcb7-44a1-bfdb-c12642f03ec9 req-c72cd992-8206-4805-8164-6d90d7a746b5 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 951 time: 0.1351366 Aug 16 02:16:41.315418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-4647212e-e103-4646-98e2-d36c1cf5e80f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0669708 Aug 16 02:16:41.355496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f3274-9004-41b7-a706-1656daeec37a req-91e2abde-dc4b-484f-b363-22921d867954 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.364135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d89f3274-9004-41b7-a706-1656daeec37a req-91e2abde-dc4b-484f-b363-22921d867954 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 943 time: 0.1193657 Aug 16 02:16:41.391656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:41.445588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d89f3274-9004-41b7-a706-1656daeec37a req-66963ce2-5f05-409d-b5b4-f91669f5a48e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630112 Aug 16 02:16:41.475349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-217088d7-bcb7-44a1-bfdb-c12642f03ec9 req-7eb2fcc8-1429-49bb-b151-dce4aee132af tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638522 Aug 16 02:16:41.492513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-8fefa93b-75c2-4d82-a972-c88803ca5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.493996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-8fefa93b-75c2-4d82-a972-c88803ca5d30 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.1609235 Aug 16 02:16:41.502118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 419e3c31-4a79-4ac6-93fd-15e29350fedf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:41.502511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.567534 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-8caf0dc1-c0fb-4fbf-95a9-af358d0b5d1d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542619 Aug 16 02:16:41.621824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20fda-1f7f-4e9a-8aef-3af0a9132efa req-8300bf86-4a36-4ee5-b1d9-182f54016fc6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.630159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7f20fda-1f7f-4e9a-8aef-3af0a9132efa req-8300bf86-4a36-4ee5-b1d9-182f54016fc6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0714822 Aug 16 02:16:41.714208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7f20fda-1f7f-4e9a-8aef-3af0a9132efa req-1ebdf059-78c3-4f02-b135-cf75a75eed27 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818419 Aug 16 02:16:41.751999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-2bc3dbe1-c5cb-44f2-a1f1-e6a3b6a8d85b service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753602 Aug 16 02:16:41.756059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.804936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:41.808926 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa2665-7e3c-4dc8-8ce5-8e6c95ea2f0e" -d '{"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-plugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:41.824630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:41.831828 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.833250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:41.983516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93088226-8c7b-4249-87c9-548db6a01c05 req-fb2a4127-98eb-4ab0-b1f6-6312f024c696 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0994053 Aug 16 02:16:42.079060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.089689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d64bc382-b2cb-4885-bddb-c02bd0b45ac7 req-f290bec6-85a1-41a5-86d8-42b154f6862e service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295164 Aug 16 02:16:42.225866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.248981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-f37daaac-d2a6-41fb-9cd5-85a42840ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.250643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-f37daaac-d2a6-41fb-9cd5-85a42840ef1a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 1095 time: 0.0959008 Aug 16 02:16:42.291289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:42.296940 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.323908 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e007d6e7-343c-4b19-bd5c-1593efafbe6e x-openstack-request-id: req-e007d6e7-343c-4b19-bd5c-1593efafbe6e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:42.324556 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-plugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:42.325106 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e007d6e7-343c-4b19-bd5c-1593efafbe6e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:42.325649 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'code': 200} Aug 16 02:16:42.372919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=11']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.399872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-ff677ef3-89dd-4567-b369-575f0ddb94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.401677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-ff677ef3-89dd-4567-b369-575f0ddb94f0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 912 time: 0.1435096 Aug 16 02:16:42.462069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-8ee9e717-1b59-449a-b97b-17afd1fc082c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0515351 Aug 16 02:16:42.517290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-5f23fb9d-0c76-4239-a8d1-12bfa5258bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.534526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-5f23fb9d-0c76-4239-a8d1-12bfa5258bd0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.0621088 Aug 16 02:16:42.608218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-f44f5a1a-884a-483f-93ad-cce5e42746e6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326550 Aug 16 02:16:42.670031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850392b7-5107-437e-ade5-50b286b92175 req-3a78d1fe-05bb-4751-8c73-db89ce62e505 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.677375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-850392b7-5107-437e-ade5-50b286b92175 req-3a78d1fe-05bb-4751-8c73-db89ce62e505 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 943 time: 0.1406541 Aug 16 02:16:42.691652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dded4-9fe7-4fc6-a315-cc8214191336 req-8b474d0f-a3c3-4f0f-8c01-2666ac9c2056 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.704218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-231dded4-9fe7-4fc6-a315-cc8214191336 req-8b474d0f-a3c3-4f0f-8c01-2666ac9c2056 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 949 time: 0.1197193 Aug 16 02:16:42.748478 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-850392b7-5107-437e-ade5-50b286b92175 req-75857282-13dd-4a3f-819b-8f307183b4b0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653572 Aug 16 02:16:42.770019 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-231dded4-9fe7-4fc6-a315-cc8214191336 req-039b8821-7050-4c80-9b1a-50cf9f446a1a tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/security-groups?id=434c2894-6865-4163-8924-d3efdccde845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566649 Aug 16 02:16:42.796978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-7d24cdea-105f-4535-9f5d-3c5d4638a4b1 service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799762 Aug 16 02:16:42.963475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646b93d-cdf0-403e-a1c2-d12cdb0d3a34 req-1f17b47b-bd90-4b20-8120-9d14dbb845f5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.964957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c646b93d-cdf0-403e-a1c2-d12cdb0d3a34 req-1f17b47b-bd90-4b20-8120-9d14dbb845f5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0887632 Aug 16 02:16:42.980024 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52307f17-4093-4b9e-a9f8-dfa495202df3 req-13b7e42d-81f6-49a1-95b7-c2e3eaab3143 service neutron] 10.222.0.98 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750884 Aug 16 02:16:43.014287 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c646b93d-cdf0-403e-a1c2-d12cdb0d3a34 req-1b9dddf6-6adc-4d79-af75-86b9d0c5aa1c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Aug 16 02:16:43.115370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0334cee-dc84-4d3f-a623-738d084f6fe5 req-e7541ec5-46e6-44ad-b602-c230b52981ae tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0361710 Aug 16 02:16:43.262778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-774853ff-1308-444e-b660-cf729d379007 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.264445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-774853ff-1308-444e-b660-cf729d379007 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 949 time: 0.0583563 Aug 16 02:16:43.389748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Deleting port 64de2937-163d-4a75-8b20-c2248e63642a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:43.391357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.504855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] For port 64de2937-163d-4a75-8b20-c2248e63642a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=64de2937-163d-4a75-8b20-c2248e63642a,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:43.505465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.509223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-b7e5c3f1-ca34-4613-9e51-6a51868f5068 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237954 Aug 16 02:16:43.525665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Calling delete_port for 64de2937-163d-4a75-8b20-c2248e63642a owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:43.705656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-c2bf6e3a-066a-4fd2-9ec6-054cac827448 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.715856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-c2bf6e3a-066a-4fd2-9ec6-054cac827448 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977823 Aug 16 02:16:43.732616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-0b024302-b31e-4153-97a4-9e37bb72b202 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/quotas/62d0a3d128e444b190a270b183712e12 HTTP/1.1" status: 200 len: 375 time: 0.0154307 Aug 16 02:16:43.735783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.780239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-12cbf8f4-2cca-44c6-8fdd-9c041d410f5b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375359 Aug 16 02:16:44.044383 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1fc92a3c-fa61-42eb-8708-a91f6e2b19cb req-63efda54-8edb-4070-b22c-3def1589db3a tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb14150e-d3b6-4158-a757-7f52dc03a0a7 HTTP/1.1" status: 200 len: 210 time: 0.0277362 Aug 16 02:16:44.141559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b06633fc-ccba-4f4d-a541-698de192aa1d req-ae5c0f82-23f2-43fd-ac14-5a249ec70e18 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 210 time: 0.0264077 Aug 16 02:16:44.143731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Pushing event deleted for resources: {'Port': ['ID=64de2937-163d-4a75-8b20-c2248e63642a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:44.233468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] No DVR routers for this DVR port 64de2937-163d-4a75-8b20-c2248e63642a on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:44.239435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.241486 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b69003de-8de4-4c8f-8547-ce250e2a4c1a req-854188b3-b261-4c79-b89c-266722a5f7f6 tempest-ImagesOneServerTestJSON-1161986418 tempest-ImagesOneServerTestJSON-1161986418-project] 10.222.0.98 "DELETE /v2.0/ports/64de2937-163d-4a75-8b20-c2248e63642a HTTP/1.1" status: 204 len: 173 time: 0.9695251 Aug 16 02:16:44.246185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-deleted', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:44.248521 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617247d1-3404-428a-a0bf-faaadd232321" -d '{"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-deleted", "tag": "64de2937-163d-4a75-8b20-c2248e63642a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:44.324376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be3e99-0cb9-4f81-a14c-586d03ec9c7f req-d8b65188-dfc2-4ff8-80aa-526b23df8aa0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.327865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:44.330597 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f943ddb-c4f0-4a79-8982-b584d9a84ba9" -d '{"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:44.331782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84be3e99-0cb9-4f81-a14c-586d03ec9c7f req-d8b65188-dfc2-4ff8-80aa-526b23df8aa0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 943 time: 0.1891272 Aug 16 02:16:44.391391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84be3e99-0cb9-4f81-a14c-586d03ec9c7f req-a9f4d1aa-1ece-42f8-8c1e-4a3b4bc7d2af tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Aug 16 02:16:44.446388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64816b58-fd67-4d96-82b3-df62de8ce3aa req-13448fb2-a6f6-4e79-9287-a3acd631cbe8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.448165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64816b58-fd67-4d96-82b3-df62de8ce3aa req-13448fb2-a6f6-4e79-9287-a3acd631cbe8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0928292 Aug 16 02:16:44.523494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-257b556d-4fa5-437b-98af-c941f75285a9 req-7ab1055a-86be-432d-a4c2-fb478aaf6f19 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0479510 Aug 16 02:16:44.526701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64816b58-fd67-4d96-82b3-df62de8ce3aa req-3af819fd-3e5c-41f4-aa76-60f7428e6a46 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704782 Aug 16 02:16:44.633284 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c64ca-ce19-4285-97dd-521d97f919ef x-openstack-request-id: req-a82c64ca-ce19-4285-97dd-521d97f919ef {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:44.633807 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-deleted", "tag": "64de2937-163d-4a75-8b20-c2248e63642a", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:44.634036 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a82c64ca-ce19-4285-97dd-521d97f919ef {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:44.634520 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-deleted', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a', 'status': 'completed', 'code': 200} Aug 16 02:16:44.703492 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f419a-0f8d-4161-b515-e6e039f663fe x-openstack-request-id: req-0b2f419a-0f8d-4161-b515-e6e039f663fe {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:44.703786 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb14150e-d3b6-4158-a757-7f52dc03a0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "64de2937-163d-4a75-8b20-c2248e63642a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:44.704059 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b2f419a-0f8d-4161-b515-e6e039f663fe {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:44.704526 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb14150e-d3b6-4158-a757-7f52dc03a0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de2937-163d-4a75-8b20-c2248e63642a', 'code': 200} Aug 16 02:16:45.376871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-b339f489-0595-41f6-be04-23d96ef4bb65 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891874 Aug 16 02:16:45.390180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:45.456397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:45.473970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e7128a8-ba75-4a86-ba7f-798224602a40 req-a2b0aeeb-f92a-41db-b6c2-3cb02112f526 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 210 time: 0.1512282 Aug 16 02:16:45.523109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 64de2937-163d-4a75-8b20-c2248e63642a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:45.534417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 64de2937-163d-4a75-8b20-c2248e63642a not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:45.597962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:45.603093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41162) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:45.606694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae82355-4a95-45f9-9ee8-bb736e7d1174 req-6a22649a-4d79-42e9-8391-59b06edfaae2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:45.609273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ae82355-4a95-45f9-9ee8-bb736e7d1174 req-6a22649a-4d79-42e9-8391-59b06edfaae2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 943 time: 0.0888543 Aug 16 02:16:45.618536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'port_id': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7', 'mac_address': 'fa:16:3e:a7:c4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e42a1-d51f-49bc-ad0d-27257fd19019', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:45.620461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-b7f8c518-a85f-4d2f-93b5-421ce8285d36 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:45.622811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-b7f8c518-a85f-4d2f-93b5-421ce8285d36 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426393 Aug 16 02:16:45.636850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:45.677034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ae82355-4a95-45f9-9ee8-bb736e7d1174 req-32ecd163-a711-490f-867e-0ffc8397e0fd tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552447 Aug 16 02:16:45.698690 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.724597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:45.768605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:45.775733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.803592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:45.807047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.823518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.858274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d976f751-87eb-4768-9da4-4a414dd20197 req-cb49b1d9-710c-4acd-9851-8973ae6f59f7 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0481756 Aug 16 02:16:45.886515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:45.896279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-24961658-c396-4d9f-befb-6acfd6f21ece admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=638c6399530c403ca2e15f0ea85b011c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854433 Aug 16 02:16:45.897866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41170) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:45.904734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf97d7-d17c-47e7-a5e9-bddc0d628636 req-4002c4d8-5d69-461a-b997-27a0666d7952 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:45.914562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-debf97d7-d17c-47e7-a5e9-bddc0d628636 req-4002c4d8-5d69-461a-b997-27a0666d7952 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.1715188 Aug 16 02:16:45.967608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cc9f81a-c44e-4b39-9770-4d1631eb5e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.984156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-debf97d7-d17c-47e7-a5e9-bddc0d628636 req-e795d2ff-1208-4571-8878-b27ef37544bc tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685964 Aug 16 02:16:46.001050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cc9f81a-c44e-4b39-9770-4d1631eb5e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.070484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['a29ef52d-3f4d-4017-9ce7-52d15e52b7d7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:46.071559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.077082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.079292 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cc9f81a-c44e-4b39-9770-4d1631eb5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.081862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cc9f81a-c44e-4b39-9770-4d1631eb5e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.083010 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8cc9f81a-c44e-4b39-9770-4d1631eb5e0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/434c2894-6865-4163-8924-d3efdccde845 HTTP/1.1" status: 204 len: 168 time: 0.1850028 Aug 16 02:16:46.131807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9f81a-c44e-4b39-9770-4d1631eb5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c2894-6865-4163-8924-d3efdccde845,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.164165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.304032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.49 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/e41286cd-3629-4a80-97e4-df5074e01fe9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:46.533717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.551625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object e41286cd-3629-4a80-97e4-df5074e01fe9 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:46.585684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d0c3d90-d27e-4097-90ad-7b9a1aac5a4c req-285a671d-87c4-477e-8c82-d081eb87bb65 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 210 time: 0.0392103 Aug 16 02:16:46.607845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.660976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:46.664398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:46.668327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:46.711757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=e41286cd-3629-4a80-97e4-df5074e01fe9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.730150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.731711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.756017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cde5bfcd-4788-4e83-b2f4-acbb07c5a22d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1234646 Aug 16 02:16:46.872631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212734ac-d240-4674-bee9-f6bfa0170ffb req-9351be06-19ed-446e-b2ee-6629f7275c0e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.885066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-212734ac-d240-4674-bee9-f6bfa0170ffb req-9351be06-19ed-446e-b2ee-6629f7275c0e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 944 time: 0.1141202 Aug 16 02:16:46.973448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Request body: {'port': {'device_id': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:47.011948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-347718fc-1a49-4555-8c3f-214b6c2956cd None None] Provisioning for port e41286cd-3629-4a80-97e4-df5074e01fe9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:47.018714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a21ced9a-7b20-4a64-bf10-633e4e46198b req-d19d0752-e643-4200-ab42-ea05cdfa2bd6 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0481491 Aug 16 02:16:47.020325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-347718fc-1a49-4555-8c3f-214b6c2956cd None None] Provisioning complete for port e41286cd-3629-4a80-97e4-df5074e01fe9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:47.023516 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-347718fc-1a49-4555-8c3f-214b6c2956cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.032715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-212734ac-d240-4674-bee9-f6bfa0170ffb req-4936aab7-461b-419a-bf29-c47876e1ba4b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412802 Aug 16 02:16:47.095864 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.105592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-347718fc-1a49-4555-8c3f-214b6c2956cd None None] Port e41286cd-3629-4a80-97e4-df5074e01fe9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:47.122305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41216) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.248787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c63638-cf4f-48b3-9598-4ecb0c960527 req-808c5c9e-9a60-4a97-80cb-30e3916fb938 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.250946 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02c63638-cf4f-48b3-9598-4ecb0c960527 req-808c5c9e-9a60-4a97-80cb-30e3916fb938 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0962863 Aug 16 02:16:47.272629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-386214644-network', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:47.316543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Made reservation on behalf of 502a1bc9793f4038b31c3a05be6e6538 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:47.319203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.343817 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.421815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02c63638-cf4f-48b3-9598-4ecb0c960527 req-930715d2-72d1-41e5-a7e7-839ce9f2f58d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204178 Aug 16 02:16:47.422211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:47.522255 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.530430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.547360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:47.551791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:47.552435 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.564816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:47.576734 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.577175 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Added segment 38e5156f-23b7-47ff-8f59-c42421362169 of type vlan for network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 Aug 16 02:16:47.592332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41286cd-3629-4a80-97e4-df5074e01fe9 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:47.602675 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.628489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.637542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Transition to ACTIVE for port object e41286cd-3629-4a80-97e4-df5074e01fe9 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:47.643560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.661833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.663387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.664587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.697848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b301c54-e745-4ba3-8b1b-32bd58930f12,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.735178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.761573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:47.764262 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a0dbf5-e048-4546-a2a6-f4b91c0c6d5b" -d '{"events": [{"server_uuid": "37aafcde-fc16-4fde-bbb7-828a612fd984", "name": "network-vif-plugged", "status": "completed", "tag": "a29ef52d-3f4d-4017-9ce7-52d15e52b7d7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:47.807410 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6839859 Aug 16 02:16:47.809457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:47.812954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41234) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.820524 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.826818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Request body: {'subnet': {'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-386214644-subnet', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:47.842174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de5d32-d4ac-4ba2-8bfa-ea31159e0f95 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.876735 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d58ba-ba49-4b8e-bd2e-d7bc0dffbfcf x-openstack-request-id: req-c43d58ba-ba49-4b8e-bd2e-d7bc0dffbfcf {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:47.877735 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aafcde-fc16-4fde-bbb7-828a612fd984", "name": "network-vif-plugged", "status": "completed", "tag": "a29ef52d-3f4d-4017-9ce7-52d15e52b7d7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:47.878050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Made reservation on behalf of 502a1bc9793f4038b31c3a05be6e6538 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:47.878527 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c43d58ba-ba49-4b8e-bd2e-d7bc0dffbfcf {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:47.879464 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7', 'code': 200} Aug 16 02:16:47.880465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:47.880803 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.983262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:48.049381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b47c57-ae1a-4d03-b79b-9defc23a676c req-491a7051-2753-4b14-8d59-7128b9d38b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.049999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8b47c57-ae1a-4d03-b79b-9defc23a676c req-491a7051-2753-4b14-8d59-7128b9d38b5f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 1097 time: 0.1388605 Aug 16 02:16:48.167131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8b47c57-ae1a-4d03-b79b-9defc23a676c req-a86bd7ea-00af-464e-b234-97ccb6f137a5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050322 Aug 16 02:16:48.238344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Pushing event updated for resources: {'Port': ['ID=e41286cd-3629-4a80-97e4-df5074e01fe9,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:48.256002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c1d3b-635b-4892-b6d7-9da4da7881ec req-7d06a2b0-4bb3-4bbe-a6b2-ca02a6499fa5 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.256372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-975c1d3b-635b-4892-b6d7-9da4da7881ec req-7d06a2b0-4bb3-4bbe-a6b2-ca02a6499fa5 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1354108 Aug 16 02:16:48.260165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd363a-713c-4c58-bde5-91d9728a36d8 req-c30f8da8-dc43-47d7-a4ec-1ee300d88bd6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.261757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfcd363a-713c-4c58-bde5-91d9728a36d8 req-c30f8da8-dc43-47d7-a4ec-1ee300d88bd6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 947 time: 0.1118431 Aug 16 02:16:48.279264 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.302375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Attempting to bind port e41286cd-3629-4a80-97e4-df5074e01fe9 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:48.302722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Attempting to bind port e41286cd-3629-4a80-97e4-df5074e01fe9 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:48.303028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Attempting to bind port e41286cd-3629-4a80-97e4-df5074e01fe9 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:48.312103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Port e41286cd-3629-4a80-97e4-df5074e01fe9 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:48.312382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Attempting to bind port e41286cd-3629-4a80-97e4-df5074e01fe9 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:48.349207 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfcd363a-713c-4c58-bde5-91d9728a36d8 req-9a622290-b9b4-42e5-92e6-2b9bbf278afd tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 Aug 16 02:16:48.361409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-975c1d3b-635b-4892-b6d7-9da4da7881ec req-5ebd9a3a-5600-45de-838b-d7204f0ecba7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956690 Aug 16 02:16:48.364477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:48.364897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:48.365303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:48.365768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Bound port: e41286cd-3629-4a80-97e4-df5074e01fe9, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:48.378152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e687c7b-cdb7-4d68-bfdb-d5635dc8c597,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:48.382881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.417531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Checking segment: {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:48.417905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Network hostable DHCP agents. Network: 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:48.460790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:48.480824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:48.486420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.487198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.494383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ab57e-d5a2-471a-a5f7-8b0a029fdbd4 None None] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:48.499000 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d62e66b4-5f25-44b1-b7a6-5a206a1285a6 req-e1f973aa-655a-4484-b1ff-9d34f1900252 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0376925 Aug 16 02:16:48.504469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] For port e41286cd-3629-4a80-97e4-df5074e01fe9, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:48.516547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1976f919-05fd-42b6-9042-c702514310a5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7024243 Aug 16 02:16:48.519190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41246) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.523803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:48.524217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] For port e41286cd-3629-4a80-97e4-df5074e01fe9, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e41286cd-3629-4a80-97e4-df5074e01fe9,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:48.530216 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.577817 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.578942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.595943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.596945 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.602043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] 10.222.0.88 "PUT /v2.0/ports/e41286cd-3629-4a80-97e4-df5074e01fe9 HTTP/1.1" status: 200 len: 1096 time: 1.8338590 Aug 16 02:16:48.602043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:48.602043 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90" -d '{"events": [{"name": "network-changed", "server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:48.693773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f4c63-820d-4b84-8c8f-e994e18f941a service neutron] Pushing event updated for resources: {'Port': ['ID=e41286cd-3629-4a80-97e4-df5074e01fe9,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:48.723942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.759873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-2894f4b5-ff08-45e3-89d4-8c38325f4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.762011 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-2894f4b5-ff08-45e3-89d4-8c38325f4a4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 1099 time: 0.0620854 Aug 16 02:16:48.778265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5377a8-873b-4606-8682-8a13411e63dd req-d4168268-242f-4da2-a211-fa47f231bc8d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.786898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e5377a8-873b-4606-8682-8a13411e63dd req-d4168268-242f-4da2-a211-fa47f231bc8d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.1665754 Aug 16 02:16:48.791436 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523d487-a570-437d-bcb7-9e50494fa487 x-openstack-request-id: req-8523d487-a570-437d-bcb7-9e50494fa487 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:48.791791 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:48.792105 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8523d487-a570-437d-bcb7-9e50494fa487 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:48.792637 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9', 'status': 'completed', 'code': 200} Aug 16 02:16:48.798282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:48.799439 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.844367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-b2d829ed-c3b2-4340-aaee-cd8b54bdebda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e41286cd-3629-4a80-97e4-df5074e01fe9 HTTP/1.1" status: 200 len: 217 time: 0.0545735 Aug 16 02:16:48.916685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cc450444-8a42-4907-afd9-4ca0ec71d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.918454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-cc450444-8a42-4907-afd9-4ca0ec71d9fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0623169 Aug 16 02:16:48.963682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e5377a8-873b-4606-8682-8a13411e63dd req-dad3364a-326c-45bd-8221-9cd9d92a381e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722379 Aug 16 02:16:48.996277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Allocated IP 172.20.0.2 (7bf1cfe3-f87d-4819-948f-9d0b7ff722e3/7e687c7b-cdb7-4d68-bfdb-d5635dc8c597/3665fce4-5092-487f-9f15-416c213e1449) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:49.009514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.016557 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-34994a33-4838-409e-a199-43a999ef7474 service neutron] show failed (client error): The resource could not be found. Aug 16 02:16:49.017681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-34994a33-4838-409e-a199-43a999ef7474 service neutron] 10.222.0.88 "GET /v2.0/ports/532f0278-f198-4497-b807-fe90a0bb8ef2/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.2962885 Aug 16 02:16:49.059198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-79555eab-fe05-4248-8b4c-d2840116bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.060727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-79555eab-fe05-4248-8b4c-d2840116bb65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111345 Aug 16 02:16:49.191116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-9464b73e-00ae-486b-9a35-cad6b9a3ff00 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205432 Aug 16 02:16:49.340554 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.351243 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c06ef6a-3d44-43c0-91f7-5ecb41b2e7dc req-d40e4a08-be74-4ccc-9428-66c58619b5ac service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519494 Aug 16 02:16:49.364052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Transition to ACTIVE for port object 3665fce4-5092-487f-9f15-416c213e1449 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:49.413287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Transition to ACTIVE for port object 3665fce4-5092-487f-9f15-416c213e1449 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:49.432808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.441700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-b5d5b215-df91-47ba-9f56-a0d5ad96d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.444212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-b5d5b215-df91-47ba-9f56-a0d5ad96d2d0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 1102 time: 0.1484752 Aug 16 02:16:49.450996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.461455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:49.504178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:49.507658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:49.512312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:49.519015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Pushing event updated for resources: {'Port': ['ID=3665fce4-5092-487f-9f15-416c213e1449,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:49.527412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.527908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.528401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.528845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.529304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.529726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.530178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.530699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.531130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.531562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.531994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.532539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:49.537001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.559040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-d280ef96-a049-4d2d-8b49-7b1b76727c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.560589 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-d280ef96-a049-4d2d-8b49-7b1b76727c17 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 1099 time: 0.1350958 Aug 16 02:16:49.582049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d1040-2f35-468e-87e4-06ec6305e9fd req-e09a0183-fcbb-4d6a-8bbb-03b656751423 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.583885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f62d1040-2f35-468e-87e4-06ec6305e9fd req-e09a0183-fcbb-4d6a-8bbb-03b656751423 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1091795 Aug 16 02:16:49.612594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Attempting to bind port 3665fce4-5092-487f-9f15-416c213e1449 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:49.613025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Attempting to bind port 3665fce4-5092-487f-9f15-416c213e1449 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:49.613500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Attempting to bind port 3665fce4-5092-487f-9f15-416c213e1449 on network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:49.621075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:49.621612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Checking segment: {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:49.622302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.622811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Bound using segment: {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:49.623393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Bound port: 3665fce4-5092-487f-9f15-416c213e1449, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:49.623901 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.650372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.695777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-a8ab7877-09e7-4ee7-9c6f-afdb920c120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.697347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-a8ab7877-09e7-4ee7-9c6f-afdb920c120b service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1124232 Aug 16 02:16:49.705907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] For port 3665fce4-5092-487f-9f15-416c213e1449, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:49.709601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] For port 3665fce4-5092-487f-9f15-416c213e1449, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3665fce4-5092-487f-9f15-416c213e1449,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:49.714842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926970b-ae89-43fa-8df5-50d6ffb75c1d req-04b59b20-e395-4baf-b0e6-81e11e9801d9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.720520 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.724214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e926970b-ae89-43fa-8df5-50d6ffb75c1d req-04b59b20-e395-4baf-b0e6-81e11e9801d9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 947 time: 0.2309747 Aug 16 02:16:49.783070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-3b933209-b415-4940-bc7c-b22b66c41470 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e41286cd-3629-4a80-97e4-df5074e01fe9 HTTP/1.1" status: 200 len: 217 time: 0.0544794 Aug 16 02:16:49.813172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03568741-853a-4d75-bee0-778f94c361f9 None None] Pushing event updated for resources: {'Port': ['ID=3665fce4-5092-487f-9f15-416c213e1449,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:49.845232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f62d1040-2f35-468e-87e4-06ec6305e9fd req-f98e3f73-98c2-4cd1-9642-acca8adbb17b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465347 Aug 16 02:16:49.854419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e926970b-ae89-43fa-8df5-50d6ffb75c1d req-f4ceba28-76ab-4109-b85c-fd8ad768e29c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289382 Aug 16 02:16:49.878491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-6bebbac8-cac6-40f3-b430-fe2ea08503a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.880193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-6bebbac8-cac6-40f3-b430-fe2ea08503a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0876958 Aug 16 02:16:49.960924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-866111fe-eb57-4660-8dcc-cacf83b719a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.962948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-866111fe-eb57-4660-8dcc-cacf83b719a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0724013 Aug 16 02:16:50.019938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Allocated IP 172.25.4.190 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/f8871f0b-4841-443c-927c-cd732d8a21c9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:50.205203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a15fafa0-7bf4-4868-9c63-832b2fd8b7ef req-0c1cf01a-ce55-4ca0-a141-df996dfb876f tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.1275897 Aug 16 02:16:50.260134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-75314f6c-f309-4a91-bd78-16568ac935eb service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842002 Aug 16 02:16:50.282814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:50.381857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:50.389042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.484775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:50.492236 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f20b9-b9de-446a-b43f-cdcc27b56077" -d '{"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-unplugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:50.492698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.500432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4512e-03ee-4f79-ab61-d8d98b0883b8 req-b99122c7-bec7-4c8d-9213-e1b1271d0f5c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.500432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aae4512e-03ee-4f79-ab61-d8d98b0883b8 req-b99122c7-bec7-4c8d-9213-e1b1271d0f5c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.1653955 Aug 16 02:16:50.531260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-350c1cd6-a4df-4d0f-8c22-5c7fe7a35a90 req-ad45ef22-104a-4e6e-a1a6-eb4fe0a055f2 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627833 Aug 16 02:16:50.568356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aae4512e-03ee-4f79-ab61-d8d98b0883b8 req-adbd8f1d-c57b-4f02-9650-e97f45a293ce tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346940 Aug 16 02:16:50.569882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.580011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Transition to ACTIVE for port object 532f0278-f198-4497-b807-fe90a0bb8ef2 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:50.616001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.657046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:50.671927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e5f15-f4ad-48e7-a7ce-d7bdb3d2d949 req-d5c91db2-a0c7-4370-b6a7-67b98fdad89a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.673589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-661e5f15-f4ad-48e7-a7ce-d7bdb3d2d949 req-d5c91db2-a0c7-4370-b6a7-67b98fdad89a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1561732 Aug 16 02:16:50.674558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:50.696123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:50.723634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] No DVR routers for this DVR port 532f0278-f198-4497-b807-fe90a0bb8ef2 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:50.747759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Pushing event updated for resources: {'Port': ['ID=f8871f0b-4841-443c-927c-cd732d8a21c9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.003873 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95180c0b-c4db-40e8-a9e8-89cf7a70c82c x-openstack-request-id: req-95180c0b-c4db-40e8-a9e8-89cf7a70c82c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:51.004255 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-unplugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:51.007492 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95180c0b-c4db-40e8-a9e8-89cf7a70c82c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:51.007957 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'code': 200} Aug 16 02:16:51.012030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:51.012468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:51.012804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:51.050552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.058903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:51.059283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:51.070404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:51.070404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:51.070997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:51.071439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Bound port: 532f0278-f198-4497-b807-fe90a0bb8ef2, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:51.072022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.102897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39549c-e1af-4b59-9e67-25218fd7c1e6 req-267e2347-11d1-46b2-a313-82b416e9e511 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.104954 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a39549c-e1af-4b59-9e67-25218fd7c1e6 req-267e2347-11d1-46b2-a313-82b416e9e511 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 947 time: 0.0826116 Aug 16 02:16:51.138644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-661e5f15-f4ad-48e7-a7ce-d7bdb3d2d949 req-63030f32-2001-437a-a85e-15946ac2c4ee tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162128 Aug 16 02:16:51.172385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a39549c-e1af-4b59-9e67-25218fd7c1e6 req-b128e8cf-e956-4aad-b3aa-3aa4a2183a30 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536439 Aug 16 02:16:51.331158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:51.354948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:51.356877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.365520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac3fe3-bec4-4ffd-a268-8b2f83dd5e1a None None] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:51.400333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce63e95d-c531-400b-8ab3-9c15b8af5044 req-5339052a-c186-451e-91d6-530362496100 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0477901 Aug 16 02:16:51.471870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.478859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5c1d6825-75fc-4f0d-8a58-d2c39708b134 None None] Provisioning for port 3665fce4-5092-487f-9f15-416c213e1449 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:51.487987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.489016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.491285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] 10.222.0.98 "PUT /v2.0/ports/532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 1097 time: 2.0358357 Aug 16 02:16:51.994733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-3304a08f-d791-4467-843c-66e81047c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.996951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-3304a08f-d791-4467-843c-66e81047c4c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1100 time: 0.4607434 Aug 16 02:16:52.024196 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.076093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3665fce4-5092-487f-9f15-416c213e1449 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:52.090873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5334a-fe85-44a0-950d-cd515e03f7af service neutron] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.140602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.173143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 3665fce4-5092-487f-9f15-416c213e1449 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:52.178879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3665fce4-5092-487f-9f15-416c213e1449 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:52.179455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.214565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7be7a-474f-4b92-9b36-4937076a4097 req-b1750101-bbb6-4a83-912e-ab39ccc58070 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.216090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bec7be7a-474f-4b92-9b36-4937076a4097 req-b1750101-bbb6-4a83-912e-ab39ccc58070 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 948 time: 0.2307928 Aug 16 02:16:52.217134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-5291ede2-8110-447d-b9d7-fc9cd72ab3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.218989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-5291ede2-8110-447d-b9d7-fc9cd72ab3e1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2017217 Aug 16 02:16:52.247271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e41286cd-3629-4a80-97e4-df5074e01fe9 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:52.248986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:52.342396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905bb0c-a6be-48b9-b012-2db2cb6dcbb7 req-d97571f3-4fa8-4a32-bbe2-a5403a3a4b5f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.346470 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2905bb0c-a6be-48b9-b012-2db2cb6dcbb7 req-d97571f3-4fa8-4a32-bbe2-a5403a3a4b5f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1116967 Aug 16 02:16:52.353123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:52.410725 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.417000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-3bc03e8e-6ef6-43c0-9e07-64eac18145a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0449505 Aug 16 02:16:52.428436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2905bb0c-a6be-48b9-b012-2db2cb6dcbb7 req-1e45a3c5-3db2-432b-af43-b9d2a6b074e1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755918 Aug 16 02:16:52.498959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-8ba68288-59bc-4178-a8ad-f7e0f35211cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.508089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-8ba68288-59bc-4178-a8ad-f7e0f35211cc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0780466 Aug 16 02:16:52.541356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bec7be7a-474f-4b92-9b36-4937076a4097 req-3cabd1bf-a51a-40a8-b446-15f15f9ee0f5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139923 Aug 16 02:16:52.594863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684d84-c358-44ae-8481-37252f865439 req-6d3095b8-3e4d-4273-b005-4e6f1a552a65 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.603849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b2684d84-c358-44ae-8481-37252f865439 req-6d3095b8-3e4d-4273-b005-4e6f1a552a65 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 947 time: 0.0907896 Aug 16 02:16:52.642220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-28178e84-b8f8-414c-a954-4ecded003409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.644334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-28178e84-b8f8-414c-a954-4ecded003409 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166434 Aug 16 02:16:52.647170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Router f58cb661-0adc-4a36-8017-bd31b6346846 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:16:52.674117 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b2684d84-c358-44ae-8481-37252f865439 req-e129001d-8332-4b37-b7c1-3c58ad2b003d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628176 Aug 16 02:16:52.711918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 3665fce4-5092-487f-9f15-416c213e1449, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3665fce4-5092-487f-9f15-416c213e1449,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:52.738702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e41286cd-3629-4a80-97e4-df5074e01fe9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e41286cd-3629-4a80-97e4-df5074e01fe9,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:52.751986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e41286cd-3629-4a80-97e4-df5074e01fe9', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'e41286cd-3629-4a80-97e4-df5074e01fe9', 'mac_address': 'fa:16:3e:48:cf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:52.804715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.819175 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.821947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41286cd-3629-4a80-97e4-df5074e01fe9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:52.865394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e41286cd-3629-4a80-97e4-df5074e01fe9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e41286cd-3629-4a80-97e4-df5074e01fe9,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:52.876663 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.893551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be3360c4-9635-4009-8a31-7b3d57386e22 req-c31583b6-1e54-484c-916b-9a732ed31fb1 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0561857 Aug 16 02:16:52.900199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=3665fce4-5092-487f-9f15-416c213e1449,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.919783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:52.939332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Sync routers for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:52.950936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-512b1791-9782-4834-85f5-269caa7532cb service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941298 Aug 16 02:16:52.952917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.956776 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b6175132-ff4d-4324-87fe-585b25361456 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4337425 Aug 16 02:16:52.957103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41336) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.971458 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:52.972187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:53.009770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:53.012783 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15beaf4-4948-4646-9fcc-1d99ee537059" -d '{"events": [{"name": "network-changed", "server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:53.064523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e91e2b6d-2de2-40df-8b1d-9d5025cf8928 req-17d8044d-c66b-48e5-be98-060df1f269c6 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061358 Aug 16 02:16:53.111521 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f34ed7-8528-4568-9c4b-463709ecbe7e x-openstack-request-id: req-44f34ed7-8528-4568-9c4b-463709ecbe7e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:53.112133 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:53.112585 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44f34ed7-8528-4568-9c4b-463709ecbe7e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:53.112806 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'status': 'completed', 'code': 200} Aug 16 02:16:53.120426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:53.174544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e41286cd-3629-4a80-97e4-df5074e01fe9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.193942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-627cf823-1156-45be-9d23-68d1d648bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.195085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-627cf823-1156-45be-9d23-68d1d648bc41 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1100 time: 0.0475473 Aug 16 02:16:53.223038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:53.238482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-a1839a7f-1329-4922-bb95-533509bb0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.240397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-a1839a7f-1329-4922-bb95-533509bb0249 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1100 time: 0.1217010 Aug 16 02:16:53.366170 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.394971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-8d247601-f0cf-4c96-bb44-d47e75ab22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.396462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-8d247601-f0cf-4c96-bb44-d47e75ab22ae service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1925547 Aug 16 02:16:53.471790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-6891f8f5-491a-4083-9da2-07558bba2244 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0671401 Aug 16 02:16:53.544164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 3, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:53.582083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-39465acc-9b49-4273-92cc-ced8b294b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.584707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-b574da66-bc2e-4b2b-bf84-e666932d3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.586115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Checking router: f58cb661-0adc-4a36-8017-bd31b6346846 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:53.586256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-39465acc-9b49-4273-92cc-ced8b294b9e4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1060119 Aug 16 02:16:53.586475 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-b574da66-bc2e-4b2b-bf84-e666932d3b18 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3236883 Aug 16 02:16:53.586673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Updating router f58cb661-0adc-4a36-8017-bd31b6346846 port f8871f0b-4841-443c-927c-cd732d8a21c9 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:53.618178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.643422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-62e41b10-3f30-462f-b60b-fb14c9e0d95a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0478964 Aug 16 02:16:53.683491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007b942-a6bc-40ce-953b-eec3658a656c req-2d2e0142-714a-4446-8ce7-22355432ddb1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.685226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b007b942-a6bc-40ce-953b-eec3658a656c req-2d2e0142-714a-4446-8ce7-22355432ddb1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1202908 Aug 16 02:16:53.701401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-1b65a8d1-bdbb-4c18-b08e-a6b07d47dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.703165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-1b65a8d1-bdbb-4c18-b08e-a6b07d47dce2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829215 Aug 16 02:16:53.810325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b007b942-a6bc-40ce-953b-eec3658a656c req-2c710b68-f4e5-44d8-b260-e0cbe692ec42 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155932 Aug 16 02:16:53.819743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.822987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-e80ecdbb-dd10-4a10-9e89-9212c141f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.824886 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-e80ecdbb-dd10-4a10-9e89-9212c141f3fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1741049 Aug 16 02:16:53.867150 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-034acd70-4860-4428-985a-6683ee87c309 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540530 Aug 16 02:16:54.051271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Allocated IP 172.20.0.1 (7bf1cfe3-f87d-4819-948f-9d0b7ff722e3/7e687c7b-cdb7-4d68-bfdb-d5635dc8c597/f5f4391b-74cc-4cf4-8609-063e5c35f308) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:54.070150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3665fce4-5092-487f-9f15-416c213e1449 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:54.091862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-50144e91-ef70-4057-a09f-c10b9e60c015 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178609 Aug 16 02:16:54.166063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d3ce3-3bb6-4296-98e8-41467d813188 req-4bd372c0-b63a-45d3-9d02-8cd741c84430 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.169076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d6b82-e507-4553-bbe6-500f0a4ced9a req-5980178b-2f62-4f44-bb30-953154dcc0f5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.174851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b8d3ce3-3bb6-4296-98e8-41467d813188 req-4bd372c0-b63a-45d3-9d02-8cd741c84430 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 948 time: 0.0869799 Aug 16 02:16:54.177460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad5d6b82-e507-4553-bbe6-500f0a4ced9a req-5980178b-2f62-4f44-bb30-953154dcc0f5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 948 time: 0.4814568 Aug 16 02:16:54.205628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.218590 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.224944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b8d3ce3-3bb6-4296-98e8-41467d813188 req-402920cc-2910-4a9a-a120-46d476041d13 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491629 Aug 16 02:16:54.229583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Transition to ACTIVE for port object f8871f0b-4841-443c-927c-cd732d8a21c9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:54.248490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.264662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3665fce4-5092-487f-9f15-416c213e1449 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:54.265044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.266835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e41286cd-3629-4a80-97e4-df5074e01fe9 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:54.271571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad5d6b82-e507-4553-bbe6-500f0a4ced9a req-2936686b-efd8-4899-bb94-e0194922e0d6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907800 Aug 16 02:16:54.279064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Transition to ACTIVE for port object f5f4391b-74cc-4cf4-8609-063e5c35f308 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:54.289252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-d74fa859-535d-4e08-a605-2bc72d5a8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.291088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-d74fa859-535d-4e08-a605-2bc72d5a8cc3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4514387 Aug 16 02:16:54.391906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806ab54-bd9a-48a8-8fb4-e5d8b88b28a1 None None] Pushing event updated for resources: {'Port': ['ID=f8871f0b-4841-443c-927c-cd732d8a21c9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.433097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Attempting to bind port f8871f0b-4841-443c-927c-cd732d8a21c9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:54.433459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Attempting to bind port f8871f0b-4841-443c-927c-cd732d8a21c9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:54.433831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Attempting to bind port f8871f0b-4841-443c-927c-cd732d8a21c9 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:54.450411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:54.450794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:54.451207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.451638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:54.452383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Bound port: f8871f0b-4841-443c-927c-cd732d8a21c9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:54.452774 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.455880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.479576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-818ddf6d-afa1-42c2-a45e-c649a9b019e0 req-fe8bb7bb-bf61-4633-a3cf-c7eb7a83bf2a tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0497015 Aug 16 02:16:54.503613 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-16d2c096-8000-4178-a7b7-7ce6ac995ebf service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857767 Aug 16 02:16:54.526959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:54.544254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:54.573940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:54.590242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] For port f8871f0b-4841-443c-927c-cd732d8a21c9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:54.595491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] For port f8871f0b-4841-443c-927c-cd732d8a21c9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f8871f0b-4841-443c-927c-cd732d8a21c9,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:54.608384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Pushing event updated for resources: {'Port': ['ID=f5f4391b-74cc-4cf4-8609-063e5c35f308,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.611103 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.642777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.666439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port e41286cd-3629-4a80-97e4-df5074e01fe9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:54.687278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e41286cd-3629-4a80-97e4-df5074e01fe9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:54.687672 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.721909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806ab54-bd9a-48a8-8fb4-e5d8b88b28a1 None None] Pushing event updated for resources: {'Port': ['ID=f8871f0b-4841-443c-927c-cd732d8a21c9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.722812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f15beaf4-4948-4646-9fcc-1d99ee537059 req-ff6dd029-847d-485e-ab48-b93f7b8dc811 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086563 Aug 16 02:16:54.726254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:54.726890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:54.820800 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.894513 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.935073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:55.026498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218c60-c1f6-4ae2-b019-841989af40ba req-88c7e6ac-2dca-4bc7-91f4-90244aa29b1f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:55.028219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d218c60-c1f6-4ae2-b019-841989af40ba req-88c7e6ac-2dca-4bc7-91f4-90244aa29b1f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.0984218 Aug 16 02:16:55.095939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.104211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d218c60-c1f6-4ae2-b019-841989af40ba req-56ee8c14-7d72-43d5-8d06-7178038dc0ca tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655696 Aug 16 02:16:55.105645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.181852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.184969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Pushing event updated for resources: {'Port': ['ID=f5f4391b-74cc-4cf4-8609-063e5c35f308,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:55.194118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:55.197806 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5f045d-31bd-40c1-b1f5-6a59d02a3192" -d '{"events": [{"server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "name": "network-vif-plugged", "status": "completed", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:55.227749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e41286cd-3629-4a80-97e4-df5074e01fe9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e41286cd-3629-4a80-97e4-df5074e01fe9,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:55.238510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.335320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:55.337263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:55.340097 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e33c24-fa2d-4d87-8df4-70a061cde195 x-openstack-request-id: req-26e33c24-fa2d-4d87-8df4-70a061cde195 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:55.340414 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "name": "network-vif-plugged", "status": "completed", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:55.340676 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26e33c24-fa2d-4d87-8df4-70a061cde195 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:55.341230 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9', 'code': 200} Aug 16 02:16:55.343674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e41286cd-3629-4a80-97e4-df5074e01fe9,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:55.356097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6f5b6fd4-d6f4-4e1c-a5bc-820bd6852144 None None] Provisioning for port f5f4391b-74cc-4cf4-8609-063e5c35f308 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:55.362926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6f5b6fd4-d6f4-4e1c-a5bc-820bd6852144 None None] Provisioning complete for port f5f4391b-74cc-4cf4-8609-063e5c35f308 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:55.363304 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6fd4-d6f4-4e1c-a5bc-820bd6852144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.410098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b6fd4-d6f4-4e1c-a5bc-820bd6852144 None None] Port f5f4391b-74cc-4cf4-8609-063e5c35f308 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:55.467737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e68a6-aa0f-498b-8de6-c357cd998d16 req-32e87d02-700b-4d21-9614-51dbe2a7635a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:55.469615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-367e68a6-aa0f-498b-8de6-c357cd998d16 req-32e87d02-700b-4d21-9614-51dbe2a7635a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 948 time: 0.0695009 Aug 16 02:16:55.470250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:55.492374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 3, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.572062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-367e68a6-aa0f-498b-8de6-c357cd998d16 req-d5b37c17-13e5-470f-9145-1ea657599480 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772254 Aug 16 02:16:55.710587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:16:55.712538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40e546-963f-460a-bcb2-e568876f78c5 None None] The sync data for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 is: [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:50Z', 'revision_number': 3, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:55.783117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e1ebb23a-34b2-4a8c-baad-9ac8b8457e4b None None] Provisioning complete for port f5f4391b-74cc-4cf4-8609-063e5c35f308 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:55.783497 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb23a-34b2-4a8c-baad-9ac8b8457e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.954437 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2ef98b4-32b1-4819-a347-04ecdb975a9e req-a8445ba7-195d-4aae-a250-89b856ef2ecf tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0442052 Aug 16 02:16:55.960670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683ad08-1abd-4553-a7a7-d93c2014a962 req-37d1ce33-462e-4884-ac00-d73bf8abc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:55.962899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0683ad08-1abd-4553-a7a7-d93c2014a962 req-37d1ce33-462e-4884-ac00-d73bf8abc127 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 1101 time: 0.5945139 Aug 16 02:16:55.996739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46226101-cd60-4742-af89-f9ce60a8aeb5 req-53785499-1f21-4191-b645-1b2dc3c289dd tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.005019 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46226101-cd60-4742-af89-f9ce60a8aeb5 req-53785499-1f21-4191-b645-1b2dc3c289dd tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 949 time: 0.6452527 Aug 16 02:16:56.010310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebb23a-34b2-4a8c-baad-9ac8b8457e4b None None] Port f5f4391b-74cc-4cf4-8609-063e5c35f308 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:56.033728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:56.075333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'mac_address': 'fa:16:3e:fc:6f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:56.118827 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0683ad08-1abd-4553-a7a7-d93c2014a962 req-f393d8c0-7280-4298-873c-96f4a4c30a22 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449337 Aug 16 02:16:56.142726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46226101-cd60-4742-af89-f9ce60a8aeb5 req-b11181dd-2996-4e9e-88f9-2a707a8fe182 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363981 Aug 16 02:16:56.176647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Router f58cb661-0adc-4a36-8017-bd31b6346846 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:56.178519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.229415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf926943-5e48-4827-8691-f5c1c5156d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.237085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532f0278-f198-4497-b807-fe90a0bb8ef2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:56.323865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:56.337769 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.447449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:56.481255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:56.488867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cc984de5-587d-4dcc-af37-98b3cd1eda3b admin admin] 10.222.0.78 "PUT /v2.0/routers/f58cb661-0adc-4a36-8017-bd31b6346846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5305753 Aug 16 02:16:56.529498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a3563-bf12-4a66-833b-da66803f5d0e req-aac37368-2e70-4e4b-a4f7-f5418904bde6 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.536891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-710a3563-bf12-4a66-833b-da66803f5d0e req-aac37368-2e70-4e4b-a4f7-f5418904bde6 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1213198 Aug 16 02:16:56.565500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-2d2724ee-87a3-4de9-abe2-d270807315c2 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.568380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-2d2724ee-87a3-4de9-abe2-d270807315c2 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 949 time: 0.1861613 Aug 16 02:16:56.602370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9095d1-d740-47a0-a174-5e6da549069c req-4b155a22-7b8d-443a-b76b-576a9c646aff tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.617004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-710a3563-bf12-4a66-833b-da66803f5d0e req-6b288218-19a4-45c8-a621-b08546356e8c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578263 Aug 16 02:16:56.619312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc9095d1-d740-47a0-a174-5e6da549069c req-4b155a22-7b8d-443a-b76b-576a9c646aff tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 945 time: 0.1581419 Aug 16 02:16:56.657876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['532f0278-f198-4497-b807-fe90a0bb8ef2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:56.760558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-70840335-d687-47e1-b6ab-e41675889899 service neutron] 10.222.0.98 "GET /v2.0/ports/532f0278-f198-4497-b807-fe90a0bb8ef2/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 383 time: 0.1835771 Aug 16 02:16:56.782877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99c9e-fcd4-4eb5-91a7-13a6c1e2303c req-3ae1b253-c9bd-4cbb-8326-1fd8e278b3e9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.784496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8d99c9e-fcd4-4eb5-91a7-13a6c1e2303c req-3ae1b253-c9bd-4cbb-8326-1fd8e278b3e9 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 949 time: 0.0887918 Aug 16 02:16:56.808635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc9095d1-d740-47a0-a174-5e6da549069c req-7c2cce98-ca30-4215-8b6b-a772d68c11ca tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873145 Aug 16 02:16:56.877527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8d99c9e-fcd4-4eb5-91a7-13a6c1e2303c req-e9fc1733-6365-4054-ab04-a194d482761c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798960 Aug 16 02:16:56.927675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-0a61ee9d-cb0d-421d-bfac-7bf9969a215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.929301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-0a61ee9d-cb0d-421d-bfac-7bf9969a215a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1101 time: 0.1195762 Aug 16 02:16:57.111783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-d5ae80ed-9223-4577-b493-be6d9176cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.119179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-d5ae80ed-9223-4577-b493-be6d9176cc50 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1767168 Aug 16 02:16:57.199974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-e849f9b2-07b2-46bf-aee6-81110abd9c87 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0697923 Aug 16 02:16:57.202785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e6ed6b7-6f6b-4293-a225-771f4e424704 req-06ff353b-807e-45b3-9d58-02201772fdce tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0642362 Aug 16 02:16:57.329584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-f2279e78-bf6e-43cd-ac9a-55705ab15dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.332126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-f2279e78-bf6e-43cd-ac9a-55705ab15dde service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1234059 Aug 16 02:16:57.412666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff78d82-6abe-46b6-9834-054d94561b6c req-5284072d-5af4-4347-8df4-8766c2f4c4ad tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.414205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ff78d82-6abe-46b6-9834-054d94561b6c req-5284072d-5af4-4347-8df4-8766c2f4c4ad tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 949 time: 0.1057172 Aug 16 02:16:57.435085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-f656a049-83df-4447-8a47-6e6ea25b6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.436695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-f656a049-83df-4447-8a47-6e6ea25b6c27 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886338 Aug 16 02:16:57.490021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.494590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-969790f6-58c1-4e11-9c02-707d683f7e07 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418426563', 'description': 'tempest-description--1597206375'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:57.525359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ff78d82-6abe-46b6-9834-054d94561b6c req-95704880-b1d7-42f5-8359-dcfffb17403a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995784 Aug 16 02:16:57.526218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-969790f6-58c1-4e11-9c02-707d683f7e07 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.606521 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-93080be6-5072-424d-9af9-0acd4a0a0837 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618373 Aug 16 02:16:57.668018 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-969790f6-58c1-4e11-9c02-707d683f7e07 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.675221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-969790f6-58c1-4e11-9c02-707d683f7e07 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.728360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-969790f6-58c1-4e11-9c02-707d683f7e07 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.731775 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-969790f6-58c1-4e11-9c02-707d683f7e07 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2406931 Aug 16 02:16:57.737016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.742417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-88a4a9d6-75a1-4cd2-bfc6-1fb723a2f895 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Request body: {'security_group_rule': {'security_group_id': 'eb781a00-d929-4544-a896-717e09d9fccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:57.748096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969790f6-58c1-4e11-9c02-707d683f7e07 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb781a00-d929-4544-a896-717e09d9fccc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.778048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88a4a9d6-75a1-4cd2-bfc6-1fb723a2f895 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.792922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-982a0eff-7ebe-4845-ad16-429c72c6e0e5 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766770 Aug 16 02:16:57.870612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ba57-ae34-47f1-a8f9-cd29bbb74c3f req-85bf9904-81b7-4ad5-9e31-50e9bd4218ca tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.876763 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e898ba57-ae34-47f1-a8f9-cd29bbb74c3f req-85bf9904-81b7-4ad5-9e31-50e9bd4218ca tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 1101 time: 0.0516622 Aug 16 02:16:57.877504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88a4a9d6-75a1-4cd2-bfc6-1fb723a2f895 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.884406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88a4a9d6-75a1-4cd2-bfc6-1fb723a2f895 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.898791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e898ba57-ae34-47f1-a8f9-cd29bbb74c3f req-e83ceba8-b7fb-44de-90cc-39e4f147b1bd tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.910946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378784f1-517e-4eca-8d7e-ed3d22739dd2 req-1d59b7ae-4269-423f-b302-a6bf49361c51 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.912519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-378784f1-517e-4eca-8d7e-ed3d22739dd2 req-1d59b7ae-4269-423f-b302-a6bf49361c51 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.0833144 Aug 16 02:16:57.917524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4a9d6-75a1-4cd2-bfc6-1fb723a2f895 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6c5dc2-1d9c-428c-a2ae-4439396837a6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.966281 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-378784f1-517e-4eca-8d7e-ed3d22739dd2 req-2ab1c0d5-6236-4b06-851d-8eccd2b0dd89 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Aug 16 02:16:58.016956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e898ba57-ae34-47f1-a8f9-cd29bbb74c3f req-e83ceba8-b7fb-44de-90cc-39e4f147b1bd tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.021710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e898ba57-ae34-47f1-a8f9-cd29bbb74c3f req-e83ceba8-b7fb-44de-90cc-39e4f147b1bd tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.027076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88a4a9d6-75a1-4cd2-bfc6-1fb723a2f895 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.028671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-88a4a9d6-75a1-4cd2-bfc6-1fb723a2f895 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897592 Aug 16 02:16:58.032750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41454) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.045171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9bf08de7-b384-4d48-99fa-0c4c39cadd66 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Request body: {'security_group_rule': {'security_group_id': 'eb781a00-d929-4544-a896-717e09d9fccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:58.053401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f8871f0b-4841-443c-927c-cd732d8a21c9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:58.065108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e898ba57-ae34-47f1-a8f9-cd29bbb74c3f req-e83ceba8-b7fb-44de-90cc-39e4f147b1bd tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807086 Aug 16 02:16:58.069212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ceba8-b7fb-44de-90cc-39e4f147b1bd tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d704dbb-a211-4f02-b294-315a743408e6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.120582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bf08de7-b384-4d48-99fa-0c4c39cadd66 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.143364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f8871f0b-4841-443c-927c-cd732d8a21c9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:58.149018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f8871f0b-4841-443c-927c-cd732d8a21c9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:58.151524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e44f3-94bd-4a14-805c-34a578bf3268 req-9e55887d-a95c-4354-ad2e-ddbda33c4be5 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.152206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.153193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-796e44f3-94bd-4a14-805c-34a578bf3268 req-9e55887d-a95c-4354-ad2e-ddbda33c4be5 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 945 time: 0.0934377 Aug 16 02:16:58.226844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-796e44f3-94bd-4a14-805c-34a578bf3268 req-71cf0f89-aff7-43b8-bf79-00b0d4fd4b59 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655591 Aug 16 02:16:58.241703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d159b-d965-47de-b8ea-601d2d574085 req-febe6573-9c28-4f2c-843a-15f25e6dc58a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.243286 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e02d159b-d965-47de-b8ea-601d2d574085 req-febe6573-9c28-4f2c-843a-15f25e6dc58a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 949 time: 0.0764387 Aug 16 02:16:58.246018 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bf08de7-b384-4d48-99fa-0c4c39cadd66 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.251892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bf08de7-b384-4d48-99fa-0c4c39cadd66 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.260119 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.279520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf08de7-b384-4d48-99fa-0c4c39cadd66 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e76cf2-7644-4835-a20c-40ff74c134cf,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.290400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f8871f0b-4841-443c-927c-cd732d8a21c9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f8871f0b-4841-443c-927c-cd732d8a21c9,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:58.297712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bf08de7-b384-4d48-99fa-0c4c39cadd66 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.298191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e02d159b-d965-47de-b8ea-601d2d574085 req-c455faaa-4ec7-4d34-8ed5-d7c7f78c16ec tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473597 Aug 16 02:16:58.298928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9bf08de7-b384-4d48-99fa-0c4c39cadd66 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644782 Aug 16 02:16:58.302147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41464) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.305544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.306978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:58.351457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.387139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f8871f0b-4841-443c-927c-cd732d8a21c9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.410380 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Sync routers for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:58.420617 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:58.422283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.540911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f0915aec-fc3e-474d-97d8-fe0ec2946f33 req-55424edd-be8e-4894-8a15-91a2e427ddca tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0438721 Aug 16 02:16:58.545786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.574796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:58.643225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e96709-0c46-41da-b38b-450740992955 req-b814bd92-a579-42ce-99d5-1866700feccf tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.645628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43e96709-0c46-41da-b38b-450740992955 req-b814bd92-a579-42ce-99d5-1866700feccf tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 951 time: 0.0725324 Aug 16 02:16:58.690537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43e96709-0c46-41da-b38b-450740992955 req-4c42ad20-01bc-49d4-8f89-0c9cdeda9fbd tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Aug 16 02:16:58.696265 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d00ce4b8-aa84-494f-9580-6d836e78b168 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292199 Aug 16 02:16:58.716349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Allocated IP 172.25.4.193 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/b759b325-8529-4d70-9c20-99b578152c33) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:58.757738 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.785986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e9d2847b-cdeb-4ecf-997d-2bfd6037934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.873765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-4319abfc-9782-47ca-a2bb-ecca32ac91e1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.878472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-4319abfc-9782-47ca-a2bb-ecca32ac91e1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742556 Aug 16 02:16:58.898026 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 2, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:58.906710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-81a4a1d8-1b28-4da0-948e-0cda3358aa3a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/quotas/62d0a3d128e444b190a270b183712e12 HTTP/1.1" status: 200 len: 375 time: 0.0250578 Aug 16 02:16:58.917668 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.930406 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Checking router: f58cb661-0adc-4a36-8017-bd31b6346846 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:58.930756 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Updating router f58cb661-0adc-4a36-8017-bd31b6346846 port f5f4391b-74cc-4cf4-8609-063e5c35f308 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:58.957208 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.987010 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-5d492e25-0dea-4b94-9acf-ccebb2625b19 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724232 Aug 16 02:16:59.001658 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.044116 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:59.051265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:59.058500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:59.106578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event updated for resources: {'Port': ['ID=b759b325-8529-4d70-9c20-99b578152c33,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:59.192376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.218915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbfcd8-1990-4c83-8152-0a8bf765baa8 req-9deca621-d307-4df4-ac9c-5177eb3ebff0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.226552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5bbbfcd8-1990-4c83-8152-0a8bf765baa8 req-9deca621-d307-4df4-ac9c-5177eb3ebff0 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.0597475 Aug 16 02:16:59.235809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.268649 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.281575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5bbbfcd8-1990-4c83-8152-0a8bf765baa8 req-c4d8bc4a-6ea3-43ef-87fb-2261fab7c19a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537395 Aug 16 02:16:59.282628 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Transition to ACTIVE for port object f5f4391b-74cc-4cf4-8609-063e5c35f308 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:59.294995 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.346028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-a30a5910-9cf7-4e00-870d-a1fdcd17d3cc tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.348101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-a30a5910-9cf7-4e00-870d-a1fdcd17d3cc tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 945 time: 0.0903583 Aug 16 02:16:59.396373 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Pushing event updated for resources: {'Port': ['ID=f5f4391b-74cc-4cf4-8609-063e5c35f308,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:59.412443 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.413528 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.414106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.414649 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.415476 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.416317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.416856 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.417784 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.418583 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.419108 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.419668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.420096 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:59.456472 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.467338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.482153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:59.486106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Attempting to bind port f5f4391b-74cc-4cf4-8609-063e5c35f308 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:59.486106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Attempting to bind port f5f4391b-74cc-4cf4-8609-063e5c35f308 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:59.486522 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Attempting to bind port f5f4391b-74cc-4cf4-8609-063e5c35f308 on network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:59.491963 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:59.492506 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Checking segment: {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:59.493000 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.493490 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Bound using segment: {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:59.494158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Bound port: f5f4391b-74cc-4cf4-8609-063e5c35f308, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:59.494652 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.569728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event updated for resources: {'Port': ['ID=b759b325-8529-4d70-9c20-99b578152c33,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:59.574520 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] For port f5f4391b-74cc-4cf4-8609-063e5c35f308, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:59.579941 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] For port f5f4391b-74cc-4cf4-8609-063e5c35f308, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f5f4391b-74cc-4cf4-8609-063e5c35f308,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:59.586181 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.642974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 532f0278-f198-4497-b807-fe90a0bb8ef2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:59.651064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 532f0278-f198-4497-b807-fe90a0bb8ef2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:59.654669 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.666930 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:59.669213 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:59.692120 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a2e7-c07f-4e49-b36c-15256a87c65f None None] Pushing event updated for resources: {'Port': ['ID=f5f4391b-74cc-4cf4-8609-063e5c35f308,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:59.708977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368c707-10b4-4d79-9124-89fff216ddd9 req-bf28b0c6-3ce1-490f-b5e6-b61f3b3ee17d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.719118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6368c707-10b4-4d79-9124-89fff216ddd9 req-bf28b0c6-3ce1-490f-b5e6-b61f3b3ee17d tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 945 time: 0.1935689 Aug 16 02:16:59.724562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59276-a923-4302-bb92-47b8571edcc4 req-633d6aff-2077-4c2e-8687-aa61436ffe59 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.737972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7b59276-a923-4302-bb92-47b8571edcc4 req-633d6aff-2077-4c2e-8687-aa61436ffe59 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 949 time: 0.1046779 Aug 16 02:16:59.783182 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.787333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Deleting port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:59.787769 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.809235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.819474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:59.822875 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b95fb-2063-4ede-bdc6-52c78ec7be0e" -d '{"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-plugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:59.839588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7b59276-a923-4302-bb92-47b8571edcc4 req-cd9eaa16-a1ce-4383-bafa-37f79388463e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007431 Aug 16 02:16:59.846932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:59.857320 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.859090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-090f23bd-385b-465a-b29b-2bc40de8ffcd tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5552905 Aug 16 02:16:59.919712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6368c707-10b4-4d79-9124-89fff216ddd9 req-6bf90fc5-19a3-4142-81c6-907f82124e50 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups?id=c282a6d9-04b5-480c-b775-f9bc7e601d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991453 Aug 16 02:16:59.969419 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:59.992467 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.993293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:00.042075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] For port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:00.042505 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.081145 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.147357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f8871f0b-4841-443c-927c-cd732d8a21c9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:00.285894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.431878 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de70087-3e43-4d66-a706-200e4d30e9f6 x-openstack-request-id: req-6de70087-3e43-4d66-a706-200e4d30e9f6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:00.432481 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-plugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:00.432909 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6de70087-3e43-4d66-a706-200e4d30e9f6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:00.433657 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'code': 200} Aug 16 02:17:00.469778 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.476105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.476467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.476948 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8 disassociated. External IP: 172.25.4.105, port: e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155. Aug 16 02:17:00.477443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Calling delete_port for e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:00.487566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f8871f0b-4841-443c-927c-cd732d8a21c9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:00.488074 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.540316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-4b1061ef-75f1-4e96-a674-f4b6b7979b12 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1418426563&fields=id&tenant_id=502a1bc9793f4038b31c3a05be6e6538 HTTP/1.1" status: 200 len: 267 time: 0.0441699 Aug 16 02:17:00.551153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:00.563558 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.601554 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:16:59Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:00.614828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3aa016e-81b4-411a-9726-20ee10845b7e req-3c4262fc-6844-422b-baee-0585fa366298 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.2289848 Aug 16 02:17:00.680310 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eef248-c424-4c54-9e85-382cd119d0a5 None None] The sync data for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 is: [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:16:59Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:00.709936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=11']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.756246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.762325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-a7ed41f1-9064-4b8d-8663-f6ed9b7df0c7 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:00.781081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-a7ed41f1-9064-4b8d-8663-f6ed9b7df0c7 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/networks?id=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 HTTP/1.1" status: 200 len: 805 time: 0.2207785 Aug 16 02:17:00.825276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event deleted for resources: {'Port': ['ID=e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.839710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-6b39a7a9-35da-447c-9d6a-0b1ed43318a5 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/quotas/502a1bc9793f4038b31c3a05be6e6538 HTTP/1.1" status: 200 len: 375 time: 0.0571449 Aug 16 02:17:00.876378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-e1370ba3-2eba-4b72-b683-30b9436728b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:00.877706 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-e1370ba3-2eba-4b72-b683-30b9436728b6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051&tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c HTTP/1.1" status: 200 len: 1102 time: 0.1458108 Aug 16 02:17:00.902337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:01.010080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-e194fac8-2586-4124-b44c-b5f0b84e4639 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=502a1bc9793f4038b31c3a05be6e6538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1693573 Aug 16 02:17:01.010725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Router 4dff5543-c408-4ab3-ae20-fa0c252ee753 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:01.043055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.145887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afd9d8-2954-4760-9142-2b3ed975c059 req-4a07b4a8-d1c8-4abc-8f52-f761aa636110 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.147523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8afd9d8-2954-4760-9142-2b3ed975c059 req-4a07b4a8-d1c8-4abc-8f52-f761aa636110 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.0802045 Aug 16 02:17:01.239554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:01.248601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8afd9d8-2954-4760-9142-2b3ed975c059 req-bd136504-f0c7-4251-8f93-bfbd6bbd5f19 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635657 Aug 16 02:17:01.253666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] Sync routers for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:01.284541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:01.284963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:01.316788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] No DVR routers for this DVR port e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:01.319992 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.322329 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a4de920d-a417-4e3f-8ac1-8706424ec80e req-19f0612d-6c3a-4f83-a8c7-0b60a668bb4b tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.88 "DELETE /v2.0/ports/e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 HTTP/1.1" status: 204 len: 173 time: 1.9678459 Aug 16 02:17:01.322780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'name': 'network-vif-deleted', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:01.324892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-6a9bf912-7a3f-44e2-914f-b2940025e5a8 service neutron] 10.222.0.78 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889483 Aug 16 02:17:01.342433 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1132d58d-a051-4c59-b8fa-7e23db15b699" -d '{"events": [{"server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "name": "network-vif-deleted", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:01.447367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24efd5c7-3600-4f18-8cb3-826624d8078e req-e8d50152-2643-46ba-b669-b17ee168bfb2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 210 time: 0.0660269 Aug 16 02:17:01.526604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-c58d4be6-572f-4ddc-bc5a-d1d0bf6cb88f service neutron] 10.222.0.78 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002208 Aug 16 02:17:01.556391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:01.691516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd406ba-c464-46c1-b9ad-368909e97dc3 req-08f70d44-4522-48e5-9863-2e9a41f158de tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.705551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bd406ba-c464-46c1-b9ad-368909e97dc3 req-08f70d44-4522-48e5-9863-2e9a41f158de tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.1303315 Aug 16 02:17:01.809317 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bd406ba-c464-46c1-b9ad-368909e97dc3 req-f62d3a4b-7fd2-4b61-aa09-bc665008e846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030223 Aug 16 02:17:01.842318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.971997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.051171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6aa1f943-910f-4558-9a0e-224b6f822234 req-fb2aed5a-8fa4-48c7-85d6-d819ca6fdac3 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b HTTP/1.1" status: 200 len: 210 time: 0.0500946 Aug 16 02:17:02.122182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] Checking router: 4dff5543-c408-4ab3-ae20-fa0c252ee753 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:02.143770 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e79d7ab-8af8-4018-a484-c0eb10e3f646 x-openstack-request-id: req-1e79d7ab-8af8-4018-a484-c0eb10e3f646 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:02.144248 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b", "name": "network-vif-deleted", "tag": "e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:02.144613 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e79d7ab-8af8-4018-a484-c0eb10e3f646 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:02.145107 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d1fc2-ec50-463d-87e9-1a6f3e3af12b', 'name': 'network-vif-deleted', 'tag': 'e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155', 'status': 'completed', 'code': 200} Aug 16 02:17:02.173290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:02.178080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.313261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7006fde4-e857-497c-80cc-3072a884e8a2 req-c479c2d3-f768-4dce-9f24-8ab05e94e8f3 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0728188 Aug 16 02:17:02.323202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f5f4391b-74cc-4cf4-8609-063e5c35f308 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:02.334228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:02.414055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:02.414419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8b1d65a-fca9-4b3a-9e20-b8ce26d6a155 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:02.457826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:02.461140 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ef380-b417-416a-841e-70c9fdd43d43" -d '{"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-unplugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:02.530754 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-a38e5c1b-e4b9-42d1-9282-7c6ba7f6f132 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133289 Aug 16 02:17:02.578528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f5f4391b-74cc-4cf4-8609-063e5c35f308 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:02.582320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:02.622779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dca898ed-2df3-4ae8-b85d-28641d19eaed req-8413d698-f58a-4b89-9b37-7b83f51dbe11 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 210 time: 0.2020116 Aug 16 02:17:02.661177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f5f4391b-74cc-4cf4-8609-063e5c35f308 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:02.661558 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.676942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-6579f1a6-a319-4388-b2e0-ca982e279fa3 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1342013 Aug 16 02:17:02.725389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51894647-19dc-4cab-84fc-fd21025455b9 req-691f575c-b8dd-43d9-adaf-fe12d395b970 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.738629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51894647-19dc-4cab-84fc-fd21025455b9 req-691f575c-b8dd-43d9-adaf-fe12d395b970 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1314707 Aug 16 02:17:02.775185 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ead37a4-7226-4584-b328-642b942aea4e req-f5720e1e-0507-4d3e-ae44-fe0645698ad2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 210 time: 0.0498836 Aug 16 02:17:02.785374 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51894647-19dc-4cab-84fc-fd21025455b9 req-e2b6036e-3d34-4ae3-b462-6c6e1fdfa0c6 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Aug 16 02:17:02.864389 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5306fda9-35f1-4fb1-ab95-e133c319f101 x-openstack-request-id: req-5306fda9-35f1-4fb1-ab95-e133c319f101 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:02.865019 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-unplugged", "status": "completed", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:02.865893 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5306fda9-35f1-4fb1-ab95-e133c319f101 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:02.866595 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'code': 200} Aug 16 02:17:02.873280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:02.978525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-44105b34-b52c-47e8-b023-b8c1477b9162 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.980305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-44105b34-b52c-47e8-b023-b8c1477b9162 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4319980 Aug 16 02:17:02.982580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:02.989492 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.992531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-da45e879-1201-4234-9120-23ed389b82ac tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.996217 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-da45e879-1201-4234-9120-23ed389b82ac tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717226 Aug 16 02:17:03.035947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:03.062623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f5f4391b-74cc-4cf4-8609-063e5c35f308, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f5f4391b-74cc-4cf4-8609-063e5c35f308,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:03.068623 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.114320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': '260a34e2-885a-4bfe-beb1-75739f08170a', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:03.115522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:03.235812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:03.238268 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9af2cf-7681-48cd-916b-50d79677d62f" -d '{"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-unplugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:03.255164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.256867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-76f276e3-9aa0-4672-bcb4-b2e6bfe7dab2 req-388a563d-71d4-4b23-aadc-88ca447627f7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0505433 Aug 16 02:17:03.274610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5f70-036b-4377-bf79-4f55b88fe649 req-6d37b3c9-2afe-4c96-b331-f33a054d0998 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.276149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eca5f70-036b-4377-bf79-4f55b88fe649 req-6d37b3c9-2afe-4c96-b331-f33a054d0998 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.2915320 Aug 16 02:17:03.308370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71826d35-0ec1-4eb1-9e83-135294c5ed04 None None] The sync data for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 is: [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:12:24Z', 'revision_number': 4, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2695a71d-2ed9-4716-96fd-4f048da47a90', 'name': '', 'network_id': 'a284a135-fd34-4a4c-81e8-37e9bcdc7e65', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'mac_address': 'fa:16:3e:2f:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:22Z', 'updated_at': '2021-08-16T02:12:35Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'subnets': [{'id': 'e94bc30c-d333-4763-9a60-e9682031fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:03.313102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f5f4391b-74cc-4cf4-8609-063e5c35f308,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.336722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Transition to ACTIVE for port object 532f0278-f198-4497-b807-fe90a0bb8ef2 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:03.354933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.411032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:03.414643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.485876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:03.500958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eca5f70-036b-4377-bf79-4f55b88fe649 req-e100d5b7-9d97-4d8a-91b0-d510cf12f750 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144480 Aug 16 02:17:03.523326 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbf3a5e-508f-4da8-9fed-71bfa498bb05 x-openstack-request-id: req-bfbf3a5e-508f-4da8-9fed-71bfa498bb05 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:03.525108 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-unplugged", "status": "completed", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:03.525933 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfbf3a5e-508f-4da8-9fed-71bfa498bb05 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:03.527211 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'code': 200} Aug 16 02:17:03.604147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.615316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:03.636381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] No DVR routers for this DVR port 532f0278-f198-4497-b807-fe90a0bb8ef2 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:03.736349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-38a6b680-09f2-4428-8b0b-c98057e6ea19 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.739362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-38a6b680-09f2-4428-8b0b-c98057e6ea19 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.88 "GET /v2.0/networks?id=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 HTTP/1.1" status: 200 len: 805 time: 0.2721591 Aug 16 02:17:03.769362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:03.776818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.778190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fbb6ca64-10cb-483c-af6c-1620709d85ad req-2dbfaed2-bfe1-4828-8dd4-16ecdcd25012 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0530994 Aug 16 02:17:03.789555 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57810e-1904-451b-9902-0d401307cbbc None None] New status for floating IP f7aa412a-f657-47ca-9a0f-4d3b788c2db8: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:03.802111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:03.841430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:03.842046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:03.842699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:03.880186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-ad0361e8-b3ad-49da-bbbc-a0b8aaa8c5f6 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502a1bc9793f4038b31c3a05be6e6538 HTTP/1.1" status: 200 len: 380 time: 0.1304772 Aug 16 02:17:03.902452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e299a5a-bee4-4da6-9afc-2fd4359859a1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.908555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Request body: {'port': {'device_id': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'admin_state_up': True, 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'security_groups': ['eb781a00-d929-4544-a896-717e09d9fccc']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:04.032917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.244 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:04.046911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f5f4391b-74cc-4cf4-8609-063e5c35f308 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:04.085602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:04.085935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Attempting to bind port 532f0278-f198-4497-b807-fe90a0bb8ef2 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:04.129248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f5f4391b-74cc-4cf4-8609-063e5c35f308 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:04.129927 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.144306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f15fe856-2284-49ba-83ea-5e38587113a0 req-0ecdb68d-b577-4701-9bc6-8f78b8064985 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0698652 Aug 16 02:17:04.145140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:04.145485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:04.145885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:04.146340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Bound port: 532f0278-f198-4497-b807-fe90a0bb8ef2, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:04.146704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.240564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0266d30c-961b-4e88-9768-6922bc3774bb req-70fdea6b-839a-41f7-9bd6-530bb52562e2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 210 time: 0.0819628 Aug 16 02:17:04.263740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e299a5a-bee4-4da6-9afc-2fd4359859a1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.362219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-063cf27d-ded7-4544-8803-2f40a9a9e836 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4157200 Aug 16 02:17:04.430669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e299a5a-bee4-4da6-9afc-2fd4359859a1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.433525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e299a5a-bee4-4da6-9afc-2fd4359859a1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.434688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3e299a5a-bee4-4da6-9afc-2fd4359859a1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "DELETE /v2.0/security-groups/c282a6d9-04b5-480c-b775-f9bc7e601d4b HTTP/1.1" status: 204 len: 168 time: 0.6304753 Aug 16 02:17:04.439049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41752) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:04.464751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Made reservation on behalf of 502a1bc9793f4038b31c3a05be6e6538 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:04.467368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529842a-9f64-4bbd-a9c1-702036fbd0ce req-9dd80f98-5e07-4f03-889d-c05374c4d371 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.469007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3529842a-9f64-4bbd-a9c1-702036fbd0ce req-9dd80f98-5e07-4f03-889d-c05374c4d371 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.2089996 Aug 16 02:17:04.469152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.472183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e299a5a-bee4-4da6-9afc-2fd4359859a1 tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282a6d9-04b5-480c-b775-f9bc7e601d4b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.477634 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-4f571943-e61b-4a5a-aab6-8fe0d9037c6f tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] show failed (client error): The resource could not be found. Aug 16 02:17:04.478648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4f571943-e61b-4a5a-aab6-8fe0d9037c6f tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "GET /v2.0/security-groups/c282a6d9-04b5-480c-b775-f9bc7e601d4b HTTP/1.1" status: 404 len: 347 time: 0.0386593 Aug 16 02:17:04.484976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:04.486832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:04.513134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-ba6df1d7-336e-4997-86c3-56c597141c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.515200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-ba6df1d7-336e-4997-86c3-56c597141c9e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 1102 time: 0.1045473 Aug 16 02:17:04.565828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:04.579506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.584443 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.689004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3529842a-9f64-4bbd-a9c1-702036fbd0ce req-744dbdea-4cb8-4200-88f1-b34726eaff21 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879766 Aug 16 02:17:04.689561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-4aa1e03e-f2cf-4969-9784-4df02db4c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.690691 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-4aa1e03e-f2cf-4969-9784-4df02db4c98b service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1352499 Aug 16 02:17:04.696337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.698013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.699568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] 10.222.0.88 "PUT /v2.0/ports/532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 1098 time: 3.8027196 Aug 16 02:17:04.731821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:04.739952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Allocated IP 172.20.0.11 (7bf1cfe3-f87d-4819-948f-9d0b7ff722e3/7e687c7b-cdb7-4d68-bfdb-d5635dc8c597/10fd74e6-ba03-41ce-8a66-ac1073551e65) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:04.746187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-77e6ab74-27fd-4975-b776-c64c7baea00d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 200 len: 217 time: 0.0464709 Aug 16 02:17:04.785520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df74e65-822a-4b08-b829-aeb74aacc627 service neutron] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.838506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-26693c41-253d-448a-9ebb-3c7349e798b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.840410 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-26693c41-253d-448a-9ebb-3c7349e798b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0799377 Aug 16 02:17:04.931940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.147 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/063a736d-4555-49bc-83ea-939cdc5ed03b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:04.942106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-92a8eb25-c4bb-45dd-8484-82bb5935793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.943591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-92a8eb25-c4bb-45dd-8484-82bb5935793c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885820 Aug 16 02:17:04.945318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-b8fd2ca9-9b13-4283-a036-0728c0d482ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.946956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-b8fd2ca9-9b13-4283-a036-0728c0d482ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1101 time: 0.2113211 Aug 16 02:17:04.950760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Deleting port 5ffcdd19-15e6-47b3-9c69-105304831a8e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:04.951108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.953802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.968932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:05.056883 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.058819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96ee10-1b4a-482e-a176-b28860ccfddb req-f522690c-8303-4539-95b0-2bcd8e53c530 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.068082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb96ee10-1b4a-482e-a176-b28860ccfddb req-f522690c-8303-4539-95b0-2bcd8e53c530 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 949 time: 0.2843778 Aug 16 02:17:05.087824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Transition to ACTIVE for port object 10fd74e6-ba03-41ce-8a66-ac1073551e65 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:05.117761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-0d311609-a974-4b43-a443-3baf01309097 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633058 Aug 16 02:17:05.166200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:05.178085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:05.203659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:05.242071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.277819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442960ee-c6fa-48cd-a2ca-2e0cdff7f358 req-eef4f77c-1009-4b0b-b7d6-115eef4668b1 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389983 Aug 16 02:17:05.280107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb96ee10-1b4a-482e-a176-b28860ccfddb req-7f4049df-5b7a-4ea2-bbbe-12f6d5a632f3 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111120 Aug 16 02:17:05.328069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:05.357267 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27172cb2-adc0-43a8-8975-ec0e4e944d53 req-390e1011-99e4-46d7-943f-267bbd2cf2fd tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0574329 Aug 16 02:17:05.359627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:05.365298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:05.379017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:05.402030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.402477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.453476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event updated for resources: {'Port': ['ID=10fd74e6-ba03-41ce-8a66-ac1073551e65,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:05.464889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.465242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.483009 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d4188066-9c1a-465c-84b8-d210e5a4474b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4867628 Aug 16 02:17:05.512841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Request body: {'port': {'device_id': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:05.522512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Calling delete_port for 5ffcdd19-15e6-47b3-9c69-105304831a8e owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:05.534770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.535437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.551693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:05.566018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787cb9-1b8c-4e44-aaac-df8cb2151314 req-777ad369-5a09-4f26-b1f3-15f7adb7e691 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.566248 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733" -d '{"events": [{"name": "network-changed", "server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:05.567705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8787cb9-1b8c-4e44-aaac-df8cb2151314 req-777ad369-5a09-4f26-b1f3-15f7adb7e691 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 932 time: 0.1015840 Aug 16 02:17:05.570452 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1ad1ba8c-e343-40e7-aeb5-ff3b70c54799 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6690168 Aug 16 02:17:05.580821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9c25961e-4b28-4f71-aa99-3f0a995a87b8 None None] Provisioning for port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:05.586229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9c25961e-4b28-4f71-aa99-3f0a995a87b8 None None] Provisioning complete for port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:05.586699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c25961e-4b28-4f71-aa99-3f0a995a87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.601895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Request body: {'port': {'device_id': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:05.616018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-0abce050-5d3e-40a9-8de2-caa01a58891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.626646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-0abce050-5d3e-40a9-8de2-caa01a58891f service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.6698301 Aug 16 02:17:05.656850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9c25961e-4b28-4f71-aa99-3f0a995a87b8 None None] Port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:05.684619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8787cb9-1b8c-4e44-aaac-df8cb2151314 req-ba7fb776-1248-4c73-91d3-84a6f89916ac tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052420 Aug 16 02:17:05.732890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.782125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-142b54e9-12df-4af8-b836-0e3ce4574533 None None] Provisioning for port 10fd74e6-ba03-41ce-8a66-ac1073551e65 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:05.787304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-142b54e9-12df-4af8-b836-0e3ce4574533 None None] Provisioning complete for port 10fd74e6-ba03-41ce-8a66-ac1073551e65 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:05.787964 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-142b54e9-12df-4af8-b836-0e3ce4574533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.812450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60d1dd97-8b4b-445c-ab21-f26877030f67 req-1424c9ff-ba14-4640-8e30-ff6bb1f95a96 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 210 time: 0.0433426 Aug 16 02:17:05.867217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-142b54e9-12df-4af8-b836-0e3ce4574533 None None] Port 10fd74e6-ba03-41ce-8a66-ac1073551e65 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:06.085237 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1393d7-adb5-4058-9447-920fb4ea79de x-openstack-request-id: req-6f1393d7-adb5-4058-9447-920fb4ea79de {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:06.085885 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:06.085885 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f1393d7-adb5-4058-9447-920fb4ea79de {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:06.086184 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'status': 'completed', 'code': 200} Aug 16 02:17:06.091550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.104266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-64342ad7-661b-4355-8cd5-4515335e5d86 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.4588280 Aug 16 02:17:06.129704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.213390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object 063a736d-4555-49bc-83ea-939cdc5ed03b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:06.242500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-37ddd3e5-5410-45af-8689-a513c72ac31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.244183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-37ddd3e5-5410-45af-8689-a513c72ac31e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1314764 Aug 16 02:17:06.271130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d13c73a-9166-43a4-8d09-522272c82ce5 req-15c17313-f8f1-4707-a1d4-86f09e8a2deb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e2838bc9bf44249a727dc3755174830&device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0443087 Aug 16 02:17:06.277738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fd74e6-ba03-41ce-8a66-ac1073551e65 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:06.402178 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:06.431380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-7737ac4f-827d-4212-baa8-4f6e333f07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.432947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-7737ac4f-827d-4212-baa8-4f6e333f07c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1771047 Aug 16 02:17:06.437034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.439169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.451369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:06.529398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Pushing event deleted for resources: {'Port': ['ID=5ffcdd19-15e6-47b3-9c69-105304831a8e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:06.625026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:06.634306 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.639063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:06.658182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86f4af-04d5-40cd-a942-2b9e5a5be021 req-735e2141-d4c3-457f-9069-de009bb34238 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.666368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf86f4af-04d5-40cd-a942-2b9e5a5be021 req-735e2141-d4c3-457f-9069-de009bb34238 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.5866539 Aug 16 02:17:06.673651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d13c73a-9166-43a4-8d09-522272c82ce5 req-98ff9699-5521-42ce-ae4c-d23a33bf1e6f service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4e2838bc9bf44249a727dc3755174830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3903306 Aug 16 02:17:06.673998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:06.682897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-26795ac8-a839-4f01-9553-fa59a498d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.684466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-26795ac8-a839-4f01-9553-fa59a498d2bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1101 time: 0.6166651 Aug 16 02:17:06.717127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Transition to ACTIVE for port object 10fd74e6-ba03-41ce-8a66-ac1073551e65 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:06.744436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=063a736d-4555-49bc-83ea-939cdc5ed03b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:06.784690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.787865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.788846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.789464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-97b02bf2-eaa1-473e-af1d-39f0185e068c tempest-ServersWithSpecificFlavorTestJSON-1446248986 tempest-ServersWithSpecificFlavorTestJSON-1446248986-project] 10.222.0.78 "DELETE /v2.0/floatingips/f7aa412a-f657-47ca-9a0f-4d3b788c2db8 HTTP/1.1" status: 204 len: 168 time: 2.3003004 Aug 16 02:17:06.800050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-f23dd4c8-020c-492b-9e29-ed5e5ec09350 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485107 Aug 16 02:17:06.815776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.816740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.910870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c309010-5bbd-4f7a-b0c6-72ad0415e525 req-dfd5da7f-a235-4b4d-831e-0c896f514275 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0762920 Aug 16 02:17:06.920380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f3ce77db-fda1-4554-8fdc-87e90f84a32c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8295579 Aug 16 02:17:06.952473 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf86f4af-04d5-40cd-a942-2b9e5a5be021 req-d11e515d-88c4-42f6-9d97-2f66d48ab54b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829356 Aug 16 02:17:06.969636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Request body: {'port': {'device_id': '260a34e2-885a-4bfe-beb1-75739f08170a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:07.004152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e4a38ca4-2f97-4828-86fb-ec6b929de981 None None] Provisioning for port 063a736d-4555-49bc-83ea-939cdc5ed03b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:07.017141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e4a38ca4-2f97-4828-86fb-ec6b929de981 None None] Provisioning complete for port 063a736d-4555-49bc-83ea-939cdc5ed03b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:07.019630 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e4a38ca4-2f97-4828-86fb-ec6b929de981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.021138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:07.036275 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.096240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e4a38ca4-2f97-4828-86fb-ec6b929de981 None None] Port 063a736d-4555-49bc-83ea-939cdc5ed03b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:07.103295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13c73a-9166-43a4-8d09-522272c82ce5 req-b7ffdb3f-3394-4c69-a921-5880f9c6b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.105425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d13c73a-9166-43a4-8d09-522272c82ce5 req-b7ffdb3f-3394-4c69-a921-5880f9c6b3af service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4163895 Aug 16 02:17:07.109139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Pushing event updated for resources: {'Port': ['ID=10fd74e6-ba03-41ce-8a66-ac1073551e65,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:07.112266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cbae46c-8c90-4a5c-93ff-5f8272034451 req-ffbf0d03-0d99-43c8-9b7c-c4290cef472e service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033595 Aug 16 02:17:07.113174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Transition to ACTIVE for port object 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:07.115349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.140058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.185246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-e19e6a7d-960a-4b6e-9e0f-08f61a6cf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.188108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-e19e6a7d-960a-4b6e-9e0f-08f61a6cf180 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.4821260 Aug 16 02:17:07.267976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:07.281576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223cf2-b50d-42a9-998a-2d33a4e7be01 req-9672a19d-7974-4bd6-ad88-7b986e7a6634 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.283197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38223cf2-b50d-42a9-998a-2d33a4e7be01 req-9672a19d-7974-4bd6-ad88-7b986e7a6634 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 944 time: 0.1971927 Aug 16 02:17:07.304771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-c15cb7ed-ec3c-4d65-936f-916dab7e18db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0646119 Aug 16 02:17:07.374833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa969853-fddf-4d91-826a-10b4413ee1ac req-abda80e7-07a6-4bd1-ad9a-659b9b1de579 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.377854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa969853-fddf-4d91-826a-10b4413ee1ac req-abda80e7-07a6-4bd1-ad9a-659b9b1de579 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 949 time: 0.2119536 Aug 16 02:17:07.428765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-63e8078e-1b43-445b-a51f-92e24956b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.430255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-63e8078e-1b43-445b-a51f-92e24956b922 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1033850 Aug 16 02:17:07.453858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-f83f010c-2e9a-4d91-adfb-69d524967d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.455810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-f83f010c-2e9a-4d91-adfb-69d524967d67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1101 time: 0.2729964 Aug 16 02:17:07.468836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa969853-fddf-4d91-826a-10b4413ee1ac req-1f5399af-1f8b-4896-8e01-dfbfe2d06973 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832148 Aug 16 02:17:07.484071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Attempting to bind port 10fd74e6-ba03-41ce-8a66-ac1073551e65 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:07.484536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Attempting to bind port 10fd74e6-ba03-41ce-8a66-ac1073551e65 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:07.484873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Attempting to bind port 10fd74e6-ba03-41ce-8a66-ac1073551e65 on network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:07.491937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Port 10fd74e6-ba03-41ce-8a66-ac1073551e65 on network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:07.492424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Attempting to bind port 10fd74e6-ba03-41ce-8a66-ac1073551e65 on network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:07.501901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:07.502233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Checking segment: {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:07.502623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Bound using segment: {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:07.503115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Bound port: 10fd74e6-ba03-41ce-8a66-ac1073551e65, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e5156f-23b7-47ff-8f59-c42421362169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:07.503481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.520765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-9afc2158-6b6e-43d6-9d0d-67a329ae78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.522351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-9afc2158-6b6e-43d6-9d0d-67a329ae78d7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736079 Aug 16 02:17:07.528398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38223cf2-b50d-42a9-998a-2d33a4e7be01 req-31a4e2fc-36eb-43f8-8fbd-7d7315a86152 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364366 Aug 16 02:17:07.598376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Attempting to bind port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:07.598917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Attempting to bind port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:07.599486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Attempting to bind port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:07.621069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:07.621841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Attempting to bind port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:07.637999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:07.638337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:07.638993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:07.640130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Bound port: 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:07.640772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.664431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] For port 10fd74e6-ba03-41ce-8a66-ac1073551e65, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:07.670678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] For port 10fd74e6-ba03-41ce-8a66-ac1073551e65, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:07.679393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.740086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-fc5edf18-45ab-4115-a020-7a5728f61889 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932783 Aug 16 02:17:07.741314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.741937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.743244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] 10.222.0.88 "PUT /v2.0/ports/10fd74e6-ba03-41ce-8a66-ac1073551e65 HTTP/1.1" status: 200 len: 1093 time: 2.1599064 Aug 16 02:17:07.752534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:07.755171 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f6f818-ce36-4c21-a1be-0211f343a37d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:07.809398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-93cc23a6-3da9-4d5f-8bd3-6129f4972690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.811143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-93cc23a6-3da9-4d5f-8bd3-6129f4972690 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3340483 Aug 16 02:17:07.861781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb663-0cf4-414e-9786-199fbfbf9957 service neutron] Pushing event updated for resources: {'Port': ['ID=10fd74e6-ba03-41ce-8a66-ac1073551e65,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:07.909100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-ab6f3682-cf2c-437f-8bb8-39a31219d924 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0873408 Aug 16 02:17:07.919167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] For port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:07.929685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] For port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:07.935373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dc3bf-9c10-478e-80df-8fa4d4ae60b3 req-ac3c4a08-762d-45e5-ab46-c9ab6a70d9b7 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.937035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dc1dc3bf-9c10-478e-80df-8fa4d4ae60b3 req-ac3c4a08-762d-45e5-ab46-c9ab6a70d9b7 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 948 time: 0.1674206 Aug 16 02:17:07.940153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063a736d-4555-49bc-83ea-939cdc5ed03b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:07.953601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-f5286844-011b-444e-84aa-71c84de73c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.953903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f219f-0542-4bf0-8b66-ec3cbccc97f4 req-595f9f59-2050-44e9-a8a6-1492abd0d66a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.955088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-f5286844-011b-444e-84aa-71c84de73c02 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=502a1bc9793f4038b31c3a05be6e6538&device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 1096 time: 0.1255529 Aug 16 02:17:07.955497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c39f219f-0542-4bf0-8b66-ec3cbccc97f4 req-595f9f59-2050-44e9-a8a6-1492abd0d66a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 936 time: 0.2331390 Aug 16 02:17:07.956638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.962493 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-d3970cc5-dab6-4927-8c86-99ae399b7521 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039399 Aug 16 02:17:07.985269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.007210 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-7829c24a-c8ec-4382-b3dd-893e91d1510f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65 HTTP/1.1" status: 200 len: 217 time: 0.0372736 Aug 16 02:17:08.033217 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dc1dc3bf-9c10-478e-80df-8fa4d4ae60b3 req-f4f15717-075d-43ed-bca2-95f76399b7c3 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845873 Aug 16 02:17:08.059297 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Transition to ACTIVE for port object 063a736d-4555-49bc-83ea-939cdc5ed03b will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:08.070817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.071437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.072954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] 10.222.0.98 "PUT /v2.0/ports/3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa HTTP/1.1" status: 200 len: 1097 time: 2.5713956 Aug 16 02:17:08.080158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.084808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-0f437d0b-6236-4d24-987e-91bb4a23544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.086324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-0f437d0b-6236-4d24-987e-91bb4a23544f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e687c7b-cdb7-4d68-bfdb-d5635dc8c597 HTTP/1.1" status: 200 len: 844 time: 0.0649712 Aug 16 02:17:08.091547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-73b6bbb0-e598-4fab-abda-7a3366a0b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.094320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-73b6bbb0-e598-4fab-abda-7a3366a0b2f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1705720 Aug 16 02:17:08.102383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'tag': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:08.104757 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b387400-e800-4d8f-b444-58e12bf2c2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "72d8884c-83bc-47a1-80a1-562c6cff31fa", "tag": "3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:08.162723 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024467d-a11e-4ce0-852d-3ea294a84a33 x-openstack-request-id: req-7024467d-a11e-4ce0-852d-3ea294a84a33 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:08.163023 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:08.163275 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7024467d-a11e-4ce0-852d-3ea294a84a33 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:08.163672 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'status': 'completed', 'code': 200} Aug 16 02:17:08.176818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b7548-4873-4a31-aa74-750aa9a1fc21 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.194634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1b4d07f4-e4ef-48df-b004-1ebd093ad3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.198326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-1b4d07f4-e4ef-48df-b004-1ebd093ad3f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931211 Aug 16 02:17:08.222869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c39f219f-0542-4bf0-8b66-ec3cbccc97f4 req-8b89f446-2188-44ea-9d22-c037240500e4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332008 Aug 16 02:17:08.279377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0b3e3ac-1a84-4554-a727-ab6e3fef5c0e req-5b439b5a-c08b-40a4-9529-2441ff6ce7e3 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0648298 Aug 16 02:17:08.330325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-be104bc1-d4b4-4804-9c59-4a00c2e376df service neutron] 10.222.0.88 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235275 Aug 16 02:17:08.403936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Pushing event updated for resources: {'Port': ['ID=063a736d-4555-49bc-83ea-939cdc5ed03b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.421382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-446bd64b-2886-4510-a1ed-d84a16e5c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.422931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-446bd64b-2886-4510-a1ed-d84a16e5c65e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3137155 Aug 16 02:17:08.440918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d9b4bd51-42da-4fad-bf1d-204286b24fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.440918 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-d9b4bd51-42da-4fad-bf1d-204286b24fa7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 1100 time: 0.2646654 Aug 16 02:17:08.459623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Attempting to bind port 063a736d-4555-49bc-83ea-939cdc5ed03b on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:08.460017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Attempting to bind port 063a736d-4555-49bc-83ea-939cdc5ed03b by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:08.460389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Attempting to bind port 063a736d-4555-49bc-83ea-939cdc5ed03b on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:08.519546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d3c9a23-6938-4e22-a8d9-cfe7711c6f2a req-cf9f684c-940c-40b7-a761-e7dc7a709b60 service neutron] 10.222.0.88 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742258 Aug 16 02:17:08.537569 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c33ad6-71ca-4586-a664-f70bca42c73a x-openstack-request-id: req-a0c33ad6-71ca-4586-a664-f70bca42c73a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:08.537852 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d8884c-83bc-47a1-80a1-562c6cff31fa", "tag": "3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:08.538122 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0c33ad6-71ca-4586-a664-f70bca42c73a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:08.538502 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'tag': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', 'status': 'completed', 'code': 200} Aug 16 02:17:08.543190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-70f7d8b4-f5b0-4176-9190-d7d4244131e5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa HTTP/1.1" status: 200 len: 217 time: 0.0931597 Aug 16 02:17:08.543745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Port 063a736d-4555-49bc-83ea-939cdc5ed03b on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:08.544071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Attempting to bind port 063a736d-4555-49bc-83ea-939cdc5ed03b on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:08.567635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:08.567975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:08.568387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:08.568850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Bound port: 063a736d-4555-49bc-83ea-939cdc5ed03b, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:08.569211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.578546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d644a4-7f12-41ea-a503-6037f768c6b9 req-2e516d1d-7220-49da-bc42-2e7c85d8e3f1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.580088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6d644a4-7f12-41ea-a503-6037f768c6b9 req-2e516d1d-7220-49da-bc42-2e7c85d8e3f1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.2397423 Aug 16 02:17:08.654853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d13c73a-9166-43a4-8d09-522272c82ce5 req-173b63d4-ddbb-4cd3-88db-1201bd3f9da4 tempest-ServerShowV254Test-1653727012 tempest-ServerShowV254Test-1653727012-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b9df643-0bbd-4416-9870-9e35c12e65a4 HTTP/1.1" status: 200 len: 210 time: 0.0578055 Aug 16 02:17:08.685590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd3ddb-b0b4-4815-b68c-a7a5cedaac73 req-fbdb025b-8391-46e2-b4f8-7c59bd69a7b0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.687709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12cd3ddb-b0b4-4815-b68c-a7a5cedaac73 req-fbdb025b-8391-46e2-b4f8-7c59bd69a7b0 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 949 time: 0.1237037 Aug 16 02:17:08.690086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-1eb6c181-e7b8-4e3d-9681-20f6a6f504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.691517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-1eb6c181-e7b8-4e3d-9681-20f6a6f504a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=502a1bc9793f4038b31c3a05be6e6538&device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0834060 Aug 16 02:17:08.787367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12cd3ddb-b0b4-4815-b68c-a7a5cedaac73 req-62b15647-25f8-44bf-a3fb-ed7aa9427bd7 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930507 Aug 16 02:17:08.831254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-50741d2b-4081-493d-a1e3-7d255d2eecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.832930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-50741d2b-4081-493d-a1e3-7d255d2eecaa service neutron] 10.222.0.88 "GET /v2.0/networks?id=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 HTTP/1.1" status: 200 len: 906 time: 0.1195927 Aug 16 02:17:08.888564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-81b670cb-8664-4af3-a416-cf710531e3cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65 HTTP/1.1" status: 200 len: 217 time: 0.0379648 Aug 16 02:17:08.974397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed37e-e743-450c-8f93-e23112492a81 req-3bcf2653-98b6-4d5a-9fef-2d9eafbfce88 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.975829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85bed37e-e743-450c-8f93-e23112492a81 req-3bcf2653-98b6-4d5a-9fef-2d9eafbfce88 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 944 time: 0.0898604 Aug 16 02:17:08.979689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-1240e0bc-5598-47eb-923a-7390575e4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.981711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-1240e0bc-5598-47eb-923a-7390575e4b86 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e687c7b-cdb7-4d68-bfdb-d5635dc8c597 HTTP/1.1" status: 200 len: 844 time: 0.0647211 Aug 16 02:17:08.993343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f449c325-13cc-485d-a583-84eeb8f3d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.994836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-f449c325-13cc-485d-a583-84eeb8f3d758 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.4418726 Aug 16 02:17:09.008446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6d644a4-7f12-41ea-a503-6037f768c6b9 req-fc58758f-fb22-44b7-99b4-eed246527159 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952708 Aug 16 02:17:09.017295 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-1873b1fd-d73a-4beb-9e92-1c9b3d1bd3da service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808828 Aug 16 02:17:09.075259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85bed37e-e743-450c-8f93-e23112492a81 req-8eb4f186-3cd4-4cdf-a901-4f0b5d3e793b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910656 Aug 16 02:17:09.087213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-362a5c9c-1d49-4c88-949b-9766ba7fc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.089429 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-362a5c9c-1d49-4c88-949b-9766ba7fc0bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979679 Aug 16 02:17:09.109487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] For port 063a736d-4555-49bc-83ea-939cdc5ed03b, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:09.134440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] For port 063a736d-4555-49bc-83ea-939cdc5ed03b, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=063a736d-4555-49bc-83ea-939cdc5ed03b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:09.153318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.182040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-64076fd2-423a-4e6a-83b8-d9e2324692a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.183583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-64076fd2-423a-4e6a-83b8-d9e2324692a6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1742668 Aug 16 02:17:09.250170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:09.261171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.261813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.263230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] 10.222.0.98 "PUT /v2.0/ports/063a736d-4555-49bc-83ea-939cdc5ed03b HTTP/1.1" status: 200 len: 1097 time: 2.3016410 Aug 16 02:17:09.307451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa9d9bbd-c0d7-4dc7-ba38-f24c11e3e733 req-088da7ac-1efb-477b-b1aa-d3bb4c5efe38 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573116 Aug 16 02:17:09.343732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd6b1-11b4-47a7-972b-6c115c4ab48a service neutron] Pushing event updated for resources: {'Port': ['ID=063a736d-4555-49bc-83ea-939cdc5ed03b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.363796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325eb67-c69b-497d-a5e9-308bf1628c7f req-4e35ecb3-dc59-40e2-9ba7-83e2fae161d1 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.368244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3325eb67-c69b-497d-a5e9-308bf1628c7f req-4e35ecb3-dc59-40e2-9ba7-83e2fae161d1 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 948 time: 0.2333612 Aug 16 02:17:09.370297 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-04de655b-2371-4c16-8966-3615858cc2ac service neutron] 10.222.0.88 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667580 Aug 16 02:17:09.417542 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-2942b794-9d6a-4d41-863d-ccaa84630d1a service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060132 Aug 16 02:17:09.482938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3325eb67-c69b-497d-a5e9-308bf1628c7f req-77af4c3a-a743-4f5b-953e-21430a551353 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015093 Aug 16 02:17:09.558590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-28e9b923-2fdb-4809-bec6-6dedcdd0dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.560397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-28e9b923-2fdb-4809-bec6-6dedcdd0dbb5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 1100 time: 0.1551652 Aug 16 02:17:09.607527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0b381-0567-4241-8461-40d357b9cbd1 req-08e73cec-2c46-49b7-8954-7efa32e0a02e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.610978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-81b915c5-c300-471c-82b6-be650f417d4d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=063a736d-4555-49bc-83ea-939cdc5ed03b HTTP/1.1" status: 200 len: 217 time: 0.0406983 Aug 16 02:17:09.615350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fed0b381-0567-4241-8461-40d357b9cbd1 req-08e73cec-2c46-49b7-8954-7efa32e0a02e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 948 time: 0.2667007 Aug 16 02:17:09.667780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-1dbf0b48-c246-4bfd-86a9-a2ea8e0155f9 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283974 Aug 16 02:17:09.699380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-1f2c512e-43a3-459f-a34a-a257f86e2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.701002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-1f2c512e-43a3-459f-a34a-a257f86e2b88 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0762959 Aug 16 02:17:09.716831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fed0b381-0567-4241-8461-40d357b9cbd1 req-47527148-fc5b-4ee6-b6cf-623443144d96 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004760 Aug 16 02:17:09.735317 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f6f818-ce36-4c21-a1be-0211f343a37d req-3310266d-a049-46fb-a6b9-0bc0591cbcec service neutron] 10.222.0.88 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432028 Aug 16 02:17:09.865588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-cc308da2-1bcf-4cbc-b3ac-08e3126aa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.867184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-cc308da2-1bcf-4cbc-b3ac-08e3126aa0f3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1515751 Aug 16 02:17:09.867707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41944) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:09.878111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002a229-c044-489a-9e18-5cafc0c62981 req-44fb06cd-e9df-43ce-9676-1813f84ac4cb tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.879664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5002a229-c044-489a-9e18-5cafc0c62981 req-44fb06cd-e9df-43ce-9676-1813f84ac4cb tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.1684289 Aug 16 02:17:09.886805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-405e5cca-aab7-4ec5-8dce-d993209eb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.888329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-405e5cca-aab7-4ec5-8dce-d993209eb805 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 1100 time: 0.1533294 Aug 16 02:17:09.954852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f37ee9b1-894e-4b16-b5d9-efe8fb925f5b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.956510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f37ee9b1-894e-4b16-b5d9-efe8fb925f5b tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.88 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 948 time: 0.1268947 Aug 16 02:17:09.971773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8daa4-75fb-4b26-9be6-24a2c8332240 req-6833b2e0-913d-43d7-99c0-1a0e7008c9a8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.973414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7d8daa4-75fb-4b26-9be6-24a2c8332240 req-6833b2e0-913d-43d7-99c0-1a0e7008c9a8 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 949 time: 0.1017153 Aug 16 02:17:10.037343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a43f1bc9-8a28-4ae9-917d-b2d9c77f72b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.067524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5002a229-c044-489a-9e18-5cafc0c62981 req-475533a1-2d72-48e2-9d2e-038d60f34f66 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706648 Aug 16 02:17:10.109137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7d8daa4-75fb-4b26-9be6-24a2c8332240 req-ff872ccc-b999-438c-9d30-0062c086b530 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254528 Aug 16 02:17:10.116690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-866c0fe2-e2c7-4e96-a744-de3f501ac3ad service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317939 Aug 16 02:17:10.124711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.145099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-89c42b99-b230-415b-80db-b7e6a41bfad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.146565 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-89c42b99-b230-415b-80db-b7e6a41bfad8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2472281 Aug 16 02:17:10.195115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Deleting port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:10.195492 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.265442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-48b92c89-5d0d-4d8e-ab14-aa2946d0b9b6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa HTTP/1.1" status: 200 len: 217 time: 0.1047490 Aug 16 02:17:10.325234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:10.392063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-80a82522-f22b-402d-8991-4e71bcb4262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.393737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-80a82522-f22b-402d-8991-4e71bcb4262d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1179719 Aug 16 02:17:10.398913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4713e0b3-a05d-4225-ae03-4cee1552373c req-b25aaf09-f6a8-48b8-965e-97353a20b3ac service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702372 Aug 16 02:17:10.409935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa146372-6465-4fa1-9862-8e523b69a1cf req-3447bf33-2237-4de8-9206-df41bf57dfd2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.411551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa146372-6465-4fa1-9862-8e523b69a1cf req-3447bf33-2237-4de8-9206-df41bf57dfd2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.2145531 Aug 16 02:17:10.460971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:10.466402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a43f1bc9-8a28-4ae9-917d-b2d9c77f72b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.478003 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a43f1bc9-8a28-4ae9-917d-b2d9c77f72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.482785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'mac_address': 'fa:16:3e:fc:6f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:10.530509 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.539684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260a34e2-885a-4bfe-beb1-75739f08170a', 'tag': '063a736d-4555-49bc-83ea-939cdc5ed03b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:10.542995 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77187083-c9b8-48a1-b67f-229c95039021" -d '{"events": [{"name": "network-changed", "server_uuid": "260a34e2-885a-4bfe-beb1-75739f08170a", "tag": "063a736d-4555-49bc-83ea-939cdc5ed03b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:10.544201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532f0278-f198-4497-b807-fe90a0bb8ef2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:10.548789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa146372-6465-4fa1-9862-8e523b69a1cf req-8b2e9e8d-50ca-4315-a950-56c2ab83c7ba tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085832 Aug 16 02:17:10.552388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f1bc9-8a28-4ae9-917d-b2d9c77f72b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3941a9-0d41-43de-8e81-15878e639538,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.557367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a43f1bc9-8a28-4ae9-917d-b2d9c77f72b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e2838bc9bf44249a727dc3755174830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876264 Aug 16 02:17:10.560634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-b2416144-2614-4c95-8464-e20a5a501460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.562898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-b2416144-2614-4c95-8464-e20a5a501460 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448953 Aug 16 02:17:10.563669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41960) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:10.590877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:10.596370 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.597391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 10fd74e6-ba03-41ce-8a66-ac1073551e65 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:10.659681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=12']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.695904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] For port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:10.696478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.738377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2235db-c2e1-46b7-8403-70c7e32a5d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.749491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff9164-8b56-48d2-b415-5ebbfa81df67 req-42c67dba-0e0a-4ca8-a31d-81c2c9ff6c62 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.751023 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0aff9164-8b56-48d2-b415-5ebbfa81df67 req-42c67dba-0e0a-4ca8-a31d-81c2c9ff6c62 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 1102 time: 0.1009023 Aug 16 02:17:10.754136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Calling delete_port for 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:10.763074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 10fd74e6-ba03-41ce-8a66-ac1073551e65, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:10.775786 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'port_id': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'mac_address': 'fa:16:3e:88:c6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:10.788260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-f78ba049-7c95-4413-ab6b-02c43f1fc0ad service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013309 Aug 16 02:17:10.800308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f589-3d25-48ec-bd1e-5a0f245cb787 req-738862bf-66d9-4972-9b43-9ef2d18a0ef7 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.801865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5bb8f589-3d25-48ec-bd1e-5a0f245cb787 req-738862bf-66d9-4972-9b43-9ef2d18a0ef7 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 944 time: 0.2663839 Aug 16 02:17:10.817984 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2235db-c2e1-46b7-8403-70c7e32a5d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.826754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.841791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd74e6-ba03-41ce-8a66-ac1073551e65 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:10.864620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 10fd74e6-ba03-41ce-8a66-ac1073551e65, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:10.870529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.904453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5bb8f589-3d25-48ec-bd1e-5a0f245cb787 req-8f580347-fe54-48a5-85ab-5146f8ea435b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679770 Aug 16 02:17:10.907218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0aff9164-8b56-48d2-b415-5ebbfa81df67 req-b4d95611-5950-48b1-a6b2-58bcdfc67135 tempest-MigrationsAdminTest-653713014 tempest-MigrationsAdminTest-653713014-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481955 Aug 16 02:17:10.968223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=10fd74e6-ba03-41ce-8a66-ac1073551e65,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.992703 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba7b7d7-2275-4b3a-95dd-626abbebb7e6 x-openstack-request-id: req-4ba7b7d7-2275-4b3a-95dd-626abbebb7e6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:10.993368 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260a34e2-885a-4bfe-beb1-75739f08170a", "tag": "063a736d-4555-49bc-83ea-939cdc5ed03b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:10.993792 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ba7b7d7-2275-4b3a-95dd-626abbebb7e6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:10.994470 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260a34e2-885a-4bfe-beb1-75739f08170a', 'tag': '063a736d-4555-49bc-83ea-939cdc5ed03b', 'status': 'completed', 'code': 200} Aug 16 02:17:10.997400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b387400-e800-4d8f-b444-58e12bf2c2a6 req-eeeb49f3-9403-424a-a5cd-20738eab0b14 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929433 Aug 16 02:17:10.998377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2235db-c2e1-46b7-8403-70c7e32a5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.001556 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2235db-c2e1-46b7-8403-70c7e32a5d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.003279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ca2235db-c2e1-46b7-8403-70c7e32a5d2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed3941a9-0d41-43de-8e81-15878e639538 HTTP/1.1" status: 204 len: 168 time: 0.4389546 Aug 16 02:17:11.048861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2235db-c2e1-46b7-8403-70c7e32a5d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3941a9-0d41-43de-8e81-15878e639538,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:11.123649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.124320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77187083-c9b8-48a1-b67f-229c95039021 req-ef9a7ded-6942-4e76-ab6d-b6a727ced70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.126250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77187083-c9b8-48a1-b67f-229c95039021 req-ef9a7ded-6942-4e76-ab6d-b6a727ced70b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 1100 time: 0.0984075 Aug 16 02:17:11.140769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a36c0-8691-43ce-b06d-d9fa3fd845e5 req-8c37f7a7-66d2-4849-9103-79044860da3c tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.142345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-604a36c0-8691-43ce-b06d-d9fa3fd845e5 req-8c37f7a7-66d2-4849-9103-79044860da3c tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a8130ca-83cb-4ae2-a0e2-8ed82146e461 HTTP/1.1" status: 200 len: 865 time: 0.0859752 Aug 16 02:17:11.142728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['10fd74e6-ba03-41ce-8a66-ac1073551e65'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:11.162544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Pushing event deleted for resources: {'Port': ['ID=7818cde5-4d07-4bb4-9d4b-d2d959f2fee6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:11.184143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['532f0278-f198-4497-b807-fe90a0bb8ef2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:11.202979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Deleting port 2695a71d-2ed9-4716-96fd-4f048da47a90 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:11.203427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.227218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ae532-bded-4ea5-9975-d7b9ca521e42 req-4ac05170-ff5f-4c89-833e-f82931e927ea tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.229098 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ae532-bded-4ea5-9975-d7b9ca521e42 req-4ac05170-ff5f-4c89-833e-f82931e927ea tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 948 time: 0.1699481 Aug 16 02:17:11.268400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-604a36c0-8691-43ce-b06d-d9fa3fd845e5 req-4586c5f4-ad3e-4a1c-af4d-1a54164a6347 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150470 Aug 16 02:17:11.299788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] No DVR routers for this DVR port 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:11.307145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77187083-c9b8-48a1-b67f-229c95039021 req-36bf17ea-0e3b-4f42-99b5-170747af0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.308773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77187083-c9b8-48a1-b67f-229c95039021 req-36bf17ea-0e3b-4f42-99b5-170747af0374 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1655378 Aug 16 02:17:11.309941 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.311995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0ea65c1-f036-4403-887f-72da8a0b8472 req-f8601699-88ec-4b20-a7d2-240898e66688 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.88 "DELETE /v2.0/ports/7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 HTTP/1.1" status: 204 len: 173 time: 1.3375335 Aug 16 02:17:11.313516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-deleted', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:11.315808 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9137cb-f361-4cc6-b48c-858f7bcf3763" -d '{"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-deleted", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:11.392871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ae532-bded-4ea5-9975-d7b9ca521e42 req-a07fa1c9-d5b2-4880-ad06-3c8d8e4eba5f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370065 Aug 16 02:17:11.442013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] For port 2695a71d-2ed9-4716-96fd-4f048da47a90, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2695a71d-2ed9-4716-96fd-4f048da47a90,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:11.442013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.457940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77187083-c9b8-48a1-b67f-229c95039021 req-f5795614-170e-4675-99e0-4bf0b4163126 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=063a736d-4555-49bc-83ea-939cdc5ed03b HTTP/1.1" status: 200 len: 217 time: 0.1356478 Aug 16 02:17:11.463552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Calling delete_port for 2695a71d-2ed9-4716-96fd-4f048da47a90 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:11.501387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:11.541595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77187083-c9b8-48a1-b67f-229c95039021 req-568735c4-c08a-4f70-a758-69131fb04622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.543195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77187083-c9b8-48a1-b67f-229c95039021 req-568735c4-c08a-4f70-a758-69131fb04622 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0665331 Aug 16 02:17:11.648402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77187083-c9b8-48a1-b67f-229c95039021 req-debba013-f4e9-4270-8ff8-f5ab610dc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.649974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77187083-c9b8-48a1-b67f-229c95039021 req-debba013-f4e9-4270-8ff8-f5ab610dc613 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975809 Aug 16 02:17:11.740112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:11.790570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', 'mac_address': 'fa:16:3e:f2:76:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:11.806757 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77187083-c9b8-48a1-b67f-229c95039021 req-49546b46-2438-4c76-83f7-4367bc35ef94 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457772 Aug 16 02:17:11.882183 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2159d-beb3-4aed-b56e-7e4b8df6b837 x-openstack-request-id: req-85b2159d-beb3-4aed-b56e-7e4b8df6b837 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:11.883648 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8130ca-83cb-4ae2-a0e2-8ed82146e461", "name": "network-vif-deleted", "tag": "7818cde5-4d07-4bb4-9d4b-d2d959f2fee6", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:11.884062 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85b2159d-beb3-4aed-b56e-7e4b8df6b837 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:11.885268 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8130ca-83cb-4ae2-a0e2-8ed82146e461', 'name': 'network-vif-deleted', 'tag': '7818cde5-4d07-4bb4-9d4b-d2d959f2fee6', 'status': 'completed', 'code': 200} Aug 16 02:17:11.888000 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.905095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:11.923369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.931340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77187083-c9b8-48a1-b67f-229c95039021 req-c45fba73-7ffa-40d3-ad83-56022617957b service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129489 Aug 16 02:17:11.935654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:11.960724 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.990414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2695a71d-2ed9-4716-96fd-4f048da47a90,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.016928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02ae04-c77b-4276-9086-4849838efe84 req-aee88238-c6b3-4f38-89d8-6508cafaacce tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.019194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c02ae04-c77b-4276-9086-4849838efe84 req-aee88238-c6b3-4f38-89d8-6508cafaacce tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.0913053 Aug 16 02:17:12.021067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f7bc4-db8e-48c4-a57e-f255479e94ba req-ac025d7a-7695-495c-90a7-0c8bdb66265b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.023396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c84f7bc4-db8e-48c4-a57e-f255479e94ba req-ac025d7a-7695-495c-90a7-0c8bdb66265b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1666830 Aug 16 02:17:12.055588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.107083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c02ae04-c77b-4276-9086-4849838efe84 req-f32ba082-fb66-416b-af29-43eec72ab286 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706210 Aug 16 02:17:12.210695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c84f7bc4-db8e-48c4-a57e-f255479e94ba req-d1ce1cf9-103e-47b4-991b-ca9d3786450a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354518 Aug 16 02:17:12.245172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b631-f8bd-4033-bc68-998d9d88c5f3 req-c1869758-cb83-4895-8b79-ec497c322709 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.247075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f76b631-f8bd-4033-bc68-998d9d88c5f3 req-c1869758-cb83-4895-8b79-ec497c322709 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0860362 Aug 16 02:17:12.255289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:12.271599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.326884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f76b631-f8bd-4033-bc68-998d9d88c5f3 req-3b3ae726-f904-4594-8227-8b888bc78822 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603848 Aug 16 02:17:12.343927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 10fd74e6-ba03-41ce-8a66-ac1073551e65 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:12.462363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 10fd74e6-ba03-41ce-8a66-ac1073551e65 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:12.472790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a2fa-6b96-4489-8901-dbae2a2a6b89 req-7bcfbfad-8e57-4252-bc63-5bd58b84da4e tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.474597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e04a2fa-6b96-4489-8901-dbae2a2a6b89 req-7bcfbfad-8e57-4252-bc63-5bd58b84da4e tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 945 time: 0.1372437 Aug 16 02:17:12.482580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 10fd74e6-ba03-41ce-8a66-ac1073551e65 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:12.482963 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.574349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e04a2fa-6b96-4489-8901-dbae2a2a6b89 req-2889a190-0976-4fc3-8bad-77963337593f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Aug 16 02:17:12.646604 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.672010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f2697-fe72-434a-9d27-3feba8de7f8b req-91266991-ac33-447b-9d64-e64d31a8cc2d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.674170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f95f2697-fe72-434a-9d27-3feba8de7f8b req-91266991-ac33-447b-9d64-e64d31a8cc2d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 948 time: 0.0658741 Aug 16 02:17:12.675992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Router 4dff5543-c408-4ab3-ae20-fa0c252ee753 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:12.678645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:12.690346 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9637022e-1a33-4550-9468-fc4f61a3234e" -d '{"events": [{"server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "name": "network-vif-plugged", "status": "completed", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:12.709950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 10fd74e6-ba03-41ce-8a66-ac1073551e65, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:12.719066 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.719781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:12.722975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f95f2697-fe72-434a-9d27-3feba8de7f8b req-885325f8-bcce-43d8-bfd9-f47c83925386 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Aug 16 02:17:12.771137 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05baffa-0e1c-4a5f-bc9a-c1ca28d87509 x-openstack-request-id: req-c05baffa-0e1c-4a5f-bc9a-c1ca28d87509 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:12.771377 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "name": "network-vif-plugged", "status": "completed", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:12.771611 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c05baffa-0e1c-4a5f-bc9a-c1ca28d87509 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:12.772067 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'code': 200} Aug 16 02:17:12.772615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:12.773148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7818cde5-4d07-4bb4-9d4b-d2d959f2fee6 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:12.824602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea37e00-c663-4954-ab54-1df4d2987abd req-bcd64cb4-144b-43e9-815f-d4669dbd73c7 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.832571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ea37e00-c663-4954-ab54-1df4d2987abd req-bcd64cb4-144b-43e9-815f-d4669dbd73c7 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 949 time: 0.1696177 Aug 16 02:17:12.837424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=10fd74e6-ba03-41ce-8a66-ac1073551e65,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.902496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:12.911077 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-06665be1-59f4-4c08-adae-45680e0f24d6 admin admin] 10.222.0.78 "PUT /v2.0/routers/4dff5543-c408-4ab3-ae20-fa0c252ee753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6597111 Aug 16 02:17:12.913806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42024) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.916656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] Sync routers for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:12.930104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:12.930798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:12.935949 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ea37e00-c663-4954-ab54-1df4d2987abd req-89e9cf2a-89f9-4ff5-89c6-e3a7e9e7c3fd tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024339 Aug 16 02:17:12.961843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9627d-0731-4155-9740-c6987816b723 req-967d93c0-03d2-4c10-9ad1-8159a3154703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.963455 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aca9627d-0731-4155-9740-c6987816b723 req-967d93c0-03d2-4c10-9ad1-8159a3154703 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 1098 time: 0.1131852 Aug 16 02:17:13.013556 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aca9627d-0731-4155-9740-c6987816b723 req-8f10c56f-6e2d-461e-857a-666a8ca6f5a6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Aug 16 02:17:13.083785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6d143-81f8-4141-b72b-9270d349df6e req-8aa1766e-5837-4a4d-b4e9-6ef5f68899ec tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.085748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecc6d143-81f8-4141-b72b-9270d349df6e req-8aa1766e-5837-4a4d-b4e9-6ef5f68899ec tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.0672417 Aug 16 02:17:13.101095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:13.133903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecc6d143-81f8-4141-b72b-9270d349df6e req-2e4c2d72-0075-4777-8340-fbdd8662a14d tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 Aug 16 02:17:13.288656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-e347501c-34bb-4096-b135-7da3f0b192e4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.288916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.290434 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-e347501c-34bb-4096-b135-7da3f0b192e4 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0578289 Aug 16 02:17:13.360079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:17:11Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:13.430520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] Checking router: 4dff5543-c408-4ab3-ae20-fa0c252ee753 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:13.442661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] Routers {'4dff5543-c408-4ab3-ae20-fa0c252ee753'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:13.442966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.443419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4dff5543-c408-4ab3-ae20-fa0c252ee753'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:13.450973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad1b6-f97c-4248-a615-f679f7183287 req-b073865e-ea0c-480e-942b-163e46655cf6 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.453564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8daad1b6-f97c-4248-a615-f679f7183287 req-b073865e-ea0c-480e-942b-163e46655cf6 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1062541 Aug 16 02:17:13.476682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Deleting port 532f0278-f198-4497-b807-fe90a0bb8ef2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:13.476965 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.544367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76e658-e9c2-4240-a689-37b0c3490bed req-f16fb305-9a62-4e7a-9dea-b3864bbfec9a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.547468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef76e658-e9c2-4240-a689-37b0c3490bed req-f16fb305-9a62-4e7a-9dea-b3864bbfec9a tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=0484e07b-580f-4564-a829-7932584e6051 HTTP/1.1" status: 200 len: 950 time: 0.0932438 Aug 16 02:17:13.582835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] Set router 4dff5543-c408-4ab3-ae20-fa0c252ee753 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:13.605490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Deleting port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:13.606016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.624386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] For port 532f0278-f198-4497-b807-fe90a0bb8ef2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=532f0278-f198-4497-b807-fe90a0bb8ef2,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:13.625321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.628165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef76e658-e9c2-4240-a689-37b0c3490bed req-891ad24b-27dc-476e-9009-0bb2d324da8d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729375 Aug 16 02:17:13.641032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Calling delete_port for 532f0278-f198-4497-b807-fe90a0bb8ef2 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:13.732520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 063a736d-4555-49bc-83ea-939cdc5ed03b details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:13.749986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8daad1b6-f97c-4248-a615-f679f7183287 req-39487aee-cae8-43e2-9ff0-8beefc76c86a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783067 Aug 16 02:17:13.791408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] For port 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:13.797707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.815770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Calling delete_port for 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:13.853388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd860f1a-42df-425f-9333-5d2601619b61 req-081495d1-1c3d-4b49-a38b-a9c9a3e6a5d2 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.861541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd860f1a-42df-425f-9333-5d2601619b61 req-081495d1-1c3d-4b49-a38b-a9c9a3e6a5d2 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 946 time: 0.1320517 Aug 16 02:17:13.894752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 063a736d-4555-49bc-83ea-939cdc5ed03b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=063a736d-4555-49bc-83ea-939cdc5ed03b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:13.910631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:13.912859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.941821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '063a736d-4555-49bc-83ea-939cdc5ed03b', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '063a736d-4555-49bc-83ea-939cdc5ed03b', 'mac_address': 'fa:16:3e:e6:d2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:13.946479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1cf5dd9a-e715-4546-b1a5-75dafbe8e161', '532f0278-f198-4497-b807-fe90a0bb8ef2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:13.948500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:13.997728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event deleted for resources: {'Port': ['ID=532f0278-f198-4497-b807-fe90a0bb8ef2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.023762 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd860f1a-42df-425f-9333-5d2601619b61 req-cb95df1b-35de-4cef-aaae-7850bf850a09 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614311 Aug 16 02:17:14.058403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.079770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063a736d-4555-49bc-83ea-939cdc5ed03b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:14.095502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] No DVR routers for this DVR port 532f0278-f198-4497-b807-fe90a0bb8ef2 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:14.104653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 063a736d-4555-49bc-83ea-939cdc5ed03b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=063a736d-4555-49bc-83ea-939cdc5ed03b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:14.108103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.125916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-906b5f38-06f4-483b-8247-7458999a6cf5 req-1d22f063-0f1e-473b-8b41-97a31860a846 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "DELETE /v2.0/ports/532f0278-f198-4497-b807-fe90a0bb8ef2 HTTP/1.1" status: 204 len: 173 time: 0.8124475 Aug 16 02:17:14.127083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-deleted', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:14.130925 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59de135f-5e26-4a6c-bc02-b498e5f6c713" -d '{"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-deleted", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:14.156445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f29c-50f2-4574-a281-34939bcd1e91 req-c8f85f14-8af7-4b73-b703-bc5efd50c376 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.166631 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.167030 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9148f29c-50f2-4574-a281-34939bcd1e91 req-c8f85f14-8af7-4b73-b703-bc5efd50c376 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 948 time: 0.2701991 Aug 16 02:17:14.239129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9930e8-c867-4864-9d49-7171344bfa5a req-8d24f444-4ee1-47cf-b012-c6886f757f3f tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.241179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e9930e8-c867-4864-9d49-7171344bfa5a req-8d24f444-4ee1-47cf-b012-c6886f757f3f tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 949 time: 0.1178048 Aug 16 02:17:14.269955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9148f29c-50f2-4574-a281-34939bcd1e91 req-e5837f27-77f4-44d1-aadf-85ade88377a4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012049 Aug 16 02:17:14.318158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:14.322805 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7204d316-a902-4983-a737-386bf3a0a97f x-openstack-request-id: req-7204d316-a902-4983-a737-386bf3a0a97f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:14.323723 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0484e07b-580f-4564-a829-7932584e6051", "name": "network-vif-deleted", "tag": "532f0278-f198-4497-b807-fe90a0bb8ef2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:14.324347 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7204d316-a902-4983-a737-386bf3a0a97f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:14.325525 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0484e07b-580f-4564-a829-7932584e6051', 'name': 'network-vif-deleted', 'tag': '532f0278-f198-4497-b807-fe90a0bb8ef2', 'status': 'completed', 'code': 200} Aug 16 02:17:14.345458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e9930e8-c867-4864-9d49-7171344bfa5a req-e147e20f-ce60-467d-b113-9491cfcfd783 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963774 Aug 16 02:17:14.354061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.356149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=063a736d-4555-49bc-83ea-939cdc5ed03b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.360564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:14.362866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:14.363346 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.394206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.420249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 532f0278-f198-4497-b807-fe90a0bb8ef2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:14.421149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:17:14.464324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.500754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fafea-0836-4ddb-a540-857e25264443 req-2659840c-7ebb-4c0c-a69f-3b9c21593b49 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.504935 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-594fafea-0836-4ddb-a540-857e25264443 req-2659840c-7ebb-4c0c-a69f-3b9c21593b49 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.1133640 Aug 16 02:17:14.575417 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.578031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.607557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-594fafea-0836-4ddb-a540-857e25264443 req-112f315a-aadd-4fb5-8b38-3ff10aa74a76 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876982 Aug 16 02:17:14.607800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['063a736d-4555-49bc-83ea-939cdc5ed03b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:14.632940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:17:11Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.659668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Port 532f0278-f198-4497-b807-fe90a0bb8ef2 not found, will not notify nova. {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:17:14.668557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.669189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dff5543-c408-4ab3-ae20-fa0c252ee753 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:14.677684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.678714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cbb455af-4494-4b5d-9cdb-8dd0b394e791 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4dff5543-c408-4ab3-ae20-fa0c252ee753 HTTP/1.1" status: 204 len: 168 time: 1.7634616 Aug 16 02:17:14.681743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:14.722705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-12ed01c2-44b6-4c7d-b8de-0c84407c889c tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.731533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-12ed01c2-44b6-4c7d-b8de-0c84407c889c tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 949 time: 0.0913293 Aug 16 02:17:14.737002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6a23a-11a3-4d17-bf4b-b51d347bbc1a None None] The sync data for ids ['4dff5543-c408-4ab3-ae20-fa0c252ee753'] in n-d-769329-15 is: [{'id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1087020346-router', 'tenant_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:12Z', 'updated_at': '2021-08-16T02:17:11Z', 'revision_number': 5, 'project_id': '6399bc3e63b440b4a20f2869d9d7bf38', 'gw_port': {'id': '8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff5543-c408-4ab3-ae20-fa0c252ee753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:14Z', 'updated_at': '2021-08-16T02:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:14.822168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] Deleting subnet e94bc30c-d333-4763-9a60-e9682031fa76 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:14.827387 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.875331 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.021363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4c669-ff7b-4399-bf5b-5a399a17a794 req-3c7cb85d-d3f8-40d8-8377-d8497dc2ed11 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.023203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1de4c669-ff7b-4399-bf5b-5a399a17a794 req-3c7cb85d-d3f8-40d8-8377-d8497dc2ed11 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1292741 Aug 16 02:17:15.037138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.055569 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.076266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Deleting port 419e3c31-4a79-4ac6-93fd-15e29350fedf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:15.076847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.108555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.158761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-882ec73e-4dad-4843-9892-0e0746a86dff tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.161231 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-882ec73e-4dad-4843-9892-0e0746a86dff tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.88 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.4259098 Aug 16 02:17:15.190422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.193333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94bc30c-d333-4763-9a60-e9682031fa76,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.199406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.201489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-02397e39-6942-46c3-a218-8b241bc53ef7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e94bc30c-d333-4763-9a60-e9682031fa76 HTTP/1.1" status: 204 len: 168 time: 0.5189555 Aug 16 02:17:15.202390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1de4c669-ff7b-4399-bf5b-5a399a17a794 req-930fdcab-81dc-475c-846b-7d74e98ca45c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659138 Aug 16 02:17:15.208929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42078) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:15.215066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:15.217775 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c35f038-d6ec-46b2-9b51-8101aeea24d3" -d '{"events": [{"server_uuid": "72d8884c-83bc-47a1-80a1-562c6cff31fa", "name": "network-vif-plugged", "status": "completed", "tag": "3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:15.230044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d3cb3-bd02-468d-a51d-57a2fbf68398 None None] Network a284a135-fd34-4a4c-81e8-37e9bcdc7e65 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:15.240429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.243670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8f477-c8a7-4bed-8820-2cdfce464811 req-81868c22-3f5d-4d17-8a59-d05d406d0189 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.245251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67c8f477-c8a7-4bed-8820-2cdfce464811 req-81868c22-3f5d-4d17-8a59-d05d406d0189 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 951 time: 0.1538854 Aug 16 02:17:15.388867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67c8f477-c8a7-4bed-8820-2cdfce464811 req-f3f805bf-822c-4492-8236-ebe57012896c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322680 Aug 16 02:17:15.402083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] For port 419e3c31-4a79-4ac6-93fd-15e29350fedf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=419e3c31-4a79-4ac6-93fd-15e29350fedf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.402696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.435615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634be1-71cf-48de-b37d-51f9ab673498 req-aa23be44-7d7c-4c03-b0ab-fdb54d4bb0af tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.441693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Deleting port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:15.442246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.444238 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78634be1-71cf-48de-b37d-51f9ab673498 req-aa23be44-7d7c-4c03-b0ab-fdb54d4bb0af tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 946 time: 0.1202641 Aug 16 02:17:15.448073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Calling delete_port for 419e3c31-4a79-4ac6-93fd-15e29350fedf owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:15.452223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.491453 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ca7225-a509-4c9f-b35c-1c8cfa400eef x-openstack-request-id: req-e7ca7225-a509-4c9f-b35c-1c8cfa400eef {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:15.491741 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d8884c-83bc-47a1-80a1-562c6cff31fa", "name": "network-vif-plugged", "status": "completed", "tag": "3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:15.492473 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7ca7225-a509-4c9f-b35c-1c8cfa400eef {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:15.492632 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', 'code': 200} Aug 16 02:17:15.514397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.576029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] For port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.576621 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.624596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] DHCP port deletion for a284a135-fd34-4a4c-81e8-37e9bcdc7e65 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:15.700847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78634be1-71cf-48de-b37d-51f9ab673498 req-51509bc0-1291-4e90-9f66-adba25c43056 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554798 Aug 16 02:17:15.732294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] Deleting port 35fbb7c1-3541-4bc9-8905-9d8643f24262 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:15.732294 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.763963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594169e-0ed9-462a-bd6d-38c1a09773b0 req-bac8e789-b12b-4692-b067-712a661265b9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.771495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f594169e-0ed9-462a-bd6d-38c1a09773b0 req-bac8e789-b12b-4692-b067-712a661265b9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 949 time: 0.1683440 Aug 16 02:17:15.809117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e4a4-bbcd-4cb2-b461-e1c54ed67199 req-1d8d4cbf-d294-4262-a3d7-c460184dae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.810985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d01e4a4-bbcd-4cb2-b461-e1c54ed67199 req-1d8d4cbf-d294-4262-a3d7-c460184dae7d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 1102 time: 0.1057987 Aug 16 02:17:15.815502 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.839060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] For port 35fbb7c1-3541-4bc9-8905-9d8643f24262, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=35fbb7c1-3541-4bc9-8905-9d8643f24262,segment=NetworkSegment(78b167dc-040e-492a-ac22-fe90153fd915),segment_id=78b167dc-040e-492a-ac22-fe90153fd915)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.840598 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.855371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] Calling delete_port for 35fbb7c1-3541-4bc9-8905-9d8643f24262 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:15.869534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f594169e-0ed9-462a-bd6d-38c1a09773b0 req-33cd7acb-1832-469c-9c5c-6ef1dd76e31c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961928 Aug 16 02:17:15.917214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Pushing event deleted for resources: {'Port': ['ID=419e3c31-4a79-4ac6-93fd-15e29350fedf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.920155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.921422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.921910 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Floating IP 96b64c59-0229-4e50-98b8-e72fc4d5094d disassociated. External IP: 172.25.4.175, port: a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54. Aug 16 02:17:15.922555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Calling delete_port for a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.024209 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.090081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] No DVR routers for this DVR port 35fbb7c1-3541-4bc9-8905-9d8643f24262 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.093804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8bb1e-5811-42fd-80b3-1401c770bb38 None None] Pushing event deleted for resources: {'Port': ['ID=35fbb7c1-3541-4bc9-8905-9d8643f24262,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.140327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a77c65-5d04-4c5b-9e02-35c00b19b4c4 req-868291da-ea5d-46df-ad6e-93592348fd78 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.141896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6a77c65-5d04-4c5b-9e02-35c00b19b4c4 req-868291da-ea5d-46df-ad6e-93592348fd78 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 946 time: 0.0903060 Aug 16 02:17:16.148578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.221010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event deleted for resources: {'Port': ['ID=a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.283599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35fbb7c1-3541-4bc9-8905-9d8643f24262 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:16.295379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6a77c65-5d04-4c5b-9e02-35c00b19b4c4 req-0b68d364-f114-474e-8f41-e274122d4052 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb67693f-edfe-4aa4-9022-f2be91c845d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413300 Aug 16 02:17:16.308019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 35fbb7c1-3541-4bc9-8905-9d8643f24262 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:16.308407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35fbb7c1-3541-4bc9-8905-9d8643f24262 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:16.308799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:16.343641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da2d92b5-9e78-4e3c-916b-766a18b851d1 req-e18b3961-c364-40a2-90a6-625e86d160a6 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d158960-541b-4838-9a7f-45120d5737a1 HTTP/1.1" status: 200 len: 210 time: 0.4645293 Aug 16 02:17:16.365886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:16.368308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:16.368652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8e0e9faf-5479-42c4-aa6f-aff1ad9bfe31 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:16.369047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2695a71d-2ed9-4716-96fd-4f048da47a90 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:16.403362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d01e4a4-bbcd-4cb2-b461-e1c54ed67199 req-490719fe-5337-481a-b593-41a7ea7d1f17 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696259 Aug 16 02:17:16.405097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Deleting port 35fbb7c1-3541-4bc9-8905-9d8643f24262 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.405700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.406407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:16.406752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:16.407161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:16.409154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 2695a71d-2ed9-4716-96fd-4f048da47a90 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:16.409486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2695a71d-2ed9-4716-96fd-4f048da47a90 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:16.428888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 532f0278-f198-4497-b807-fe90a0bb8ef2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:16.429261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 532f0278-f198-4497-b807-fe90a0bb8ef2 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:16.444831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] No DVR routers for this DVR port 419e3c31-4a79-4ac6-93fd-15e29350fedf on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.474301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.476544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52bca9bd-87c9-4022-8ad0-e9f85efb2081 req-b70a5814-d51e-407d-96cb-7359c20a5b90 tempest-ListImageFiltersTestJSON-1476128348 tempest-ListImageFiltersTestJSON-1476128348-project] 10.222.0.98 "DELETE /v2.0/ports/419e3c31-4a79-4ac6-93fd-15e29350fedf HTTP/1.1" status: 204 len: 173 time: 1.7342958 Aug 16 02:17:16.478364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-deleted', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:16.481168 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f5f483-8002-4edd-bb69-6ac47d2caa61" -d '{"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-deleted", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:16.573489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] For port 35fbb7c1-3541-4bc9-8905-9d8643f24262, host n-d-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.573942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.593130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Calling delete_port for 35fbb7c1-3541-4bc9-8905-9d8643f24262 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.598323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Port 35fbb7c1-3541-4bc9-8905-9d8643f24262 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:17:16.611081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfb79c-88e2-4c55-ac79-385307097573 req-2424efd2-7299-498d-a0fb-0ae2f41e5b5c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.612951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18dfb79c-88e2-4c55-ac79-385307097573 req-2424efd2-7299-498d-a0fb-0ae2f41e5b5c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1660509 Aug 16 02:17:16.613715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.628805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-af4f1796-ff0b-43c5-b3d8-1280fe9c6a8d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.630424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-af4f1796-ff0b-43c5-b3d8-1280fe9c6a8d tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 951 time: 0.1529479 Aug 16 02:17:16.666350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35fbb7c1-3541-4bc9-8905-9d8643f24262,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.680783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] No DVR routers for this DVR port 35fbb7c1-3541-4bc9-8905-9d8643f24262 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.756783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18dfb79c-88e2-4c55-ac79-385307097573 req-c255b109-4172-4e78-9ba0-a64996d70a9e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365156 Aug 16 02:17:16.769817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Router b7918ba2-280d-4efc-903a-5e4418a0ce4d has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:16.788002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd024ba-1516-4b4a-88cd-e0db9aaa6399 req-cc9e739f-481a-45ac-9ade-d042ddb5923f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.789512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dd024ba-1516-4b4a-88cd-e0db9aaa6399 req-cc9e739f-481a-45ac-9ade-d042ddb5923f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0798414 Aug 16 02:17:16.802999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.814940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a284a135-fd34-4a4c-81e8-37e9bcdc7e65']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.826245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b167dc-040e-492a-ac22-fe90153fd915') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.826712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b167dc-040e-492a-ac22-fe90153fd915') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.829125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42100) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.833782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Request body: {'floatingip': {'port_id': '10fd74e6-ba03-41ce-8a66-ac1073551e65'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:16.856940 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb42a92a-bf6c-4cdd-9018-d41a2433949c x-openstack-request-id: req-bb42a92a-bf6c-4cdd-9018-d41a2433949c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:16.857259 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d158960-541b-4838-9a7f-45120d5737a1", "name": "network-vif-deleted", "tag": "419e3c31-4a79-4ac6-93fd-15e29350fedf", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:16.857485 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb42a92a-bf6c-4cdd-9018-d41a2433949c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:16.857875 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d158960-541b-4838-9a7f-45120d5737a1', 'name': 'network-vif-deleted', 'tag': '419e3c31-4a79-4ac6-93fd-15e29350fedf', 'status': 'completed', 'code': 200} Aug 16 02:17:16.863733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.878555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.900868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.914761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:16.915174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:16.916942 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:16.991575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6cba-d645-47b0-9899-00efabadc25d req-dd554438-f286-4fb0-aaea-9900abab6e56 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.993186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d1a6cba-d645-47b0-9899-00efabadc25d req-dd554438-f286-4fb0-aaea-9900abab6e56 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 951 time: 0.1382554 Aug 16 02:17:16.996652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Deleting port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.997002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.046172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.061484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:17.061683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.063362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a284a135-fd34-4a4c-81e8-37e9bcdc7e65 HTTP/1.1" status: 204 len: 168 time: 1.8497427 Aug 16 02:17:17.068204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.074264 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] Sync routers for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:17.093561 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:17.095640 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.102017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36501e63-6ec6-4b34-8dd3-050fff70f5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a284a135-fd34-4a4c-81e8-37e9bcdc7e65,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.156163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] No DVR routers for this DVR port a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:17.172192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.174255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-87ec542c-9718-4d7a-b4a0-8c1932214fce req-e08ca276-c994-44be-a31f-fb7fc0552d48 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.88 "DELETE /v2.0/ports/a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54 HTTP/1.1" status: 204 len: 173 time: 1.9910626 Aug 16 02:17:17.174871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'name': 'network-vif-deleted', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:17.177278 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d2a35-3be1-4f4d-aee3-9e4a10204b9d" -d '{"events": [{"server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "name": "network-vif-deleted", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:17.188064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5f039-bb0a-4744-854f-75f03413e70b req-6295fb10-fada-4c69-b6cb-c497ea83414a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:17.195171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fbc5f039-bb0a-4744-854f-75f03413e70b req-6295fb10-fada-4c69-b6cb-c497ea83414a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 949 time: 0.2265053 Aug 16 02:17:17.227669 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d1a6cba-d645-47b0-9899-00efabadc25d req-32b9cd71-f673-46d1-a677-fcc689441be5 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210369 Aug 16 02:17:17.274522 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:17.381224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] For port ff3b976c-28c4-40f3-b193-4dbb5ea18f88, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:17.383092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.503074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Calling delete_port for ff3b976c-28c4-40f3-b193-4dbb5ea18f88 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:17.503487 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd68f06-53d6-4139-ac73-5e1ad46ca606 x-openstack-request-id: req-2cd68f06-53d6-4139-ac73-5e1ad46ca606 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:17.503855 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caf869b-76d4-48c5-ae11-6d4e18dde3e6", "name": "network-vif-deleted", "tag": "a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:17.504109 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cd68f06-53d6-4139-ac73-5e1ad46ca606 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:17.504532 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caf869b-76d4-48c5-ae11-6d4e18dde3e6', 'name': 'network-vif-deleted', 'tag': 'a7d98aa4-ac92-4ff7-8c74-e3a4042f1a54', 'status': 'completed', 'code': 200} Aug 16 02:17:17.530438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 063a736d-4555-49bc-83ea-939cdc5ed03b up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:17.558626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fbc5f039-bb0a-4744-854f-75f03413e70b req-472d06d9-82c4-42ec-9860-4d0afa1fa70d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625829 Aug 16 02:17:17.666264 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:26Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.666610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 063a736d-4555-49bc-83ea-939cdc5ed03b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:17.679447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 063a736d-4555-49bc-83ea-939cdc5ed03b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:17.679835 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.701221 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] Checking router: b7918ba2-280d-4efc-903a-5e4418a0ce4d for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:17.712267 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:17.713414 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.770484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.780968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.782254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ec636f0f-12d1-454e-a733-c73a6938c43c req-c3ddbcff-74fa-42ca-b151-249d38ec7116 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.2266107 Aug 16 02:17:18.011250 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Floating IP 9d600d36-33e5-4e60-9675-584be1e89d0b associated. External IP: 172.25.4.193, port: 10fd74e6-ba03-41ce-8a66-ac1073551e65. Aug 16 02:17:18.013727 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.062501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260a34e2-885a-4bfe-beb1-75739f08170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063a736d-4555-49bc-83ea-939cdc5ed03b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:18.064799 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ee80a-4a5d-4206-bbe4-8c29e94665ee" -d '{"events": [{"server_uuid": "260a34e2-885a-4bfe-beb1-75739f08170a", "name": "network-vif-plugged", "status": "completed", "tag": "063a736d-4555-49bc-83ea-939cdc5ed03b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:18.114706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 063a736d-4555-49bc-83ea-939cdc5ed03b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=063a736d-4555-49bc-83ea-939cdc5ed03b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:18.123644 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.127055 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:18.173110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa761df-4528-466c-ae5f-25c8a12394bd req-5fa6f809-1e7e-4c93-8f40-e84149405504 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:18.180590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-afa761df-4528-466c-ae5f-25c8a12394bd req-5fa6f809-1e7e-4c93-8f40-e84149405504 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.2450991 Aug 16 02:17:18.246783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=063a736d-4555-49bc-83ea-939cdc5ed03b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.281033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-afa761df-4528-466c-ae5f-25c8a12394bd req-43156cb3-88d0-495f-bb97-ba89c32cbe89 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986767 Aug 16 02:17:18.289587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.312429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1cf5dd9a-e715-4546-b1a5-75dafbe8e161'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:18.454235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:18.458007 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a874c7ff-82de-4d75-94f6-909689ed57cc x-openstack-request-id: req-a874c7ff-82de-4d75-94f6-909689ed57cc {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:18.461551 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260a34e2-885a-4bfe-beb1-75739f08170a", "name": "network-vif-plugged", "status": "completed", "tag": "063a736d-4555-49bc-83ea-939cdc5ed03b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:18.462080 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a874c7ff-82de-4d75-94f6-909689ed57cc {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:18.462703 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260a34e2-885a-4bfe-beb1-75739f08170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063a736d-4555-49bc-83ea-939cdc5ed03b', 'code': 200} Aug 16 02:17:18.487323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event deleted for resources: {'Port': ['ID=ff3b976c-28c4-40f3-b193-4dbb5ea18f88,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.610799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Router f58cb661-0adc-4a36-8017-bd31b6346846 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:18.647022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f902b330-4cc0-4f56-ab76-fd160ccac579 req-b63e483c-d649-4af2-90c7-9c86e9135732 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f7ce354-53ef-46cf-93d1-d837dca7fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0727220 Aug 16 02:17:18.681789 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:26Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:18.733573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] No DVR routers for this DVR port ff3b976c-28c4-40f3-b193-4dbb5ea18f88 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:18.758880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.761637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ffd7bea9-3917-44a3-bf06-08f579e9be12 req-8d8bad34-37f9-4140-b5f5-9db7ce27782c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "DELETE /v2.0/ports/ff3b976c-28c4-40f3-b193-4dbb5ea18f88 HTTP/1.1" status: 204 len: 173 time: 2.1049924 Aug 16 02:17:18.770860 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697552f-52a8-49e6-bc97-5c25e290d05b None None] The sync data for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 is: [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 4, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ccb4481e-19c5-4a71-91d0-12d50601b502', 'name': '', 'network_id': '35685fa8-6b6a-405b-8100-7624e2e8a5c6', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'mac_address': 'fa:16:3e:fb:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:18Z', 'updated_at': '2021-08-16T02:14:26Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'subnets': [{'id': '5a1b5a54-61f1-4635-97f2-792086db8409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:18.875181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-deleted', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:18.879395 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654a195e-7cbb-4db3-b315-f1fd41522561" -d '{"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-deleted", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:18.933116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:18.935360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5bb82-daf5-48a1-8f33-02f79a8e693c req-2d7a9a23-8d2b-4ed6-9750-1b08fc1c8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:18.939883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-13e5bb82-daf5-48a1-8f33-02f79a8e693c req-2d7a9a23-8d2b-4ed6-9750-1b08fc1c8c2a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 1102 time: 0.4467468 Aug 16 02:17:18.958017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] Sync routers for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:18.967974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.011511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:19.019373 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.021170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.070785 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b94cf023-7a9a-4e3d-8565-b2e4b5dce10b tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "PUT /v2.0/floatingips/9d600d36-33e5-4e60-9675-584be1e89d0b HTTP/1.1" status: 200 len: 992 time: 2.2405260 Aug 16 02:17:19.189698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74ff44ad-9ded-4a74-93bc-01547d91934b req-44b6c564-94d8-473c-8dd5-b95e12a345d8 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.0549026 Aug 16 02:17:19.292475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:19.377936 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c81b23-eec1-4ca3-9778-056fe948ef52 x-openstack-request-id: req-05c81b23-eec1-4ca3-9778-056fe948ef52 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:19.378654 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7ce354-53ef-46cf-93d1-d837dca7fbb8", "name": "network-vif-deleted", "tag": "ff3b976c-28c4-40f3-b193-4dbb5ea18f88", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:19.378654 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05c81b23-eec1-4ca3-9778-056fe948ef52 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:19.378962 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7ce354-53ef-46cf-93d1-d837dca7fbb8', 'name': 'network-vif-deleted', 'tag': 'ff3b976c-28c4-40f3-b193-4dbb5ea18f88', 'status': 'completed', 'code': 200} Aug 16 02:17:19.423289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ec2ff-d47d-4f34-bd26-1f685f5d0115 req-5f5c4796-fd24-4f5f-84a0-192ada55adc2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.425085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-001ec2ff-d47d-4f34-bd26-1f685f5d0115 req-5f5c4796-fd24-4f5f-84a0-192ada55adc2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 950 time: 0.6227703 Aug 16 02:17:19.433563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-13e5bb82-daf5-48a1-8f33-02f79a8e693c req-37eb2fd1-c03f-4cfd-a9f5-090d40a9744c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808829 Aug 16 02:17:19.506534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:19.509186 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0059209f-0c24-477e-a96d-bcc9f4135130" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:19.515794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-001ec2ff-d47d-4f34-bd26-1f685f5d0115 req-e9d55bed-5249-4404-a298-98abf0356cb2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802543 Aug 16 02:17:19.532849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:19.583119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 419e3c31-4a79-4ac6-93fd-15e29350fedf {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:19.590136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 419e3c31-4a79-4ac6-93fd-15e29350fedf not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:19.591614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:19.594004 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732c5f-f80c-4e8c-af2e-c83a5f7993ce None None] New status for floating IP 96b64c59-0229-4e50-98b8-e72fc4d5094d: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:19.661609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: ff3b976c-28c4-40f3-b193-4dbb5ea18f88 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:19.662009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ff3b976c-28c4-40f3-b193-4dbb5ea18f88 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:19.688587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Deleting port 7af7606d-f576-4138-b589-635f59f5f93d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:19.689329 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.846679 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe43cc8f-a4bd-41f5-8b6f-b3c69ade523e x-openstack-request-id: req-fe43cc8f-a4bd-41f5-8b6f-b3c69ade523e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:19.847191 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:19.847191 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe43cc8f-a4bd-41f5-8b6f-b3c69ade523e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:19.847689 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'status': 'completed', 'code': 200} Aug 16 02:17:19.872733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9d600d36-33e5-4e60-9675-584be1e89d0b', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'port_id': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'mac_address': 'fa:16:3e:88:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:17Z', 'revision_number': 1, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:17:03Z', 'revision_number': 5, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.913841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] Checking router: f58cb661-0adc-4a36-8017-bd31b6346846 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:19.925082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:19.926527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.939195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-3515a387-a7eb-445c-838b-5cfaf7360f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.941075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-3515a387-a7eb-445c-838b-5cfaf7360f21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=502a1bc9793f4038b31c3a05be6e6538&device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0690732 Aug 16 02:17:19.942762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] For port 7af7606d-f576-4138-b589-635f59f5f93d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7af7606d-f576-4138-b589-635f59f5f93d,segment=NetworkSegment(31ab2ed8-7173-40b4-8acc-ef26e9c37d7d),segment_id=31ab2ed8-7173-40b4-8acc-ef26e9c37d7d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:19.943179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.969920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01989f0-a643-4384-b95a-0aec59bfd6a2 req-235c8a72-8726-4192-a390-2e0e79478c54 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.981520 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e01989f0-a643-4384-b95a-0aec59bfd6a2 req-235c8a72-8726-4192-a390-2e0e79478c54 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.2048101 Aug 16 02:17:20.056454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e01989f0-a643-4384-b95a-0aec59bfd6a2 req-75e8aceb-8bb7-4dcb-b6ea-7c83fe8350df tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740345 Aug 16 02:17:20.062310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Calling delete_port for 7af7606d-f576-4138-b589-635f59f5f93d owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:20.106097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-9780ffd5-3782-418e-81b1-4aadc4ef2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.108787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-9780ffd5-3782-418e-81b1-4aadc4ef2726 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 HTTP/1.1" status: 200 len: 906 time: 0.1506188 Aug 16 02:17:20.168304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:20.241369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42218) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:20.313470 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-ebd4bc40-d570-4469-b557-aa14b0acd694 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65 HTTP/1.1" status: 200 len: 1000 time: 0.1967132 Aug 16 02:17:20.431088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2892de-9839-48bf-a592-2466cde6e785 req-64f63cce-2956-4a91-b656-fb5045e41e6c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.435660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.439319 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d2892de-9839-48bf-a592-2466cde6e785 req-64f63cce-2956-4a91-b656-fb5045e41e6c tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1491065 Aug 16 02:17:20.452464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b167638-735f-43e5-8a72-5e76e7417bec req-5be40ee8-d9ff-4d06-9337-edc6ba5c6650 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.0582683 Aug 16 02:17:20.481264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-5ca23c77-af18-46af-b497-67033639b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.482929 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-5ca23c77-af18-46af-b497-67033639b18c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e687c7b-cdb7-4d68-bfdb-d5635dc8c597 HTTP/1.1" status: 200 len: 844 time: 0.1424582 Aug 16 02:17:20.501862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af7606d-f576-4138-b589-635f59f5f93d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.549704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d2892de-9839-48bf-a592-2466cde6e785 req-131bc831-3e73-4a71-9915-ded3e79787eb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976036 Aug 16 02:17:20.574076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-26cb9ffe-ab55-4961-b06e-9c5626aae16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.575832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-26cb9ffe-ab55-4961-b06e-9c5626aae16f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840940 Aug 16 02:17:20.721913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9d600d36-33e5-4e60-9675-584be1e89d0b', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'port_id': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'mac_address': 'fa:16:3e:88:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:17Z', 'revision_number': 1, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:17:03Z', 'revision_number': 5, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:20.770476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d28e34-eea8-41cc-8ec7-6520c7511cb5 None None] The sync data for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 is: [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9d600d36-33e5-4e60-9675-584be1e89d0b', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'port_id': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'mac_address': 'fa:16:3e:88:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:59Z', 'updated_at': '2021-08-16T02:17:17Z', 'revision_number': 1, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:17:03Z', 'revision_number': 5, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:20.782355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b4f7b-51f2-45c2-b21a-94bd53f839d1 req-4641402f-f04f-41f0-b44e-52b2d1f3da83 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.794497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e66b4f7b-51f2-45c2-b21a-94bd53f839d1 req-4641402f-f04f-41f0-b44e-52b2d1f3da83 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 950 time: 0.1049993 Aug 16 02:17:20.829380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-0b072c48-62c0-4061-b758-b6aa35cd3784 service neutron] 10.222.0.88 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415924 Aug 16 02:17:20.937922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e66b4f7b-51f2-45c2-b21a-94bd53f839d1 req-a0b71515-a9e4-4b66-b319-5d72e641c41a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423802 Aug 16 02:17:20.946741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-54490bc3-7db8-4c61-a0d6-b2e00435a98e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10004a7cce274795b71a64e8aa1f1384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039030 Aug 16 02:17:20.950321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:20.984805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.025322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0059209f-0c24-477e-a96d-bcc9f4135130 req-d8307c63-ebed-4189-8a2a-62df97179841 service neutron] 10.222.0.88 "GET /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874845 Aug 16 02:17:21.141370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed319c4-847d-461f-9780-5f0d850b8c69 None None] New status for floating IP 9d600d36-33e5-4e60-9675-584be1e89d0b: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:21.156847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.223060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.288989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a437d23-6867-45c0-ba28-496bf08b71f8 req-db19a3b2-d00e-45b4-a3a6-dba885299409 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:21.290654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a437d23-6867-45c0-ba28-496bf08b71f8 req-db19a3b2-d00e-45b4-a3a6-dba885299409 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.0616930 Aug 16 02:17:21.345203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a437d23-6867-45c0-ba28-496bf08b71f8 req-c9b62fef-c0f6-48fd-a39e-d54ab66ea3ab tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467610 Aug 16 02:17:21.660697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e872-e23a-4284-8ba0-f1e4b2a4ba6f req-f873298f-2c37-4040-9125-370222a62859 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:21.667783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9255e872-e23a-4284-8ba0-f1e4b2a4ba6f req-f873298f-2c37-4040-9125-370222a62859 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 950 time: 0.5129273 Aug 16 02:17:21.670393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-e01d0e9f-9098-4960-89a6-22a8a20a9e23 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:21.672857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-e01d0e9f-9098-4960-89a6-22a8a20a9e23 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.0600824 Aug 16 02:17:21.695439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Router e1a11faf-8096-4c49-9af8-b48e132e9b61 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:21.706346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69a21854-98c0-408b-982e-d161db383e8d req-e307e6e7-4df3-4e81-a743-0b77e3bf4ad4 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.0324359 Aug 16 02:17:21.731638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9255e872-e23a-4284-8ba0-f1e4b2a4ba6f req-23247a6b-0043-4bb6-be56-eeb0a00c8520 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629122 Aug 16 02:17:21.803159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.806128 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.807289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ca75e2d-3d9d-4a26-9665-ac7225d9c65f HTTP/1.1" status: 204 len: 168 time: 0.8560753 Aug 16 02:17:21.831311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Deleting port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:21.831674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.892060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca75e2d-3d9d-4a26-9665-ac7225d9c65f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:21.904390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.904878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.905733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.906125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.906470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.906958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.907325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.907697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.907986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.908390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.908720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.909045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ba14b-d990-4b23-b917-31ec8bca4a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.998001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556db7c-7351-400b-9392-2ad4f337ec60 req-93655c50-3b07-45f0-92eb-93f7878fd0bb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.005327 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3556db7c-7351-400b-9392-2ad4f337ec60 req-93655c50-3b07-45f0-92eb-93f7878fd0bb tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f6d36d0-16b5-4d90-aa9c-420affc452bc HTTP/1.1" status: 200 len: 950 time: 0.1685507 Aug 16 02:17:22.011763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.020988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:22.028333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f20d1c5b-d42a-40f8-a1fb-7eb8171fe408 admin admin] 10.222.0.78 "PUT /v2.0/routers/e1a11faf-8096-4c49-9af8-b48e132e9b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9513612 Aug 16 02:17:22.031583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42270) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:22.035093 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] Sync routers for ids ['e1a11faf-8096-4c49-9af8-b48e132e9b61'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:22.053249 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] Routers {'e1a11faf-8096-4c49-9af8-b48e132e9b61'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:22.053894 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e1a11faf-8096-4c49-9af8-b48e132e9b61'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.058880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5db9-0c0a-4e41-b979-6144f1ad8c74 req-e22a5352-2af4-4b3d-b5a0-d991e952bb75 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.070721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-639f5db9-0c0a-4e41-b979-6144f1ad8c74 req-e22a5352-2af4-4b3d-b5a0-d991e952bb75 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.1143384 Aug 16 02:17:22.146667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3556db7c-7351-400b-9392-2ad4f337ec60 req-2f3d88a4-f9c3-4fc5-8bf2-586dc8ea3779 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404459 Aug 16 02:17:22.153404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-639f5db9-0c0a-4e41-b979-6144f1ad8c74 req-27de1a89-cbf2-434e-bf91-4a2980511934 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816307 Aug 16 02:17:22.157139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] For port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:22.157886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.234753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Calling delete_port for 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:22.281323 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] Set router e1a11faf-8096-4c49-9af8-b48e132e9b61 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:22.303889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.511046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.523893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.536662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:22.663161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event deleted for resources: {'Port': ['ID=1cf5dd9a-e715-4546-b1a5-75dafbe8e161,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.704238 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 5, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port': {'id': '7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:34Z', 'updated_at': '2021-08-16T02:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.747367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] No DVR routers for this DVR port 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:22.751449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.753738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dffe059-8010-41c1-9d3b-d8f8f6315dad req-fd9734c6-04b0-4d51-a47b-0185c8dff0ad tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.88 "DELETE /v2.0/ports/1cf5dd9a-e715-4546-b1a5-75dafbe8e161 HTTP/1.1" status: 204 len: 173 time: 1.0711398 Aug 16 02:17:22.755359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-deleted', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:22.757449 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e690b5a6-25b4-40ec-9edd-8b4e5c7887f6" -d '{"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-deleted", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:22.775352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Deleting port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:22.776191 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.781058 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] Checking router: e1a11faf-8096-4c49-9af8-b48e132e9b61 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:22.791528 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] Routers {'e1a11faf-8096-4c49-9af8-b48e132e9b61'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:22.792602 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e1a11faf-8096-4c49-9af8-b48e132e9b61'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.843421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479690-3c40-412e-92f8-fde9b3190d7f req-98312b0b-f423-4076-9dd3-5a8edd76b0a6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.860186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479690-3c40-412e-92f8-fde9b3190d7f req-98312b0b-f423-4076-9dd3-5a8edd76b0a6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.873774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2479690-3c40-412e-92f8-fde9b3190d7f req-98312b0b-f423-4076-9dd3-5a8edd76b0a6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a&device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 1691 time: 0.1678534 Aug 16 02:17:22.979640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2479690-3c40-412e-92f8-fde9b3190d7f req-abb1dbde-747c-4284-8adb-43485c740c90 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975995 Aug 16 02:17:22.986225 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] Set router e1a11faf-8096-4c49-9af8-b48e132e9b61 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:22.999536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] For port 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:23.000086 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.031591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Calling delete_port for 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:23.061335 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6e43d0-0d8e-4795-8417-2dc37695a39e x-openstack-request-id: req-0a6e43d0-0d8e-4795-8417-2dc37695a39e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:23.063770 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6d36d0-16b5-4d90-aa9c-420affc452bc", "name": "network-vif-deleted", "tag": "1cf5dd9a-e715-4546-b1a5-75dafbe8e161", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:23.064038 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a6e43d0-0d8e-4795-8417-2dc37695a39e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:23.064481 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6d36d0-16b5-4d90-aa9c-420affc452bc', 'name': 'network-vif-deleted', 'tag': '1cf5dd9a-e715-4546-b1a5-75dafbe8e161', 'status': 'completed', 'code': 200} Aug 16 02:17:23.068939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-0b290c65-adc3-438f-bfce-4dc05db27f67 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.071419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-0b290c65-adc3-438f-bfce-4dc05db27f67 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 945 time: 0.0884264 Aug 16 02:17:23.122500 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:17:22Z', 'revision_number': 6, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:23.200487 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e59d2300-6347-4636-9aab-39bb7db2e4df req-8d13b72c-9178-4ea2-82ba-1b627cffc5ce tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/ports?device_id=3caf869b-76d4-48c5-ae11-6d4e18dde3e6 HTTP/1.1" status: 200 len: 210 time: 0.1349103 Aug 16 02:17:23.235044 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9b131-b0b8-47eb-8b16-32154e697ea9 None None] The sync data for ids ['e1a11faf-8096-4c49-9af8-b48e132e9b61'] in n-d-769329-15 is: [{'id': 'e1a11faf-8096-4c49-9af8-b48e132e9b61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741515981-router', 'tenant_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:32Z', 'updated_at': '2021-08-16T02:17:22Z', 'revision_number': 6, 'project_id': '0b5dd0ad4c6548ce84672c339beeaef3', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:23.306925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.458637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Deleting port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:23.458985 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.475471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19385cef-a840-492a-a9cc-ec8cc63f3ff3 req-805fc35f-b463-44b3-8fce-a1bd6b6bf6ba tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.483117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19385cef-a840-492a-a9cc-ec8cc63f3ff3 req-805fc35f-b463-44b3-8fce-a1bd6b6bf6ba tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 1102 time: 0.1840651 Aug 16 02:17:23.580587 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19385cef-a840-492a-a9cc-ec8cc63f3ff3 req-27c7e854-a19c-411f-885b-87d135f7af96 tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965459 Aug 16 02:17:23.617452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] For port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:23.617832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.634502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Calling delete_port for a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:23.825124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.837952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['a29ef52d-3f4d-4017-9ce7-52d15e52b7d7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:23.883945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event deleted for resources: {'Port': ['ID=a29ef52d-3f4d-4017-9ce7-52d15e52b7d7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.936865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3ebf58e-8fc5-4eac-84ee-42f2fd6d2c89 req-3e2eb67c-5f27-4d28-b7aa-eb2294fd659a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=37aafcde-fc16-4fde-bbb7-828a612fd984 HTTP/1.1" status: 200 len: 210 time: 0.0546677 Aug 16 02:17:24.053435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.074174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] No DVR routers for this DVR port a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:24.082644 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.087862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2fcaec31-a6be-4cf5-a5f9-4a54f0f4fdcf req-fd12129b-3bd6-414a-911b-264b16bab98d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.98 "DELETE /v2.0/ports/a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 HTTP/1.1" status: 204 len: 173 time: 1.0097404 Aug 16 02:17:24.089113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'name': 'network-vif-deleted', 'tag': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:24.097060 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcecbfd-8400-44b9-8f90-fce580512432" -d '{"events": [{"server_uuid": "37aafcde-fc16-4fde-bbb7-828a612fd984", "name": "network-vif-deleted", "tag": "a29ef52d-3f4d-4017-9ce7-52d15e52b7d7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:24.118623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.229625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.313669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7af7606d-f576-4138-b589-635f59f5f93d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:24.408939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7af7606d-f576-4138-b589-635f59f5f93d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:24.411455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7af7606d-f576-4138-b589-635f59f5f93d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:24.411941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:24.430949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:24.457229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42340) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.491392 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7ec384-22f2-4beb-90f4-f82eb8cdbe67 x-openstack-request-id: req-0e7ec384-22f2-4beb-90f4-f82eb8cdbe67 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:24.491682 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aafcde-fc16-4fde-bbb7-828a612fd984", "name": "network-vif-deleted", "tag": "a29ef52d-3f4d-4017-9ce7-52d15e52b7d7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:24.491931 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e7ec384-22f2-4beb-90f4-f82eb8cdbe67 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:24.492360 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aafcde-fc16-4fde-bbb7-828a612fd984', 'name': 'network-vif-deleted', 'tag': 'a29ef52d-3f4d-4017-9ce7-52d15e52b7d7', 'status': 'completed', 'code': 200} Aug 16 02:17:24.507866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.510786 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.523059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:24.523967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1cf5dd9a-e715-4546-b1a5-75dafbe8e161 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:24.528475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:24.531190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7fc267b3-ee0b-41cc-bc38-cb69fbb4b08d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:24.594459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.595036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a11faf-8096-4c49-9af8-b48e132e9b61 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:24.613027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.618513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-48d68983-0b89-4fbf-be04-f8a71a27a26a admin admin] 10.222.0.78 "DELETE /v2.0/routers/e1a11faf-8096-4c49-9af8-b48e132e9b61 HTTP/1.1" status: 204 len: 168 time: 2.5696490 Aug 16 02:17:24.620632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.635219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d66c544c-b66b-44a3-8c15-427239c0f212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.664368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8bb18-777b-4458-bc0c-d6594f46ec90 req-d5957693-edab-4497-b4b3-fbe6d8d75ca9 tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.672735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b5b8bb18-777b-4458-bc0c-d6594f46ec90 req-d5957693-edab-4497-b4b3-fbe6d8d75ca9 tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 1102 time: 0.4463544 Aug 16 02:17:24.722375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b5b8bb18-777b-4458-bc0c-d6594f46ec90 req-688349bf-71c7-47ff-b707-abb4fd8265ec tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476997 Aug 16 02:17:24.752906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Deleting subnet f1b0e81f-ee37-4336-befb-aec60d882e10 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:24.760431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.807408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4d19e-581d-4949-898e-3008a6b78344 req-8dbfc40e-9aba-43f8-b8b4-872e550f2e4e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.809344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e5f4d19e-581d-4949-898e-3008a6b78344 req-8dbfc40e-9aba-43f8-b8b4-872e550f2e4e tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.1495588 Aug 16 02:17:24.809909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42350) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.849492 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.953740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e5f4d19e-581d-4949-898e-3008a6b78344 req-a4751465-c266-40b1-bb49-c89d63b8d3f6 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301899 Aug 16 02:17:24.972901 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.018631 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c0567b9-7d2d-41f2-a49e-da47316f4e97 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.080315 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c0567b9-7d2d-41f2-a49e-da47316f4e97 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.100339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d66c544c-b66b-44a3-8c15-427239c0f212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.115407 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d66c544c-b66b-44a3-8c15-427239c0f212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.137448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.202520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b0e81f-ee37-4336-befb-aec60d882e10,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.219926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.220566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.221092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.221608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.222126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.222620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.223235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.223739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.225126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.225630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.226125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.226641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:25.251840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d66c544c-b66b-44a3-8c15-427239c0f212 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7fbe14f1151e4538a0141e679a57764b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7934384 Aug 16 02:17:25.253577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c544c-b66b-44a3-8c15-427239c0f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb93a7-51d9-45ef-adeb-f33abef4c63d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.257762 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.262021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42362) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.264458 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb4cfe-9761-480f-ab8c-f9b31c83a754 None None] Network ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:25.281420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce2010b4-9483-4025-bd47-54761ea558a5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f1b0e81f-ee37-4336-befb-aec60d882e10 HTTP/1.1" status: 204 len: 168 time: 0.6583726 Aug 16 02:17:25.283960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.389549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c0567b9-7d2d-41f2-a49e-da47316f4e97 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.392224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c0567b9-7d2d-41f2-a49e-da47316f4e97 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.395544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9c0567b9-7d2d-41f2-a49e-da47316f4e97 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "DELETE /v2.0/security-groups/eb67693f-edfe-4aa4-9022-f2be91c845d4 HTTP/1.1" status: 204 len: 168 time: 0.5787055 Aug 16 02:17:25.409620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42380) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.462694 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.504334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0567b9-7d2d-41f2-a49e-da47316f4e97 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67693f-edfe-4aa4-9022-f2be91c845d4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.514568 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-30d0ef0b-d62e-4b56-9de8-32b126dfe6c8 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] show failed (client error): The resource could not be found. Aug 16 02:17:25.518229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-30d0ef0b-d62e-4b56-9de8-32b126dfe6c8 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "GET /v2.0/security-groups/eb67693f-edfe-4aa4-9022-f2be91c845d4 HTTP/1.1" status: 404 len: 347 time: 0.1042058 Aug 16 02:17:25.528785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-272db544-e775-4a3a-b05a-9ccfc31ece5d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339102 Aug 16 02:17:25.533956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42388) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.602202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97bf52-9abe-4060-96c4-85563308071d None None] DHCP port deletion for ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:25.621674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bffb5738-896b-4ae3-a4cb-206318b0cba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.662129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-07f663fc-9993-4a11-ab85-56ef45b4b4cc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.664502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-07f663fc-9993-4a11-ab85-56ef45b4b4cc tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.1946077 Aug 16 02:17:25.697761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-db97bf52-9abe-4060-96c4-85563308071d None None] Deleting port 35d2843f-626b-457d-bfc1-8d853e56ab79 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:25.698138 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-db97bf52-9abe-4060-96c4-85563308071d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.710406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-fa58f761-9e8a-4abf-94e7-1878cfef7c7f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/quotas/21c2bfdcf6e14b7f83a27a4c4baaddad HTTP/1.1" status: 200 len: 375 time: 0.0333705 Aug 16 02:17:25.712318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Deleting port 35d2843f-626b-457d-bfc1-8d853e56ab79 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:25.720440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.762043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bffb5738-896b-4ae3-a4cb-206318b0cba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.820726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] For port 35d2843f-626b-457d-bfc1-8d853e56ab79, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=35d2843f-626b-457d-bfc1-8d853e56ab79,segment=NetworkSegment(31ab2ed8-7173-40b4-8acc-ef26e9c37d7d),segment_id=31ab2ed8-7173-40b4-8acc-ef26e9c37d7d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:25.821197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.829166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-db97bf52-9abe-4060-96c4-85563308071d None None] For port 35d2843f-626b-457d-bfc1-8d853e56ab79, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=35d2843f-626b-457d-bfc1-8d853e56ab79,segment=NetworkSegment(31ab2ed8-7173-40b4-8acc-ef26e9c37d7d),segment_id=31ab2ed8-7173-40b4-8acc-ef26e9c37d7d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:25.829513 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-db97bf52-9abe-4060-96c4-85563308071d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.842376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Calling delete_port for 35d2843f-626b-457d-bfc1-8d853e56ab79 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:25.850318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-db97bf52-9abe-4060-96c4-85563308071d None None] Calling delete_port for 35d2843f-626b-457d-bfc1-8d853e56ab79 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:25.866523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7d892597-7826-48fb-abcd-313662cc7539 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.868092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7d892597-7826-48fb-abcd-313662cc7539 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3385308 Aug 16 02:17:25.939428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Deleting port 91a3019a-4939-493a-9f45-c880e88a63fa {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:25.940139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.997895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.060432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d2843f-626b-457d-bfc1-8d853e56ab79,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.091445 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-9e581e9a-0983-4bdb-91e4-3afdd612668d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119850 Aug 16 02:17:26.102000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] No DVR routers for this DVR port 35d2843f-626b-457d-bfc1-8d853e56ab79 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:26.154120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-db97bf52-9abe-4060-96c4-85563308071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.159859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-f68a009a-a507-462a-8872-73410144129e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/quotas/62d0a3d128e444b190a270b183712e12 HTTP/1.1" status: 200 len: 375 time: 0.2766213 Aug 16 02:17:26.162060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35d2843f-626b-457d-bfc1-8d853e56ab79 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:26.176426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bffb5738-896b-4ae3-a4cb-206318b0cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.181109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bffb5738-896b-4ae3-a4cb-206318b0cba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.190607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bffb5738-896b-4ae3-a4cb-206318b0cba5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40cb93a7-51d9-45ef-adeb-f33abef4c63d HTTP/1.1" status: 204 len: 168 time: 0.9137220 Aug 16 02:17:26.213128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97bf52-9abe-4060-96c4-85563308071d None None] Pushing event deleted for resources: {'Port': ['ID=35d2843f-626b-457d-bfc1-8d853e56ab79,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.215371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97bf52-9abe-4060-96c4-85563308071d None None] No DVR routers for this DVR port 35d2843f-626b-457d-bfc1-8d853e56ab79 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:26.219343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 35d2843f-626b-457d-bfc1-8d853e56ab79 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:26.219936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 35d2843f-626b-457d-bfc1-8d853e56ab79 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:26.243700 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a736e5ec-f26d-4147-ac5d-a503a1ab3fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.246659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb5738-896b-4ae3-a4cb-206318b0cba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cb93a7-51d9-45ef-adeb-f33abef4c63d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.300049 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.300403 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.329648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Calling delete_port for 91a3019a-4939-493a-9f45-c880e88a63fa owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:26.363208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-76cf95ee-aa20-4f35-9219-0b09f82a8245 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.364745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.366013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-76cf95ee-aa20-4f35-9219-0b09f82a8245 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.4594457 Aug 16 02:17:26.387613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8f0ed2-dde1-4e68-ab91-01a88d16fb68']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.392900 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-852a2e9e-aa50-41fc-a13b-ee1272b3d577 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2176256 Aug 16 02:17:26.415767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-2c10e175-070f-4ebf-a3b9-6a1a712291ef service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231058 Aug 16 02:17:26.419501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.419807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ab2ed8-7173-40b4-8acc-ef26e9c37d7d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.530118 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.554103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.564080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:26.564490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:26.642454 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:26.656761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.677802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.683838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ef8f0ed2-dde1-4e68-ab91-01a88d16fb68 HTTP/1.1" status: 204 len: 168 time: 1.3926632 Aug 16 02:17:26.703588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf3bbb-b120-44f9-9221-3fd1fb310817 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8f0ed2-dde1-4e68-ab91-01a88d16fb68,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.763416 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-1038b331-1410-4a11-bbab-a67402dc511d service neutron] 10.222.0.78 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338399 Aug 16 02:17:26.817446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Deleting port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:26.817797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.945996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:27.101517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] For port 6396ae68-6d22-4f4e-8d5c-3e46459ae464, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=6396ae68-6d22-4f4e-8d5c-3e46459ae464,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:27.102408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.128501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Calling delete_port for 6396ae68-6d22-4f4e-8d5c-3e46459ae464 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:27.188209 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0e97f7a6-08c2-4958-b101-d44977f58c06 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6399bc3e63b440b4a20f2869d9d7bf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391293 Aug 16 02:17:27.193101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:27.321802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781d550-a913-486d-8e4d-09c2c5ccfb51 req-2d33d63c-eb96-4ccd-b6db-4312ec3b5112 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.343514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4781d550-a913-486d-8e4d-09c2c5ccfb51 req-2d33d63c-eb96-4ccd-b6db-4312ec3b5112 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 950 time: 0.2918139 Aug 16 02:17:27.402034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.410336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.423473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['6396ae68-6d22-4f4e-8d5c-3e46459ae464'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:27.465954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d21e5ade-394c-45b8-880c-52e3bac26969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.476620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Pushing event deleted for resources: {'Port': ['ID=91a3019a-4939-493a-9f45-c880e88a63fa,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:27.493459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4781d550-a913-486d-8e4d-09c2c5ccfb51 req-7e7c354b-0b69-4599-b044-1baf35cc29cf tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed15684e-6180-422a-bba6-36f5ca112349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384082 Aug 16 02:17:27.529190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:27.576169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:27.576584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a29ef52d-3f4d-4017-9ce7-52d15e52b7d7 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:27.601160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d21e5ade-394c-45b8-880c-52e3bac26969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.610811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Pushing event deleted for resources: {'Port': ['ID=6396ae68-6d22-4f4e-8d5c-3e46459ae464,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:27.686467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8b3d8da-76f0-4bc7-9394-97d7a1a9ea7f req-2356cd69-8ae4-4e91-9219-4b320a934f24 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 210 time: 0.1727700 Aug 16 02:17:27.752252 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.772727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.778687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d21e5ade-394c-45b8-880c-52e3bac26969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.788834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a7db0fe9-b50d-4874-90f4-3c4f115ad9a0 tempest-ServersTestBootFromVolume-335993847 tempest-ServersTestBootFromVolume-335993847-project] 10.222.0.78 "DELETE /v2.0/floatingips/96b64c59-0229-4e50-98b8-e72fc4d5094d HTTP/1.1" status: 204 len: 168 time: 2.2538652 Aug 16 02:17:27.795261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d21e5ade-394c-45b8-880c-52e3bac26969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.798683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d21e5ade-394c-45b8-880c-52e3bac26969 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2da7a8e6-24d6-4c9e-9f1d-566eaea6f57a HTTP/1.1" status: 204 len: 168 time: 0.5983546 Aug 16 02:17:27.799122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42446) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:27.854205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] No DVR routers for this DVR port 6396ae68-6d22-4f4e-8d5c-3e46459ae464 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:27.861872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.868970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6711bf3-006f-4e3d-b4c0-9e8b47556d4d req-5bb171f5-1644-4251-b23a-cb0d13a783be tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.98 "DELETE /v2.0/ports/6396ae68-6d22-4f4e-8d5c-3e46459ae464 HTTP/1.1" status: 204 len: 173 time: 1.4861085 Aug 16 02:17:27.869459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-deleted', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:27.871754 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a213bc62-0f64-49eb-b980-d3606bad5191" -d '{"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-deleted", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:28.013336 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0925cc68-13a1-4561-aed4-4b8b121efd1d x-openstack-request-id: req-0925cc68-13a1-4561-aed4-4b8b121efd1d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:28.013638 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bce633-0fdb-476a-a2b3-ff08901d3468", "name": "network-vif-deleted", "tag": "6396ae68-6d22-4f4e-8d5c-3e46459ae464", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:28.014531 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0925cc68-13a1-4561-aed4-4b8b121efd1d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:28.014838 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bce633-0fdb-476a-a2b3-ff08901d3468', 'name': 'network-vif-deleted', 'tag': '6396ae68-6d22-4f4e-8d5c-3e46459ae464', 'status': 'completed', 'code': 200} Aug 16 02:17:28.038476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e5ade-394c-45b8-880c-52e3bac26969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7a8e6-24d6-4c9e-9f1d-566eaea6f57a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:28.242953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-568b1ecf-d31c-400a-b4ea-7ff15ce88556 req-6d238b97-6bb3-4bcb-a6e3-66b228aa7a6b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 210 time: 0.0835001 Aug 16 02:17:28.611036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42472) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:28.719571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e2056834-e481-4ed0-b71c-7f5822e83f48 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b5dd0ad4c6548ce84672c339beeaef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059957 Aug 16 02:17:28.722173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42476) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:28.799387 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.864328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abe7bcc9-4944-4e8a-9cf7-60398b6e926d req-86a3ac4c-34cd-4fd4-bebd-f7e789996279 tempest-MigrationsAdminTest-860201787 tempest-MigrationsAdminTest-860201787-project] 10.222.0.78 "GET /v2.0/ports?device_id=06bce633-0fdb-476a-a2b3-ff08901d3468 HTTP/1.1" status: 200 len: 210 time: 0.1017158 Aug 16 02:17:28.865382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-70677909-a1ea-4db7-b1e7-d02e834f200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.891690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5578-10aa-448a-9913-4b9c83ba01a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.942145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5578-10aa-448a-9913-4b9c83ba01a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.032729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-56dd6628-608e-4156-b525-6bf122d1949b req-a86d7861-a051-491b-8837-89b987e31dd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 210 time: 0.0558133 Aug 16 02:17:29.068759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5578-10aa-448a-9913-4b9c83ba01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.071651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5578-10aa-448a-9913-4b9c83ba01a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.073175 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ba7f5578-10aa-448a-9913-4b9c83ba01a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3553bbd6-3103-433e-93f3-80fcef6c6579 HTTP/1.1" status: 204 len: 168 time: 0.3497562 Aug 16 02:17:29.090591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f5578-10aa-448a-9913-4b9c83ba01a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3553bbd6-3103-433e-93f3-80fcef6c6579,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.211821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.528669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bbb925d-b8c6-4c42-b4ee-2b7e36a57d6f req-da3e4bb5-6872-4a4c-af19-e051094e23de tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 210 time: 0.1346207 Aug 16 02:17:29.750992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-c09a8cf4-cb22-43e8-9f32-619724792e91 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:29.750992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-c09a8cf4-cb22-43e8-9f32-619724792e91 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 811 time: 0.3557425 Aug 16 02:17:29.771855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Request body: {'port': {'device_id': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'admin_state_up': True, 'tenant_id': '21c2bfdcf6e14b7f83a27a4c4baaddad'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:29.877727 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.110130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Made reservation on behalf of 21c2bfdcf6e14b7f83a27a4c4baaddad for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:30.121193 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-bf01dbca-9d85-4000-ba85-65e0c3ff3b2c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004691 Aug 16 02:17:30.123737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.324357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Deleting port ccb4481e-19c5-4a71-91d0-12d50601b502 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:30.325122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.577941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5106a602-913b-4b99-a47b-ebf2248ae087 req-6d91cd34-027f-4975-8cb1-90f080d5d3e4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 210 time: 0.2523673 Aug 16 02:17:30.668345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42540) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:30.673460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-6206e077-e552-4ddb-bb2a-6261a715d9bc tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389599 Aug 16 02:17:30.684975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-2d747ca4-f193-4ac7-b639-6a7e45c5bd6d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.686990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-2d747ca4-f193-4ac7-b639-6a7e45c5bd6d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5582359 Aug 16 02:17:30.712641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:30.777853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54c0bbe7-3280-4e94-8491-3ececaa29d2c req-edc325f9-f462-4d0a-a532-938da84387ce tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 210 time: 0.1003184 Aug 16 02:17:30.828830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Allocated IP 172.20.0.8 (7f87eee5-90aa-4446-92cb-abb1c82eca55/ed8e42a1-d51f-49bc-ad0d-27257fd19019/d141ce30-f00f-4f06-b3ea-149401c3f5f2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:30.835625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] For port ccb4481e-19c5-4a71-91d0-12d50601b502, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ccb4481e-19c5-4a71-91d0-12d50601b502,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:30.836024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.877068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Calling delete_port for ccb4481e-19c5-4a71-91d0-12d50601b502 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:31.009235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-738fee3a-2662-4d0c-ad9d-89fc7abed100 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.010737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-738fee3a-2662-4d0c-ad9d-89fc7abed100 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230569 Aug 16 02:17:31.026386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': '6f1b2968-66f2-456b-9e42-b2d689704333', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:31.062968 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9533611d-e72b-4b8f-9aba-8466734e1379 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc4dd78a8f254bdf9cc5d0b394c6622c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935943 Aug 16 02:17:31.066994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:31.239024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:31.243535 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.248379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:31.252598 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.392360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.452420 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af1d85de-b8cb-425f-8510-0504d791155c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.476265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af1d85de-b8cb-425f-8510-0504d791155c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.534830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.225 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/8b273cd8-1a1c-48de-8752-8184749d2135) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:31.547571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:31.565231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.574210 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.584693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af1d85de-b8cb-425f-8510-0504d791155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.587390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af1d85de-b8cb-425f-8510-0504d791155c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.592424 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af1d85de-b8cb-425f-8510-0504d791155c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed15684e-6180-422a-bba6-36f5ca112349 HTTP/1.1" status: 204 len: 168 time: 0.5187757 Aug 16 02:17:31.603455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 6396ae68-6d22-4f4e-8d5c-3e46459ae464 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:31.619214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 6396ae68-6d22-4f4e-8d5c-3e46459ae464 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:31.667193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb4481e-19c5-4a71-91d0-12d50601b502,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.700800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d85de-b8cb-425f-8510-0504d791155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed15684e-6180-422a-bba6-36f5ca112349,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.809419 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.869635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event updated for resources: {'Port': ['ID=d141ce30-f00f-4f06-b3ea-149401c3f5f2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.899674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Network 7f87eee5-90aa-4446-92cb-abb1c82eca55 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:31.949164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:31.985200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:31.997137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e5d522b-ffe9-4e71-9973-e0a7b0dd7e46 req-427183fb-ee3b-4598-bafc-fda9f21c23c6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 210 time: 0.0680423 Aug 16 02:17:32.095576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.096243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.106332 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.129245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object 8b273cd8-1a1c-48de-8752-8184749d2135 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:32.159989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5e076-56d8-4a1a-b092-8428963b2826 req-bd029881-4a93-4aae-8c11-4f6e1fd1e6a1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.167958 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-add5e076-56d8-4a1a-b092-8428963b2826 req-bd029881-4a93-4aae-8c11-4f6e1fd1e6a1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 931 time: 0.3872633 Aug 16 02:17:32.173832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-931f4c5b-0ac5-4dec-9291-9480dea68dc2 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4072118 Aug 16 02:17:32.183340 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.197340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:32.201224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:32.277899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-add5e076-56d8-4a1a-b092-8428963b2826 req-2fa73ba4-89ab-4021-8f38-139387c3121e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089020 Aug 16 02:17:32.282840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Request body: {'port': {'device_id': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:32.332566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42592) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:32.341763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:32.406679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:32.411870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:32.469334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:32.480503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.81 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/d9ac3347-c435-4b02-a7b0-a7c44239dde1) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:32.492157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=8b273cd8-1a1c-48de-8752-8184749d2135,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.532232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.658715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.659394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.694221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:32.716888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-30a1c9a7-2efc-4ae8-b0f0-78f003480d6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1d6ccab606c477ca805fd374c40db84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550136 Aug 16 02:17:32.776524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.778394 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-91ff3cb2-bced-4d6a-ad09-59c31da12c03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0800693 Aug 16 02:17:32.841433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Request body: {'port': {'device_id': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:32.859519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d7321b91-dc88-4a21-8aed-daa873ee80bd None None] Provisioning for port 8b273cd8-1a1c-48de-8752-8184749d2135 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:32.871693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d7321b91-dc88-4a21-8aed-daa873ee80bd None None] Provisioning complete for port 8b273cd8-1a1c-48de-8752-8184749d2135 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:32.874240 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7321b91-dc88-4a21-8aed-daa873ee80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.935896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.958754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d7321b91-dc88-4a21-8aed-daa873ee80bd None None] Port 8b273cd8-1a1c-48de-8752-8184749d2135 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:32.998911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.030296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object d9ac3347-c435-4b02-a7b0-a7c44239dde1 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:33.185723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eaeff056-4aa3-40c6-bb25-526d67961aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.211737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42610) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:33.214085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3646d7f1-ffdc-45a5-88e7-7ad37bbace09 req-42826823-d8ad-49bf-b650-a4ba388ceaee tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 210 time: 0.0467432 Aug 16 02:17:33.244258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.258091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:33.342342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:33.347217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:33.353230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:33.355764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:33.399375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=d9ac3347-c435-4b02-a7b0-a7c44239dde1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.460083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:33.460747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.481211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4db48a5b-4c58-496d-87d3-d1cdc823df01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.506337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79efc3da-1f34-4bb3-a930-ede09323fe3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.536121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79efc3da-1f34-4bb3-a930-ede09323fe3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.554326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b273cd8-1a1c-48de-8752-8184749d2135 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:33.563396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.581992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Transition to ACTIVE for port object 8b273cd8-1a1c-48de-8752-8184749d2135 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:33.588412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.715286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28e006-b624-4c72-b6b6-f190f899546b req-4f707a73-fd68-4ced-82e0-6115f98fe64b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:33.722995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6d28e006-b624-4c72-b6b6-f190f899546b req-4f707a73-fd68-4ced-82e0-6115f98fe64b tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 931 time: 0.3429518 Aug 16 02:17:33.745572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4af7cfd3-f410-4d2c-a335-cf3aa2526ac4 None None] Provisioning for port d9ac3347-c435-4b02-a7b0-a7c44239dde1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:33.762753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4af7cfd3-f410-4d2c-a335-cf3aa2526ac4 None None] Provisioning complete for port d9ac3347-c435-4b02-a7b0-a7c44239dde1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:33.763292 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4af7cfd3-f410-4d2c-a335-cf3aa2526ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.775460 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79efc3da-1f34-4bb3-a930-ede09323fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.778547 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79efc3da-1f34-4bb3-a930-ede09323fe3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.780543 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-79efc3da-1f34-4bb3-a930-ede09323fe3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7974a9ca-64a2-475d-81ba-74fd362e0991 HTTP/1.1" status: 204 len: 168 time: 1.0853312 Aug 16 02:17:33.841751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4af7cfd3-f410-4d2c-a335-cf3aa2526ac4 None None] Port d9ac3347-c435-4b02-a7b0-a7c44239dde1 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:33.914104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efc3da-1f34-4bb3-a930-ede09323fe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974a9ca-64a2-475d-81ba-74fd362e0991,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.956137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6d28e006-b624-4c72-b6b6-f190f899546b req-d6f99aa6-9778-44ba-8ca7-8b15f006c8b4 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318015 Aug 16 02:17:34.034478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eaeff056-4aa3-40c6-bb25-526d67961aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.047283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eaeff056-4aa3-40c6-bb25-526d67961aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.092970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.139857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Router b7918ba2-280d-4efc-903a-5e4418a0ce4d has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:34.144726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eaeff056-4aa3-40c6-bb25-526d67961aa8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=329db0c5a6764d7096aa042f49f28334&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6729286 Aug 16 02:17:34.147522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d141ce30-f00f-4f06-b3ea-149401c3f5f2 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:34.152391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeff056-4aa3-40c6-bb25-526d67961aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b7c63-c3f4-4217-8a2d-a1464a44f78a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.155702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.167697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.200013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Transition to ACTIVE for port object d141ce30-f00f-4f06-b3ea-149401c3f5f2 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:34.232964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Pushing event updated for resources: {'Port': ['ID=8b273cd8-1a1c-48de-8752-8184749d2135,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.247367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.308840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d81a06e-0b86-4b27-a385-6fd691936e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.327829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-1d3b6e12-bd33-4241-a85a-e2f0f828171c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3059802 Aug 16 02:17:34.350100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Request body: {'port': {'device_id': '6f1b2968-66f2-456b-9e42-b2d689704333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:34.433261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158530e0-f536-43ab-b170-706d040a878e service neutron] Pushing event updated for resources: {'Port': ['ID=d141ce30-f00f-4f06-b3ea-149401c3f5f2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.446068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72581da1-6171-4b1a-8237-9342cfa192fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.545112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72581da1-6171-4b1a-8237-9342cfa192fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.567763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:34.569237 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4db48a5b-4c58-496d-87d3-d1cdc823df01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.588807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-066a9131-8b6f-4d93-88d8-422e5d92b5ff admin admin] 10.222.0.78 "PUT /v2.0/routers/b7918ba2-280d-4efc-903a-5e4418a0ce4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7568767 Aug 16 02:17:34.598432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.600991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ce123-2ac8-4012-8fed-53878163497f None None] Sync routers for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:34.615412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:34.617093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:34.630296 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4db48a5b-4c58-496d-87d3-d1cdc823df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.693119 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4db48a5b-4c58-496d-87d3-d1cdc823df01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f94d18d2f1134cbe8f4adb3980056553&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4780340 Aug 16 02:17:34.697789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db48a5b-4c58-496d-87d3-d1cdc823df01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb586e1e-610e-42a6-b15a-0bd59cd8f11b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.727858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d90a2-b870-4f39-9c80-25821d9b4664 req-07314b8d-8a4f-4830-b9a7-529ca5aebbe0 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:34.728069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.728167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca7d90a2-b870-4f39-9c80-25821d9b4664 req-07314b8d-8a4f-4830-b9a7-529ca5aebbe0 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 935 time: 0.3251693 Aug 16 02:17:34.763282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.816987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Attempting to bind port 8b273cd8-1a1c-48de-8752-8184749d2135 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:34.817333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Attempting to bind port 8b273cd8-1a1c-48de-8752-8184749d2135 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:34.817745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Attempting to bind port 8b273cd8-1a1c-48de-8752-8184749d2135 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:34.830831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:34.846461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca7d90a2-b870-4f39-9c80-25821d9b4664 req-d2ab862a-b618-45a2-aa94-cb3dbc11d15d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046994 Aug 16 02:17:34.847514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72581da1-6171-4b1a-8237-9342cfa192fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.850264 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72581da1-6171-4b1a-8237-9342cfa192fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.853860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Port 8b273cd8-1a1c-48de-8752-8184749d2135 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:34.853860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Attempting to bind port 8b273cd8-1a1c-48de-8752-8184749d2135 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:34.854945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-72581da1-6171-4b1a-8237-9342cfa192fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/503b7c63-c3f4-4217-8a2d-a1464a44f78a HTTP/1.1" status: 204 len: 168 time: 0.6947024 Aug 16 02:17:34.860699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:34.861153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:34.861554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:34.862002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Bound port: 8b273cd8-1a1c-48de-8752-8184749d2135, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:34.862503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.867723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d81a06e-0b86-4b27-a385-6fd691936e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.902325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d81a06e-0b86-4b27-a385-6fd691936e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.906046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581da1-6171-4b1a-8237-9342cfa192fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b7c63-c3f4-4217-8a2d-a1464a44f78a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.914643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Attempting to bind port d141ce30-f00f-4f06-b3ea-149401c3f5f2 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:34.915183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Attempting to bind port d141ce30-f00f-4f06-b3ea-149401c3f5f2 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:34.915693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Attempting to bind port d141ce30-f00f-4f06-b3ea-149401c3f5f2 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:34.957873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] For port 8b273cd8-1a1c-48de-8752-8184749d2135, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:34.961697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] For port 8b273cd8-1a1c-48de-8752-8184749d2135, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8b273cd8-1a1c-48de-8752-8184749d2135,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:34.969542 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.983216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Port d141ce30-f00f-4f06-b3ea-149401c3f5f2 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:34.983603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Attempting to bind port d141ce30-f00f-4f06-b3ea-149401c3f5f2 on network 7f87eee5-90aa-4446-92cb-abb1c82eca55 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:35.032999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42662) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:35.049404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:35.049981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Checking segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:35.050767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Bound using segment: {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:35.051410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Bound port: d141ce30-f00f-4f06-b3ea-149401c3f5f2, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36672381-5c98-40a7-bc93-e1c457c8b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:35.052269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.067695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81a06e-0b86-4b27-a385-6fd691936e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4ed500-0ed8-43ad-b121-57c1987b6354,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.072612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.073676 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.076827 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3d81a06e-0b86-4b27-a385-6fd691936e78 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=409fcd1018b44683bdd6e8a564a5a395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9804170 Aug 16 02:17:35.076997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] 10.222.0.88 "PUT /v2.0/ports/8b273cd8-1a1c-48de-8752-8184749d2135 HTTP/1.1" status: 200 len: 1097 time: 2.2716763 Aug 16 02:17:35.083540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:35.093255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'tag': '8b273cd8-1a1c-48de-8752-8184749d2135'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:35.096384 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0968887c-6db8-4a7f-9114-7b5dbd9697e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a30a50e-af48-49c0-978e-fed8e778c14c", "tag": "8b273cd8-1a1c-48de-8752-8184749d2135"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:35.216488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8c52-01c8-4fe5-a222-75596c149801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.242335 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f53479-26fd-4391-8cf4-4efc1688dce1 x-openstack-request-id: req-99f53479-26fd-4391-8cf4-4efc1688dce1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:35.242625 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a30a50e-af48-49c0-978e-fed8e778c14c", "tag": "8b273cd8-1a1c-48de-8752-8184749d2135", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:35.242874 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99f53479-26fd-4391-8cf4-4efc1688dce1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:35.243272 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'tag': '8b273cd8-1a1c-48de-8752-8184749d2135', 'status': 'completed', 'code': 200} Aug 16 02:17:35.246377 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8c52-01c8-4fe5-a222-75596c149801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.249754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.291298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:17:31Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:35.344131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-5e58c247-b576-4778-81b3-f4d6a53130ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.345766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-5e58c247-b576-4778-81b3-f4d6a53130ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 1100 time: 0.1920369 Aug 16 02:17:35.348249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05d1e4-de0c-47fd-80c1-2afbcebbbc67 service neutron] Pushing event updated for resources: {'Port': ['ID=8b273cd8-1a1c-48de-8752-8184749d2135,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.354406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ce123-2ac8-4012-8fed-53878163497f None None] Checking router: b7918ba2-280d-4efc-903a-5e4418a0ce4d for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:35.364909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] Routers {'b7918ba2-280d-4efc-903a-5e4418a0ce4d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:35.365629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:35.401837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-a707f1d3-3a91-4d7c-b45f-780086b6d467 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8b273cd8-1a1c-48de-8752-8184749d2135 HTTP/1.1" status: 200 len: 217 time: 0.0460119 Aug 16 02:17:35.407911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-network', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:35.424554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3591fc9-03a2-4030-a11d-97b81d5d46c7 req-5380650c-4101-4e77-8c22-97e8f8be4169 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.432018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3591fc9-03a2-4030-a11d-97b81d5d46c7 req-5380650c-4101-4e77-8c22-97e8f8be4169 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 943 time: 0.3562696 Aug 16 02:17:35.463652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-4ce95aa7-1386-43c8-b484-1413e40fc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.465167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-4ce95aa7-1386-43c8-b484-1413e40fc410 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0475044 Aug 16 02:17:35.529525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] Set router b7918ba2-280d-4efc-903a-5e4418a0ce4d gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:35.546475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] For port d141ce30-f00f-4f06-b3ea-149401c3f5f2, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:35.552522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-b47c8f1b-baad-49ee-8247-95d53cc4e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.554229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-b47c8f1b-baad-49ee-8247-95d53cc4e261 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774639 Aug 16 02:17:35.596868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3591fc9-03a2-4030-a11d-97b81d5d46c7 req-7b51eccc-eb84-4ff8-b560-3d6151705f0a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638505 Aug 16 02:17:35.600570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] For port d141ce30-f00f-4f06-b3ea-149401c3f5f2, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d141ce30-f00f-4f06-b3ea-149401c3f5f2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:35.606759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab89da0c-bcf5-413c-86a3-7ad17e864f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.636783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.662097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Made reservation on behalf of d8fee1a5b36a4a0bba49e93a0f8c0de9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:35.664445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.683227 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8c52-01c8-4fe5-a222-75596c149801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.686591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8c52-01c8-4fe5-a222-75596c149801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.687937 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ddbe8c52-01c8-4fe5-a222-75596c149801 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb586e1e-610e-42a6-b15a-0bd59cd8f11b HTTP/1.1" status: 204 len: 168 time: 0.9227042 Aug 16 02:17:35.710719 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-ed7cb681-b316-48d6-96f1-3666efd5dc21 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469038 Aug 16 02:17:35.718366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ac3347-c435-4b02-a7b0-a7c44239dde1 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:35.722971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.742819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.751983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8c52-01c8-4fe5-a222-75596c149801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb586e1e-610e-42a6-b15a-0bd59cd8f11b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.765602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab89da0c-bcf5-413c-86a3-7ad17e864f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.778418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.779220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.781278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-158530e0-f536-43ab-b170-706d040a878e service neutron] 10.222.0.88 "PUT /v2.0/ports/d141ce30-f00f-4f06-b3ea-149401c3f5f2 HTTP/1.1" status: 200 len: 1092 time: 3.5310838 Aug 16 02:17:35.783193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'tag': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:35.785440 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf1c9ed-343f-44a7-9d74-1e65a71cc386", "tag": "d141ce30-f00f-4f06-b3ea-149401c3f5f2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:35.863567 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deedc9b2-d2e8-41a6-b59b-150d8bbcd3fa x-openstack-request-id: req-deedc9b2-d2e8-41a6-b59b-150d8bbcd3fa {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:35.863852 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf1c9ed-343f-44a7-9d74-1e65a71cc386", "tag": "d141ce30-f00f-4f06-b3ea-149401c3f5f2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:35.864107 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-deedc9b2-d2e8-41a6-b59b-150d8bbcd3fa {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:35.864591 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'tag': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2', 'status': 'completed', 'code': 200} Aug 16 02:17:35.889864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158530e0-f536-43ab-b170-706d040a878e service neutron] Pushing event updated for resources: {'Port': ['ID=d141ce30-f00f-4f06-b3ea-149401c3f5f2,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.896341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-196ce123-2ac8-4012-8fed-53878163497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:17:31Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:35.907922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7eb4e092-c976-43b4-8e78-0a76b13db304 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831067 Aug 16 02:17:35.910160 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.928250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Transition to ACTIVE for port object d9ac3347-c435-4b02-a7b0-a7c44239dde1 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:35.941414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.963367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-0a14bc9e-a350-4e3a-b957-73da4c6193cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.964940 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-0a14bc9e-a350-4e3a-b957-73da4c6193cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 1095 time: 0.1317401 Aug 16 02:17:35.971011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab89da0c-bcf5-413c-86a3-7ad17e864f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.973842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab89da0c-bcf5-413c-86a3-7ad17e864f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.977529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ab89da0c-bcf5-413c-86a3-7ad17e864f7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c4ed500-0ed8-43ad-b121-57c1987b6354 HTTP/1.1" status: 204 len: 168 time: 0.8871350 Aug 16 02:17:35.985920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Deleting port 43e1f06c-6351-4ba1-8185-fb93d493b8ed {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:35.986265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.001830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ce123-2ac8-4012-8fed-53878163497f None None] The sync data for ids ['b7918ba2-280d-4efc-903a-5e4418a0ce4d'] in n-d-769329-15 is: [{'id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'name': 'tempest-ServersTestBootFromVolume-1239319540-router', 'tenant_id': '79a6e524467441a8b46673c2382d2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:12Z', 'updated_at': '2021-08-16T02:17:31Z', 'revision_number': 5, 'project_id': '79a6e524467441a8b46673c2382d2e17', 'gw_port': {'id': '43e1f06c-6351-4ba1-8185-fb93d493b8ed', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7918ba2-280d-4efc-903a-5e4418a0ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:13Z', 'updated_at': '2021-08-16T02:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:36.077381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89da0c-bcf5-413c-86a3-7ad17e864f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4ed500-0ed8-43ad-b121-57c1987b6354,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:36.086153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-b8fb281c-a98a-4c32-8ba4-c82be870ed02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d141ce30-f00f-4f06-b3ea-149401c3f5f2 HTTP/1.1" status: 200 len: 217 time: 0.1018825 Aug 16 02:17:36.184650 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.198565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.239962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-4ec280b2-03af-4a04-ba25-88fdb27be127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.241765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-4ec280b2-03af-4a04-ba25-88fdb27be127 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.1472566 Aug 16 02:17:36.247905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] For port 43e1f06c-6351-4ba1-8185-fb93d493b8ed, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=43e1f06c-6351-4ba1-8185-fb93d493b8ed,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:36.248485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.258573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Attempting to bind port d9ac3347-c435-4b02-a7b0-a7c44239dde1 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:36.259026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Attempting to bind port d9ac3347-c435-4b02-a7b0-a7c44239dde1 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:36.259158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:36.259336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Attempting to bind port d9ac3347-c435-4b02-a7b0-a7c44239dde1 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:36.271832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c54ad-507a-46a5-ba5e-a2012d2fb5aa req-8434a5a9-7039-45c8-8d94-025c7dc73adb tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.279050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b21c54ad-507a-46a5-ba5e-a2012d2fb5aa req-8434a5a9-7039-45c8-8d94-025c7dc73adb tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 947 time: 0.2033131 Aug 16 02:17:36.286501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ac3347-c435-4b02-a7b0-a7c44239dde1,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:36.300874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-698c40dd-0ebc-4c87-9c59-e4490ae07b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.302455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-698c40dd-0ebc-4c87-9c59-e4490ae07b29 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 1100 time: 0.3213010 Aug 16 02:17:36.309016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Port d9ac3347-c435-4b02-a7b0-a7c44239dde1 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:36.309273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Attempting to bind port d9ac3347-c435-4b02-a7b0-a7c44239dde1 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:36.331996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:36.332390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:36.332748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:36.333206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Bound port: d9ac3347-c435-4b02-a7b0-a7c44239dde1, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:36.333568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.335326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42702) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:36.339590 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-63721a13-b8c1-4baf-aba7-967191eb99c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877755 Aug 16 02:17:36.349515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Calling delete_port for 43e1f06c-6351-4ba1-8185-fb93d493b8ed owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:36.352245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50647dea-adbe-4cda-bccf-f9aa60edd2b9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:36.455195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136bad0c-9b95-4fba-b519-0f4780d4dac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.481474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.481831 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Added segment d1b6e2d8-a90c-4a31-89fe-88102b6a8dec of type vlan for network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c Aug 16 02:17:36.485046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-45c6971c-d8fe-4090-9df0-4c3e7e4723cb service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238718 Aug 16 02:17:36.510203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b21c54ad-507a-46a5-ba5e-a2012d2fb5aa req-2e851366-0227-4a39-87fd-8443e4473747 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296209 Aug 16 02:17:36.641534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.724310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] For port d9ac3347-c435-4b02-a7b0-a7c44239dde1, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:36.734404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] For port d9ac3347-c435-4b02-a7b0-a7c44239dde1, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d9ac3347-c435-4b02-a7b0-a7c44239dde1,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:36.766754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.779450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-8f60548f-0ad9-46e6-8cb6-bfc023dca91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.784733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e8a9fdb-0f28-47cc-b429-0bd531b8ac69 req-906915ac-473a-43b9-8525-3200b3f4d698 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876740 Aug 16 02:17:36.789206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-8f60548f-0ad9-46e6-8cb6-bfc023dca91e service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.4743326 Aug 16 02:17:36.790893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.801928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.802577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.841248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136bad0c-9b95-4fba-b519-0f4780d4dac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.877809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-8d39df44-1046-4475-a459-3e948b71b12c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8b273cd8-1a1c-48de-8752-8184749d2135 HTTP/1.1" status: 200 len: 217 time: 0.0480874 Aug 16 02:17:36.878406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136bad0c-9b95-4fba-b519-0f4780d4dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.885579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.886500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.888926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] 10.222.0.98 "PUT /v2.0/ports/d9ac3347-c435-4b02-a7b0-a7c44239dde1 HTTP/1.1" status: 200 len: 1096 time: 2.5459239 Aug 16 02:17:36.938186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9013460 Aug 16 02:17:36.944595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:36.957862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Request body: {'subnet': {'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-subnet', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:36.973026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33052f33-be9e-4850-93a6-f40ae2c7d448 req-3cbd2fa8-f922-4371-8b75-3cf6b0e15791 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.974593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33052f33-be9e-4850-93a6-f40ae2c7d448 req-3cbd2fa8-f922-4371-8b75-3cf6b0e15791 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 943 time: 0.2548678 Aug 16 02:17:36.980049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40674f3-915e-4676-945d-0d3b7d725782 admin admin] Pushing event updated for resources: {'Network': ['ID=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.023421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:37.043187 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-136bad0c-9b95-4fba-b519-0f4780d4dac8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=278992f614ba41a18395600f39e0cb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033029 Aug 16 02:17:37.044376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609277cc-1f23-4077-8e91-85d2ab9baf08 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ac3347-c435-4b02-a7b0-a7c44239dde1,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.044984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:37.071277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-0e51307d-8970-4432-95b0-40d4d4146e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.073391 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-0e51307d-8970-4432-95b0-40d4d4146e11 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 1095 time: 0.1953967 Aug 16 02:17:37.082215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bad0c-9b95-4fba-b519-0f4780d4dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f997ca3c-959c-49f3-9bcb-a5e859298ae1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.107133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Made reservation on behalf of d8fee1a5b36a4a0bba49e93a0f8c0de9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:37.110252 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.119699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-ec816b8f-66d0-40b7-8012-0c94829e9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.123256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-ec816b8f-66d0-40b7-8012-0c94829e9d3c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 1099 time: 0.1592002 Aug 16 02:17:37.125960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-4ae7dd83-eda1-40e2-ac04-00b01108e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.127999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-4ae7dd83-eda1-40e2-ac04-00b01108e35f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.2271271 Aug 16 02:17:37.220455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-f1de4711-7d37-4f5b-8bfe-e272d08d7c7b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d9ac3347-c435-4b02-a7b0-a7c44239dde1 HTTP/1.1" status: 200 len: 217 time: 0.0877028 Aug 16 02:17:37.230249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-a1ba242f-ce31-48e7-bdf1-021db5da9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.237020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-a1ba242f-ce31-48e7-bdf1-021db5da9089 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976090 Aug 16 02:17:37.288579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1b2968-66f2-456b-9e42-b2d689704333', 'tag': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:37.288579 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fd9d0a-d900-410c-a228-1ec057ad3f86" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1b2968-66f2-456b-9e42-b2d689704333", "tag": "d9ac3347-c435-4b02-a7b0-a7c44239dde1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:37.291552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7b4e6537-db16-4a47-8da8-9b43970048bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.293074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-7b4e6537-db16-4a47-8da8-9b43970048bc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0546145 Aug 16 02:17:37.395081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-b1c17b2a-de09-4164-a3ef-a072a1b70f24 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009305 Aug 16 02:17:37.452886 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08e3bcb-ac77-4066-8db9-4ec3c0654046 x-openstack-request-id: req-d08e3bcb-ac77-4066-8db9-4ec3c0654046 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:37.453032 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1b2968-66f2-456b-9e42-b2d689704333", "tag": "d9ac3347-c435-4b02-a7b0-a7c44239dde1", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:37.453156 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d08e3bcb-ac77-4066-8db9-4ec3c0654046 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:37.453715 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1b2968-66f2-456b-9e42-b2d689704333', 'tag': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', 'status': 'completed', 'code': 200} Aug 16 02:17:37.540085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33052f33-be9e-4850-93a6-f40ae2c7d448 req-4e09106e-7f1f-4aea-92cf-f59e12b41170 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493588 Aug 16 02:17:37.551808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.556060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-4030f90b-5a52-498a-83b9-0fe4be4f57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.558403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-4030f90b-5a52-498a-83b9-0fe4be4f57f8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1621869 Aug 16 02:17:37.598689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e1f06c-6351-4ba1-8185-fb93d493b8ed,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.672857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0968887c-6db8-4a7f-9114-7b5dbd9697e1 req-495bd637-5880-43c5-a20c-a7725685efac service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420089 Aug 16 02:17:37.695087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e726e6a3-ef6a-4d23-b0a7-3e7fd8ce8cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.748992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-c94338c9-898d-4dc1-a5ff-3e22dfa70394 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799490 Aug 16 02:17:37.765709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-22eccf2a-c1d1-4ad7-b80c-22b1175026ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.765926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-22eccf2a-c1d1-4ad7-b80c-22b1175026ad service neutron] 10.222.0.88 "GET /v2.0/networks?id=7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 200 len: 912 time: 0.6771550 Aug 16 02:17:37.776025 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e726e6a3-ef6a-4d23-b0a7-3e7fd8ce8cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.871100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.874621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-8ce50b2a-56ca-46ef-a300-5c8925b00168 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d141ce30-f00f-4f06-b3ea-149401c3f5f2 HTTP/1.1" status: 200 len: 217 time: 0.1008608 Aug 16 02:17:37.887102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75a63bd7-c09e-46c8-abdb-f68da3e97ffb req-f9a2bc96-fe98-44d3-9d97-bded09889b45 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270695 Aug 16 02:17:37.965337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40905a77-121e-4deb-b9f2-2d644184a8fb req-950ff10e-5352-4ffb-9917-b5e50ad54d18 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.966872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40905a77-121e-4deb-b9f2-2d644184a8fb req-950ff10e-5352-4ffb-9917-b5e50ad54d18 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 947 time: 0.3194165 Aug 16 02:17:38.050706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.058712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-21c2de3a-6040-42d6-89d8-17eb98e34b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.060562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-21c2de3a-6040-42d6-89d8-17eb98e34b59 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 1099 time: 0.1178784 Aug 16 02:17:38.071697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.089071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ccb4481e-19c5-4a71-91d0-12d50601b502 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:38.122828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ccb4481e-19c5-4a71-91d0-12d50601b502 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:38.123560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ccb4481e-19c5-4a71-91d0-12d50601b502 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:38.148797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.164713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-7c23e081-eebb-4505-9767-c2e77361679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.166201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-7c23e081-eebb-4505-9767-c2e77361679d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 200 len: 851 time: 0.2544041 Aug 16 02:17:38.175312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.176186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7918ba2-280d-4efc-903a-5e4418a0ce4d {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:38.178372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.180804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e726e6a3-ef6a-4d23-b0a7-3e7fd8ce8cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.182938 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e726e6a3-ef6a-4d23-b0a7-3e7fd8ce8cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.184341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e726e6a3-ef6a-4d23-b0a7-3e7fd8ce8cec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f997ca3c-959c-49f3-9bcb-a5e859298ae1 HTTP/1.1" status: 204 len: 168 time: 1.1332822 Aug 16 02:17:38.189136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.190187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a055f3dc-925e-4bce-9f32-f9035409e4c2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b7918ba2-280d-4efc-903a-5e4418a0ce4d HTTP/1.1" status: 204 len: 168 time: 3.5791478 Aug 16 02:17:38.193170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.257860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40905a77-121e-4deb-b9f2-2d644184a8fb req-897e835a-6975-4c91-9497-b0438b1a953c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491462 Aug 16 02:17:38.262194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-e03bd4d8-b00a-4416-aa99-e801554b4940 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7f87eee5-90aa-4446-92cb-abb1c82eca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878887 Aug 16 02:17:38.267573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726e6a3-ef6a-4d23-b0a7-3e7fd8ce8cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f997ca3c-959c-49f3-9bcb-a5e859298ae1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.299634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.313714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-20b21ee7-73d6-4e3e-8b40-78eb59e7d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.315199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-20b21ee7-73d6-4e3e-8b40-78eb59e7d84e service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2460361 Aug 16 02:17:38.343675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] Deleting subnet 5a1b5a54-61f1-4635-97f2-792086db8409 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:38.354741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.404244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d046d2e-d343-4958-88ee-d91f3ec2c074,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.411333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5240-12d5-49c2-bf0c-a4b9889bb6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.426548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-81473f33-819e-42f7-adb7-f31c0435ddb2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d9ac3347-c435-4b02-a7b0-a7c44239dde1 HTTP/1.1" status: 200 len: 217 time: 0.1012220 Aug 16 02:17:38.448443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8b273cd8-1a1c-48de-8752-8184749d2135 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:38.461718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca31e791-b20f-4737-bce0-c51c05741622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.463778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Checking segment: {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:38.464135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Network hostable DHCP agents. Network: 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:38.486893 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.489692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-e7bb407f-4c21-45e8-9e9f-cda265badc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.491610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-e7bb407f-4c21-45e8-9e9f-cda265badc49 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0563760 Aug 16 02:17:38.519140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-0fe2c1b1-5b5f-465d-a6d4-8de69232d9ec service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402368 Aug 16 02:17:38.572268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-f28c4b10-9967-45f0-9bad-f8cd4a59533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.573863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-f28c4b10-9967-45f0-9bad-f8cd4a59533e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586562 Aug 16 02:17:38.579176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:38.604585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8b273cd8-1a1c-48de-8752-8184749d2135, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8b273cd8-1a1c-48de-8752-8184749d2135,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:38.606415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:38.619233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.619835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.624210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '8b273cd8-1a1c-48de-8752-8184749d2135', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '8b273cd8-1a1c-48de-8752-8184749d2135', 'mac_address': 'fa:16:3e:6e:5e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:38.629514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4648b-91d7-4068-8b4e-5aa749e353a0 None None] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:38.669257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd6d4ca-ad89-4891-ac28-0b23aa70dca0 req-91cc98cf-35b4-4719-b108-a21c9f1ebd71 service neutron] 10.222.0.88 "GET /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411636 Aug 16 02:17:38.706137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5240-12d5-49c2-bf0c-a4b9889bb6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.717405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5240-12d5-49c2-bf0c-a4b9889bb6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.730523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3f5d3613-4dac-4134-8ea9-beab37ba559c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7815466 Aug 16 02:17:38.738663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42808) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.746746 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.779009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b273cd8-1a1c-48de-8752-8184749d2135 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:38.807196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e4aa5240-12d5-49c2-bf0c-a4b9889bb6e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1113cdcc7f654c8b9c8380f2d81a2e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6509678 Aug 16 02:17:38.810581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.815352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:38.826291 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-7cd2ae79-e3f7-46fa-b94a-fa287bd8ddbc service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431598 Aug 16 02:17:38.834240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.851013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8b273cd8-1a1c-48de-8752-8184749d2135, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8b273cd8-1a1c-48de-8752-8184749d2135,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:38.859714 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.859714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d141ce30-f00f-4f06-b3ea-149401c3f5f2 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:38.937112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dd353-9fb0-4acb-917b-bf4791dfd0ab req-3804ed51-06e5-4500-89e9-ef9b37c39689 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.944607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f3dd353-9fb0-4acb-917b-bf4791dfd0ab req-3804ed51-06e5-4500-89e9-ef9b37c39689 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 943 time: 0.2302544 Aug 16 02:17:38.953652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:38.954968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.962478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca31e791-b20f-4737-bce0-c51c05741622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.963882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa5240-12d5-49c2-bf0c-a4b9889bb6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b314b4-83ae-4d2d-abd2-6837599c48d7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.974333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca31e791-b20f-4737-bce0-c51c05741622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.030835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f3dd353-9fb0-4acb-917b-bf4791dfd0ab req-e390a81a-e00a-490e-8c53-78d84820a78e tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851405 Aug 16 02:17:39.034476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.035529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.039992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=8b273cd8-1a1c-48de-8752-8184749d2135,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.045196 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.047157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c335f96d-0fa6-4c56-ae76-0847fcac7fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.090253 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ca31e791-b20f-4737-bce0-c51c05741622 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f002d376f53047d99931a229f3daced2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7883573 Aug 16 02:17:39.093910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31e791-b20f-4737-bce0-c51c05741622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed6889-498b-42d5-823a-1e7b99cd5129,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.095310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1b5a54-61f1-4635-97f2-792086db8409,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.097145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.098535 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.100492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f90fc6e9-d03a-4b4f-9ef4-2e2db3b2a5af admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5a1b5a54-61f1-4635-97f2-792086db8409 HTTP/1.1" status: 204 len: 168 time: 0.9057796 Aug 16 02:17:39.105443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.122544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c335f96d-0fa6-4c56-ae76-0847fcac7fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.128730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7fd9d0a-d900-410c-a228-1ec057ad3f86 req-77852d4b-0d6d-426c-8dfb-7d419286b1e3 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728589 Aug 16 02:17:39.178094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd239e18-b038-4c2b-a16f-6ea331501be4 None None] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:39.203502 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.226796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.227670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c962453-f61f-4e8b-b2a9-c409b756820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.249404 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c335f96d-0fa6-4c56-ae76-0847fcac7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.252449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c335f96d-0fa6-4c56-ae76-0847fcac7fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.253635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c335f96d-0fa6-4c56-ae76-0847fcac7fb8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26b314b4-83ae-4d2d-abd2-6837599c48d7 HTTP/1.1" status: 204 len: 168 time: 0.4415500 Aug 16 02:17:39.275014 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c962453-f61f-4e8b-b2a9-c409b756820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.305281 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335f96d-0fa6-4c56-ae76-0847fcac7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b314b4-83ae-4d2d-abd2-6837599c48d7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.397882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c962453-f61f-4e8b-b2a9-c409b756820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.400939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c962453-f61f-4e8b-b2a9-c409b756820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.405332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c962453-f61f-4e8b-b2a9-c409b756820b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4ed6889-498b-42d5-823a-1e7b99cd5129 HTTP/1.1" status: 204 len: 168 time: 0.3035126 Aug 16 02:17:39.419954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c962453-f61f-4e8b-b2a9-c409b756820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed6889-498b-42d5-823a-1e7b99cd5129,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.449644 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.636549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d9ac3347-c435-4b02-a7b0-a7c44239dde1 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:39.689153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d141ce30-f00f-4f06-b3ea-149401c3f5f2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d141ce30-f00f-4f06-b3ea-149401c3f5f2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:39.720756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2', 'network_id': '7f87eee5-90aa-4446-92cb-abb1c82eca55', 'port_id': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2', 'mac_address': 'fa:16:3e:bb:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8e42a1-d51f-49bc-ad0d-27257fd19019', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:39.733657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Allocated IP 172.20.0.2 (2b8ac07f-2ea4-45b7-827d-34b35eadbb5c/9d046d2e-d343-4958-88ee-d91f3ec2c074/4200cde0-04cb-4d5e-9837-c0630ce1a002) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:39.811541 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.831540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] DHCP port deletion for 35685fa8-6b6a-405b-8100-7624e2e8a5c6 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:39.844565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d141ce30-f00f-4f06-b3ea-149401c3f5f2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:39.853263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae844f7-6d8e-4b12-b4bf-06d5d6813a21 req-da40d799-f740-4628-bc78-032368fe2b9a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:39.856781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae844f7-6d8e-4b12-b4bf-06d5d6813a21 req-da40d799-f740-4628-bc78-032368fe2b9a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 947 time: 0.4409180 Aug 16 02:17:39.895378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Deleting port 825af625-ba66-4184-ba2c-05b82b633847 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:39.895777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.945485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d141ce30-f00f-4f06-b3ea-149401c3f5f2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d141ce30-f00f-4f06-b3ea-149401c3f5f2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:39.954956 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.989456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae844f7-6d8e-4b12-b4bf-06d5d6813a21 req-04d7f2f7-7552-4b5a-b9e1-22b430436ec0 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236699 Aug 16 02:17:40.013687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] For port 825af625-ba66-4184-ba2c-05b82b633847, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=825af625-ba66-4184-ba2c-05b82b633847,segment=NetworkSegment(d7f225c4-94ef-42b7-9513-d1d138434ef2),segment_id=d7f225c4-94ef-42b7-9513-d1d138434ef2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:40.015076 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.037148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d9ac3347-c435-4b02-a7b0-a7c44239dde1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d9ac3347-c435-4b02-a7b0-a7c44239dde1,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:40.039554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Calling delete_port for 825af625-ba66-4184-ba2c-05b82b633847 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:40.120137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 825af625-ba66-4184-ba2c-05b82b633847 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:40.194242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', 'mac_address': 'fa:16:3e:f7:1e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:40.272533 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.283472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Transition to ACTIVE for port object 4200cde0-04cb-4d5e-9837-c0630ce1a002 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:40.288722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5e57b-00a2-4487-9cf9-6419356d8938 req-8a4e51d0-e326-4bee-b10c-cf3b8449fb6f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.290559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3ae5e57b-00a2-4487-9cf9-6419356d8938 req-8a4e51d0-e326-4bee-b10c-cf3b8449fb6f tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 944 time: 0.1047595 Aug 16 02:17:40.294700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.296870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.304922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Deleting port 825af625-ba66-4184-ba2c-05b82b633847 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:40.305380 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.314990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:40.317341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['d141ce30-f00f-4f06-b3ea-149401c3f5f2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:40.339261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] No DVR routers for this DVR port 825af625-ba66-4184-ba2c-05b82b633847 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:40.363095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.363890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Transition to ACTIVE for port object 4200cde0-04cb-4d5e-9837-c0630ce1a002 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:40.369184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d141ce30-f00f-4f06-b3ea-149401c3f5f2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.408310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Pushing event deleted for resources: {'Port': ['ID=825af625-ba66-4184-ba2c-05b82b633847,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.468837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.521576 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.530638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No active binding found for port 825af625-ba66-4184-ba2c-05b82b633847 {{(pid=94858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:17:40.531381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 825af625-ba66-4184-ba2c-05b82b633847 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:40.531520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 43e1f06c-6351-4ba1-8185-fb93d493b8ed no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:40.533565 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.534558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3ae5e57b-00a2-4487-9cf9-6419356d8938 req-f5126a50-b2ae-4ef0-8010-2af5025d0365 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265675 Aug 16 02:17:40.539853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35685fa8-6b6a-405b-8100-7624e2e8a5c6']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:40.555495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f225c4-94ef-42b7-9513-d1d138434ef2') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:40.555886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f225c4-94ef-42b7-9513-d1d138434ef2') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:40.572047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ac3347-c435-4b02-a7b0-a7c44239dde1 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:40.596973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.619997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.627294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d9ac3347-c435-4b02-a7b0-a7c44239dde1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d9ac3347-c435-4b02-a7b0-a7c44239dde1,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:40.635546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:40.636249 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:40.638783 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:40.656072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 43e1f06c-6351-4ba1-8185-fb93d493b8ed {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:40.656473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 43e1f06c-6351-4ba1-8185-fb93d493b8ed not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:40.658918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Allocated IP 172.25.4.52 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/36c0c215-bfb3-4823-8a27-e0cdb7ca50b8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:40.659208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:40.668179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] For port 825af625-ba66-4184-ba2c-05b82b633847, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:40.668628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.671890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.691908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:40.699554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Calling delete_port for 825af625-ba66-4184-ba2c-05b82b633847 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:40.701608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:40.705147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Pushing event updated for resources: {'Port': ['ID=4200cde0-04cb-4d5e-9837-c0630ce1a002,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.710683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Port 825af625-ba66-4184-ba2c-05b82b633847 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:17:40.723344 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.735205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.764622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:40.780300 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.782513 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] 10.222.0.78 "DELETE /v2.0/networks/35685fa8-6b6a-405b-8100-7624e2e8a5c6 HTTP/1.1" status: 204 len: 168 time: 1.6758246 Aug 16 02:17:40.794675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6564821-edb0-4138-8ae7-f9905c69091a admin admin] Pushing event deleted for resources: {'Network': ['ID=35685fa8-6b6a-405b-8100-7624e2e8a5c6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.845729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Network 35685fa8-6b6a-405b-8100-7624e2e8a5c6 is not hosted by any dhcp agent {{(pid=94858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:17:40.846041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] No DVR routers for this DVR port 825af625-ba66-4184-ba2c-05b82b633847 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:40.870971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.938420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.958761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:40.961988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:40.984373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:40.992177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-534276597-network', 'tenant_id': 'de622a3aaa1c4b7c99934823f971de3c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:41.010206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d9ac3347-c435-4b02-a7b0-a7c44239dde1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:41.045927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Made reservation on behalf of de622a3aaa1c4b7c99934823f971de3c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:41.055249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.071926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Attempting to bind port 4200cde0-04cb-4d5e-9837-c0630ce1a002 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:41.072326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Attempting to bind port 4200cde0-04cb-4d5e-9837-c0630ce1a002 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:41.072708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Attempting to bind port 4200cde0-04cb-4d5e-9837-c0630ce1a002 on network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:41.074637 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d9ac3347-c435-4b02-a7b0-a7c44239dde1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.077724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Pushing event updated for resources: {'Port': ['ID=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.089550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.137699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db935f7-942b-4677-943a-68f6b8b1d37b None None] Pushing event deleted for resources: {'Port': ['ID=825af625-ba66-4184-ba2c-05b82b633847,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.144888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:41.145284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Checking segment: {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:41.145679 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.146073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Bound using segment: {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:41.146802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Bound port: 4200cde0-04cb-4d5e-9837-c0630ce1a002, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:41.147365 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.290608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.291730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:41.300860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.302532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] For port 4200cde0-04cb-4d5e-9837-c0630ce1a002, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:41.307321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] For port 4200cde0-04cb-4d5e-9837-c0630ce1a002, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4200cde0-04cb-4d5e-9837-c0630ce1a002,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:41.316277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:41.318749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.375470 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.375826 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Added segment 27828412-0c1c-47e2-a300-5bb3e1cdffee of type vlan for network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e Aug 16 02:17:41.447295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-21ebdd3f-f1d2-4c06-80cd-7a067219a993 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79a6e524467441a8b46673c2382d2e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542702 Aug 16 02:17:41.472428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:41.493114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3075c7-97b6-4f50-aad9-b8f4e1e9e416 req-f7ec545c-5fd1-41df-8d6b-fd34fbaf3fa2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:41.494692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b3075c7-97b6-4f50-aad9-b8f4e1e9e416 req-f7ec545c-5fd1-41df-8d6b-fd34fbaf3fa2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 948 time: 0.1632235 Aug 16 02:17:41.505197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c38c4-68ba-420b-9772-56225e80bde6 None None] Pushing event updated for resources: {'Port': ['ID=4200cde0-04cb-4d5e-9837-c0630ce1a002,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.565928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd95866-1430-407f-ae4c-d866a432649f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.585338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.604975 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.655821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a216ea-57f6-4401-9d30-99801081c535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.660738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.661766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:41.662442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.819628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a216ea-57f6-4401-9d30-99801081c535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.859474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] Pushing event updated for resources: {'Network': ['ID=7eb5321c-5b7a-4f49-b095-673cae1f7a2e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.876390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:41.877237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b24b6fc7-a3c8-456b-8e59-a8c4fd51443a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1109099 Aug 16 02:17:41.881730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42922) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:41.887803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b3075c7-97b6-4f50-aad9-b8f4e1e9e416 req-4d62dc88-7f2b-4e42-91a4-5b56bd2b0680 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859277 Aug 16 02:17:41.905982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Request body: {'subnet': {'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-534276597-subnet', 'tenant_id': 'de622a3aaa1c4b7c99934823f971de3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:42.019631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Made reservation on behalf of de622a3aaa1c4b7c99934823f971de3c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:42.023715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.024754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.098674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a216ea-57f6-4401-9d30-99801081c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.101593 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a216ea-57f6-4401-9d30-99801081c535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.102834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-32a216ea-57f6-4401-9d30-99801081c535 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c714f1e-9577-4d70-a5ba-3212c9201d4f HTTP/1.1" status: 204 len: 168 time: 0.6293738 Aug 16 02:17:42.147474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a216ea-57f6-4401-9d30-99801081c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c714f1e-9577-4d70-a5ba-3212c9201d4f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.227531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4200cde0-04cb-4d5e-9837-c0630ce1a002 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:42.280076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760428f-4b3c-4c6a-9bfd-d56317275018 req-9cd3598d-76fd-42e3-ac39-a97ee223e048 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.297471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1760428f-4b3c-4c6a-9bfd-d56317275018 req-9cd3598d-76fd-42e3-ac39-a97ee223e048 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 944 time: 0.2532861 Aug 16 02:17:42.329547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4200cde0-04cb-4d5e-9837-c0630ce1a002 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:42.347181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.375687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1760428f-4b3c-4c6a-9bfd-d56317275018 req-c7f07303-d514-4061-bd27-bea03dcb47df tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726812 Aug 16 02:17:42.424394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5397ff6-78b7-4857-9435-4296dcddede3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.438610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Router 8f8c2907-516e-47ee-b763-fddef98464fd is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:42.444963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8b273cd8-1a1c-48de-8752-8184749d2135 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:42.472206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Checking segment: {'id': '27828412-0c1c-47e2-a300-5bb3e1cdffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:42.473751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Network hostable DHCP agents. Network: 7eb5321c-5b7a-4f49-b095-673cae1f7a2e, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:42.519650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:42.525791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 8b273cd8-1a1c-48de-8752-8184749d2135 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:42.534271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 8b273cd8-1a1c-48de-8752-8184749d2135 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:42.536228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.547066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7eb5321c-5b7a-4f49-b095-673cae1f7a2e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:42.556861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.562893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.590807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-687b8a77-6ae5-4aec-9245-058296d00aee admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6952624 Aug 16 02:17:42.591640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca38b5-acca-4b7e-af92-19b717e7d46e None None] Network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:42.683595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:42.719312 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Sync routers for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:42.720019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.727377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.731525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7c32928-1763-4a2c-af08-c8ad000e2c85 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9751170 Aug 16 02:17:42.732335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.752545 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:42.754126 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:42.797294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f8281-cd75-45b7-a7c0-853ee9245e43 None None] Network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:42.956067 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:43.119009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f056a-d70b-4f7a-b861-e8d6eeef6c70 None None] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:43.124544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f429004-3133-43ec-b256-7b7549ef37cd req-829616d5-dcaa-48fc-8e32-694d37450c88 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.126150 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f429004-3133-43ec-b256-7b7549ef37cd req-829616d5-dcaa-48fc-8e32-694d37450c88 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 948 time: 0.1118648 Aug 16 02:17:43.208354 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f429004-3133-43ec-b256-7b7549ef37cd req-78ce535d-2383-4f3d-9203-3ca0a5a0cbc3 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732684 Aug 16 02:17:43.285060 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:41Z', 'revision_number': 3, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.293272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fd4f0b9-511c-4fb1-9bee-3aaf5619f7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.334696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c631f97a-e953-4936-a900-d0bec540d962 None None] Provisioning for port 4200cde0-04cb-4d5e-9837-c0630ce1a002 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:43.354741 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Checking router: 8f8c2907-516e-47ee-b763-fddef98464fd for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:43.355087 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Updating router 8f8c2907-516e-47ee-b763-fddef98464fd port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:43.402645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c631f97a-e953-4936-a900-d0bec540d962 None None] Provisioning complete for port 4200cde0-04cb-4d5e-9837-c0630ce1a002 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:43.403390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c631f97a-e953-4936-a900-d0bec540d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.406801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.490488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b273cd8-1a1c-48de-8752-8184749d2135'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:43.493554 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e1799-036b-42f8-9e47-0f194b3229c5" -d '{"events": [{"server_uuid": "4a30a50e-af48-49c0-978e-fed8e778c14c", "name": "network-vif-plugged", "status": "completed", "tag": "8b273cd8-1a1c-48de-8752-8184749d2135"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:43.515970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8b273cd8-1a1c-48de-8752-8184749d2135, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8b273cd8-1a1c-48de-8752-8184749d2135,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:43.543758 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.545144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d141ce30-f00f-4f06-b3ea-149401c3f5f2 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:43.577141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01b9-52ce-4fa3-9b21-4f3872290e88 req-3d41022b-dca8-43af-bf58-616a47c41f0c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.578749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02fa01b9-52ce-4fa3-9b21-4f3872290e88 req-3d41022b-dca8-43af-bf58-616a47c41f0c tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 944 time: 0.0993955 Aug 16 02:17:43.658899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02fa01b9-52ce-4fa3-9b21-4f3872290e88 req-78343837-41ed-477e-af57-937f5d8d552d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692589 Aug 16 02:17:43.690638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d9ac3347-c435-4b02-a7b0-a7c44239dde1 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:43.707542 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.712970 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:43.739976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fd4f0b9-511c-4fb1-9bee-3aaf5619f7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.800498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fd4f0b9-511c-4fb1-9bee-3aaf5619f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.818191 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc9c561-44dd-4515-b07f-3262997675cf x-openstack-request-id: req-1cc9c561-44dd-4515-b07f-3262997675cf {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:43.818810 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a30a50e-af48-49c0-978e-fed8e778c14c", "name": "network-vif-plugged", "status": "completed", "tag": "8b273cd8-1a1c-48de-8752-8184749d2135", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:43.819971 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1cc9c561-44dd-4515-b07f-3262997675cf {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:43.820665 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b273cd8-1a1c-48de-8752-8184749d2135', 'code': 200} Aug 16 02:17:43.921695 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c631f97a-e953-4936-a900-d0bec540d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.984390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port d9ac3347-c435-4b02-a7b0-a7c44239dde1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:44.002307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d9ac3347-c435-4b02-a7b0-a7c44239dde1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:44.005160 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.021744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=8b273cd8-1a1c-48de-8752-8184749d2135,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.048189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4f0b9-511c-4fb1-9bee-3aaf5619f7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf399723-ddec-4d14-897e-d4951f16a0f4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.064161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port d141ce30-f00f-4f06-b3ea-149401c3f5f2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:44.102767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0fd4f0b9-511c-4fb1-9bee-3aaf5619f7ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6edb9fa83c2e47f5bc4464ef47465230&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3817647 Aug 16 02:17:44.105410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42994) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.110749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port d141ce30-f00f-4f06-b3ea-149401c3f5f2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:44.111120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.133207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.171584 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.196149 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Transition to ACTIVE for port object 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:44.208863 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.247264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c631f97a-e953-4936-a900-d0bec540d962 None None] For port 4200cde0-04cb-4d5e-9837-c0630ce1a002, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4200cde0-04cb-4d5e-9837-c0630ce1a002,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:44.254682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-638c6d69-621c-432b-8b86-5363bfb77f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.258996 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c631f97a-e953-4936-a900-d0bec540d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.270813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d097f-bfb7-4f47-ad77-c4d32081c4b1 req-295839b7-a747-48ac-bfac-cb324ef22d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:44.273396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c4d097f-bfb7-4f47-ad77-c4d32081c4b1 req-295839b7-a747-48ac-bfac-cb324ef22d02 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 1102 time: 0.4542069 Aug 16 02:17:44.321655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-638c6d69-621c-432b-8b86-5363bfb77f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.373593 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Attempting to bind port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:44.373948 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Attempting to bind port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:44.374927 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Attempting to bind port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:44.386916 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:44.388354 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:44.390086 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.390900 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:44.392204 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Bound port: 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:44.392902 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.395613 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b47502-60fa-4df7-87b7-c785efa4a0fb None None] Pushing event updated for resources: {'Port': ['ID=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.406856 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.417050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631f97a-e953-4936-a900-d0bec540d962 None None] Pushing event updated for resources: {'Port': ['ID=4200cde0-04cb-4d5e-9837-c0630ce1a002,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.428140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43008) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.477461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7778def5-6e02-45d1-b049-fd8ee40a5c88 None None] Provisioning complete for port 4200cde0-04cb-4d5e-9837-c0630ce1a002 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:44.477867 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7778def5-6e02-45d1-b049-fd8ee40a5c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.501392 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] For port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:44.511334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de028b-78d4-4466-86cd-3171108107ba req-85e328ec-a683-47ad-8081-9ca2ebf0d5ca tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:44.513207 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e7de028b-78d4-4466-86cd-3171108107ba req-85e328ec-a683-47ad-8081-9ca2ebf0d5ca tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 948 time: 0.1478202 Aug 16 02:17:44.517758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d141ce30-f00f-4f06-b3ea-149401c3f5f2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d141ce30-f00f-4f06-b3ea-149401c3f5f2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:44.518748 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.524668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] For port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:44.535012 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.535244 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.547627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-638c6d69-621c-432b-8b86-5363bfb77f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.556110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-638c6d69-621c-432b-8b86-5363bfb77f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.557538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-638c6d69-621c-432b-8b86-5363bfb77f6d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf399723-ddec-4d14-897e-d4951f16a0f4 HTTP/1.1" status: 204 len: 168 time: 0.4508708 Aug 16 02:17:44.622604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d9ac3347-c435-4b02-a7b0-a7c44239dde1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d9ac3347-c435-4b02-a7b0-a7c44239dde1,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:44.630676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d141ce30-f00f-4f06-b3ea-149401c3f5f2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.634136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.636099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e7de028b-78d4-4466-86cd-3171108107ba req-2649d447-5ad3-45d9-be43-6edb4300b4f3 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109729 Aug 16 02:17:44.637353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6d69-621c-432b-8b86-5363bfb77f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf399723-ddec-4d14-897e-d4951f16a0f4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.652867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c4d097f-bfb7-4f47-ad77-c4d32081c4b1 req-6d4b65f1-8613-4cbc-9b19-bbe0a13f5b60 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663524 Aug 16 02:17:44.669940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-25910089-94f1-461b-9ecf-99a48413e645 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:44.672756 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-25910089-94f1-461b-9ecf-99a48413e645 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/networks?id=7eb5321c-5b7a-4f49-b095-673cae1f7a2e HTTP/1.1" status: 200 len: 821 time: 0.6020381 Aug 16 02:17:44.689290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1472179933-network', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:44.711525 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b47502-60fa-4df7-87b7-c785efa4a0fb None None] Pushing event updated for resources: {'Port': ['ID=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.721089 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:44.721732 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.723245 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-39e3d8b0-c2c7-4856-81fe-79b03c9b824e tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/quotas/de622a3aaa1c4b7c99934823f971de3c HTTP/1.1" status: 200 len: 375 time: 0.0242283 Aug 16 02:17:44.769503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d9ac3347-c435-4b02-a7b0-a7c44239dde1,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.802993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-08adfd2d-01cc-4c69-a12a-90810ac8d9b7 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=de622a3aaa1c4b7c99934823f971de3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673683 Aug 16 02:17:44.840044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:44.841182 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.872776 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:44.890156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Allocated IP 172.20.0.1 (2b8ac07f-2ea4-45b7-827d-34b35eadbb5c/9d046d2e-d343-4958-88ee-d91f3ec2c074/034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:44.891688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89150035-8c28-447a-aae7-2b08cad89de6 req-e2203cd4-17f2-4f00-9617-612e2a190a75 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:44.894541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.900243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89150035-8c28-447a-aae7-2b08cad89de6 req-e2203cd4-17f2-4f00-9617-612e2a190a75 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.1102250 Aug 16 02:17:44.960667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89150035-8c28-447a-aae7-2b08cad89de6 req-7cc3c70a-10eb-4ce2-8366-f8ae62207f57 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594769 Aug 16 02:17:45.050490 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-8e01b752-7e3e-4c58-9829-732c424de0f3 service neutron] 10.222.0.78 "GET /v2.0/networks/7eb5321c-5b7a-4f49-b095-673cae1f7a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389815 Aug 16 02:17:45.140426 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:41Z', 'revision_number': 3, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:45.155843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.175420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43034) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.184325 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f571a-0e17-46eb-bfcb-6801724ecf72 None None] The sync data for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 is: [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:41Z', 'revision_number': 3, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:45.189282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Transition to ACTIVE for port object 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:45.199161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d4de76c-b51e-40c9-8d0e-f32075f27ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.246682 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.267457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-71a40342-2e32-48c3-9aa5-1ddf64890a72 service neutron] 10.222.0.78 "GET /v2.0/networks/7eb5321c-5b7a-4f49-b095-673cae1f7a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060864 Aug 16 02:17:45.268150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.314410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.336747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:45.386920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:45.394057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.394376 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Added segment 1578e6b1-b55a-4856-8d01-226648c36049 of type vlan for network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f Aug 16 02:17:45.397805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:45.400197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:45.408441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d4de76c-b51e-40c9-8d0e-f32075f27ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.416860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d4de76c-b51e-40c9-8d0e-f32075f27ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.452456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d6416-5b0a-4c86-a923-9720941ff874,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.464700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.577584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6d4de76c-b51e-40c9-8d0e-f32075f27ba2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1a469af50654fe09ffb36c81ad1bd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009719 Aug 16 02:17:45.578810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43046) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.581365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4de76c-b51e-40c9-8d0e-f32075f27ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d89a45-212f-4b95-b240-b7f59b0f7c64,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.632743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.643714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.769212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb774329-9bd4-425c-8a95-b5c2e259beba req-9aeb50b2-1d44-493c-ae5a-8188c27861d9 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 210 time: 0.1476657 Aug 16 02:17:45.779857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.779857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:45.779857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.822594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2'}, {'server_uuid': '6f1b2968-66f2-456b-9e42-b2d689704333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:45.826964 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dab001-51d3-4a08-8955-13fae8309a82" -d '{"events": [{"server_uuid": "8bf1c9ed-343f-44a7-9d74-1e65a71cc386", "name": "network-vif-plugged", "status": "completed", "tag": "d141ce30-f00f-4f06-b3ea-149401c3f5f2"}, {"server_uuid": "6f1b2968-66f2-456b-9e42-b2d689704333", "name": "network-vif-plugged", "status": "completed", "tag": "d9ac3347-c435-4b02-a7b0-a7c44239dde1"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:45.828819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ced20fb8-b3ff-4365-8d0a-a1d10b14d3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.835392 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4043789 Aug 16 02:17:45.842403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43058) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.884676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Request body: {'subnet': {'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1472179933-subnet', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:45.894363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9de72e11-3dbd-42a5-9283-87885aadf56b None None] Provisioning for port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:45.901966 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e81b5-2c78-438f-9aae-7166ae8f41b1 x-openstack-request-id: req-2d7e81b5-2c78-438f-9aae-7166ae8f41b1 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:45.904468 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf1c9ed-343f-44a7-9d74-1e65a71cc386", "name": "network-vif-plugged", "status": "completed", "tag": "d141ce30-f00f-4f06-b3ea-149401c3f5f2", "code": 200}, {"server_uuid": "6f1b2968-66f2-456b-9e42-b2d689704333", "name": "network-vif-plugged", "status": "completed", "tag": "d9ac3347-c435-4b02-a7b0-a7c44239dde1", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:45.905238 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d7e81b5-2c78-438f-9aae-7166ae8f41b1 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:45.906191 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2', 'code': 200} Aug 16 02:17:45.908932 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1b2968-66f2-456b-9e42-b2d689704333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', 'code': 200} Aug 16 02:17:45.910414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9de72e11-3dbd-42a5-9283-87885aadf56b None None] Provisioning complete for port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:45.912381 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9de72e11-3dbd-42a5-9283-87885aadf56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.952429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ced20fb8-b3ff-4365-8d0a-a1d10b14d3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.045665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:46.047905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.050756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9de72e11-3dbd-42a5-9283-87885aadf56b None None] Port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:46.065571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.152886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22833857-8251-4df3-9293-02054e4d067b admin admin] Pushing event updated for resources: {'Network': ['ID=e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.167739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:46.169214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a43d9e-581f-427e-ad9b-a581b5326d78 req-a365511a-9bf1-4d1e-a1e1-d92eeb1dcf2c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.178210 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68a43d9e-581f-427e-ad9b-a581b5326d78 req-a365511a-9bf1-4d1e-a1e1-d92eeb1dcf2c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 949 time: 0.3741941 Aug 16 02:17:46.406800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4200cde0-04cb-4d5e-9837-c0630ce1a002 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:46.418807 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.447429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.462169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.484443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4200cde0-04cb-4d5e-9837-c0630ce1a002 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:46.485183 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.506780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763e66d-f6b0-4305-aba6-84d098c38062 req-b8150cbb-75ab-433e-badf-981bdaee132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.508339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d763e66d-f6b0-4305-aba6-84d098c38062 req-b8150cbb-75ab-433e-badf-981bdaee132d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 1097 time: 0.5294344 Aug 16 02:17:46.578093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68a43d9e-581f-427e-ad9b-a581b5326d78 req-0e126e2e-f03a-468a-8e2f-9ce8a1a8d307 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986714 Aug 16 02:17:46.586488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffc493-59d7-4861-9027-330ee08f2a12 req-7bd5d3d9-ea45-492b-8aef-560e9f370075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.588557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71ffc493-59d7-4861-9027-330ee08f2a12 req-7bd5d3d9-ea45-492b-8aef-560e9f370075 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 1101 time: 0.6038563 Aug 16 02:17:46.644192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:46.655871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.664842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863b26b-bfce-4a9d-908d-04c5370d1ac9 req-ad0fcb6e-6091-41b8-9e44-0868afcc19d7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.666062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9863b26b-bfce-4a9d-908d-04c5370d1ac9 req-ad0fcb6e-6091-41b8-9e44-0868afcc19d7 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.2636173 Aug 16 02:17:46.674022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.695160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d763e66d-f6b0-4305-aba6-84d098c38062 req-e6445d3e-97d9-4812-a72e-e0974ba6f8cc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368134 Aug 16 02:17:46.734952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ced20fb8-b3ff-4365-8d0a-a1d10b14d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.738316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ced20fb8-b3ff-4365-8d0a-a1d10b14d3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.742212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.742860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ced20fb8-b3ff-4365-8d0a-a1d10b14d3b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3d89a45-212f-4b95-b240-b7f59b0f7c64 HTTP/1.1" status: 204 len: 168 time: 1.1624324 Aug 16 02:17:46.751560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2feed41-7613-4a82-b620-ad0234f85643,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.760410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:46.766531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:46.767127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.771228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71ffc493-59d7-4861-9027-330ee08f2a12 req-38725c04-f4eb-4457-8702-2b7afa0ed313 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659658 Aug 16 02:17:46.783519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced20fb8-b3ff-4365-8d0a-a1d10b14d3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d89a45-212f-4b95-b240-b7f59b0f7c64,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.795672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9863b26b-bfce-4a9d-908d-04c5370d1ac9 req-af6f9013-3594-4f55-b040-0f4776b33393 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Aug 16 02:17:46.799512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Checking segment: {'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:46.800160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Network hostable DHCP agents. Network: e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:46.822342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:46.856167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:46.875436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.876216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.885683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:46.887717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:46.904076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38079418-fea1-4e3f-9e77-9c4c034ddab8 None None] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:46.919529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bbd8c593-50bf-4bf0-9656-a1805df0177f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0748730 Aug 16 02:17:46.922599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43082) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.932689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:46.993991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.995976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.003611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a257884d-18cf-463a-9e7f-cc2b12e18225 req-f959a15a-297d-49b3-9c19-b63461452479 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 210 time: 0.0370417 Aug 16 02:17:47.099103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.134970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.164612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Router 8f8c2907-516e-47ee-b763-fddef98464fd has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:47.201072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:47.216255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.376575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-43605341-b406-4c37-8306-730e8d80761d None None] Provisioning complete for port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:47.376971 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-43605341-b406-4c37-8306-730e8d80761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.493138 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f', 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'fixed_ips': [{'subnet_id': 'a2feed41-7613-4a82-b620-ad0234f85643'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:47.494155 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.521833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:47.542793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.646898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-43605341-b406-4c37-8306-730e8d80761d None None] Port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:47.697985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-446f0d26-7fc2-4b62-982d-779123ecfba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.787780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-5400af57-e8fb-43db-98c8-a8715fa0d763 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.789600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-5400af57-e8fb-43db-98c8-a8715fa0d763 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.98 "GET /v2.0/networks?id=7eb5321c-5b7a-4f49-b095-673cae1f7a2e HTTP/1.1" status: 200 len: 821 time: 0.4615443 Aug 16 02:17:47.805159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Allocated IP 172.20.0.2 (e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f/a2feed41-7613-4a82-b620-ad0234f85643/e6f08330-a9cf-411a-a186-7c6dc393c798) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:47.812449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Request body: {'port': {'device_id': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e', 'admin_state_up': True, 'tenant_id': 'de622a3aaa1c4b7c99934823f971de3c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:47.949262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-446f0d26-7fc2-4b62-982d-779123ecfba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.987833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:47.992650 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-446f0d26-7fc2-4b62-982d-779123ecfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.015595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Sync routers for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:48.018478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.023020 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cbe680cd-3e35-4338-ad02-8a50831d1ed8 admin admin] 10.222.0.78 "PUT /v2.0/routers/8f8c2907-516e-47ee-b763-fddef98464fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2893901 Aug 16 02:17:48.030612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-446f0d26-7fc2-4b62-982d-779123ecfba3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ace1ba990db644b8a35b3f821c30dc32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2837412 Aug 16 02:17:48.036211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43110) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.037420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:48.038228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:48.069060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269026d-1dec-4003-abd7-0f2e6b09eee1 req-50980f1f-1639-44f2-ab37-0d216b73718d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.071102 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1269026d-1dec-4003-abd7-0f2e6b09eee1 req-50980f1f-1639-44f2-ab37-0d216b73718d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.1360378 Aug 16 02:17:48.087628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:48.168634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f0d26-7fc2-4b62-982d-779123ecfba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c85974-7ce0-4647-ba35-911ac2d9ed70,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.223547 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1269026d-1dec-4003-abd7-0f2e6b09eee1 req-22d758b5-5687-44a4-834b-8dd072a59442 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356180 Aug 16 02:17:48.254046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1240282566-network', 'tenant_id': '242d25cf48be4687b03298f5d31892b9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:48.314075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18e99c2-4dea-491e-80d6-e64d43451b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.320156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Made reservation on behalf of 242d25cf48be4687b03298f5d31892b9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:48.322620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.329584 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.367109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.372899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6c9b101-df1b-4e35-bd95-b0f6b0e391c4 req-1cf58107-4150-4ef6-b7c4-09cda01d46e4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 210 time: 0.0561173 Aug 16 02:17:48.376761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Transition to ACTIVE for port object e6f08330-a9cf-411a-a186-7c6dc393c798 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:48.387706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18e99c2-4dea-491e-80d6-e64d43451b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.400847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fbfd6-27ef-4d64-8f6f-7b0eed82c7da req-6abf22b1-50de-48b1-bf00-c2bdf5039a4b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.409222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98fbfd6-27ef-4d64-8f6f-7b0eed82c7da req-6abf22b1-50de-48b1-bf00-c2bdf5039a4b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 949 time: 0.6721015 Aug 16 02:17:48.423887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Transition to ACTIVE for port object e6f08330-a9cf-411a-a186-7c6dc393c798 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:48.443489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:48.443857 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.445832 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.455642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:48.468233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:48.471524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98fbfd6-27ef-4d64-8f6f-7b0eed82c7da req-59b1671e-240c-4cbb-bfbd-45bf210ad10b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542901 Aug 16 02:17:48.512618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:48.536131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:48.546087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.553895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.562425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18e99c2-4dea-491e-80d6-e64d43451b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.569726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18e99c2-4dea-491e-80d6-e64d43451b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.572835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d18e99c2-4dea-491e-80d6-e64d43451b8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48c85974-7ce0-4647-ba35-911ac2d9ed70 HTTP/1.1" status: 204 len: 168 time: 0.5180972 Aug 16 02:17:48.602211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:48.634345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91453e3d-39cd-41cd-9a9f-3fece484983f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.641290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Attempting to bind port e6f08330-a9cf-411a-a186-7c6dc393c798 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:48.641682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Attempting to bind port e6f08330-a9cf-411a-a186-7c6dc393c798 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:48.642050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Attempting to bind port e6f08330-a9cf-411a-a186-7c6dc393c798 on network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:48.656543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.656862 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Added segment 2975296b-7437-4301-a3bc-5f7dceb7b23b of type vlan for network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 Aug 16 02:17:48.678540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:48.678916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Checking segment: {'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:48.679055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e99c2-4dea-491e-80d6-e64d43451b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c85974-7ce0-4647-ba35-911ac2d9ed70,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.679323 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.679721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Bound using segment: {'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:48.680479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Bound port: e6f08330-a9cf-411a-a186-7c6dc393c798, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:48.682279 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.704266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Made reservation on behalf of de622a3aaa1c4b7c99934823f971de3c for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:48.704963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Pushing event updated for resources: {'Port': ['ID=e6f08330-a9cf-411a-a186-7c6dc393c798,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.712123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.780769 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.836402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.872054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.874033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.874810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.906523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.908886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0afd4-f96e-4810-821f-30488d79020f req-3211dd05-7493-4d4f-a7c1-aa389f8f4363 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.916479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61f0afd4-f96e-4810-821f-30488d79020f req-3211dd05-7493-4d4f-a7c1-aa389f8f4363 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.1026337 Aug 16 02:17:48.918593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] For port e6f08330-a9cf-411a-a186-7c6dc393c798, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:48.922676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] For port e6f08330-a9cf-411a-a186-7c6dc393c798, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e6f08330-a9cf-411a-a186-7c6dc393c798,segment=NetworkSegment(1578e6b1-b55a-4856-8d01-226648c36049),segment_id=1578e6b1-b55a-4856-8d01-226648c36049)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:48.948841 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.965121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9362254 Aug 16 02:17:48.970374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.977467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Request body: {'subnet': {'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1240282566-subnet', 'tenant_id': '242d25cf48be4687b03298f5d31892b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:48.997280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2709b-dc16-4b44-b52a-0b069b7b1ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=2fef8350-0e5c-4c16-b3ab-e3cce643dab9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.022039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c83b0-4d2a-4f98-b938-18c677fd25d8 None None] Pushing event updated for resources: {'Port': ['ID=e6f08330-a9cf-411a-a186-7c6dc393c798,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.027316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:49.033986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61f0afd4-f96e-4810-821f-30488d79020f req-26e02590-604b-459a-be24-f6be0a7d2a4d tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162772 Aug 16 02:17:49.056899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Made reservation on behalf of 242d25cf48be4687b03298f5d31892b9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:49.059570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.149233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:46Z', 'revision_number': 2, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:49.181057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-a373444a-a5b4-4249-8963-04281fe5d02b tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.182094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-a373444a-a5b4-4249-8963-04281fe5d02b tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks?id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 200 len: 829 time: 0.3661568 Aug 16 02:17:49.187977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Checking router: 8f8c2907-516e-47ee-b763-fddef98464fd for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:49.187977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Updating router 8f8c2907-516e-47ee-b763-fddef98464fd port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:49.193530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.199848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Allocated IP 172.20.0.13 (7eb5321c-5b7a-4f49-b095-673cae1f7a2e/f5397ff6-78b7-4857-9435-4296dcddede3/55e5f81e-44eb-4f63-9016-9f14cacb158c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:49.217893 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.221143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9688dc96-0152-4c4b-bce7-9e34d106e033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.233047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-6df8cd71-ef23-4956-82eb-692cfc562370 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/quotas/d8fee1a5b36a4a0bba49e93a0f8c0de9 HTTP/1.1" status: 200 len: 375 time: 0.0358112 Aug 16 02:17:49.246283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Allocated IP 172.25.4.224 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d47119c9-6d9c-4d1a-9c67-04760631df5b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:49.405600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.540238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de023b46-5dd4-463f-a3a4-e674f1c56272,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.541533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-65b05f41-0222-4fe2-8991-2eccacc87012 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2986331 Aug 16 02:17:49.563645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e0995226-2c99-4c6c-b990-bbdb4a5befb5 req-16254c2f-5ea0-41f4-9cd1-9f385f8c4550 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 210 time: 0.0669823 Aug 16 02:17:49.573223 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9688dc96-0152-4c4b-bce7-9e34d106e033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.591643 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9688dc96-0152-4c4b-bce7-9e34d106e033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.598242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:49.598731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Network hostable DHCP agents. Network: 2fef8350-0e5c-4c16-b3ab-e3cce643dab9, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:49.635947 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.650216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Transition to ACTIVE for port object 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:49.658586 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.660853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9688dc96-0152-4c4b-bce7-9e34d106e033 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e17e7926914426b8d3539bfece37a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667444 Aug 16 02:17:49.661686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688dc96-0152-4c4b-bce7-9e34d106e033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26a661-ebae-4118-b50f-25038ee17f23,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.664143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.693528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:49.712191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.719517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.722478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2fef8350-0e5c-4c16-b3ab-e3cce643dab9) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:49.736568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.737154 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.751702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885af1fb-73a8-4722-bb0a-54253716c47f req-ea35875c-1f82-4736-8f1e-20d377c38736 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.753825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-885af1fb-73a8-4722-bb0a-54253716c47f req-ea35875c-1f82-4736-8f1e-20d377c38736 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 949 time: 0.1083722 Aug 16 02:17:49.781402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a353bc-8557-460f-98c9-212d95d315a4 None None] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:49.784979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Attempting to bind port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:49.785362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Attempting to bind port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:49.785741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Attempting to bind port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 on network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:49.787979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Pushing event updated for resources: {'Port': ['ID=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.814524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-27887c41-3bc4-4cfa-9bb7-3f304eb63547 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8426895 Aug 16 02:17:49.816997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2861fd7c-a518-437f-b617-fdcd808cada4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.833462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-b4b4dd72-869f-41f7-a1ba-36e161899465 service neutron] 10.222.0.78 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822914 Aug 16 02:17:49.837041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.845663 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-885af1fb-73a8-4722-bb0a-54253716c47f req-0257df45-4849-42a3-8ed2-41c407957659 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843911 Aug 16 02:17:49.872538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.872538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.873982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.873982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.874352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.875632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.875632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.885751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2861fd7c-a518-437f-b617-fdcd808cada4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.890411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.890624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.890973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.891311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.891644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:49.901321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:49.901769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Checking segment: {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:49.902186 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.908842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Bound using segment: {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:49.909382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Bound port: 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:49.909776 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.036755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] For port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:50.042171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] For port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:50.050101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2861fd7c-a518-437f-b617-fdcd808cada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.051444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.054455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.058289 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2861fd7c-a518-437f-b617-fdcd808cada4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.059757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2861fd7c-a518-437f-b617-fdcd808cada4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f26a661-ebae-4118-b50f-25038ee17f23 HTTP/1.1" status: 204 len: 168 time: 0.3920245 Aug 16 02:17:50.059989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Pushing event updated for resources: {'Port': ['ID=55e5f81e-44eb-4f63-9016-9f14cacb158c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:50.063978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:50.111067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:50.120916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0fc51-07d4-47ea-8a13-6abf93eeefa9 req-4068ceae-8f21-4eda-8cae-0e81bde91d43 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.128167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3f0fc51-07d4-47ea-8a13-6abf93eeefa9 req-4068ceae-8f21-4eda-8cae-0e81bde91d43 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 950 time: 0.1698253 Aug 16 02:17:50.129409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861fd7c-a518-437f-b617-fdcd808cada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26a661-ebae-4118-b50f-25038ee17f23,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:50.195991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:50.204902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e6f08330-a9cf-411a-a186-7c6dc393c798 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:50.243169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3f0fc51-07d4-47ea-8a13-6abf93eeefa9 req-beb21763-153b-4dc7-88df-43353fee9045 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076050 Aug 16 02:17:50.286527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:50.287208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:50.295029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:50.315881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:50.324904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:50.393575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Pushing event updated for resources: {'Port': ['ID=d47119c9-6d9c-4d1a-9c67-04760631df5b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:50.465210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.465905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.478690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263df0a-bc52-46c8-bd01-3b2207974349 None None] Pushing event updated for resources: {'Port': ['ID=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:50.507756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39e3ac-526b-48b2-85e6-2bcd86862c97 req-bf2d4dfc-1dee-49a9-a7b3-460b7d972117 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.519828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b39e3ac-526b-48b2-85e6-2bcd86862c97 req-bf2d4dfc-1dee-49a9-a7b3-460b7d972117 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.1203475 Aug 16 02:17:50.528557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-bd970062-9d05-41bb-b0e8-aaeb38b61173 service neutron] 10.222.0.78 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796870 Aug 16 02:17:50.562661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-0dfa6460-4a9f-4ab5-8713-29a657c4f5cc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7557185 Aug 16 02:17:50.610654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:50.640566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b39e3ac-526b-48b2-85e6-2bcd86862c97 req-f4594bdf-ad83-4a12-9dfa-181748fc99b1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143537 Aug 16 02:17:50.676226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Request body: {'port': {'device_id': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:50.814526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b8d57-855f-486b-9ee0-c1cefc88b10a None None] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:50.855941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e6f08330-a9cf-411a-a186-7c6dc393c798 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:50.895753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323284ce-67ec-4a6d-b6a4-78d14d3bf2fb None None] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:50.938245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.975036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c2046-ff65-4015-b6c6-30008f05ae1b req-4f4cb0dc-2a19-4c82-84d2-4b8ca6398b38 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.984610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b30c2046-ff65-4015-b6c6-30008f05ae1b req-4f4cb0dc-2a19-4c82-84d2-4b8ca6398b38 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 932 time: 0.1121924 Aug 16 02:17:51.067553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b30c2046-ff65-4015-b6c6-30008f05ae1b req-587b5e53-fad2-4e53-8659-5c24fbadbd8d tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750499 Aug 16 02:17:51.280766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43198) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:51.290805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2024042808-network', 'tenant_id': '93bc1baddfd5479caee145517ac1ec59'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:51.348526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Made reservation on behalf of 93bc1baddfd5479caee145517ac1ec59 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:51.351165 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.362725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.377589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.434707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4aec04f8-51a6-428b-9e45-34831a819e1c req-0d4e49e9-f81f-4e07-8c84-e5cf26187e6d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 210 time: 0.0591583 Aug 16 02:17:51.595957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-755d6367-9a34-46b2-a1b8-d4d34564c35a None None] Provisioning for port e6f08330-a9cf-411a-a186-7c6dc393c798 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:51.620001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2de5d-cfe9-4f11-9e0c-e7407f7ab2db req-071c0329-1903-4329-ad5b-9c7ce4d4b596 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.622118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-755d6367-9a34-46b2-a1b8-d4d34564c35a None None] Provisioning complete for port e6f08330-a9cf-411a-a186-7c6dc393c798 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:51.622502 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-755d6367-9a34-46b2-a1b8-d4d34564c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.627379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2de5d-cfe9-4f11-9e0c-e7407f7ab2db req-071c0329-1903-4329-ad5b-9c7ce4d4b596 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.629284 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03a2de5d-cfe9-4f11-9e0c-e7407f7ab2db req-071c0329-1903-4329-ad5b-9c7ce4d4b596 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c&device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 1690 time: 0.3905339 Aug 16 02:17:51.665816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.685101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.725218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad3a401-6ff1-4c52-a8d2-609edbf91f96,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.755336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:51.778481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff81a-84cc-43bb-aa87-4c9d40c49360 req-c681b87f-8b8d-4f89-b385-6fd8f4fdb912 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.788160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c0ff81a-84cc-43bb-aa87-4c9d40c49360 req-c681b87f-8b8d-4f89-b385-6fd8f4fdb912 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.2067156 Aug 16 02:17:51.799587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.800128 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Added segment 6b05a9f2-2f4b-4981-8b2d-9c4f638934cf of type vlan for network b765c56a-a1b1-4716-afd4-1b1377716d52 Aug 16 02:17:51.800704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e5f81e-44eb-4f63-9016-9f14cacb158c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:51.809595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.875576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Transition to ACTIVE for port object 55e5f81e-44eb-4f63-9016-9f14cacb158c will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:51.887478 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03a2de5d-cfe9-4f11-9e0c-e7407f7ab2db req-e59518cd-2094-43a6-b622-1216d3ccf2a7 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468748 Aug 16 02:17:51.897278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.903752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.923565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c0ff81a-84cc-43bb-aa87-4c9d40c49360 req-be9fce01-0522-4db3-a5bb-64e53fe656da tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341705 Aug 16 02:17:51.981326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.983872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.984750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.986606 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-755d6367-9a34-46b2-a1b8-d4d34564c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.041101 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.066190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7837338 Aug 16 02:17:52.068988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43220) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:52.074107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Request body: {'subnet': {'network_id': 'b765c56a-a1b1-4716-afd4-1b1377716d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2024042808-subnet', 'tenant_id': '93bc1baddfd5479caee145517ac1ec59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:52.085249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-755d6367-9a34-46b2-a1b8-d4d34564c35a None None] For port e6f08330-a9cf-411a-a186-7c6dc393c798, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e6f08330-a9cf-411a-a186-7c6dc393c798,segment=NetworkSegment(1578e6b1-b55a-4856-8d01-226648c36049),segment_id=1578e6b1-b55a-4856-8d01-226648c36049)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:52.093638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:50Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:52.119639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.126971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Attempting to bind port 55e5f81e-44eb-4f63-9016-9f14cacb158c on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:52.127411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Attempting to bind port 55e5f81e-44eb-4f63-9016-9f14cacb158c by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '27828412-0c1c-47e2-a300-5bb3e1cdffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:52.127939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Attempting to bind port 55e5f81e-44eb-4f63-9016-9f14cacb158c on network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:52.148149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea78a5-7fb8-46d1-a1c7-6dcfe44bf8a7 None None] The sync data for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 is: [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:50Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:52.151286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-755d6367-9a34-46b2-a1b8-d4d34564c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.163531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379f346-1490-474f-a9a1-ab46b7085d67 admin admin] Pushing event updated for resources: {'Network': ['ID=b765c56a-a1b1-4716-afd4-1b1377716d52,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.188514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Made reservation on behalf of 93bc1baddfd5479caee145517ac1ec59 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:52.192581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.249890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b765c56a-a1b1-4716-afd4-1b1377716d52 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:52.297430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Port 55e5f81e-44eb-4f63-9016-9f14cacb158c on network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:52.300056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Attempting to bind port 55e5f81e-44eb-4f63-9016-9f14cacb158c on network 7eb5321c-5b7a-4f49-b095-673cae1f7a2e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:52.415792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:52.416349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Checking segment: {'id': '27828412-0c1c-47e2-a300-5bb3e1cdffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:52.416920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Bound using segment: {'id': '27828412-0c1c-47e2-a300-5bb3e1cdffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:52.417529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Bound port: 55e5f81e-44eb-4f63-9016-9f14cacb158c, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27828412-0c1c-47e2-a300-5bb3e1cdffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:52.418054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.432255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Pushing event updated for resources: {'Port': ['ID=55e5f81e-44eb-4f63-9016-9f14cacb158c,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.472521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a7a26-0d05-4338-9850-60f9da9b8e85 req-0c8f363b-9476-413f-ad85-4f045579fdbf tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.474182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-312a7a26-0d05-4338-9850-60f9da9b8e85 req-0c8f363b-9476-413f-ad85-4f045579fdbf tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 1102 time: 0.1802661 Aug 16 02:17:52.475680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Router 3b000d9e-f810-41af-b62c-35905cabc422 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:52.520828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6367-9a34-46b2-a1b8-d4d34564c35a None None] Pushing event updated for resources: {'Port': ['ID=e6f08330-a9cf-411a-a186-7c6dc393c798,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.532405 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d28d1f51-bf03-488b-86f0-da19e2608844 None None] Provisioning complete for port e6f08330-a9cf-411a-a186-7c6dc393c798 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:52.533035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d28d1f51-bf03-488b-86f0-da19e2608844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.725111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-f5224a31-6e4b-488e-9f76-309b4b35ab39 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.726780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-f5224a31-6e4b-488e-9f76-309b4b35ab39 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.88 "GET /v2.0/networks?id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 200 len: 829 time: 0.3027813 Aug 16 02:17:52.761266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Request body: {'port': {'device_id': '35171d74-6858-46d6-950f-13336d181110', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'admin_state_up': True, 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:52.835886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511d893-762b-4e4c-ab4a-244a885955de req-3a53374e-bf80-4091-8ede-22caab807305 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.843946 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c511d893-762b-4e4c-ab4a-244a885955de req-3a53374e-bf80-4091-8ede-22caab807305 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 944 time: 0.6243849 Aug 16 02:17:52.997174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c511d893-762b-4e4c-ab4a-244a885955de req-68b1bb92-42cd-4e6b-8561-3650a52d8663 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519527 Aug 16 02:17:53.036555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Made reservation on behalf of d8fee1a5b36a4a0bba49e93a0f8c0de9 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:53.044494 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.052441 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.055299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] For port 55e5f81e-44eb-4f63-9016-9f14cacb158c, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:53.059670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] For port 55e5f81e-44eb-4f63-9016-9f14cacb158c, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=55e5f81e-44eb-4f63-9016-9f14cacb158c,segment=NetworkSegment(27828412-0c1c-47e2-a300-5bb3e1cdffee),segment_id=27828412-0c1c-47e2-a300-5bb3e1cdffee)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:53.111291 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-312a7a26-0d05-4338-9850-60f9da9b8e85 req-f5246d8e-6b6c-48ff-aafa-f22fc94507bd tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258662 Aug 16 02:17:53.168502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2905e6c4-286c-4dc9-abdb-d2e6e353cf65 req-5f92cb2f-dd1a-4706-9c88-bb936c7029ca tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 210 time: 0.0816002 Aug 16 02:17:53.202981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:53.208885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.222879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Sync routers for ids ['3b000d9e-f810-41af-b62c-35905cabc422'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:53.238822 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Routers {'3b000d9e-f810-41af-b62c-35905cabc422'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:53.239476 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3b000d9e-f810-41af-b62c-35905cabc422'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:53.252891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Checking segment: {'id': '6b05a9f2-2f4b-4981-8b2d-9c4f638934cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b765c56a-a1b1-4716-afd4-1b1377716d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:53.253252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Network hostable DHCP agents. Network: b765c56a-a1b1-4716-afd4-1b1377716d52, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:53.259604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f63d7b2-e0a7-40f4-8b8e-c9325a157f93,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:53.263804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-a50fb5c3-9923-4b49-a97f-ea22ef7c9766 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.268759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-a50fb5c3-9923-4b49-a97f-ea22ef7c9766 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.3619747 Aug 16 02:17:53.297476 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.325027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Network b765c56a-a1b1-4716-afd4-1b1377716d52 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:53.339764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b765c56a-a1b1-4716-afd4-1b1377716d52) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:53.345673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.346463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.351271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed555123-561a-4e17-9dbb-43e2e748481c None None] Network b765c56a-a1b1-4716-afd4-1b1377716d52 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:53.407353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Allocated IP 172.20.0.13 (2b8ac07f-2ea4-45b7-827d-34b35eadbb5c/9d046d2e-d343-4958-88ee-d91f3ec2c074/ebc1603f-92ac-451f-be99-a6412575ae69) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:53.450776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6050974a-acd4-4c8e-a03e-16de51dae177 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3781047 Aug 16 02:17:53.509967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.509967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.511090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] 10.222.0.98 "PUT /v2.0/ports/55e5f81e-44eb-4f63-9016-9f14cacb158c HTTP/1.1" status: 200 len: 1093 time: 2.9366980 Aug 16 02:17:53.511697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'tag': '55e5f81e-44eb-4f63-9016-9f14cacb158c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:53.511836 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Set router 3b000d9e-f810-41af-b62c-35905cabc422 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:53.526218 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac939b68-c7ac-4b6d-acdc-537573593855" -d '{"events": [{"name": "network-changed", "server_uuid": "7e744571-2f22-4961-8ff5-7b55cc114d23", "tag": "55e5f81e-44eb-4f63-9016-9f14cacb158c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:53.548390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.551647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-edb74d08-8801-4511-a1fe-9c4a91dc0e26 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6277666 Aug 16 02:17:53.595731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:53.643612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29fb1-8ca1-4226-9447-78d2f0b9df20 service neutron] Pushing event updated for resources: {'Port': ['ID=55e5f81e-44eb-4f63-9016-9f14cacb158c,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:53.656053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f2ce2-3a5a-49e6-8828-bd63c2e15edd None None] Network b765c56a-a1b1-4716-afd4-1b1377716d52 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:53.783364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467b38f-debc-4fc0-a0e5-09d9b629fb3e req-eb21a538-18ea-47f3-87f0-4791b4262081 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.800774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4467b38f-debc-4fc0-a0e5-09d9b629fb3e req-eb21a538-18ea-47f3-87f0-4791b4262081 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bf1c9ed-343f-44a7-9d74-1e65a71cc386 HTTP/1.1" status: 200 len: 945 time: 0.5296407 Aug 16 02:17:53.865982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e5794-8717-48e2-8f76-a4a350e27101 req-f9e505fc-9d62-486f-8f82-d56d8df952dc tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.878178 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:50Z', 'revision_number': 3, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:53.884180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a9e5794-8717-48e2-8f76-a4a350e27101 req-f9e505fc-9d62-486f-8f82-d56d8df952dc tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 1101 time: 0.3119166 Aug 16 02:17:53.947452 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Checking router: 3b000d9e-f810-41af-b62c-35905cabc422 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:53.948891 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Updating router 3b000d9e-f810-41af-b62c-35905cabc422 port d47119c9-6d9c-4d1a-9c67-04760631df5b binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:53.957378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-68db31ed-dbe7-4e27-af79-55b66f5dae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.959358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-68db31ed-dbe7-4e27-af79-55b66f5dae9a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=de622a3aaa1c4b7c99934823f971de3c&device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 1096 time: 0.3359504 Aug 16 02:17:53.964519 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4467b38f-debc-4fc0-a0e5-09d9b629fb3e req-a6cd5fe7-59d6-4a36-bac9-88c6505a069a tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.78 "GET /v2.0/security-groups?id=d880cffc-8916-449d-9b5f-ea8e3d5baec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627038 Aug 16 02:17:53.968670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Deleting port d141ce30-f00f-4f06-b3ea-149401c3f5f2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:53.969455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.992560 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.006955 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.042728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a9e5794-8717-48e2-8f76-a4a350e27101 req-4e12d0c4-c1d4-453d-93ec-150470d62272 tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415915 Aug 16 02:17:54.160043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Transition to ACTIVE for port object ebc1603f-92ac-451f-be99-a6412575ae69 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:54.160537 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498de70f-2f1b-4d7c-9e17-a29140c74faa x-openstack-request-id: req-498de70f-2f1b-4d7c-9e17-a29140c74faa {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:54.160968 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e744571-2f22-4961-8ff5-7b55cc114d23", "tag": "55e5f81e-44eb-4f63-9016-9f14cacb158c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:54.161665 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-498de70f-2f1b-4d7c-9e17-a29140c74faa {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:54.162182 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'tag': '55e5f81e-44eb-4f63-9016-9f14cacb158c', 'status': 'completed', 'code': 200} Aug 16 02:17:54.164431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-a0329ee7-e7d4-4ae6-b8f1-bc467801a45b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e5f81e-44eb-4f63-9016-9f14cacb158c HTTP/1.1" status: 200 len: 217 time: 0.1895888 Aug 16 02:17:54.244520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:54.304989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:54.315121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d0f95a6d-9320-4eda-9422-0df97435ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:54.317846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d0f95a6d-9320-4eda-9422-0df97435ff23 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f5397ff6-78b7-4857-9435-4296dcddede3 HTTP/1.1" status: 200 len: 861 time: 0.1440504 Aug 16 02:17:54.339435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:54.339900 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.397656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.408427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-a13e8cde-adc4-4571-9a13-426707302474 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7eb5321c-5b7a-4f49-b095-673cae1f7a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788193 Aug 16 02:17:54.455623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event updated for resources: {'Port': ['ID=ebc1603f-92ac-451f-be99-a6412575ae69,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.475942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] For port d141ce30-f00f-4f06-b3ea-149401c3f5f2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d141ce30-f00f-4f06-b3ea-149401c3f5f2,segment=NetworkSegment(36672381-5c98-40a7-bc93-e1c457c8b713),segment_id=36672381-5c98-40a7-bc93-e1c457c8b713)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:54.475942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.503333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33a497-b65e-4a74-8c74-13e2ab74f2ae req-5902ad56-9cac-4bcf-adbb-754115cde8bc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:54.507441 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.519950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a33a497-b65e-4a74-8c74-13e2ab74f2ae req-5902ad56-9cac-4bcf-adbb-754115cde8bc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 944 time: 0.3023610 Aug 16 02:17:54.535025 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.550136 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Transition to ACTIVE for port object d47119c9-6d9c-4d1a-9c67-04760631df5b will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:54.558111 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.563201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:54.568483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Calling delete_port for d141ce30-f00f-4f06-b3ea-149401c3f5f2 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:54.590233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:54.595323 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.596608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e6f08330-a9cf-411a-a186-7c6dc393c798 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:54.605973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:54.615181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:54.671203 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc115ab-d83e-4215-8282-bb9f67907636 None None] Pushing event updated for resources: {'Port': ['ID=d47119c9-6d9c-4d1a-9c67-04760631df5b,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.674171 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Attempting to bind port d47119c9-6d9c-4d1a-9c67-04760631df5b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:54.674787 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Attempting to bind port d47119c9-6d9c-4d1a-9c67-04760631df5b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:54.675361 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Attempting to bind port d47119c9-6d9c-4d1a-9c67-04760631df5b on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:54.698960 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:54.699687 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:54.701572 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.703618 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:54.704802 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Bound port: d47119c9-6d9c-4d1a-9c67-04760631df5b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:54.706495 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.709357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.724010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:54.725021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.731741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e6f08330-a9cf-411a-a186-7c6dc393c798 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:54.732426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.762457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-d00b5ce7-877b-4294-af30-abc49402866a service neutron] 10.222.0.98 "GET /v2.0/networks/7eb5321c-5b7a-4f49-b095-673cae1f7a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299394 Aug 16 02:17:54.836093 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] For port d47119c9-6d9c-4d1a-9c67-04760631df5b, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:54.844166 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] For port d47119c9-6d9c-4d1a-9c67-04760631df5b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d47119c9-6d9c-4d1a-9c67-04760631df5b,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:54.852602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43308) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:54.853224 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.853362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-0ca93844-e485-44b9-ac24-7b3082a197ec tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:54.855604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-0ca93844-e485-44b9-ac24-7b3082a197ec tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.3198283 Aug 16 02:17:54.858806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-5137d617-8bdb-411d-899c-aa306b5c1d44 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1060317 Aug 16 02:17:54.895990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Request body: {'port': {'device_id': '35171d74-6858-46d6-950f-13336d181110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:54.905194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a33a497-b65e-4a74-8c74-13e2ab74f2ae req-b6fe4b16-623c-4613-a993-641f77a5e366 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842819 Aug 16 02:17:54.943957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-99483b9b-244f-40de-8c92-39ddad065cca tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/quotas/242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 375 time: 0.0516527 Aug 16 02:17:54.998975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4507fd69-6bbd-43db-a068-d5bf92909a7f req-5d5fa158-39b3-4162-b483-936db4686aa6 service neutron] 10.222.0.98 "GET /v2.0/networks/7eb5321c-5b7a-4f49-b095-673cae1f7a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226028 Aug 16 02:17:55.007095 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Routers {'3b000d9e-f810-41af-b62c-35905cabc422'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:55.008113 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3b000d9e-f810-41af-b62c-35905cabc422'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:55.008353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4269891b-b8b8-471d-aa4e-a7c0ca17205e None None] Provisioning for port ebc1603f-92ac-451f-be99-a6412575ae69 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:55.023258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4269891b-b8b8-471d-aa4e-a7c0ca17205e None None] Provisioning complete for port ebc1603f-92ac-451f-be99-a6412575ae69 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:55.023665 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4269891b-b8b8-471d-aa4e-a7c0ca17205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.051150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.069485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4269891b-b8b8-471d-aa4e-a7c0ca17205e None None] Port ebc1603f-92ac-451f-be99-a6412575ae69 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:55.081758 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc115ab-d83e-4215-8282-bb9f67907636 None None] Pushing event updated for resources: {'Port': ['ID=d47119c9-6d9c-4d1a-9c67-04760631df5b,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.090838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-e68dea46-f919-4266-8fce-ee24dac9d4bc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481619 Aug 16 02:17:55.158142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc7812a6-bdfd-4755-8b23-d0eb16457058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.192245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba52f4-3f60-45f3-acd1-74a3bb0078c9 req-abcf906a-7790-462e-97c8-40ba897a826f tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.193843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-efba52f4-3f60-45f3-acd1-74a3bb0078c9 req-abcf906a-7790-462e-97c8-40ba897a826f tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 932 time: 0.1377766 Aug 16 02:17:55.194747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.222241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-c2a44348-bd4f-4d4b-a2de-27dc31688039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.223651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-c2a44348-bd4f-4d4b-a2de-27dc31688039 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=de622a3aaa1c4b7c99934823f971de3c&device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 1096 time: 0.1661232 Aug 16 02:17:55.256510 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] Set router 3b000d9e-f810-41af-b62c-35905cabc422 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:55.266462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Pushing event deleted for resources: {'Port': ['ID=d141ce30-f00f-4f06-b3ea-149401c3f5f2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.364630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.367907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] No DVR routers for this DVR port d141ce30-f00f-4f06-b3ea-149401c3f5f2 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:55.376998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-c99d285b-41cb-48c9-b3fa-1e2b061df296 service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853031 Aug 16 02:17:55.380056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.382235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23885cda-57e5-45d3-ba4a-8f3b65bea025 req-03275c48-bb41-4daf-8dee-772f5860cfd1 tempest-DeleteServersTestJSON-1704607020 tempest-DeleteServersTestJSON-1704607020-project] 10.222.0.88 "DELETE /v2.0/ports/d141ce30-f00f-4f06-b3ea-149401c3f5f2 HTTP/1.1" status: 204 len: 173 time: 2.0966451 Aug 16 02:17:55.390399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-efba52f4-3f60-45f3-acd1-74a3bb0078c9 req-35242f2a-4515-4645-b9b5-6c601402cc74 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800382 Aug 16 02:17:55.438792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-5cb67900-414d-4ccb-b7a4-48c44c003851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.440472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-5cb67900-414d-4ccb-b7a4-48c44c003851 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7eb5321c-5b7a-4f49-b095-673cae1f7a2e HTTP/1.1" status: 200 len: 922 time: 0.1907470 Aug 16 02:17:55.494816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-771d0ae4-b663-429f-b1a5-643d5c2326e4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e5f81e-44eb-4f63-9016-9f14cacb158c HTTP/1.1" status: 200 len: 217 time: 0.0434530 Aug 16 02:17:55.510039 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:50Z', 'revision_number': 3, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:55.551170 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dc717-6dd3-4801-8a7c-9cd483537d17 None None] The sync data for ids ['3b000d9e-f810-41af-b62c-35905cabc422'] in n-d-769329-15 is: [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:50Z', 'revision_number': 3, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:55.561596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc7812a6-bdfd-4755-8b23-d0eb16457058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.566252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-184179a2-e61a-49e8-91bc-be91ce061666 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600791 Aug 16 02:17:55.568920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc7812a6-bdfd-4755-8b23-d0eb16457058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.672582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bc7812a6-bdfd-4755-8b23-d0eb16457058 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9fa15d31fc314d159654067307c9a098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8074656 Aug 16 02:17:55.676766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-103c2d8a-da44-424a-9b1b-fc90915688aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.678226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-103c2d8a-da44-424a-9b1b-fc90915688aa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f5397ff6-78b7-4857-9435-4296dcddede3 HTTP/1.1" status: 200 len: 861 time: 0.1710982 Aug 16 02:17:55.680831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43322) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.682841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7812a6-bdfd-4755-8b23-d0eb16457058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572f3a4-422e-4205-b7b3-08b3c6c0d976,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.742566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-cb1d02a4-b222-44e7-aa26-e8a5eb5f4f97 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7eb5321c-5b7a-4f49-b095-673cae1f7a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499039 Aug 16 02:17:55.848402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-aef200c4-9d92-433b-a19a-f75e43b89b35 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.850119 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-aef200c4-9d92-433b-a19a-f75e43b89b35 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750156 Aug 16 02:17:55.880348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6daa20-1a47-48a2-a512-b5e1b30a13e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.916890 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-bf342d87-48ba-4a86-b27f-97f82c8298a6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/quotas/62d0a3d128e444b190a270b183712e12 HTTP/1.1" status: 200 len: 375 time: 0.0507348 Aug 16 02:17:55.943018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-1d0d5b3f-e777-42ca-aff4-9a0c5eb7f0e6 service neutron] 10.222.0.98 "GET /v2.0/networks/7eb5321c-5b7a-4f49-b095-673cae1f7a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793401 Aug 16 02:17:55.975110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6daa20-1a47-48a2-a512-b5e1b30a13e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.080745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-91b0a1e9-2ce3-4ce1-b9cf-6d9aa718d339 service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754189 Aug 16 02:17:56.140802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6ade-b117-4830-905a-573d45521587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.147430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-9cc3b4ab-08a6-4c60-8446-98230f2158d4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2199731 Aug 16 02:17:56.163990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'name': 'network-vif-deleted', 'tag': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:56.166559 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c2cc05-7014-4b46-9df5-4f8ec0b004ab" -d '{"events": [{"server_uuid": "8bf1c9ed-343f-44a7-9d74-1e65a71cc386", "name": "network-vif-deleted", "tag": "d141ce30-f00f-4f06-b3ea-149401c3f5f2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:56.174046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6daa20-1a47-48a2-a512-b5e1b30a13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.177150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6daa20-1a47-48a2-a512-b5e1b30a13e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.178182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6a6daa20-1a47-48a2-a512-b5e1b30a13e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7572f3a4-422e-4205-b7b3-08b3c6c0d976 HTTP/1.1" status: 204 len: 168 time: 0.4962852 Aug 16 02:17:56.202110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6daa20-1a47-48a2-a512-b5e1b30a13e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572f3a4-422e-4205-b7b3-08b3c6c0d976,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.213042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac939b68-c7ac-4b6d-acdc-537573593855 req-0c63b17c-bcc8-420b-8722-96bed22d0dc2 service neutron] 10.222.0.98 "GET /v2.0/networks/7eb5321c-5b7a-4f49-b095-673cae1f7a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732719 Aug 16 02:17:56.222891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Allocated IP 172.20.0.1 (e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f/a2feed41-7613-4a82-b620-ad0234f85643/8bc6219c-d776-4021-8966-6432abc08f9b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:56.303552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:56.375250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc1603f-92ac-451f-be99-a6412575ae69 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:56.416122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:56.416537 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.423832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.485948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Transition to ACTIVE for port object ebc1603f-92ac-451f-be99-a6412575ae69 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:56.507128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.527527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d141ce30-f00f-4f06-b3ea-149401c3f5f2 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:56.588487 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d3289-7960-4f3d-826b-b2ca5c22146f x-openstack-request-id: req-875d3289-7960-4f3d-826b-b2ca5c22146f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:56.589025 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf1c9ed-343f-44a7-9d74-1e65a71cc386", "name": "network-vif-deleted", "tag": "d141ce30-f00f-4f06-b3ea-149401c3f5f2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:56.589025 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-875d3289-7960-4f3d-826b-b2ca5c22146f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:56.589512 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf1c9ed-343f-44a7-9d74-1e65a71cc386', 'name': 'network-vif-deleted', 'tag': 'd141ce30-f00f-4f06-b3ea-149401c3f5f2', 'status': 'completed', 'code': 200} Aug 16 02:17:56.594188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: d141ce30-f00f-4f06-b3ea-149401c3f5f2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:56.594401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d141ce30-f00f-4f06-b3ea-149401c3f5f2 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:56.687811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1603f-92ac-451f-be99-a6412575ae69,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.697283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6590197-7b2d-4390-994d-9c689961b235 req-6ed97fd3-b029-4c1f-829a-885ffb86ee6f tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:56.710380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6590197-7b2d-4390-994d-9c689961b235 req-6ed97fd3-b029-4c1f-829a-885ffb86ee6f tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 944 time: 0.1414735 Aug 16 02:17:56.736415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d47119c9-6d9c-4d1a-9c67-04760631df5b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:56.802993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.817854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6590197-7b2d-4390-994d-9c689961b235 req-eb9ab7be-27c4-4a8b-9bfc-f46eef1e0c1e tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039734 Aug 16 02:17:56.845109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0637bf8d-0101-474b-8d8a-f036a71b22d9 req-cefcc55c-f3aa-4fe8-a70e-4f8dcfc71af1 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 210 time: 0.1480031 Aug 16 02:17:56.877207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d47119c9-6d9c-4d1a-9c67-04760631df5b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:56.883627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d47119c9-6d9c-4d1a-9c67-04760631df5b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:56.884273 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.938648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Transition to ACTIVE for port object 8bc6219c-d776-4021-8966-6432abc08f9b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:57.044439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-85bd33da-26c0-468d-ac8c-f21bc76be367 req-5c6e22bd-9928-43d2-916b-f9d89b1115c3 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 210 time: 0.1297915 Aug 16 02:17:57.075790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43354) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.099661 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e14bf62f-7136-457f-ad15-07fb81f21194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.104595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Attempting to bind port ebc1603f-92ac-451f-be99-a6412575ae69 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:57.105077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Attempting to bind port ebc1603f-92ac-451f-be99-a6412575ae69 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:57.105210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Attempting to bind port ebc1603f-92ac-451f-be99-a6412575ae69 on network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:57.137135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Port ebc1603f-92ac-451f-be99-a6412575ae69 on network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:57.137474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Attempting to bind port ebc1603f-92ac-451f-be99-a6412575ae69 on network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:57.163882 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.218136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d47119c9-6d9c-4d1a-9c67-04760631df5b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d47119c9-6d9c-4d1a-9c67-04760631df5b,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:57.238237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ede3f0-d303-4d24-95be-0f1ddc0761c8 req-baf0cc4f-15fb-495f-8533-6dc406e554ce tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.245165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30ede3f0-d303-4d24-95be-0f1ddc0761c8 req-baf0cc4f-15fb-495f-8533-6dc406e554ce tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 944 time: 0.2346399 Aug 16 02:17:57.248826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:57.249345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Checking segment: {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:57.249763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Bound using segment: {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:57.250211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Bound port: ebc1603f-92ac-451f-be99-a6412575ae69, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:57.250553 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.251027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.308370 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.355906 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e14bf62f-7136-457f-ad15-07fb81f21194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.356693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d47119c9-6d9c-4d1a-9c67-04760631df5b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.364557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e14bf62f-7136-457f-ad15-07fb81f21194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.409083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e14bf62f-7136-457f-ad15-07fb81f21194 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cdd86a7b7192448d9a0f6dfb00c6c5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315923 Aug 16 02:17:57.412514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43366) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.427910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bf62f-7136-457f-ad15-07fb81f21194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b09092-67c7-4fda-9b56-f905b2771371,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.444855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Pushing event updated for resources: {'Port': ['ID=8bc6219c-d776-4021-8966-6432abc08f9b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.484075 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca254-c828-4d75-b7fd-859f442c60f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.508338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:57.514414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30ede3f0-d303-4d24-95be-0f1ddc0761c8 req-6630c7da-2675-4df3-9a45-869093147903 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670050 Aug 16 02:17:57.516950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:57.528638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca254-c828-4d75-b7fd-859f442c60f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.550021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:57.650432 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca254-c828-4d75-b7fd-859f442c60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.653145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca254-c828-4d75-b7fd-859f442c60f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.654664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1d0ca254-c828-4d75-b7fd-859f442c60f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41b09092-67c7-4fda-9b56-f905b2771371 HTTP/1.1" status: 204 len: 168 time: 0.2410088 Aug 16 02:17:57.666462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ca254-c828-4d75-b7fd-859f442c60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b09092-67c7-4fda-9b56-f905b2771371,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.687863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] For port ebc1603f-92ac-451f-be99-a6412575ae69, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:57.706262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] For port ebc1603f-92ac-451f-be99-a6412575ae69, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ebc1603f-92ac-451f-be99-a6412575ae69,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:57.715489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.731622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 55e5f81e-44eb-4f63-9016-9f14cacb158c details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:57.759284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.766504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.767450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.768951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] 10.222.0.88 "PUT /v2.0/ports/ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 1093 time: 2.8778996 Aug 16 02:17:57.801066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:57.813276 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6c9174-fded-4e85-8a7c-e6639dde47f8" -d '{"events": [{"name": "network-changed", "server_uuid": "35171d74-6858-46d6-950f-13336d181110", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:58.170211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25557c3e-8b40-4de6-88fd-ab4f823b18c5 req-c69f0149-d2b4-4ff5-a48b-fdeaf8075378 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 210 time: 0.0934849 Aug 16 02:17:58.177648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 55e5f81e-44eb-4f63-9016-9f14cacb158c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=55e5f81e-44eb-4f63-9016-9f14cacb158c,segment=NetworkSegment(27828412-0c1c-47e2-a300-5bb3e1cdffee),segment_id=27828412-0c1c-47e2-a300-5bb3e1cdffee)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:58.179981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-55b9fe27-214c-4bba-989f-e469db31e323 None None] Provisioning for port 8bc6219c-d776-4021-8966-6432abc08f9b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:58.186704 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453316a5-8989-4281-a436-de123f7b76c1 x-openstack-request-id: req-453316a5-8989-4281-a436-de123f7b76c1 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:58.187705 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35171d74-6858-46d6-950f-13336d181110", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:58.188133 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-453316a5-8989-4281-a436-de123f7b76c1 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:58.188798 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'status': 'completed', 'code': 200} Aug 16 02:17:58.211147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d47119c9-6d9c-4d1a-9c67-04760631df5b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:58.233271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-55b9fe27-214c-4bba-989f-e469db31e323 None None] Provisioning complete for port 8bc6219c-d776-4021-8966-6432abc08f9b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:58.234563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-55b9fe27-214c-4bba-989f-e469db31e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.270657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-55d9533c-0d7d-4d11-8f1d-f4178cff4c75 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347741 Aug 16 02:17:58.277634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '55e5f81e-44eb-4f63-9016-9f14cacb158c', 'network_id': '7eb5321c-5b7a-4f49-b095-673cae1f7a2e', 'port_id': '55e5f81e-44eb-4f63-9016-9f14cacb158c', 'mac_address': 'fa:16:3e:99:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5397ff6-78b7-4857-9435-4296dcddede3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:58.292937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.392959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d99a5e-a835-495b-9cb6-6157daea249e service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1603f-92ac-451f-be99-a6412575ae69,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.418169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6eb14-a8d9-49cc-96b2-dac7358b5765 req-8347c4b8-a431-4c98-b86b-dfaa39fd0e96 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.420405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2a6eb14-a8d9-49cc-96b2-dac7358b5765 req-8347c4b8-a431-4c98-b86b-dfaa39fd0e96 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 944 time: 0.2300277 Aug 16 02:17:58.426095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-3d5adf37-bdda-4505-9152-2d546ffac9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.428003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-3d5adf37-bdda-4505-9152-2d546ffac9b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 1096 time: 0.3637962 Aug 16 02:17:58.450665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-55b9fe27-214c-4bba-989f-e469db31e323 None None] Port 8bc6219c-d776-4021-8966-6432abc08f9b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:58.504880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-61e19286-0098-484c-b014-ce44757ffce7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.506426 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-61e19286-0098-484c-b014-ce44757ffce7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.2334640 Aug 16 02:17:58.515377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.523348 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-1277ba1e-4218-4945-8a37-f343fd90a921 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 217 time: 0.0706315 Aug 16 02:17:58.550388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e5f81e-44eb-4f63-9016-9f14cacb158c {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:58.569314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Request body: {'port': {'device_id': '032d2d6b-7919-4582-9b8a-91deec99a862', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'admin_state_up': True, 'tenant_id': '242d25cf48be4687b03298f5d31892b9'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:58.591188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 55e5f81e-44eb-4f63-9016-9f14cacb158c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=55e5f81e-44eb-4f63-9016-9f14cacb158c,segment=NetworkSegment(27828412-0c1c-47e2-a300-5bb3e1cdffee),segment_id=27828412-0c1c-47e2-a300-5bb3e1cdffee)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:58.598336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d47119c9-6d9c-4d1a-9c67-04760631df5b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:58.600315 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.633585 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.676953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2a6eb14-a8d9-49cc-96b2-dac7358b5765 req-7a229a5f-3e26-42cd-95ae-709765f5bf67 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381985 Aug 16 02:17:58.708434 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3137c195-b0e8-4da1-b349-76ff2785526a req-95e5716a-1c5f-4574-9095-bee410bd0cbe tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 210 time: 0.1800966 Aug 16 02:17:58.718132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-96dbf4c8-cf6d-42ce-be3b-9f0e002d7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.719629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-96dbf4c8-cf6d-42ce-be3b-9f0e002d7e02 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d046d2e-d343-4958-88ee-d91f3ec2c074 HTTP/1.1" status: 200 len: 868 time: 0.1852911 Aug 16 02:17:58.841137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=55e5f81e-44eb-4f63-9016-9f14cacb158c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.862104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Made reservation on behalf of 242d25cf48be4687b03298f5d31892b9 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:58.862948 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0eee0037-051c-4731-957b-e7035c83d222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.866063 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.875804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.954924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['55e5f81e-44eb-4f63-9016-9f14cacb158c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:58.962584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-1d9eeb63-6d4a-404d-a6bc-6460fdf1e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.964647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-1d9eeb63-6d4a-404d-a6bc-6460fdf1e5d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2304568 Aug 16 02:17:58.966953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.967439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-d624b228-e41a-4280-a3db-1443b4119039 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.969223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-d624b228-e41a-4280-a3db-1443b4119039 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4617441 Aug 16 02:17:58.986834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:58.987254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.118141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d6ae-a166-4eb8-92e1-3760ca3d01db req-c078fb2d-23b5-40e2-997a-ccd0dbf40a67 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.129080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Allocated IP 172.20.0.2 (2fef8350-0e5c-4c16-b3ab-e3cce643dab9/de023b46-5dd4-463f-a3a4-e674f1c56272/bc140477-7ebb-4bec-a02e-b0d22629d3d4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:59.131860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0115d6ae-a166-4eb8-92e1-3760ca3d01db req-c078fb2d-23b5-40e2-997a-ccd0dbf40a67 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 944 time: 0.3112757 Aug 16 02:17:59.234201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.237841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Pushing event updated for resources: {'Port': ['ID=8bc6219c-d776-4021-8966-6432abc08f9b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.262178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:59.266500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.276736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0115d6ae-a166-4eb8-92e1-3760ca3d01db req-c4082f04-0202-4c54-b768-f565444b76ae tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436715 Aug 16 02:17:59.380775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-842971c5-10b1-412e-8ad0-26625cb75835 req-37ba745a-3245-4c63-81eb-71bf33d26c46 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 210 time: 0.0512338 Aug 16 02:17:59.390692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-51bf2ca9-10b3-4d35-9fd8-f7f3ae53a4dd service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062426 Aug 16 02:17:59.511688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:59.514836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:59.527033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.551089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.17 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/2796facd-3292-4f45-988d-23c56903d61d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:59.578968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c838eb29-b0e3-471f-82e1-8bdfcbe465b9 req-48f8ca5a-1cb9-4cef-b702-f28490b0570c service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873567 Aug 16 02:17:59.707420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.767440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Router 3b000d9e-f810-41af-b62c-35905cabc422 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:59.784996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-d339b2d9-089e-452d-bb3b-a32bc373eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.786523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-d339b2d9-089e-452d-bb3b-a32bc373eafb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 1096 time: 0.0821326 Aug 16 02:17:59.878657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc458fe6-1295-42f3-ba90-eea4dc0ac183 req-c0998135-a473-48b3-8195-4ae3d9dde1fb tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 210 time: 0.0682898 Aug 16 02:17:59.885458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:59.886487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-61de6e85-20ac-45e1-8803-88be509bf555 None None] Provisioning complete for port 8bc6219c-d776-4021-8966-6432abc08f9b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:59.887583 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-61de6e85-20ac-45e1-8803-88be509bf555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.894912 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:59.902683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:59.917599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.944688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-61de6e85-20ac-45e1-8803-88be509bf555 None None] Port 8bc6219c-d776-4021-8966-6432abc08f9b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:00.004394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.007962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.013814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8c8ff-3568-435e-af7b-735606a2c2c9 req-54487af4-2aa3-4200-89a6-5f6953613123 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.015368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33d8c8ff-3568-435e-af7b-735606a2c2c9 req-54487af4-2aa3-4200-89a6-5f6953613123 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 945 time: 0.2155654 Aug 16 02:18:00.049551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.050853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.067682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:00.074096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5cbe106b-87a6-4bd5-8dfe-6bcbc5fb66ff admin admin] 10.222.0.78 "PUT /v2.0/routers/3b000d9e-f810-41af-b62c-35905cabc422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4647758 Aug 16 02:18:00.075271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-707696dd-4e4d-48a1-a630-b91173eafb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.076740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-707696dd-4e4d-48a1-a630-b91173eafb5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 200 len: 930 time: 0.2209752 Aug 16 02:18:00.079471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7fe1fb58-7a78-4d0c-a203-24907e48578e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5269113 Aug 16 02:18:00.084786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object 2796facd-3292-4f45-988d-23c56903d61d will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:00.089257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Sync routers for ids ['3b000d9e-f810-41af-b62c-35905cabc422'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:00.102003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33d8c8ff-3568-435e-af7b-735606a2c2c9 req-ed4c5d61-6ca6-4f5e-b383-bfcd4fb87372 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773787 Aug 16 02:18:00.122333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Routers {'3b000d9e-f810-41af-b62c-35905cabc422'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:00.127543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3b000d9e-f810-41af-b62c-35905cabc422'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:00.137533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Request body: {'port': {'device_id': '032d2d6b-7919-4582-9b8a-91deec99a862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:00.171234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-3acba6bd-6338-4a79-87f1-d5e2c1c8076f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 217 time: 0.0661433 Aug 16 02:18:00.258926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.278604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b', 'd9ac3347-c435-4b02-a7b0-a7c44239dde1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:00.285659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:00.285889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-a833973e-2c4f-4249-9dcd-bc14c366e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.287679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-a833973e-2c4f-4249-9dcd-bc14c366e245 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d046d2e-d343-4958-88ee-d91f3ec2c074 HTTP/1.1" status: 200 len: 868 time: 0.1050148 Aug 16 02:18:00.293632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:00.294336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9', '8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:00.337725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:00.340646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43446) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.344131 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.386783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-dde82301-7296-43d9-9370-6e5693feb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.389291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-dde82301-7296-43d9-9370-6e5693feb22a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919135 Aug 16 02:18:00.433247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=2796facd-3292-4f45-988d-23c56903d61d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.711827 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-82504c7d-6005-429f-a2fb-73d3756d63bb service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127668 Aug 16 02:18:00.792487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a638be9-bf20-4dc0-9477-23ae84965aff req-1c6add2e-6fe5-4ccb-9a92-a97133fc6ac6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.794159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a638be9-bf20-4dc0-9477-23ae84965aff req-1c6add2e-6fe5-4ccb-9a92-a97133fc6ac6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 931 time: 0.2250876 Aug 16 02:18:00.812012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-6be0aeb8-7592-459f-8834-acdfc0ed018d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2729106 Aug 16 02:18:00.832511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f31bbbbd-e10a-43da-be5a-01bc5369a52d None None] Provisioning for port 2796facd-3292-4f45-988d-23c56903d61d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:00.861227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f31bbbbd-e10a-43da-be5a-01bc5369a52d None None] Provisioning complete for port 2796facd-3292-4f45-988d-23c56903d61d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:00.861995 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f31bbbbd-e10a-43da-be5a-01bc5369a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.885146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc140477-7ebb-4bec-a02e-b0d22629d3d4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:00.894651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.899184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Set router 3b000d9e-f810-41af-b62c-35905cabc422 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:00.908950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Transition to ACTIVE for port object bc140477-7ebb-4bec-a02e-b0d22629d3d4 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:00.916256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-634930311'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:00.963141 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a638be9-bf20-4dc0-9477-23ae84965aff req-99e1c6e5-05b3-4f5b-bcca-7b7e2b186beb tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484864 Aug 16 02:18:00.978908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:00.982953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.009625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.010802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f31bbbbd-e10a-43da-be5a-01bc5369a52d None None] Port 2796facd-3292-4f45-988d-23c56903d61d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:01.030325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e6c9174-fded-4e85-8a7c-e6639dde47f8 req-ccac99bc-5ae5-42a5-b24e-6e82ed42269b service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105056 Aug 16 02:18:01.050540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-df4ef37e-fbd4-4ff9-83b2-f48cbb60441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.052055 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-df4ef37e-fbd4-4ff9-83b2-f48cbb60441c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 1101 time: 0.1744204 Aug 16 02:18:01.108211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.133037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.133687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.161048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-4cb1ac1f-0529-4dda-9fbb-af5b1a849b93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1814382 Aug 16 02:18:01.173546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:01.186514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Request body: {'port': {'device_id': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:01.266949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103c173-6b37-429a-9cdc-e87938931c3c req-10f4ad9d-7d02-408e-a6c0-100b4a916713 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.269122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5103c173-6b37-429a-9cdc-e87938931c3c req-10f4ad9d-7d02-408e-a6c0-100b4a916713 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 935 time: 0.2140963 Aug 16 02:18:01.380840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5103c173-6b37-429a-9cdc-e87938931c3c req-9c547077-76ef-46e7-bacf-d1cacf1d83cc tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958560 Aug 16 02:18:01.390557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-a58d4403-fcc6-4194-ad27-50e6b6e97eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.393491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-a58d4403-fcc6-4194-ad27-50e6b6e97eb9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2512352 Aug 16 02:18:01.461654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-5579657f-e5e2-47b6-9af8-c1abc29b2d87 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e41286cd-3629-4a80-97e4-df5074e01fe9 HTTP/1.1" status: 200 len: 217 time: 0.0522978 Aug 16 02:18:01.566547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-85e03256-88ea-4bea-80e0-31b216056fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.568344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-85e03256-88ea-4bea-80e0-31b216056fc5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0987282 Aug 16 02:18:01.685448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-56aa6143-8774-4dbd-bb5e-4e658565b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.686990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-56aa6143-8774-4dbd-bb5e-4e658565b03f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109035 Aug 16 02:18:01.708908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904769f-9ca8-4d2e-afdc-e60658ded8bd req-4c0470bf-f03b-46a1-b079-f0c6b3df5e63 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.710591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904769f-9ca8-4d2e-afdc-e60658ded8bd req-4c0470bf-f03b-46a1-b079-f0c6b3df5e63 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 945 time: 0.0809519 Aug 16 02:18:01.724160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e719-f816-470e-ad38-2b6f23c8d800 req-5dc7c015-1fce-4a18-8e69-5540a8f3a5e5 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.725633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9950e719-f816-470e-ad38-2b6f23c8d800 req-5dc7c015-1fce-4a18-8e69-5540a8f3a5e5 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 944 time: 0.7773991 Aug 16 02:18:01.768620 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.769117 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Added segment b53d3465-01a9-4eb2-af46-ffc1705c0f10 of type vlan for network 9c1a0671-6523-4360-831a-1bf02dc40c97 Aug 16 02:18:01.782418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 55e5f81e-44eb-4f63-9016-9f14cacb158c up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:01.799958 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-f1c81c27-a2d4-4eed-8bc1-5147eb127b7d service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988460 Aug 16 02:18:01.847941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.896639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:58Z', 'revision_number': 4, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '8bc6219c-d776-4021-8966-6432abc08f9b', 'name': '', 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'mac_address': 'fa:16:3e:2e:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'a2feed41-7613-4a82-b620-ad0234f85643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:55Z', 'updated_at': '2021-08-16T02:17:58Z', 'revision_number': 2, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'subnets': [{'id': 'a2feed41-7613-4a82-b620-ad0234f85643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:01.898613 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3904769f-9ca8-4d2e-afdc-e60658ded8bd req-77f2a85d-cc2a-4451-b602-bb0160e96137 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974195 Aug 16 02:18:01.898884 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.906277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.948202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9950e719-f816-470e-ad38-2b6f23c8d800 req-dbd57e15-b5ea-4c7e-8338-466d18f9dcba tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969962 Aug 16 02:18:01.950545 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e72ad12-2e1e-42da-80af-2b5bf2e57de2 req-33accbab-859d-4b6a-9f7e-6c6eef694673 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355150 Aug 16 02:18:01.971949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Checking router: 3b000d9e-f810-41af-b62c-35905cabc422 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:01.972570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Updating router 3b000d9e-f810-41af-b62c-35905cabc422 port 8bc6219c-d776-4021-8966-6432abc08f9b binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:01.973087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:01.973736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:01.974090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:02.016921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.018428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:02.018967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:02.088968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:02.089751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:02.090330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:02.091080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Bound port: bc140477-7ebb-4bec-a02e-b0d22629d3d4, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:02.092474 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.098856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.104889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.105696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.130409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:02.148955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8014147 Aug 16 02:18:02.153003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43494) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:02.169225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'subnet': {'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:02.190104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0a5bb-f724-4c19-aacc-0a1c1bdf44bf req-02f7f079-8454-4b08-817e-cc4b662ab9bc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.198040 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d0a5bb-f724-4c19-aacc-0a1c1bdf44bf req-02f7f079-8454-4b08-817e-cc4b662ab9bc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.1268332 Aug 16 02:18:02.301863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d0a5bb-f724-4c19-aacc-0a1c1bdf44bf req-e064e761-ea1f-450c-85d0-fa14a0b92768 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025319 Aug 16 02:18:02.321426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 55e5f81e-44eb-4f63-9016-9f14cacb158c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:02.336128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 55e5f81e-44eb-4f63-9016-9f14cacb158c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:02.342206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.344033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:02.365547 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.365890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b8800-b846-4bf6-8b83-3d2a0325a95d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Network': ['ID=9c1a0671-6523-4360-831a-1bf02dc40c97,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.382113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:02.422542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:02.428103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:02.444151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.528746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.537380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.538515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] 10.222.0.88 "PUT /v2.0/ports/bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 1092 time: 2.4387078 Aug 16 02:18:02.538759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:02.552600 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c310df50-44fa-4029-9fd8-9ab7e48c3574" -d '{"events": [{"name": "network-changed", "server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:02.552834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f569505-7426-4f08-9ba7-dfb636cfb808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.581420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ebc1603f-92ac-451f-be99-a6412575ae69 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:02.612048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f9858-ec42-4243-b699-b40f5d0dc91d service neutron] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.742691 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53bc859-1b25-4869-9b37-2a00f1dad71a x-openstack-request-id: req-a53bc859-1b25-4869-9b37-2a00f1dad71a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:02.743539 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:02.743539 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a53bc859-1b25-4869-9b37-2a00f1dad71a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:02.743733 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4', 'status': 'completed', 'code': 200} Aug 16 02:18:02.764736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.781423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2796facd-3292-4f45-988d-23c56903d61d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:02.782399 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.800410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7187d-32ec-4c25-87e5-6f894e037905 req-61a8e282-18b0-4d53-ba49-1ed26b81a5aa tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.808600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39b7187d-32ec-4c25-87e5-6f894e037905 req-61a8e282-18b0-4d53-ba49-1ed26b81a5aa tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 935 time: 0.3099034 Aug 16 02:18:02.822730 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.822916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Transition to ACTIVE for port object 8bc6219c-d776-4021-8966-6432abc08f9b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:02.836041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-3272bb63-af23-4600-86c6-80ae05d99adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.837575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-3272bb63-af23-4600-86c6-80ae05d99adf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1095 time: 0.2401233 Aug 16 02:18:02.842711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f569505-7426-4f08-9ba7-dfb636cfb808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.844758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.852047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ebc1603f-92ac-451f-be99-a6412575ae69, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ebc1603f-92ac-451f-be99-a6412575ae69,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:02.868644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Transition to ACTIVE for port object 2796facd-3292-4f45-988d-23c56903d61d will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:02.871616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f569505-7426-4f08-9ba7-dfb636cfb808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.872563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'port_id': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'mac_address': 'fa:16:3e:c7:1f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:02.880806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.913547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.916395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-76673862-1b4e-44b8-9f41-ee00e4acee69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0680761 Aug 16 02:18:02.920759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43514) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:02.946872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e5f81e-44eb-4f63-9016-9f14cacb158c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:02.948042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f569505-7426-4f08-9ba7-dfb636cfb808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a11b74c-ae0a-4415-85f5-99f1044e8665,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.954940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39b7187d-32ec-4c25-87e5-6f894e037905 req-df677097-491d-49de-af91-44dfc824fe5b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454227 Aug 16 02:18:02.956652 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff24f38-b283-474c-a24c-05385eb0f912" -d '{"events": [{"server_uuid": "7e744571-2f22-4961-8ff5-7b55cc114d23", "name": "network-vif-plugged", "status": "completed", "tag": "55e5f81e-44eb-4f63-9016-9f14cacb158c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:03.017349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43520) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.019935 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f569505-7426-4f08-9ba7-dfb636cfb808 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb444f54c85445c5953a71fe14944988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8815758 Aug 16 02:18:03.036110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 55e5f81e-44eb-4f63-9016-9f14cacb158c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=55e5f81e-44eb-4f63-9016-9f14cacb158c,segment=NetworkSegment(27828412-0c1c-47e2-a300-5bb3e1cdffee),segment_id=27828412-0c1c-47e2-a300-5bb3e1cdffee)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:03.037723 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.049131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Subnet': ['ID=1a07451c-abeb-4a86-8655-75600947eebd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.086490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.140060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2796facd-3292-4f45-988d-23c56903d61d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.145884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc1603f-92ac-451f-be99-a6412575ae69 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:03.163936 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a01f9f7-3e2e-44aa-8c14-436d89e8adb0 x-openstack-request-id: req-8a01f9f7-3e2e-44aa-8c14-436d89e8adb0 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:03.164183 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e744571-2f22-4961-8ff5-7b55cc114d23", "name": "network-vif-plugged", "status": "completed", "tag": "55e5f81e-44eb-4f63-9016-9f14cacb158c", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:03.164428 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a01f9f7-3e2e-44aa-8c14-436d89e8adb0 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:03.164820 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e5f81e-44eb-4f63-9016-9f14cacb158c', 'code': 200} Aug 16 02:18:03.169537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Checking segment: {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:03.172866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network hostable DHCP agents. Network: 9c1a0671-6523-4360-831a-1bf02dc40c97, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:03.183440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] Deleting subnet ed8e42a1-d51f-49bc-ad0d-27257fd19019 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:03.211294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c67e2-caa6-43ae-a2ee-79bf0b2c5833 req-5bd164ff-2a82-41eb-bfca-d75398b24384 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.215246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6a1d-e2d4-4e93-a997-5e8ee5b9aca1 None None] Pushing event updated for resources: {'Port': ['ID=8bc6219c-d776-4021-8966-6432abc08f9b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.229942 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b93c67e2-caa6-43ae-a2ee-79bf0b2c5833 req-5bd164ff-2a82-41eb-bfca-d75398b24384 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 946 time: 0.1915097 Aug 16 02:18:03.253808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.268864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:03.301690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 9c1a0671-6523-4360-831a-1bf02dc40c97) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:03.304241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-5b67a590-2671-4c18-98d2-577717743cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.305960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-5b67a590-2671-4c18-98d2-577717743cd2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.3275425 Aug 16 02:18:03.326899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.327428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.346234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ebc1603f-92ac-451f-be99-a6412575ae69, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ebc1603f-92ac-451f-be99-a6412575ae69,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:03.347865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b15cf-6c7f-4c72-8417-3e656b4c3071 None None] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:03.353306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b93c67e2-caa6-43ae-a2ee-79bf0b2c5833 req-1d6fad68-c9b6-4123-b025-c3ed23389e19 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116726 Aug 16 02:18:03.376557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-69a6d4e5-feb0-4954-adda-b364e4f901c8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2197239 Aug 16 02:18:03.379032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.385739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-787117700'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:03.447507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Attempting to bind port 8bc6219c-d776-4021-8966-6432abc08f9b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:03.448308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Attempting to bind port 8bc6219c-d776-4021-8966-6432abc08f9b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:03.448736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Attempting to bind port 8bc6219c-d776-4021-8966-6432abc08f9b on network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:03.449042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:03.453136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.468791 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.485644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-7a2c4465-6274-4a82-addb-5c0ea710f2bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927951 Aug 16 02:18:03.509729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.518852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3de3d62-c78f-4e5b-9e85-d0ba2c0264b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.531326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:03.532126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Checking segment: {'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:03.532571 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.532978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Bound using segment: {'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:03.533469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Bound port: 8bc6219c-d776-4021-8966-6432abc08f9b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1578e6b1-b55a-4856-8d01-226648c36049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:03.533856 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.550331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=55e5f81e-44eb-4f63-9016-9f14cacb158c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.612019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Attempting to bind port 2796facd-3292-4f45-988d-23c56903d61d on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:03.612385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Attempting to bind port 2796facd-3292-4f45-988d-23c56903d61d by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:03.612729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Attempting to bind port 2796facd-3292-4f45-988d-23c56903d61d on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:03.642511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3de3d62-c78f-4e5b-9e85-d0ba2c0264b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.645824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87517d1b-5f8b-479c-b57d-f826b9b54366 req-115127a9-5d37-4b56-b431-3b16a48112da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.647523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87517d1b-5f8b-479c-b57d-f826b9b54366 req-115127a9-5d37-4b56-b431-3b16a48112da service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 1098 time: 0.3915715 Aug 16 02:18:03.663162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cfe97-98a4-4b5a-b900-eb2664bafee4 req-6b31b4ac-e4b6-4ca0-ba78-2bb10e52cb57 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.665140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-720cfe97-98a4-4b5a-b900-eb2664bafee4 req-6b31b4ac-e4b6-4ca0-ba78-2bb10e52cb57 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 945 time: 0.3630257 Aug 16 02:18:03.665513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Port 2796facd-3292-4f45-988d-23c56903d61d on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:03.665842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Attempting to bind port 2796facd-3292-4f45-988d-23c56903d61d on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:03.689133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ebc1603f-92ac-451f-be99-a6412575ae69,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.712461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:03.712825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:03.714845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:03.715403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Bound port: 2796facd-3292-4f45-988d-23c56903d61d, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:03.715782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.727559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] For port 8bc6219c-d776-4021-8966-6432abc08f9b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:03.742248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ebc1603f-92ac-451f-be99-a6412575ae69'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:03.748820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.780091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-9c1a0671-6523-4360-831a-1bf02dc40c97', 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'fixed_ips': [{'subnet_id': '1a07451c-abeb-4a86-8655-75600947eebd'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:03.780887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.786589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] For port 8bc6219c-d776-4021-8966-6432abc08f9b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8bc6219c-d776-4021-8966-6432abc08f9b,segment=NetworkSegment(1578e6b1-b55a-4856-8d01-226648c36049),segment_id=1578e6b1-b55a-4856-8d01-226648c36049)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:03.800778 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.850660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:03.868350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.868695 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Added segment 984e389c-3474-4835-a78f-95afdfb4068e of type vlan for network 6379c67d-412e-4b19-949b-b563fead83a0 Aug 16 02:18:03.877545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41eeff-1267-4cd3-9b85-8f0d998d5317 req-f574ef85-c889-4fd0-a5e3-0019a36099e4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.884899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b41eeff-1267-4cd3-9b85-8f0d998d5317 req-f574ef85-c889-4fd0-a5e3-0019a36099e4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.4013813 Aug 16 02:18:03.898766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87517d1b-5f8b-479c-b57d-f826b9b54366 req-667bbbed-58b8-4cf4-972b-8a149efa415b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273016 Aug 16 02:18:03.916033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-720cfe97-98a4-4b5a-b900-eb2664bafee4 req-37cc39a3-e964-4d59-b356-28ac95b458ab tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220883 Aug 16 02:18:03.918889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-80cdf0c8-009c-4765-afb7-37e5d45db930 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194953 Aug 16 02:18:03.942290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.964323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] For port 2796facd-3292-4f45-988d-23c56903d61d, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:03.968674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] For port 2796facd-3292-4f45-988d-23c56903d61d, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2796facd-3292-4f45-988d-23c56903d61d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:03.976492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b41eeff-1267-4cd3-9b85-8f0d998d5317 req-2de7b76a-7a94-4803-9108-ac0a98e1101f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905199 Aug 16 02:18:04.031730 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.034969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Routers {'3b000d9e-f810-41af-b62c-35905cabc422'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:04.036013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3b000d9e-f810-41af-b62c-35905cabc422'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:04.040614 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.042554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.043218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.047862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6a1d-e2d4-4e93-a997-5e8ee5b9aca1 None None] Pushing event updated for resources: {'Port': ['ID=8bc6219c-d776-4021-8966-6432abc08f9b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.057275 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.079635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3de3d62-c78f-4e5b-9e85-d0ba2c0264b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.082392 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3de3d62-c78f-4e5b-9e85-d0ba2c0264b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.097831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f3de3d62-c78f-4e5b-9e85-d0ba2c0264b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a11b74c-ae0a-4415-85f5-99f1044e8665 HTTP/1.1" status: 204 len: 168 time: 1.0639410 Aug 16 02:18:04.195105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.195744 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.199059 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] 10.222.0.98 "PUT /v2.0/ports/2796facd-3292-4f45-988d-23c56903d61d HTTP/1.1" status: 200 len: 1096 time: 3.0176392 Aug 16 02:18:04.224167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8432052 Aug 16 02:18:04.225140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8e42a1-d51f-49bc-ad0d-27257fd19019,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.227511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.229574 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5c539468-67b4-40ba-8f30-62dc2d48b980 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ed8e42a1-d51f-49bc-ad0d-27257fd19019 HTTP/1.1" status: 204 len: 168 time: 1.3050718 Aug 16 02:18:04.231520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.233910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43534) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.262227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Allocated IP 19.80.0.2 (9c1a0671-6523-4360-831a-1bf02dc40c97/1a07451c-abeb-4a86-8655-75600947eebd/634f956d-f922-44c4-823d-214985ae4e64) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:04.264496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'subnet': {'network_id': '6379c67d-412e-4b19-949b-b563fead83a0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.273852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557333eb-9406-4b6f-8f21-b20291ef85da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Network': ['ID=6379c67d-412e-4b19-949b-b563fead83a0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.277471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de3d62-c78f-4e5b-9e85-d0ba2c0264b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a11b74c-ae0a-4415-85f5-99f1044e8665,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.409623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fdb51-a04b-4b89-bdf0-d2cb0cd3b4bc req-726ab6c6-44d8-403d-92d1-6ac2633f0f68 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.418872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e9fdb51-a04b-4b89-bdf0-d2cb0cd3b4bc req-726ab6c6-44d8-403d-92d1-6ac2633f0f68 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 947 time: 0.3233712 Aug 16 02:18:04.451990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0f5a7-95bf-4121-bf15-45f969615d24 service neutron] Pushing event updated for resources: {'Port': ['ID=2796facd-3292-4f45-988d-23c56903d61d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.476726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5cbcb7-cedc-422e-bf5e-669eaa8bf284 req-971d7aa4-1128-4053-8f85-15ec146be671 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057085 Aug 16 02:18:04.479595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.521778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-f79462f1-4850-4952-b0fb-da00578e916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.523698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-f79462f1-4850-4952-b0fb-da00578e916f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 1099 time: 0.2482619 Aug 16 02:18:04.596108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e9fdb51-a04b-4b89-bdf0-d2cb0cd3b4bc req-2b32633c-ac86-4882-92b0-d3570d885f0c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650403 Aug 16 02:18:04.599287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:04.603011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.622538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.645766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 6379c67d-412e-4b19-949b-b563fead83a0 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:04.669927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-32e642d5-4f6e-4622-b4ae-404c35086871 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=2796facd-3292-4f45-988d-23c56903d61d HTTP/1.1" status: 200 len: 217 time: 0.1011412 Aug 16 02:18:04.677757 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7851349-a16e-4683-8e9d-c6fa900cc3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.748871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.766042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f87eee5-90aa-4446-92cb-abb1c82eca55']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:04.787910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36672381-5c98-40a7-bc93-e1c457c8b713') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:04.788452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36672381-5c98-40a7-bc93-e1c457c8b713') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:04.799721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.819974 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.828089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:04.828546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.893549 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7851349-a16e-4683-8e9d-c6fa900cc3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.901697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a7851349-a16e-4683-8e9d-c6fa900cc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.922895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.933294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'tag': '2796facd-3292-4f45-988d-23c56903d61d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:04.936365 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edea640-8407-4aa9-8862-d2fd35bfbdac" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4178aa-6cac-4774-b406-bab878e8f3d8", "tag": "2796facd-3292-4f45-988d-23c56903d61d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:04.939947 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:05.005291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.009335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a7851349-a16e-4683-8e9d-c6fa900cc3f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5654f31e5127478e995d2d422926c2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843827 Aug 16 02:18:05.010204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7851349-a16e-4683-8e9d-c6fa900cc3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ad8cc2-8432-4eb0-882f-543220761853,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.012795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43550) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:05.013910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] Set router 3b000d9e-f810-41af-b62c-35905cabc422 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:05.036505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.041424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7f87eee5-90aa-4446-92cb-abb1c82eca55 HTTP/1.1" status: 204 len: 168 time: 0.7997465 Aug 16 02:18:05.059006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee0e88-5e8e-43c4-b350-b714d47bcd39 req-bedb0fa7-e466-4bf8-a046-914597ac43d3 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.066826 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaee0e88-5e8e-43c4-b350-b714d47bcd39 req-bedb0fa7-e466-4bf8-a046-914597ac43d3 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 946 time: 0.5606027 Aug 16 02:18:05.095883 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.099657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332acb-8585-42bf-8080-83c139d3abc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f87eee5-90aa-4446-92cb-abb1c82eca55,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.130460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-7f19784d-107a-4cd2-a28d-0ee53f676341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.132449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-7f19784d-107a-4cd2-a28d-0ee53f676341 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1095 time: 0.5651836 Aug 16 02:18:05.138480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-324332b2-a398-4f27-b1b8-80c54938edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.140415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-324332b2-a398-4f27-b1b8-80c54938edbb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.2423341 Aug 16 02:18:05.145079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Checking segment: {'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:05.145455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network hostable DHCP agents. Network: 6379c67d-412e-4b19-949b-b563fead83a0, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:05.148278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Subnet': ['ID=3fcd2058-63a5-4996-8241-789412bba8e4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.148765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Transition to ACTIVE for port object 634f956d-f922-44c4-823d-214985ae4e64 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:05.175634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a55434-7bd6-4871-988d-6904f4766bea req-3387ca2c-3c9e-430a-bb02-cf3e2f78cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.183466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-19a55434-7bd6-4871-988d-6904f4766bea req-3387ca2c-3c9e-430a-bb02-cf3e2f78cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 945 time: 0.1487036 Aug 16 02:18:05.210799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Transition to ACTIVE for port object 634f956d-f922-44c4-823d-214985ae4e64 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:05.219724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network 6379c67d-412e-4b19-949b-b563fead83a0 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:05.228325 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.243691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 6379c67d-412e-4b19-949b-b563fead83a0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:05.250199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.250743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.269174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-19a55434-7bd6-4871-988d-6904f4766bea req-5d7f4f33-f235-4077-bb08-bcba658ffb3e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839729 Aug 16 02:18:05.271268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaee0e88-5e8e-43c4-b350-b714d47bcd39 req-78ae195d-e657-4fa3-880d-083fe725ea39 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034557 Aug 16 02:18:05.284992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbbd06-d1ee-4a61-937b-fe618dd2dd37 None None] Network 6379c67d-412e-4b19-949b-b563fead83a0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:05.298981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:05.306002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de05de14-37d1-442f-ad9c-0c37477d8711 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0616734 Aug 16 02:18:05.317272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f6a-a9bc-4023-ad0e-86797df97fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.332036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-89d885e3-7ae5-432c-ac9f-efbfcec7e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.334121 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-89d885e3-7ae5-432c-ac9f-efbfcec7e32d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1636815 Aug 16 02:18:05.340639 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dc0396-8249-4195-95ee-9ae0d5d57c78 x-openstack-request-id: req-03dc0396-8249-4195-95ee-9ae0d5d57c78 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:05.341032 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4178aa-6cac-4774-b406-bab878e8f3d8", "tag": "2796facd-3292-4f45-988d-23c56903d61d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:05.342049 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03dc0396-8249-4195-95ee-9ae0d5d57c78 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:05.342396 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'tag': '2796facd-3292-4f45-988d-23c56903d61d', 'status': 'completed', 'code': 200} Aug 16 02:18:05.389755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-b4b276d7-7940-4ce6-bfe1-6bf3daad8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.391464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-b4b276d7-7940-4ce6-bfe1-6bf3daad8603 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.2499101 Aug 16 02:18:05.396422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:05.407190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:05.415371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:05.424456 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f6a-a9bc-4023-ad0e-86797df97fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.433571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Pushing event updated for resources: {'Port': ['ID=634f956d-f922-44c4-823d-214985ae4e64,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.478435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d7891eab-7d4b-4b39-b5f5-db2c861c21ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21c2bfdcf6e14b7f83a27a4c4baaddad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801079 Aug 16 02:18:05.479417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:05.517521 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-fbe335e8-aafb-4d60-b5ab-bce077f9923b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0908477 Aug 16 02:18:05.554697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e398b8d3-cf95-4200-b907-467acc86e5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.581140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Attempting to bind port 634f956d-f922-44c4-823d-214985ae4e64 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:05.581586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Attempting to bind port 634f956d-f922-44c4-823d-214985ae4e64 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:05.581878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Attempting to bind port 634f956d-f922-44c4-823d-214985ae4e64 on network 9c1a0671-6523-4360-831a-1bf02dc40c97 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:05.589205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e398b8d3-cf95-4200-b907-467acc86e5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.616274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-61f0eb07-3cbd-42cb-b587-f61a19631539 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650485 Aug 16 02:18:05.625614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e320f-37ff-4d8f-a580-b7fa57df88bd req-60d8db1a-1299-4e48-9cea-da993c085c5c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.626305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:05.626689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Checking segment: {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:05.627102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.627391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-201e320f-37ff-4d8f-a580-b7fa57df88bd req-60d8db1a-1299-4e48-9cea-da993c085c5c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.1981704 Aug 16 02:18:05.627511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Bound using segment: {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:05.627987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Bound port: 634f956d-f922-44c4-823d-214985ae4e64, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:05.628394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.631323 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f6a-a9bc-4023-ad0e-86797df97fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.637705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2f6a-a9bc-4023-ad0e-86797df97fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.643179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4a7b2f6a-a9bc-4023-ad0e-86797df97fe6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7ad8cc2-8432-4eb0-882f-543220761853 HTTP/1.1" status: 204 len: 168 time: 0.6096592 Aug 16 02:18:05.668338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-8832c5fd-445b-4975-861e-d4dcb826484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.669859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-8832c5fd-445b-4975-861e-d4dcb826484f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1295626 Aug 16 02:18:05.702371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b2f6a-a9bc-4023-ad0e-86797df97fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ad8cc2-8432-4eb0-882f-543220761853,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.728838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:58Z', 'revision_number': 4, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '8bc6219c-d776-4021-8966-6432abc08f9b', 'name': '', 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'mac_address': 'fa:16:3e:2e:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'a2feed41-7613-4a82-b620-ad0234f85643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:55Z', 'updated_at': '2021-08-16T02:18:03Z', 'revision_number': 4, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'subnets': [{'id': 'a2feed41-7613-4a82-b620-ad0234f85643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:05.743919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6379c67d-412e-4b19-949b-b563fead83a0', 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'fixed_ips': [{'subnet_id': '3fcd2058-63a5-4996-8241-789412bba8e4'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:05.744993 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.747370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-a039d6e0-139b-4093-ae07-48c8e27e816e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467317 Aug 16 02:18:05.749710 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e398b8d3-cf95-4200-b907-467acc86e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.751984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e398b8d3-cf95-4200-b907-467acc86e5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.754519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e398b8d3-cf95-4200-b907-467acc86e5e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d880cffc-8916-449d-9b5f-ea8e3d5baec6 HTTP/1.1" status: 204 len: 168 time: 0.2724345 Aug 16 02:18:05.776895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-0801b4e7-dcb6-4a95-b504-672d969e1b42 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.783323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-0801b4e7-dcb6-4a95-b504-672d969e1b42 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.790442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-0801b4e7-dcb6-4a95-b504-672d969e1b42 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/networks?id=9c1a0671-6523-4360-831a-1bf02dc40c97&id=6379c67d-412e-4b19-949b-b563fead83a0&id=9c1a0671-6523-4360-831a-1bf02dc40c97 HTTP/1.1" status: 200 len: 1390 time: 0.2195592 Aug 16 02:18:05.797128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13e0ce-3d50-40ff-a584-252759dc6a1e None None] The sync data for ids ['3b000d9e-f810-41af-b62c-35905cabc422'] in n-d-769329-15 is: [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:17:58Z', 'revision_number': 4, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '8bc6219c-d776-4021-8966-6432abc08f9b', 'name': '', 'network_id': 'e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'mac_address': 'fa:16:3e:2e:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'a2feed41-7613-4a82-b620-ad0234f85643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:55Z', 'updated_at': '2021-08-16T02:18:03Z', 'revision_number': 4, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'subnets': [{'id': 'a2feed41-7613-4a82-b620-ad0234f85643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:05.798252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398b8d3-cf95-4200-b907-467acc86e5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880cffc-8916-449d-9b5f-ea8e3d5baec6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.805460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] For port 634f956d-f922-44c4-823d-214985ae4e64, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:05.810986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] For port 634f956d-f922-44c4-823d-214985ae4e64, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=634f956d-f922-44c4-823d-214985ae4e64,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:05.815335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-f597a340-ceae-45cc-8ddc-5742963db188 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/quotas/cb9c9125eb2946a68707dd0cdda98482 HTTP/1.1" status: 200 len: 375 time: 0.0239358 Aug 16 02:18:05.829901 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.933608 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-201e320f-37ff-4d8f-a580-b7fa57df88bd req-2306bbc6-09b2-4f21-931a-a39bee05b18d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911451 Aug 16 02:18:05.978304 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-03ceabf6-7249-444a-bda8-ea8b1df54116 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1597085 Aug 16 02:18:06.038914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63bbc90d-5469-4cc4-8851-e075c9e7c8b2 req-19e5f07a-d28a-4133-a7ae-13e362655b58 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084198 Aug 16 02:18:06.042061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eccd2f-bc55-4235-a42c-61ddfdbdbc74 None None] Pushing event updated for resources: {'Port': ['ID=634f956d-f922-44c4-823d-214985ae4e64,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.064192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-220ac7c2-2cc4-41ab-8c4a-20976e0420eb service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911329 Aug 16 02:18:06.243935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8bc6219c-d776-4021-8966-6432abc08f9b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:06.253600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Allocated IP 19.86.0.2 (6379c67d-412e-4b19-949b-b563fead83a0/3fcd2058-63a5-4996-8241-789412bba8e4/908d13af-0fd3-4246-9b76-9c4c992856f0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:06.271952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-d25fb234-a23b-4815-9e59-e3bc012eb192 service neutron] 10.222.0.78 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920005 Aug 16 02:18:06.521325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-b4d4e53e-cb9c-46fb-90fa-0e7a24583d90 service neutron] 10.222.0.78 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481155 Aug 16 02:18:06.617650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:06.630965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ebc1603f-92ac-451f-be99-a6412575ae69 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:06.735771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-a5e192b0-652c-4f2f-a90e-23c44111329b service neutron] 10.222.0.78 "GET /v2.0/networks/6379c67d-412e-4b19-949b-b563fead83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087791 Aug 16 02:18:06.743808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 8bc6219c-d776-4021-8966-6432abc08f9b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:06.766043 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.789946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8bc6219c-d776-4021-8966-6432abc08f9b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:06.790331 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.912545 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-501c4a2c-5631-4e0b-8e58-e1171e1b8aa2 service neutron] 10.222.0.78 "GET /v2.0/networks/6379c67d-412e-4b19-949b-b563fead83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758213 Aug 16 02:18:06.927801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Transition to ACTIVE for port object 908d13af-0fd3-4246-9b76-9c4c992856f0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:06.984207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Transition to ACTIVE for port object 908d13af-0fd3-4246-9b76-9c4c992856f0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:07.015755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e2c7a-74c1-4a93-9c26-d35f83336727 req-26836bab-c738-4a26-89bd-28168a7b2fd8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.023204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b0e2c7a-74c1-4a93-9c26-d35f83336727 req-26836bab-c738-4a26-89bd-28168a7b2fd8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 947 time: 0.9757628 Aug 16 02:18:07.048472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-39ab632d-9369-4c99-a94e-7fe23724da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.050019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-39ab632d-9369-4c99-a94e-7fe23724da9d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 1099 time: 0.2117755 Aug 16 02:18:07.070318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.123992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-eea6b0fe-dc81-4d4b-9a0c-fa4450702f25 service neutron] 10.222.0.78 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044697 Aug 16 02:18:07.174873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port ebc1603f-92ac-451f-be99-a6412575ae69 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:07.253216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b0e2c7a-74c1-4a93-9c26-d35f83336727 req-8d5723c4-f137-4c70-81de-62a4347fd99e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290280 Aug 16 02:18:07.278866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port ebc1603f-92ac-451f-be99-a6412575ae69 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:07.279356 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.279665 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c310df50-44fa-4029-9fd8-9ab7e48c3574 req-56d891e7-6bb5-42c1-ae9b-822e7d0a5ffd service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186649 Aug 16 02:18:07.320672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:07.383340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-fbe4ea1f-e008-4e24-8fcd-fd3d1faf0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.385511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-fbe4ea1f-e008-4e24-8fcd-fd3d1faf0c09 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.3210125 Aug 16 02:18:07.388325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Network 6379c67d-412e-4b19-949b-b563fead83a0 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:07.403796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-c3fdb423-c86d-4567-a3ef-1ce492957919 service neutron] 10.222.0.78 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758741 Aug 16 02:18:07.421847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:07.439973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:07.457285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Pushing event updated for resources: {'Port': ['ID=908d13af-0fd3-4246-9b76-9c4c992856f0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.488752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'port_id': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4', 'mac_address': 'fa:16:3e:06:fd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de023b46-5dd4-463f-a3a4-e674f1c56272', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:07.516271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-b5033f0e-7752-4f76-9e70-937f3d37e012 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=2796facd-3292-4f45-988d-23c56903d61d HTTP/1.1" status: 200 len: 217 time: 0.1037462 Aug 16 02:18:07.522815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.567680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c743d0-4b2e-416d-a801-aee83f4cd037 req-25d9bd21-4ca4-40a7-84bf-28e762b44c37 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.569744 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4c743d0-4b2e-416d-a801-aee83f4cd037 req-25d9bd21-4ca4-40a7-84bf-28e762b44c37 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 945 time: 0.1823673 Aug 16 02:18:07.621413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.684875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-adc9fb20-b33e-4167-a751-d5d55b5046b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.686424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-adc9fb20-b33e-4167-a751-d5d55b5046b0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1538560 Aug 16 02:18:07.749815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.757170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4c743d0-4b2e-416d-a801-aee83f4cd037 req-677aa27c-9b2f-481c-8d46-f116a36083de tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696795 Aug 16 02:18:07.810969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2796facd-3292-4f45-988d-23c56903d61d details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:07.816039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098a4b8-b8a7-42f1-a246-738e45a62784 None None] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:07.827496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-b70eca6e-abb6-45c7-b957-9310a0cb5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.829176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-b70eca6e-abb6-45c7-b957-9310a0cb5ff1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923178 Aug 16 02:18:07.865525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 8bc6219c-d776-4021-8966-6432abc08f9b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8bc6219c-d776-4021-8966-6432abc08f9b,segment=NetworkSegment(1578e6b1-b55a-4856-8d01-226648c36049),segment_id=1578e6b1-b55a-4856-8d01-226648c36049)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:07.920155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de397614-3189-41b8-aa40-1a29cb828fc0 req-9ea1a28a-984a-425c-912d-5d1835dcc005 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.935943 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de397614-3189-41b8-aa40-1a29cb828fc0 req-9ea1a28a-984a-425c-912d-5d1835dcc005 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 946 time: 0.1517177 Aug 16 02:18:07.947506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Attempting to bind port 908d13af-0fd3-4246-9b76-9c4c992856f0 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:07.947892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Attempting to bind port 908d13af-0fd3-4246-9b76-9c4c992856f0 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:07.948264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Attempting to bind port 908d13af-0fd3-4246-9b76-9c4c992856f0 on network 6379c67d-412e-4b19-949b-b563fead83a0 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:07.994349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-26643321-network', 'tenant_id': '4ceb666683b748938b4e73bca1410393'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:08.030005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-ba51b04f-5c08-41f3-9b0f-83321cb2c44d service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907873 Aug 16 02:18:08.033844 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.045422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de397614-3189-41b8-aa40-1a29cb828fc0 req-f535640b-eef6-499b-8aba-53494069133f tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079683 Aug 16 02:18:08.046817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc140477-7ebb-4bec-a02e-b0d22629d3d4 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:08.061723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:08.062900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Checking segment: {'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:08.063799 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.064077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Bound using segment: {'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:08.064826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Bound port: 908d13af-0fd3-4246-9b76-9c4c992856f0, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:08.065682 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.072023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Made reservation on behalf of 4ceb666683b748938b4e73bca1410393 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:08.082472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.093582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.174785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:18:08.176548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a16ab467-193d-44c1-b039-6089f434e81a None None] Provisioning for port 634f956d-f922-44c4-823d-214985ae4e64 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:08.204609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0edea640-8407-4aa9-8862-d2fd35bfbdac req-b70609ae-f7ff-4661-bbcd-457156a1d514 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661427 Aug 16 02:18:08.224184 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520b1505-5180-4868-9c3e-90c49c7e6c95 req-f409083d-cf00-4579-bb8a-5c5d77830e5c tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 210 time: 0.0910847 Aug 16 02:18:08.300040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab196-c6c5-4df1-be20-987936b4009a req-5c8a2ac0-c223-4f06-aec3-5a00d36405e0 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.302514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-937ab196-c6c5-4df1-be20-987936b4009a req-5c8a2ac0-c223-4f06-aec3-5a00d36405e0 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.0964012 Aug 16 02:18:08.371997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-937ab196-c6c5-4df1-be20-987936b4009a req-009de4df-c0dc-42f6-a80f-c9870df321c8 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599704 Aug 16 02:18:08.396477 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.396477 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.457508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:08.464796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff8eb65-c390-49c5-b85e-bd6f0783256c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.473531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.473531 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Added segment 64a677b5-ae4d-44ce-81e9-dc8de9f561d5 of type vlan for network 89049c3c-ede5-4e9f-a955-d3e841777d5a Aug 16 02:18:08.547694 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.600436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 634f956d-f922-44c4-823d-214985ae4e64 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:08.615273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8229776-4810-4ded-9962-837722b06e89 req-1a08e0b4-3a26-41ec-a064-08fc973b52b9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.621509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8229776-4810-4ded-9962-837722b06e89 req-1a08e0b4-3a26-41ec-a064-08fc973b52b9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 947 time: 0.1379352 Aug 16 02:18:08.658196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] For port 908d13af-0fd3-4246-9b76-9c4c992856f0, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:08.661619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] For port 908d13af-0fd3-4246-9b76-9c4c992856f0, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=908d13af-0fd3-4246-9b76-9c4c992856f0,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:08.662787 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.687779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.688803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.689389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.715167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:08.715980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8229776-4810-4ded-9962-837722b06e89 req-395954b1-e314-4f50-a952-f72db0fdfa74 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834951 Aug 16 02:18:08.736242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.761531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.795919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1697261 Aug 16 02:18:08.798015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:08.806608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Request body: {'subnet': {'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-26643321-subnet', 'tenant_id': '4ceb666683b748938b4e73bca1410393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:08.812410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ee282-f8d1-4327-b23a-5fcb9121a970 admin admin] Pushing event updated for resources: {'Network': ['ID=89049c3c-ede5-4e9f-a955-d3e841777d5a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.855824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Made reservation on behalf of 4ceb666683b748938b4e73bca1410393 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:08.856063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006e99d-48b2-4eb6-951f-2a8e66c72e4c req-e5ad6c5a-dbba-4265-99fd-36b2e1855ffc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.858995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.859186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5006e99d-48b2-4eb6-951f-2a8e66c72e4c req-e5ad6c5a-dbba-4265-99fd-36b2e1855ffc tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 946 time: 0.0838573 Aug 16 02:18:08.866916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=8bc6219c-d776-4021-8966-6432abc08f9b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.877704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 89049c3c-ede5-4e9f-a955-d3e841777d5a details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:08.902913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:08.905603 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ad0353-54aa-478b-ab58-4c7e9eb25575" -d '{"events": [{"server_uuid": "35171d74-6858-46d6-950f-13336d181110", "name": "network-vif-plugged", "status": "completed", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:08.943441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 634f956d-f922-44c4-823d-214985ae4e64 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:08.957240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5006e99d-48b2-4eb6-951f-2a8e66c72e4c req-a8f91cb0-cdea-4fc4-943e-82bebb023e55 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859761 Aug 16 02:18:09.011873 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48039f5-276c-4081-a15a-4411da49035c x-openstack-request-id: req-d48039f5-276c-4081-a15a-4411da49035c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:09.012563 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35171d74-6858-46d6-950f-13336d181110", "name": "network-vif-plugged", "status": "completed", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:09.013220 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d48039f5-276c-4081-a15a-4411da49035c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:09.013923 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'code': 200} Aug 16 02:18:09.019473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ebc1603f-92ac-451f-be99-a6412575ae69, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ebc1603f-92ac-451f-be99-a6412575ae69,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:09.024074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 634f956d-f922-44c4-823d-214985ae4e64 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:09.025167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.088581 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.093095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2796facd-3292-4f45-988d-23c56903d61d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2796facd-3292-4f45-988d-23c56903d61d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:09.109949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['bc140477-7ebb-4bec-a02e-b0d22629d3d4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:09.136324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.167598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86a93f-7e3a-4ffe-b19d-e2c30c435b19 req-5f842ab2-b860-47be-bb8d-03e565a8333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.171397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f86a93f-7e3a-4ffe-b19d-e2c30c435b19 req-5f842ab2-b860-47be-bb8d-03e565a8333e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 1098 time: 0.0873656 Aug 16 02:18:09.202163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9112a8-e83b-4397-8369-2c55b4c14bcb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.225801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '2796facd-3292-4f45-988d-23c56903d61d', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '2796facd-3292-4f45-988d-23c56903d61d', 'mac_address': 'fa:16:3e:d7:0d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:09.228004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a17b3-1ba8-47bd-9b29-b2fb04ec361c None None] Pushing event updated for resources: {'Port': ['ID=908d13af-0fd3-4246-9b76-9c4c992856f0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.297062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f86a93f-7e3a-4ffe-b19d-e2c30c435b19 req-a7bbfa42-21cc-46ec-8f4b-9f10d45b03c5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082752 Aug 16 02:18:09.357718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6fc2-29d8-4ea1-b2e4-023192c585b6 req-bd4c67ef-0a97-4bc3-a9b1-1e4fa91d6c4a tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.371045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-475f6fc2-29d8-4ea1-b2e4-023192c585b6 req-bd4c67ef-0a97-4bc3-a9b1-1e4fa91d6c4a tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 946 time: 0.2493336 Aug 16 02:18:09.408578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Checking segment: {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:09.409283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Network hostable DHCP agents. Network: 89049c3c-ede5-4e9f-a955-d3e841777d5a, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:09.481878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-475f6fc2-29d8-4ea1-b2e4-023192c585b6 req-45417224-1ed7-4776-9a4a-6e0a601de5ce tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087596 Aug 16 02:18:09.493759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Network 89049c3c-ede5-4e9f-a955-d3e841777d5a is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:09.521424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 89049c3c-ede5-4e9f-a955-d3e841777d5a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:09.528075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.528075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.535874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.557131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e61e544d-f73c-49a1-b1cb-ab879c8fa7fc req-c69789b1-42dc-4596-9c79-b9bdee96b1da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 210 time: 0.0916009 Aug 16 02:18:09.557892 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-706bf6d7-d8e7-4155-a5bc-bdd291b126e5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7587466 Aug 16 02:18:09.602788 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.618742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58203c6d-d00b-434c-bac0-9f16462dd494 None None] Network 89049c3c-ede5-4e9f-a955-d3e841777d5a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:09.648334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2796facd-3292-4f45-988d-23c56903d61d {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:09.658125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254de97c-8d4e-42bd-bb10-60f915821b28 req-e68f71df-f71b-4dde-96f7-e1647c1706ba tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.659605 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-254de97c-8d4e-42bd-bb10-60f915821b28 req-e68f71df-f71b-4dde-96f7-e1647c1706ba tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.0580492 Aug 16 02:18:09.667399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.667928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-af423527-9935-489e-9fc4-a45f829ae8dd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.677790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-af423527-9935-489e-9fc4-a45f829ae8dd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.679460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-af423527-9935-489e-9fc4-a45f829ae8dd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "GET /v2.0/networks?id=9c1a0671-6523-4360-831a-1bf02dc40c97&id=6379c67d-412e-4b19-949b-b563fead83a0&id=9c1a0671-6523-4360-831a-1bf02dc40c97 HTTP/1.1" status: 200 len: 1390 time: 0.3244336 Aug 16 02:18:09.694517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'port': {'device_id': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97', 'admin_state_up': True, 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:09.720724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-254de97c-8d4e-42bd-bb10-60f915821b28 req-c9a60312-83da-409d-80d2-84032eed4acc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528398 Aug 16 02:18:09.775304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2796facd-3292-4f45-988d-23c56903d61d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2796facd-3292-4f45-988d-23c56903d61d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:09.805073 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.838907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 634f956d-f922-44c4-823d-214985ae4e64, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=634f956d-f922-44c4-823d-214985ae4e64,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:09.858000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ebc1603f-92ac-451f-be99-a6412575ae69,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.898749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.950785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19224a0b-e18a-4caa-a947-eb5e19df062d req-89fc8a6f-74d8-4513-b348-658e8a4ee5f0 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.953014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19224a0b-e18a-4caa-a947-eb5e19df062d req-89fc8a6f-74d8-4513-b348-658e8a4ee5f0 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 948 time: 0.0897212 Aug 16 02:18:10.001517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:10.005643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.043343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19224a0b-e18a-4caa-a947-eb5e19df062d req-6d18e72a-40d3-495f-a8ff-50ded4030afc tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Aug 16 02:18:10.186592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['2796facd-3292-4f45-988d-23c56903d61d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:10.387278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2796facd-3292-4f45-988d-23c56903d61d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.440168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc3117-43f3-4a71-86c4-dd22c347a285 None None] Network 89049c3c-ede5-4e9f-a955-d3e841777d5a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:10.443113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8bc6219c-d776-4021-8966-6432abc08f9b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:10.458718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-5decee42-ec09-4ad9-a11d-bda7abe3510c tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.460469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-5decee42-ec09-4ad9-a11d-bda7abe3510c tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 946 time: 0.3191907 Aug 16 02:18:10.478314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac5a9-5f5e-4dca-a6cb-290ea013c4e3 req-b8ec5774-3411-4e53-880f-0b63cfaf2f1f tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.486453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e47ac5a9-5f5e-4dca-a6cb-290ea013c4e3 req-b8ec5774-3411-4e53-880f-0b63cfaf2f1f tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 946 time: 0.2615283 Aug 16 02:18:10.523114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Allocated IP 19.80.0.227 (9c1a0671-6523-4360-831a-1bf02dc40c97/1a07451c-abeb-4a86-8655-75600947eebd/c7f38f53-9d62-48fc-954d-8b03672e09ea) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:10.589742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-ecfb4e38-e508-4a58-8097-4057bac38ac7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.605611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6844dd36-d112-404f-a9cd-c279b70af19a None None] Provisioning complete for port 634f956d-f922-44c4-823d-214985ae4e64 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:10.606558 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6844dd36-d112-404f-a9cd-c279b70af19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.608873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-ecfb4e38-e508-4a58-8097-4057bac38ac7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 813 time: 0.1951342 Aug 16 02:18:10.631807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-c9662100-3c69-445e-87a0-467ac2bdd426 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/quotas/4ceb666683b748938b4e73bca1410393 HTTP/1.1" status: 200 len: 375 time: 0.0170171 Aug 16 02:18:10.672196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71f178-f48b-442d-9fd7-24511fa8e9af None None] Network 6379c67d-412e-4b19-949b-b563fead83a0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:10.675646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-2722c1ce-b2c0-4c38-85f1-3ab8586cd086 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395949 Aug 16 02:18:10.759987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=634f956d-f922-44c4-823d-214985ae4e64,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.779724 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e47ac5a9-5f5e-4dca-a6cb-290ea013c4e3 req-5625d8bc-45e7-49be-9a84-6375bf779cf7 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/security-groups?id=7bd95866-1430-407f-ae4c-d866a432649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919350 Aug 16 02:18:10.780666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8bc6219c-d776-4021-8966-6432abc08f9b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:10.781231 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.796888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-f7bbadff-1b2a-4334-b760-472d6da96fcf service neutron] 10.222.0.78 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201727 Aug 16 02:18:10.844069 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.871474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Transition to ACTIVE for port object c7f38f53-9d62-48fc-954d-8b03672e09ea will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:10.873625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Deleting port 55e5f81e-44eb-4f63-9016-9f14cacb158c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:10.873973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.995114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-4aea8245-aeb2-40bf-86e4-ca73d306f183 service neutron] 10.222.0.78 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973011 Aug 16 02:18:11.034505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.059131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] For port 55e5f81e-44eb-4f63-9016-9f14cacb158c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=55e5f81e-44eb-4f63-9016-9f14cacb158c,segment=NetworkSegment(27828412-0c1c-47e2-a300-5bb3e1cdffee),segment_id=27828412-0c1c-47e2-a300-5bb3e1cdffee)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.059631 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.093502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24a41b-be75-429a-8eb0-6d8340bf237f req-2474c21f-d578-40fc-bf00-1308f03c5267 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.096469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f24a41b-be75-429a-8eb0-6d8340bf237f req-2474c21f-d578-40fc-bf00-1308f03c5267 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 946 time: 0.1355054 Aug 16 02:18:11.108238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Calling delete_port for 55e5f81e-44eb-4f63-9016-9f14cacb158c owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:11.134701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.250594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 908d13af-0fd3-4246-9b76-9c4c992856f0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:11.263948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:11.275785 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-980349b6-6cb3-4675-b5bf-dc7fe65076ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.287347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f24a41b-be75-429a-8eb0-6d8340bf237f req-ce1b4a84-e714-4ca9-8d2b-fc5f42a2072e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708608 Aug 16 02:18:11.296862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-720c10f3-c5c1-4239-8278-4b80f674b480 None None] Provisioning for port 908d13af-0fd3-4246-9b76-9c4c992856f0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:11.303083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:11.319294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:11.342469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 908d13af-0fd3-4246-9b76-9c4c992856f0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:11.347299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 908d13af-0fd3-4246-9b76-9c4c992856f0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:11.347766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.415942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Port': ['ID=c7f38f53-9d62-48fc-954d-8b03672e09ea,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.421163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae802b-0ff9-4c07-be6b-4e0dd33abf6c req-c34e9186-bdf3-4ca0-92c2-c68c287a80a7 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.429032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bae802b-0ff9-4c07-be6b-4e0dd33abf6c req-c34e9186-bdf3-4ca0-92c2-c68c287a80a7 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 932 time: 0.2284613 Aug 16 02:18:11.479476 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.508969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bae802b-0ff9-4c07-be6b-4e0dd33abf6c req-6a5a876f-16b0-4ec9-b972-84608d08bde8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782487 Aug 16 02:18:11.549501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 908d13af-0fd3-4246-9b76-9c4c992856f0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=908d13af-0fd3-4246-9b76-9c4c992856f0,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.559206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.582828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18005-8466-4fd9-b535-7adad6a5619e req-db50fdd6-b2e2-42a8-a5bf-8c1f782608c2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.597075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4c18005-8466-4fd9-b535-7adad6a5619e req-db50fdd6-b2e2-42a8-a5bf-8c1f782608c2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.1772056 Aug 16 02:18:11.618183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.619061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.667863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.698554 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4c18005-8466-4fd9-b535-7adad6a5619e req-3b7a536b-156f-48e2-b538-f9e5c245cb52 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005130 Aug 16 02:18:11.711418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53bb8c-0a09-4fb6-84f6-431b7dbf2a6c req-22a19dfe-a6db-43a5-b108-24e665bbc65c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.714913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b53bb8c-0a09-4fb6-84f6-431b7dbf2a6c req-22a19dfe-a6db-43a5-b108-24e665bbc65c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 948 time: 0.1181750 Aug 16 02:18:11.720500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-980349b6-6cb3-4675-b5bf-dc7fe65076ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.739490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-980349b6-6cb3-4675-b5bf-dc7fe65076ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.743028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Pushing event deleted for resources: {'Port': ['ID=55e5f81e-44eb-4f63-9016-9f14cacb158c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.781097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-75772c35-6542-4402-a2b6-89d309f00675 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0917122 Aug 16 02:18:11.815627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'port': {'device_id': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0', 'admin_state_up': True, 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:11.822983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b53bb8c-0a09-4fb6-84f6-431b7dbf2a6c req-f50959cf-73f3-410e-909f-ffbd6b990368 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019390 Aug 16 02:18:11.828857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-980349b6-6cb3-4675-b5bf-dc7fe65076ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a67936f40f584696a7dac6991fb621ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7897308 Aug 16 02:18:11.828857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980349b6-6cb3-4675-b5bf-dc7fe65076ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7b7fd-6605-4a7f-9d61-c82311014528,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.832720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] No DVR routers for this DVR port 55e5f81e-44eb-4f63-9016-9f14cacb158c on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:11.835869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43744) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.851776 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57177603-164e-4c5a-836a-f0412bfc51e2 req-8f12c811-a0a1-448e-8b7e-7ed7611c22a2 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 210 time: 0.0756648 Aug 16 02:18:11.876055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.879031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-271daed2-35c2-4b6f-b715-cc33432f0d7f req-1adc3193-e5fb-43bd-949a-dde3f27671a4 tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.98 "DELETE /v2.0/ports/55e5f81e-44eb-4f63-9016-9f14cacb158c HTTP/1.1" status: 204 len: 173 time: 1.3878136 Aug 16 02:18:11.879760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'name': 'network-vif-deleted', 'tag': '55e5f81e-44eb-4f63-9016-9f14cacb158c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:11.882326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['55e5f81e-44eb-4f63-9016-9f14cacb158c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:11.884046 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18799b98-7e0e-43b6-9423-18f21eea2104" -d '{"events": [{"server_uuid": "7e744571-2f22-4961-8ff5-7b55cc114d23", "name": "network-vif-deleted", "tag": "55e5f81e-44eb-4f63-9016-9f14cacb158c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:11.932417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=908d13af-0fd3-4246-9b76-9c4c992856f0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.938859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-811aab50-620f-4b0a-a485-f0b9bc9bcd5c None None] Provisioning complete for port 908d13af-0fd3-4246-9b76-9c4c992856f0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:11.939341 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-811aab50-620f-4b0a-a485-f0b9bc9bcd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.981873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bfebdce4-4282-4231-a565-d44905e659d2 req-24ba708d-030c-4bef-af37-016dbe88f31d tempest-ServerAddressesNegativeTestJSON-2090713026 tempest-ServerAddressesNegativeTestJSON-2090713026-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e744571-2f22-4961-8ff5-7b55cc114d23 HTTP/1.1" status: 200 len: 210 time: 0.0568175 Aug 16 02:18:12.032790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91423cd8-4cfb-413d-be06-485ac8e2fb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.087905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91423cd8-4cfb-413d-be06-485ac8e2fb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.161114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-811aab50-620f-4b0a-a485-f0b9bc9bcd5c None None] Provisioning for port c7f38f53-9d62-48fc-954d-8b03672e09ea completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:12.165869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-811aab50-620f-4b0a-a485-f0b9bc9bcd5c None None] Provisioning complete for port c7f38f53-9d62-48fc-954d-8b03672e09ea triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:12.166436 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-811aab50-620f-4b0a-a485-f0b9bc9bcd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.174734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:12.182380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.191804 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3b5cf5-d93c-4556-8705-5df58a49c62b x-openstack-request-id: req-0b3b5cf5-d93c-4556-8705-5df58a49c62b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:12.192227 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e744571-2f22-4961-8ff5-7b55cc114d23", "name": "network-vif-deleted", "tag": "55e5f81e-44eb-4f63-9016-9f14cacb158c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:12.192602 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b3b5cf5-d93c-4556-8705-5df58a49c62b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:12.193102 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e744571-2f22-4961-8ff5-7b55cc114d23', 'name': 'network-vif-deleted', 'tag': '55e5f81e-44eb-4f63-9016-9f14cacb158c', 'status': 'completed', 'code': 200} Aug 16 02:18:12.195484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91423cd8-4cfb-413d-be06-485ac8e2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.198999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91423cd8-4cfb-413d-be06-485ac8e2fb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.203351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-91423cd8-4cfb-413d-be06-485ac8e2fb4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abc7b7fd-6605-4a7f-9d61-c82311014528 HTTP/1.1" status: 204 len: 168 time: 0.3635039 Aug 16 02:18:12.217871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91423cd8-4cfb-413d-be06-485ac8e2fb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7b7fd-6605-4a7f-9d61-c82311014528,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.233937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-811aab50-620f-4b0a-a485-f0b9bc9bcd5c None None] Port c7f38f53-9d62-48fc-954d-8b03672e09ea cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:12.235371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6976cb4d-1141-4e07-b288-1797116bf078 req-8aa2cc97-2b04-4c48-9959-1a1b753975eb tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 258 time: 0.3642025 Aug 16 02:18:12.238254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 634f956d-f922-44c4-823d-214985ae4e64 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:12.248487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:12.280779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.304059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 634f956d-f922-44c4-823d-214985ae4e64 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:12.304385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.378415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Allocated IP 19.86.0.207 (6379c67d-412e-4b19-949b-b563fead83a0/3fcd2058-63a5-4996-8241-789412bba8e4/49ec937b-e65a-47cc-bdff-3605a999e4c2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:12.413472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 908d13af-0fd3-4246-9b76-9c4c992856f0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:12.417248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.513840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 908d13af-0fd3-4246-9b76-9c4c992856f0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:12.514226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.592393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.616085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd618-18d2-41af-a61f-16880c97a139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.624821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.635405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Allocated IP 172.25.4.235 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d0f89436-99bb-493e-acc5-e5cd857b6a18) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:12.658673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Transition to ACTIVE for port object 49ec937b-e65a-47cc-bdff-3605a999e4c2 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:12.716396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc13a-7490-4311-8c85-3cdf373f4b4e req-c2198095-d0a8-4f1a-bfad-28bcff874785 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.718385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-139bc13a-7490-4311-8c85-3cdf373f4b4e req-c2198095-d0a8-4f1a-bfad-28bcff874785 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 932 time: 0.0778081 Aug 16 02:18:12.734316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.797617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:12.803480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network 6379c67d-412e-4b19-949b-b563fead83a0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:12.805083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Port': ['ID=49ec937b-e65a-47cc-bdff-3605a999e4c2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.807787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.810503 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-139bc13a-7490-4311-8c85-3cdf373f4b4e req-6db6a69d-e3cb-4372-aba9-07f9ff167c2a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841751 Aug 16 02:18:12.811370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:12.833869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:12.838751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd618-18d2-41af-a61f-16880c97a139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.848233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd618-18d2-41af-a61f-16880c97a139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.861066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port bc140477-7ebb-4bec-a02e-b0d22629d3d4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:12.865061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port bc140477-7ebb-4bec-a02e-b0d22629d3d4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:12.865495 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.921118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.921947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.923332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c0bd618-18d2-41af-a61f-16880c97a139 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9051fd6ed864e4fb3b4fdc8ed3a9eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292398 Aug 16 02:18:12.925364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.926011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bd618-18d2-41af-a61f-16880c97a139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978056ce-c2ae-4b37-a7ed-7e7c2ab53a21,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.970634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.981684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-7cc26c19-faa3-4e6e-98b6-e8073eb10054 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1691747 Aug 16 02:18:12.991011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'port': {'device_id': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97', 'admin_state_up': True, 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:13.044396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.058250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event updated for resources: {'Port': ['ID=d0f89436-99bb-493e-acc5-e5cd857b6a18,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.081023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:13.081922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:13.084830 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bbc15d-ea24-49cc-8868-b18c1490d063" -d '{"events": [{"server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "name": "network-vif-plugged", "status": "completed", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:13.089455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.093592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:13.100649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:13.112361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:13.146323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b78736-0707-4602-9c33-e39b78e8dbf1 req-b53e0cf5-88d5-45b4-98e9-4d9b6c5364c5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.147873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08b78736-0707-4602-9c33-e39b78e8dbf1 req-b53e0cf5-88d5-45b4-98e9-4d9b6c5364c5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.2127903 Aug 16 02:18:13.153523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.168872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-90ef49ee-507e-404c-8689-208aaf74c8c8 None None] Provisioning for port 49ec937b-e65a-47cc-bdff-3605a999e4c2 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:13.173336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-90ef49ee-507e-404c-8689-208aaf74c8c8 None None] Provisioning complete for port 49ec937b-e65a-47cc-bdff-3605a999e4c2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:13.174187 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90ef49ee-507e-404c-8689-208aaf74c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.174526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5482ba5-a3ed-4e5c-b33c-6d753accbea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.213089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5482ba5-a3ed-4e5c-b33c-6d753accbea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.218840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-90ef49ee-507e-404c-8689-208aaf74c8c8 None None] Port 49ec937b-e65a-47cc-bdff-3605a999e4c2 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:13.273455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08b78736-0707-4602-9c33-e39b78e8dbf1 req-434ff8c9-f15a-4c5d-b741-a9fc01fe713a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639431 Aug 16 02:18:13.287763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.301717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-b3b2e184-5c1d-4329-bb9c-9b5fcba98af0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.303074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-b3b2e184-5c1d-4329-bb9c-9b5fcba98af0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 813 time: 0.2524252 Aug 16 02:18:13.307687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5482ba5-a3ed-4e5c-b33c-6d753accbea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.309821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:13.311333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5482ba5-a3ed-4e5c-b33c-6d753accbea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.314904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5482ba5-a3ed-4e5c-b33c-6d753accbea6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/978056ce-c2ae-4b37-a7ed-7e7c2ab53a21 HTTP/1.1" status: 204 len: 168 time: 0.3829343 Aug 16 02:18:13.315005 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.333044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Request body: {'port': {'device_id': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'admin_state_up': True, 'tenant_id': '4ceb666683b748938b4e73bca1410393'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:13.355273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482ba5-a3ed-4e5c-b33c-6d753accbea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978056ce-c2ae-4b37-a7ed-7e7c2ab53a21,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.363670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.534106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.538774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd754-14a2-4dfa-aea4-c2b6888edfca req-70a6f291-89bd-452b-8b24-02098871fcb9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.540443 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7fcd754-14a2-4dfa-aea4-c2b6888edfca req-70a6f291-89bd-452b-8b24-02098871fcb9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 948 time: 0.1494665 Aug 16 02:18:13.547111 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.616581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Allocated IP 19.80.0.139 (9c1a0671-6523-4360-831a-1bf02dc40c97/1a07451c-abeb-4a86-8655-75600947eebd/cc66b8f2-6bf7-44ac-a926-e86872e51d80) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:13.619046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event updated for resources: {'Port': ['ID=d0f89436-99bb-493e-acc5-e5cd857b6a18,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.627153 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7fcd754-14a2-4dfa-aea4-c2b6888edfca req-64961480-d50d-4564-9df5-96e2573b75f3 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789654 Aug 16 02:18:13.634536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.646381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Made reservation on behalf of 4ceb666683b748938b4e73bca1410393 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:13.658472 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.676793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.678153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6976cb4d-1141-4e07-b288-1797116bf078 req-f446702a-865d-41b0-b36a-c909971f651e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4346774 Aug 16 02:18:13.765977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6976cb4d-1141-4e07-b288-1797116bf078 req-50433abe-050a-42f6-ba30-24d8df4af9cf tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 696 time: 0.0796688 Aug 16 02:18:13.825687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2796facd-3292-4f45-988d-23c56903d61d up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:13.897584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 2796facd-3292-4f45-988d-23c56903d61d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:13.905928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 2796facd-3292-4f45-988d-23c56903d61d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:13.906505 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.959708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976cb4d-1141-4e07-b288-1797116bf078 req-64094f2d-e859-4d33-af8a-8f013fb98007 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.964999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6976cb4d-1141-4e07-b288-1797116bf078 req-64094f2d-e859-4d33-af8a-8f013fb98007 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1916404 Aug 16 02:18:13.978158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-6976cb4d-1141-4e07-b288-1797116bf078 req-5315d360-eff3-48eb-b737-94e96137121e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:13.979328 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6976cb4d-1141-4e07-b288-1797116bf078 req-5315d360-eff3-48eb-b737-94e96137121e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080140 Aug 16 02:18:14.039510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.050087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:14.084717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2796facd-3292-4f45-988d-23c56903d61d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2796facd-3292-4f45-988d-23c56903d61d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:14.094432 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.124875 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7b19a3-6c91-4267-a84d-9dd22091e83a x-openstack-request-id: req-3f7b19a3-6c91-4267-a84d-9dd22091e83a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:14.125383 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "name": "network-vif-plugged", "status": "completed", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:14.125767 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f7b19a3-6c91-4267-a84d-9dd22091e83a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:14.130728 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4', 'code': 200} Aug 16 02:18:14.147365 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2208b1f-5e64-4f94-bfd2-1b03f6bb47ad req-7979cfd7-289a-4b40-bf19-7d11ac1902de tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 210 time: 0.4088960 Aug 16 02:18:14.193910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] Deleting subnet f5397ff6-78b7-4857-9435-4296dcddede3 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:14.199943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2796facd-3292-4f45-988d-23c56903d61d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.217113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.284443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.332847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a932-0175-4676-b091-53cfea4ad65a req-1947bf69-4559-4842-8ee0-fe5621608c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.332847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d84a932-0175-4676-b091-53cfea4ad65a req-1947bf69-4559-4842-8ee0-fe5621608c2d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1097 time: 0.1314578 Aug 16 02:18:14.343158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Allocated IP 172.20.0.10 (89049c3c-ede5-4e9f-a955-d3e841777d5a/cd9112a8-e83b-4397-8369-2c55b4c14bcb/7272e386-6d72-40c9-b3f6-96fb57c21ccd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:14.350511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.383514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.394809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fee81-ab2e-4ea2-b2f9-24f3f1807342 req-5d706670-52d8-42f2-9f83-856bedc12a05 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.401014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fee81-ab2e-4ea2-b2f9-24f3f1807342 req-5d706670-52d8-42f2-9f83-856bedc12a05 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.402549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a89fee81-ab2e-4ea2-b2f9-24f3f1807342 req-5d706670-52d8-42f2-9f83-856bedc12a05 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 1655 time: 0.1493604 Aug 16 02:18:14.447476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Transition to ACTIVE for port object cc66b8f2-6bf7-44ac-a926-e86872e51d80 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:14.466375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d84a932-0175-4676-b091-53cfea4ad65a req-2b15e7e6-ea03-462c-bbba-ba54de3b5527 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246221 Aug 16 02:18:14.503390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722e90-8373-4d9f-8348-7627fad16575 req-fa28f7e0-34af-4f07-abdb-d204a19ab91e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.505270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-fa28f7e0-34af-4f07-abdb-d204a19ab91e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1235986 Aug 16 02:18:14.506861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.543233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a89fee81-ab2e-4ea2-b2f9-24f3f1807342 req-9eaaf6f3-ab5a-4605-94ec-3c53c2420b4b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283431 Aug 16 02:18:14.549451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5397ff6-78b7-4857-9435-4296dcddede3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.584371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.586576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4db0692b-ec1e-4354-9512-b99aeee9797e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f5397ff6-78b7-4857-9435-4296dcddede3 HTTP/1.1" status: 204 len: 168 time: 0.5354955 Aug 16 02:18:14.591813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:14.608069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-2a9fd6e5-3b25-482f-8a58-7b989c52f3a0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 696 time: 0.0890872 Aug 16 02:18:14.623744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Request body: {'floatingip': {'port_id': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:14.624224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.633541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.702304 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.724508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:14.730647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Port': ['ID=cc66b8f2-6bf7-44ac-a926-e86872e51d80,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.736531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:14.742579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:14.809425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284851-813f-4395-9638-036bc52cf9c5 req-39cb59ad-342d-4853-82f1-e7bac2defab7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.811609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0284851-813f-4395-9638-036bc52cf9c5 req-39cb59ad-342d-4853-82f1-e7bac2defab7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 945 time: 0.1694579 Aug 16 02:18:14.815459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.880381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.881058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.917432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Network 89049c3c-ede5-4e9f-a955-d3e841777d5a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:14.924999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:14.930791 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:14.937083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-09026164-0c8d-410c-842d-7d4b6842f872 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9519022 Aug 16 02:18:14.958650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.979963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Request body: {'port': {'device_id': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:15.021745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0284851-813f-4395-9638-036bc52cf9c5 req-d0944321-16dd-434f-b1e6-eaf330616ce6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945429 Aug 16 02:18:15.075795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.076512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.123379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.135367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.148031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-37ef3abc-1bcb-4419-a094-55f9fc195359 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8190451 Aug 16 02:18:15.156609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7c689a5b-2920-445c-9a89-65317eb638a6 None None] Provisioning for port cc66b8f2-6bf7-44ac-a926-e86872e51d80 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:15.163747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7c689a5b-2920-445c-9a89-65317eb638a6 None None] Provisioning complete for port cc66b8f2-6bf7-44ac-a926-e86872e51d80 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:15.164124 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c689a5b-2920-445c-9a89-65317eb638a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.167464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Request body: {'port': {'device_id': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:15.208277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7c689a5b-2920-445c-9a89-65317eb638a6 None None] Port cc66b8f2-6bf7-44ac-a926-e86872e51d80 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:15.247959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a131c2-00ee-47d7-b6e7-c5b44932ea3c req-2fecdf0d-d6a8-40e1-9ee3-934cb78eeb39 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.258726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80a131c2-00ee-47d7-b6e7-c5b44932ea3c req-2fecdf0d-d6a8-40e1-9ee3-934cb78eeb39 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 949 time: 0.1743062 Aug 16 02:18:15.293163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.307171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb5321c-5b7a-4f49-b095-673cae1f7a2e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:15.348131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27828412-0c1c-47e2-a300-5bb3e1cdffee') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:15.348464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27828412-0c1c-47e2-a300-5bb3e1cdffee') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:15.369331 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.401804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.405158 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80a131c2-00ee-47d7-b6e7-c5b44932ea3c req-56da8feb-27f0-440e-9fa0-43bb8e909ad7 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450398 Aug 16 02:18:15.411125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.448192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:15.448623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:15.450522 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:15.556239 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.594865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.596948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7eb5321c-5b7a-4f49-b095-673cae1f7a2e HTTP/1.1" status: 204 len: 168 time: 1.0038812 Aug 16 02:18:15.613284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60950e14-56ef-47d5-b08f-f3a3f56b38a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb5321c-5b7a-4f49-b095-673cae1f7a2e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:15.628176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae71c-6aff-43b9-908e-89fdd1acfb5d req-3fe4a2f1-c26c-43e6-9797-34e77e1b37f7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.629740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4eae71c-6aff-43b9-908e-89fdd1acfb5d req-3fe4a2f1-c26c-43e6-9797-34e77e1b37f7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 932 time: 0.1276429 Aug 16 02:18:15.775313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.780960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.827813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 55e5f81e-44eb-4f63-9016-9f14cacb158c no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:15.829555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4eae71c-6aff-43b9-908e-89fdd1acfb5d req-6959ba7c-cf25-4f0c-a46e-061ec135c560 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443136 Aug 16 02:18:15.830067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43844) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:15.855900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f38f53-9d62-48fc-954d-8b03672e09ea {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:15.866225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 55e5f81e-44eb-4f63-9016-9f14cacb158c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:15.866659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 55e5f81e-44eb-4f63-9016-9f14cacb158c not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:15.889674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.911263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Transition to ACTIVE for port object c7f38f53-9d62-48fc-954d-8b03672e09ea will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:15.925286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.932870 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Floating IP 903ce3fa-cd9a-465c-a1ef-b4146d63f801 associated. External IP: 172.25.4.235, port: ebc1603f-92ac-451f-be99-a6412575ae69. Aug 16 02:18:16.049261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-21d74bd7-370f-4aa9-8368-3a2268f4e4a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de622a3aaa1c4b7c99934823f971de3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129364 Aug 16 02:18:16.049758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.092996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Pushing event updated for resources: {'Port': ['ID=c7f38f53-9d62-48fc-954d-8b03672e09ea,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.131716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2796facd-3292-4f45-988d-23c56903d61d'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:16.134256 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a582f414-f30b-4531-9e6c-2fd6919e47fa" -d '{"events": [{"server_uuid": "ef4178aa-6cac-4774-b406-bab878e8f3d8", "name": "network-vif-plugged", "status": "completed", "tag": "2796facd-3292-4f45-988d-23c56903d61d"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:16.198755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Attempting to bind port c7f38f53-9d62-48fc-954d-8b03672e09ea on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:16.198755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Attempting to bind port c7f38f53-9d62-48fc-954d-8b03672e09ea by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:16.199167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Attempting to bind port c7f38f53-9d62-48fc-954d-8b03672e09ea on network 9c1a0671-6523-4360-831a-1bf02dc40c97 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:16.210789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b837305-81c8-4fbb-a18d-88a50fe81ca6 req-3cafbabd-d8fb-461f-8bf9-1fee82dcd058 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.217830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b837305-81c8-4fbb-a18d-88a50fe81ca6 req-3cafbabd-d8fb-461f-8bf9-1fee82dcd058 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.223842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b837305-81c8-4fbb-a18d-88a50fe81ca6 req-3cafbabd-d8fb-461f-8bf9-1fee82dcd058 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.225634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b837305-81c8-4fbb-a18d-88a50fe81ca6 req-3cafbabd-d8fb-461f-8bf9-1fee82dcd058 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2389 time: 0.2361393 Aug 16 02:18:16.226907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfb7d3eb-3aed-4391-a2eb-ef7b7355fb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.234818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Router 8f8c2907-516e-47ee-b763-fddef98464fd has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:16.253578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Port c7f38f53-9d62-48fc-954d-8b03672e09ea on network 9c1a0671-6523-4360-831a-1bf02dc40c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:16.253923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Attempting to bind port c7f38f53-9d62-48fc-954d-8b03672e09ea on network 9c1a0671-6523-4360-831a-1bf02dc40c97 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:16.264925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfb7d3eb-3aed-4391-a2eb-ef7b7355fb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.283197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:16.283540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Checking segment: {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:16.283934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Bound using segment: {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:16.284566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Bound port: c7f38f53-9d62-48fc-954d-8b03672e09ea, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:16.284941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.294240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7272e386-6d72-40c9-b3f6-96fb57c21ccd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:16.325212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.387945 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b837305-81c8-4fbb-a18d-88a50fe81ca6 req-84bd285a-1e0d-49b1-ac78-d684caa227dd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372714 Aug 16 02:18:16.407071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:16.415544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Transition to ACTIVE for port object 7272e386-6d72-40c9-b3f6-96fb57c21ccd will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:16.416067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfb7d3eb-3aed-4391-a2eb-ef7b7355fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.418882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bfb7d3eb-3aed-4391-a2eb-ef7b7355fb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.419260 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] Sync routers for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:16.420863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bfb7d3eb-3aed-4391-a2eb-ef7b7355fb0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7bd95866-1430-407f-ae4c-d866a432649f HTTP/1.1" status: 204 len: 168 time: 0.3702018 Aug 16 02:18:16.433020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.435263 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:16.436732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.437189 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:16.494296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7d3eb-3aed-4391-a2eb-ef7b7355fb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd95866-1430-407f-ae4c-d866a432649f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.494801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] For port c7f38f53-9d62-48fc-954d-8b03672e09ea, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:16.529766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c06d992-1b46-42c4-b001-e4fbd83b6bcd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "PUT /v2.0/floatingips/903ce3fa-cd9a-465c-a1ef-b4146d63f801 HTTP/1.1" status: 200 len: 997 time: 1.9136648 Aug 16 02:18:16.538091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:16.540386 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd70a4-6e49-4964-999e-de3afb904cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "35171d74-6858-46d6-950f-13336d181110", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:16.547020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.567994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] For port c7f38f53-9d62-48fc-954d-8b03672e09ea, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c7f38f53-9d62-48fc-954d-8b03672e09ea,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:16.597291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.615362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722e90-8373-4d9f-8348-7627fad16575 req-a22773ac-21a1-4f52-9adc-1f4e5bed4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.623919 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:16.626871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-a22773ac-21a1-4f52-9adc-1f4e5bed4fa6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 1098 time: 0.0950251 Aug 16 02:18:16.703089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.703790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.705575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] 10.222.0.88 "PUT /v2.0/ports/c7f38f53-9d62-48fc-954d-8b03672e09ea HTTP/1.1" status: 200 len: 1093 time: 1.7384937 Aug 16 02:18:16.718341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:16.720819 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b38ac3-47f6-4467-8f50-75b9d2272673" -d '{"events": [{"name": "network-changed", "server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:16.738859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e37d-a8c5-4349-a419-9c853ac0ff2b req-404671a3-374a-4007-9486-60c44e3485dd tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.741075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2031e37d-a8c5-4349-a419-9c853ac0ff2b req-404671a3-374a-4007-9486-60c44e3485dd tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 945 time: 0.1988745 Aug 16 02:18:16.760868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722e90-8373-4d9f-8348-7627fad16575 req-3621b0e5-c777-49eb-ad20-b0e8695bad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.771686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-3621b0e5-c777-49eb-ad20-b0e8695bad34 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 200 len: 930 time: 0.1438956 Aug 16 02:18:16.773665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Request body: {'port': {'device_id': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:16.868544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93e94-bfbd-472f-8294-c8a7586aab3f service neutron] Pushing event updated for resources: {'Port': ['ID=c7f38f53-9d62-48fc-954d-8b03672e09ea,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.890312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-3f468e7c-0d1b-4072-be01-91e6b0c889b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 1000 time: 0.1176424 Aug 16 02:18:16.901623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2031e37d-a8c5-4349-a419-9c853ac0ff2b req-ca1da7bf-78bf-4ff4-a2f3-bb801f5ab611 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362298 Aug 16 02:18:16.929544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Attempting to bind port 7272e386-6d72-40c9-b3f6-96fb57c21ccd on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:16.929900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Attempting to bind port 7272e386-6d72-40c9-b3f6-96fb57c21ccd by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:16.930217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Attempting to bind port 7272e386-6d72-40c9-b3f6-96fb57c21ccd on network 89049c3c-ede5-4e9f-a955-d3e841777d5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:16.971903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722e90-8373-4d9f-8348-7627fad16575 req-474569f6-73f2-4782-a792-6cbb288694b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.980332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-474569f6-73f2-4782-a792-6cbb288694b9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d046d2e-d343-4958-88ee-d91f3ec2c074 HTTP/1.1" status: 200 len: 868 time: 0.0886827 Aug 16 02:18:16.988447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Port 7272e386-6d72-40c9-b3f6-96fb57c21ccd on network 89049c3c-ede5-4e9f-a955-d3e841777d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:16.988447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Attempting to bind port 7272e386-6d72-40c9-b3f6-96fb57c21ccd on network 89049c3c-ede5-4e9f-a955-d3e841777d5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:17.008274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:17.009112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Checking segment: {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:17.009717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Bound using segment: {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:17.011778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Bound port: 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:17.015125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.025508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.043026 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a20a648-28cb-4658-b55f-fc73326cedb7 x-openstack-request-id: req-1a20a648-28cb-4658-b55f-fc73326cedb7 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:17.043907 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4178aa-6cac-4774-b406-bab878e8f3d8", "name": "network-vif-plugged", "status": "completed", "tag": "2796facd-3292-4f45-988d-23c56903d61d", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:17.044870 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a20a648-28cb-4658-b55f-fc73326cedb7 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:17.046090 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2796facd-3292-4f45-988d-23c56903d61d', 'code': 200} Aug 16 02:18:17.070462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722e90-8373-4d9f-8348-7627fad16575 req-75182ab8-9226-4121-b64d-4befe42a03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.083103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-75182ab8-9226-4121-b64d-4befe42a03db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016190 Aug 16 02:18:17.094796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-7bce6b63-5b75-4be4-9db5-53e9dfbf3e83 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:17.107566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-7bce6b63-5b75-4be4-9db5-53e9dfbf3e83 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212698 Aug 16 02:18:17.134674 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '903ce3fa-cd9a-465c-a1ef-b4146d63f801', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'port_id': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'mac_address': 'fa:16:3e:c7:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35171d74-6858-46d6-950f-13336d181110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:18:13Z', 'updated_at': '2021-08-16T02:18:15Z', 'revision_number': 1, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.189940 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] Checking router: 8f8c2907-516e-47ee-b763-fddef98464fd for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:17.199278 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:17.199914 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:17:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.260543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41576db1-1bd4-4832-9578-6514a3cbc129 req-f6ba8549-e352-4c3b-a609-00bbab6d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.262044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41576db1-1bd4-4832-9578-6514a3cbc129 req-f6ba8549-e352-4c3b-a609-00bbab6d80dd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 1101 time: 0.1469669 Aug 16 02:18:17.284906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-ab561239-3ba3-44b8-b728-b1a7250d5b3e service neutron] 10.222.0.78 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762056 Aug 16 02:18:17.329390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6d375-0129-41b0-9862-6e4891b24cd5 req-89b784f3-e366-4ca3-929a-f93605464e93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.342834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06b6d375-0129-41b0-9862-6e4891b24cd5 req-89b784f3-e366-4ca3-929a-f93605464e93 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 949 time: 0.1910775 Aug 16 02:18:17.352431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:17.395713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79722e90-8373-4d9f-8348-7627fad16575 req-3c12659c-156a-4cab-b9ba-47deae554b8b service neutron] 10.222.0.78 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026173 Aug 16 02:18:17.488954 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655dfd28-fa4c-4874-b355-86e8539cebac x-openstack-request-id: req-655dfd28-fa4c-4874-b355-86e8539cebac {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:17.489491 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35171d74-6858-46d6-950f-13336d181110", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:17.489759 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-655dfd28-fa4c-4874-b355-86e8539cebac {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:17.490347 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'status': 'completed', 'code': 200} Aug 16 02:18:17.513878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:17.529545 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06b6d375-0129-41b0-9862-6e4891b24cd5 req-883fc2b2-1bb5-4abd-8381-3d71735fa777 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849463 Aug 16 02:18:17.549778 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e94639c-5380-47f7-b1a5-a2c952e1526e x-openstack-request-id: req-4e94639c-5380-47f7-b1a5-a2c952e1526e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:17.550189 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:17.553953 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e94639c-5380-47f7-b1a5-a2c952e1526e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:17.554420 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea', 'status': 'completed', 'code': 200} Aug 16 02:18:17.555563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:17.567830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41576db1-1bd4-4832-9578-6514a3cbc129 req-070b0e77-4b34-4db4-a4e8-11fdd1db2ae7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946270 Aug 16 02:18:17.577002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:17.625487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.654183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-c19d5fb0-8c0f-4f1b-a3ec-b89cbc41e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.655934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-c19d5fb0-8c0f-4f1b-a3ec-b89cbc41e8a1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 1098 time: 0.1335146 Aug 16 02:18:17.708256 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '903ce3fa-cd9a-465c-a1ef-b4146d63f801', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'port_id': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'mac_address': 'fa:16:3e:c7:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35171d74-6858-46d6-950f-13336d181110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:18:13Z', 'updated_at': '2021-08-16T02:18:15Z', 'revision_number': 1, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.742110 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077d34b-8241-4feb-b966-534324a7d6d6 None None] The sync data for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 is: [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '903ce3fa-cd9a-465c-a1ef-b4146d63f801', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'port_id': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'mac_address': 'fa:16:3e:c7:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35171d74-6858-46d6-950f-13336d181110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:18:13Z', 'updated_at': '2021-08-16T02:18:15Z', 'revision_number': 1, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:17.758929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-a436b8d5-0134-469a-af7c-a9e594bb2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.759450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-a436b8d5-0134-469a-af7c-a9e594bb2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.759989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-a436b8d5-0134-469a-af7c-a9e594bb2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.761713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-a436b8d5-0134-469a-af7c-a9e594bb2365 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2733 time: 0.1787179 Aug 16 02:18:17.781253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-85467275-c35d-4cbe-af62-74ecca9e2ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.804228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.804994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.806440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] 10.222.0.98 "PUT /v2.0/ports/7272e386-6d72-40c9-b3f6-96fb57c21ccd HTTP/1.1" status: 200 len: 1093 time: 2.6479690 Aug 16 02:18:17.857629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-ed1535f0-a00c-4466-a991-2fdebf77024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.859128 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-ed1535f0-a00c-4466-a991-2fdebf77024f service neutron] 10.222.0.88 "GET /v2.0/networks?id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 200 len: 930 time: 0.1949492 Aug 16 02:18:17.884552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e031176-067f-43f7-81e1-41d5205f9677 req-b5e3ac87-332b-4295-82fb-8428f126ccda tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.886304 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1e031176-067f-43f7-81e1-41d5205f9677 req-b5e3ac87-332b-4295-82fb-8428f126ccda tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 944 time: 0.2297077 Aug 16 02:18:17.956821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777feae3-788e-4938-a33e-e500b8f5e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.021049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-bb15d75f-7359-45ad-ac5d-4e07f13fe2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.022794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-bb15d75f-7359-45ad-ac5d-4e07f13fe2a8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 1096 time: 0.1515472 Aug 16 02:18:18.046971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1e031176-067f-43f7-81e1-41d5205f9677 req-beedb8f8-8a5d-424f-b924-689f915822e8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980868 Aug 16 02:18:18.118730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4421d534-2e70-4b96-b1c5-c19381d069bd None None] New status for floating IP 903ce3fa-cd9a-465c-a1ef-b4146d63f801: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:18:18.126649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.156873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-3a8f2540-27e7-49fe-88fc-fd5530fd1f36 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 1000 time: 0.2588828 Aug 16 02:18:18.194612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-d0932b5e-6ff0-4c72-8120-cc9734817b3f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd HTTP/1.1" status: 200 len: 217 time: 0.1356602 Aug 16 02:18:18.212451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ec937b-e65a-47cc-bdff-3605a999e4c2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:18.253350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.258514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-13c2eade-f494-4706-a869-140eab35374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.259183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-13c2eade-f494-4706-a869-140eab35374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.259704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-13c2eade-f494-4706-a869-140eab35374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.262004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-13c2eade-f494-4706-a869-140eab35374d service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=cb9c9125eb2946a68707dd0cdda98482&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4760816 Aug 16 02:18:18.303353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Transition to ACTIVE for port object 49ec937b-e65a-47cc-bdff-3605a999e4c2 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:18.321182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55d1d-62f8-46a3-ac0e-bb9b877c8a5c req-162bc2a5-3d08-4cbc-9079-790a54043783 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.327244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55d1d-62f8-46a3-ac0e-bb9b877c8a5c req-162bc2a5-3d08-4cbc-9079-790a54043783 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.333079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55d1d-62f8-46a3-ac0e-bb9b877c8a5c req-162bc2a5-3d08-4cbc-9079-790a54043783 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.334797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fe55d1d-62f8-46a3-ac0e-bb9b877c8a5c req-162bc2a5-3d08-4cbc-9079-790a54043783 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2389 time: 0.1521721 Aug 16 02:18:18.335947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.340552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-1dae8bd9-0ebd-46b2-bafb-3b01623b155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.342269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-1dae8bd9-0ebd-46b2-bafb-3b01623b155f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cd9112a8-e83b-4397-8369-2c55b4c14bcb HTTP/1.1" status: 200 len: 853 time: 0.1457222 Aug 16 02:18:18.384425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1622654654-network', 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:18.391427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-217320fc-161d-403d-a6d0-5278b3f3a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.392959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-217320fc-161d-403d-a6d0-5278b3f3a02f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d046d2e-d343-4958-88ee-d91f3ec2c074 HTTP/1.1" status: 200 len: 868 time: 0.2050381 Aug 16 02:18:18.423632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-9897a3c1-97ae-4dfe-99ef-129dc0b0e0bf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89049c3c-ede5-4e9f-a955-d3e841777d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510490 Aug 16 02:18:18.429664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cde5b1-8f7b-41af-b669-1c8734048419 req-e4430a99-e8bc-4249-a75f-2711ac08f5a8 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.431310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0cde5b1-8f7b-41af-b669-1c8734048419 req-e4430a99-e8bc-4249-a75f-2711ac08f5a8 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1097 time: 0.3086469 Aug 16 02:18:18.445489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Pushing event updated for resources: {'Port': ['ID=49ec937b-e65a-47cc-bdff-3605a999e4c2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.473058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-85467275-c35d-4cbe-af62-74ecca9e2ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.504676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-85467275-c35d-4cbe-af62-74ecca9e2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.543828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fe55d1d-62f8-46a3-ac0e-bb9b877c8a5c req-371888eb-41bc-451c-9f79-bf22d5cfa9dc tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949942 Aug 16 02:18:18.588138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:18.590488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.649111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0cde5b1-8f7b-41af-b669-1c8734048419 req-f924c81d-e58e-4641-909d-b36030812020 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984594 Aug 16 02:18:18.650359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-2c6bcd06-ef28-4bbc-bedc-d73c4d49cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.651852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32b38ac3-47f6-4467-8f50-75b9d2272673 req-2c6bcd06-ef28-4bbc-bedc-d73c4d49cfa4 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3828709 Aug 16 02:18:18.653715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-1a2ccd6b-0f31-417d-8227-02ce6a641f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.661308 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-1a2ccd6b-0f31-417d-8227-02ce6a641f0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2507503 Aug 16 02:18:18.662797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.678104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-85467275-c35d-4cbe-af62-74ecca9e2ef3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d6b3279407449c7905f1350de3d32bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1631196 Aug 16 02:18:18.693222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85467275-c35d-4cbe-af62-74ecca9e2ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f2843-c3d7-42a4-9ca6-8014afaad445,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.699289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43914) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.851166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Attempting to bind port 49ec937b-e65a-47cc-bdff-3605a999e4c2 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:18.851509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Attempting to bind port 49ec937b-e65a-47cc-bdff-3605a999e4c2 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:18.851849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Attempting to bind port 49ec937b-e65a-47cc-bdff-3605a999e4c2 on network 6379c67d-412e-4b19-949b-b563fead83a0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:18.863531 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-fd89b3b5-9deb-4067-bf81-592e86a6e7e3 service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216595 Aug 16 02:18:18.890898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Port 49ec937b-e65a-47cc-bdff-3605a999e4c2 on network 6379c67d-412e-4b19-949b-b563fead83a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:18.891716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Attempting to bind port 49ec937b-e65a-47cc-bdff-3605a999e4c2 on network 6379c67d-412e-4b19-949b-b563fead83a0 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:18.895906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-0d4650fd-5a9f-488f-820e-b89a354e29fc service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165117 Aug 16 02:18:18.907610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3ebc8-5e81-42bd-bf6a-d06c2ca4fa4f req-6040b398-75ee-4099-ae6b-fad817443a03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.909402 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ed3ebc8-5e81-42bd-bf6a-d06c2ca4fa4f req-6040b398-75ee-4099-ae6b-fad817443a03 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 949 time: 0.1322703 Aug 16 02:18:19.081581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ed3ebc8-5e81-42bd-bf6a-d06c2ca4fa4f req-ba94d1f6-3714-445e-bb6c-171f1a27c6ca tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560423 Aug 16 02:18:19.093448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.115517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.144570 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21cd70a4-6e49-4964-999e-de3afb904cd0 req-a660b923-65f4-46af-9582-5ad10088ea96 service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298105 Aug 16 02:18:19.171709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:19.182541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a71eb-29e5-4e57-8912-5d0b5975a662,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.208453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.208453 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Added segment 27f84a30-833c-4506-ab1b-2217f2227814 of type vlan for network add45809-b30a-41a9-8734-32157470ea2f Aug 16 02:18:19.267876 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.288496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:19.288842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Checking segment: {'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:19.289245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Bound using segment: {'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:19.289701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Bound port: 49ec937b-e65a-47cc-bdff-3605a999e4c2, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e389c-3474-4835-a78f-95afdfb4068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:19.290067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.321559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-4cb3e1e1-a375-4774-8018-90aa38532a2c tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 258 time: 0.7325845 Aug 16 02:18:19.322612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f1653-0319-4432-95f1-a3b705497dfd req-25076bd1-fec9-440c-a6f1-7aca5bae793b tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.324190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-228f1653-0319-4432-95f1-a3b705497dfd req-25076bd1-fec9-440c-a6f1-7aca5bae793b tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1097 time: 0.0687902 Aug 16 02:18:19.327854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.328940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.329623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.339014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-302078ec-1c2e-45e5-bbcf-bf55873b3e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.350205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:19.406486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2482939 Aug 16 02:18:19.412180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:19.417494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Request body: {'subnet': {'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1622654654-subnet', 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:19.419387 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-302078ec-1c2e-45e5-bbcf-bf55873b3e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.426156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b3e8e-f765-4439-9e7e-27e715c234b3 admin admin] Pushing event updated for resources: {'Network': ['ID=add45809-b30a-41a9-8734-32157470ea2f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.438841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network add45809-b30a-41a9-8734-32157470ea2f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:19.440596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-228f1653-0319-4432-95f1-a3b705497dfd req-d4615683-12dc-4970-a4df-a44256711d42 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888352 Aug 16 02:18:19.502667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4226f76a-cad2-40ba-b8a2-fb35d7621803 req-ee88bf82-3df6-4e8e-b374-72aa2484a808 service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282320 Aug 16 02:18:19.507192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:19.513776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.514067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.549465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] For port 49ec937b-e65a-47cc-bdff-3605a999e4c2, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:19.581693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:19.583947 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff24ea5-b118-4483-8481-6061e8a856c8" -d '{"events": [{"name": "network-changed", "server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:19.598887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] For port 49ec937b-e65a-47cc-bdff-3605a999e4c2, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=49ec937b-e65a-47cc-bdff-3605a999e4c2,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:19.607607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.645491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-302078ec-1c2e-45e5-bbcf-bf55873b3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.648392 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-302078ec-1c2e-45e5-bbcf-bf55873b3e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.651848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-302078ec-1c2e-45e5-bbcf-bf55873b3e85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/872f2843-c3d7-42a4-9ca6-8014afaad445 HTTP/1.1" status: 204 len: 168 time: 0.9496207 Aug 16 02:18:19.655361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc5689-d74e-4c88-b13d-fe4e192af790 req-8c4279a7-fa4a-4b05-a9fa-605c0c2dead0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.656960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bebc5689-d74e-4c88-b13d-fe4e192af790 req-8c4279a7-fa4a-4b05-a9fa-605c0c2dead0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 944 time: 0.1154015 Aug 16 02:18:19.662317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.662950 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.665073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] 10.222.0.88 "PUT /v2.0/ports/49ec937b-e65a-47cc-bdff-3605a999e4c2 HTTP/1.1" status: 200 len: 1093 time: 2.9005926 Aug 16 02:18:19.688522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302078ec-1c2e-45e5-bbcf-bf55873b3e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f2843-c3d7-42a4-9ca6-8014afaad445,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.727273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Request body: {'port': {'device_id': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:19.754131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bebc5689-d74e-4c88-b13d-fe4e192af790 req-4938cd0c-dfe6-4f11-be7f-33551637e5d3 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619037 Aug 16 02:18:19.754697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434de02e-8023-41e9-be38-32caa3cc78b3 service neutron] Pushing event updated for resources: {'Port': ['ID=49ec937b-e65a-47cc-bdff-3605a999e4c2,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.826709 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.844596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.112883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:20.147962 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22b72b39-1cf0-4aef-b2bd-b50c88bfad4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.168600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Allocated IP 172.25.4.87 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/b56ac502-1f0f-42df-81d3-2d139791842e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:20.221805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.305617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf4782-8c98-47fb-b25c-217bad91268d req-d93610f3-3fbe-4160-800d-2cdf55463dd7 tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.307164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14cf4782-8c98-47fb-b25c-217bad91268d req-d93610f3-3fbe-4160-800d-2cdf55463dd7 tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 1101 time: 0.0955894 Aug 16 02:18:20.312984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.333483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:20.333853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Network hostable DHCP agents. Network: add45809-b30a-41a9-8734-32157470ea2f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:20.364882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14cf4782-8c98-47fb-b25c-217bad91268d req-2731ed52-3110-4dc6-8425-7074a73908d8 tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492013 Aug 16 02:18:20.366329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Network add45809-b30a-41a9-8734-32157470ea2f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:20.377258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, add45809-b30a-41a9-8734-32157470ea2f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:20.393757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc66b8f2-6bf7-44ac-a926-e86872e51d80 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:20.394229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ed843-b8a3-4caa-aa4c-1e5a11f19170 None None] Network add45809-b30a-41a9-8734-32157470ea2f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:20.400940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.401613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.423854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.458095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.464228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Transition to ACTIVE for port object cc66b8f2-6bf7-44ac-a926-e86872e51d80 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:20.475476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.547842 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22b72b39-1cf0-4aef-b2bd-b50c88bfad4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.565955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcae6d-e279-4c0a-83c5-6e8c4bd22914 req-9a5de468-4fec-4c55-a6e8-230ba259a1cf tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.569447 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22b72b39-1cf0-4aef-b2bd-b50c88bfad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.572183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcae6d-e279-4c0a-83c5-6e8c4bd22914 req-9a5de468-4fec-4c55-a6e8-230ba259a1cf tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.578145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcae6d-e279-4c0a-83c5-6e8c4bd22914 req-9a5de468-4fec-4c55-a6e8-230ba259a1cf tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.580321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ddbcae6d-e279-4c0a-83c5-6e8c4bd22914 req-9a5de468-4fec-4c55-a6e8-230ba259a1cf tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2413 time: 0.0841987 Aug 16 02:18:20.588141 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f4c9bee8-58bf-43c5-8530-0a79d01e555f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1747241 Aug 16 02:18:20.610451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb4f9a-b39f-436e-b323-ae2f03253e3a None None] Network add45809-b30a-41a9-8734-32157470ea2f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:20.628272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Pushing event updated for resources: {'Port': ['ID=cc66b8f2-6bf7-44ac-a926-e86872e51d80,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.651445 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ddbcae6d-e279-4c0a-83c5-6e8c4bd22914 req-41dd752f-4ddb-4e7f-a7f1-bd570250d13b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501616 Aug 16 02:18:20.678890 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-22b72b39-1cf0-4aef-b2bd-b50c88bfad4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c50b2406b7da4caf880af1a2f18e3630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609622 Aug 16 02:18:20.681684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:20.707696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:20.747572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b72b39-1cf0-4aef-b2bd-b50c88bfad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d332d0-61e2-4da1-8ca7-a82fb7a5762a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.764111 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d800f918-78c3-4dbb-996b-1f53d2b1c255 x-openstack-request-id: req-d800f918-78c3-4dbb-996b-1f53d2b1c255 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:20.764433 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:20.764684 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d800f918-78c3-4dbb-996b-1f53d2b1c255 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:20.770911 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'status': 'completed', 'code': 200} Aug 16 02:18:20.775799 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.795626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4691161-ef85-4f5b-8bf2-d1eea9f6b203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.846572 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4691161-ef85-4f5b-8bf2-d1eea9f6b203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.892545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:20.910392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:20.914437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4691161-ef85-4f5b-8bf2-d1eea9f6b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.916718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:20.917334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4691161-ef85-4f5b-8bf2-d1eea9f6b203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.921008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f4691161-ef85-4f5b-8bf2-d1eea9f6b203 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/68d332d0-61e2-4da1-8ca7-a82fb7a5762a HTTP/1.1" status: 204 len: 168 time: 0.2360177 Aug 16 02:18:20.932352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4691161-ef85-4f5b-8bf2-d1eea9f6b203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d332d0-61e2-4da1-8ca7-a82fb7a5762a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.938873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Attempting to bind port cc66b8f2-6bf7-44ac-a926-e86872e51d80 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:20.939115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Attempting to bind port cc66b8f2-6bf7-44ac-a926-e86872e51d80 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:20.939930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Attempting to bind port cc66b8f2-6bf7-44ac-a926-e86872e51d80 on network 9c1a0671-6523-4360-831a-1bf02dc40c97 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:20.943490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-44d3e3cd-1961-4e84-a6f3-c8832074932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.945245 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-44d3e3cd-1961-4e84-a6f3-c8832074932a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 1096 time: 0.1709995 Aug 16 02:18:20.969704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event updated for resources: {'Port': ['ID=b56ac502-1f0f-42df-81d3-2d139791842e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:21.000543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Port cc66b8f2-6bf7-44ac-a926-e86872e51d80 on network 9c1a0671-6523-4360-831a-1bf02dc40c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:21.000846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Attempting to bind port cc66b8f2-6bf7-44ac-a926-e86872e51d80 on network 9c1a0671-6523-4360-831a-1bf02dc40c97 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:21.047188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:21.047553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Checking segment: {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:21.047946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Bound using segment: {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:21.048430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Bound port: cc66b8f2-6bf7-44ac-a926-e86872e51d80, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53d3465-01a9-4eb2-af46-ffc1705c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:21.048809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.174935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.183260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-f7ff56d0-3ca2-4f72-bcad-b5129928fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.185370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-f7ff56d0-3ca2-4f72-bcad-b5129928fe14 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 914 time: 0.2162740 Aug 16 02:18:21.242282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-1684f190-8f35-431b-8064-8a2c3afb3141 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd HTTP/1.1" status: 200 len: 217 time: 0.0481522 Aug 16 02:18:21.314795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] For port cc66b8f2-6bf7-44ac-a926-e86872e51d80, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:21.319951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.357856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] For port cc66b8f2-6bf7-44ac-a926-e86872e51d80, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:21.373538 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.384655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-6fb2e179-1686-4ca9-9b5b-3717c3e7d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.386758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-6fb2e179-1686-4ca9-9b5b-3717c3e7d434 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cd9112a8-e83b-4397-8369-2c55b4c14bcb HTTP/1.1" status: 200 len: 853 time: 0.1370203 Aug 16 02:18:21.427303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.427955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.429396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] 10.222.0.88 "PUT /v2.0/ports/cc66b8f2-6bf7-44ac-a926-e86872e51d80 HTTP/1.1" status: 200 len: 1093 time: 1.7206516 Aug 16 02:18:21.525359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-89ea8859-296a-4d86-850b-585af18020e1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89049c3c-ede5-4e9f-a955-d3e841777d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064982 Aug 16 02:18:21.647011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba3267-0805-4eb1-9f59-9e4fcf52df5b service neutron] Pushing event updated for resources: {'Port': ['ID=cc66b8f2-6bf7-44ac-a926-e86872e51d80,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:21.702941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-be3aec3b-04f3-4577-8a15-37677811a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.703440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-be3aec3b-04f3-4577-8a15-37677811a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.703925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-be3aec3b-04f3-4577-8a15-37677811a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.705835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-be3aec3b-04f3-4577-8a15-37677811a47d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2869 time: 0.1957760 Aug 16 02:18:21.788128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-68a43fed-fca1-43e8-918d-03bcc8b36da1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=c7f38f53-9d62-48fc-954d-8b03672e09ea HTTP/1.1" status: 200 len: 217 time: 0.0710881 Aug 16 02:18:21.840464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-3a909800-9245-490a-9740-96dcd2f8f74b service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891712 Aug 16 02:18:21.847158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7272e386-6d72-40c9-b3f6-96fb57c21ccd details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:21.888502 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.925929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.968156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:21.973550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-0b347c08-1970-4748-88f9-c1bf8185d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.975847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-0b347c08-1970-4748-88f9-c1bf8185d5d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1a07451c-abeb-4a86-8655-75600947eebd HTTP/1.1" status: 200 len: 801 time: 0.1766379 Aug 16 02:18:21.982946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'port_id': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'mac_address': 'fa:16:3e:c1:fc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9112a8-e83b-4397-8369-2c55b4c14bcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:22.029659 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.036961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.051625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7272e386-6d72-40c9-b3f6-96fb57c21ccd {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:22.076480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event updated for resources: {'Port': ['ID=b56ac502-1f0f-42df-81d3-2d139791842e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:22.092263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:22.097755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.118848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.119202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.119550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.119936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.120329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.120739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.121358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.121737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.122129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.123145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.123589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.123951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.135837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff24ea5-b118-4483-8481-6061e8a856c8 req-f1a70bf2-3f6e-4b2d-800b-96974bc2c33c service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851176 Aug 16 02:18:22.136727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.155031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-41dbcc2b-bad4-411f-a71f-3e0a487c43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.155943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:22.156623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-41dbcc2b-bad4-411f-a71f-3e0a487c43f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9c1a0671-6523-4360-831a-1bf02dc40c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682940 Aug 16 02:18:22.162416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.163865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-f40bd89b-a05f-485c-9b3f-8ba7b3626158 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8223209 Aug 16 02:18:22.289740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-4bd18619-36f8-4dbd-9ffc-fe655b2a391e tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.1129749 Aug 16 02:18:22.372345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7272e386-6d72-40c9-b3f6-96fb57c21ccd'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:22.385460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-bf70e612-f376-418d-b7dd-44e7bf059537 service neutron] 10.222.0.88 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188060 Aug 16 02:18:22.491555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-2188b8e2-a0e0-4a2c-b5ec-4a12388e6627 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.493287 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d34295a0-126b-4907-ae32-e513cb2d4ecd req-2188b8e2-a0e0-4a2c-b5ec-4a12388e6627 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1961234 Aug 16 02:18:22.534171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-01178f7e-c7c4-470c-b3e0-ad5b4f8ac601 service neutron] 10.222.0.88 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390808 Aug 16 02:18:22.590615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-69b9c507-44ba-47a3-adac-44614f7f6530 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=49ec937b-e65a-47cc-bdff-3605a999e4c2 HTTP/1.1" status: 200 len: 217 time: 0.0475490 Aug 16 02:18:22.594756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-b6b44068-438c-429e-8e1c-c73bcd646207 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:22.595740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-b6b44068-438c-429e-8e1c-c73bcd646207 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3648717 Aug 16 02:18:22.630845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-67efc264-6399-41f1-88bf-1da520214e5b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430441 Aug 16 02:18:22.725165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-6feaed28-3227-45ea-9917-7957bcc53a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.726926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-6feaed28-3227-45ea-9917-7957bcc53a18 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3fcd2058-63a5-4996-8241-789412bba8e4 HTTP/1.1" status: 200 len: 801 time: 0.1100051 Aug 16 02:18:22.729978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:22.730425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:18:22.778094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'tag': '49ec937b-e65a-47cc-bdff-3605a999e4c2'}, {'name': 'network-changed', 'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:22.782003 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522158b-652f-4efc-b5a9-4fde9fadf04b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "tag": "49ec937b-e65a-47cc-bdff-3605a999e4c2"}, {"name": "network-changed", "server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:22.889832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-0705c85f-9a7e-470e-9f63-c2bc24be6644 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.891348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-0705c85f-9a7e-470e-9f63-c2bc24be6644 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435365 Aug 16 02:18:22.917081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-b935d790-163b-4f13-ba0a-68e959119d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.918580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-b935d790-163b-4f13-ba0a-68e959119d78 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6379c67d-412e-4b19-949b-b563fead83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806574 Aug 16 02:18:22.940803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-71628d7c-0473-4d8d-9ea0-82faa293a0f6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/quotas/62d0a3d128e444b190a270b183712e12 HTTP/1.1" status: 200 len: 375 time: 0.0368991 Aug 16 02:18:23.072845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:23.073194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:23.073527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:23.090560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:23.090945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:23.107913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-3ee7b5bc-1f10-43a0-8f95-8e991ccff60b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1539333 Aug 16 02:18:23.114530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-075a9e57-201f-466d-bd28-4dfc248ddb5c service neutron] 10.222.0.88 "GET /v2.0/networks/6379c67d-412e-4b19-949b-b563fead83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868641 Aug 16 02:18:23.117950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:23.118296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:23.118692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:23.119129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Bound port: bc140477-7ebb-4bec-a02e-b0d22629d3d4, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:23.328250 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.613246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:23.626466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.627650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-07383a43-5883-44e4-9cf8-23ae9d99e3ca service neutron] 10.222.0.78 "POST /v2.0/ports/bc140477-7ebb-4bec-a02e-b0d22629d3d4/bindings HTTP/1.1" status: 201 len: 390 time: 1.0215311 Aug 16 02:18:23.655272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a0398-0491-41ae-9e43-2405a7fef606 req-3d4fcea0-1634-4472-bd27-19040646bfb6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.656873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d5a0398-0491-41ae-9e43-2405a7fef606 req-3d4fcea0-1634-4472-bd27-19040646bfb6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 945 time: 0.1132319 Aug 16 02:18:23.663951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-3894db01-6c4e-4bba-b237-ee5f02cf126d service neutron] 10.222.0.88 "GET /v2.0/networks/6379c67d-412e-4b19-949b-b563fead83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381346 Aug 16 02:18:23.746090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-2fa52d5d-2433-4a38-8184-678d27833d37 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80 HTTP/1.1" status: 200 len: 217 time: 0.0542965 Aug 16 02:18:23.752807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d5a0398-0491-41ae-9e43-2405a7fef606 req-cc3f2b69-c629-428d-bfc9-7197e5c81568 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868936 Aug 16 02:18:23.804542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-54ed37fa-4ff0-4504-9c2b-6cd5c79f7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.806415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-54ed37fa-4ff0-4504-9c2b-6cd5c79f7c8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1a07451c-abeb-4a86-8655-75600947eebd HTTP/1.1" status: 200 len: 801 time: 0.0511971 Aug 16 02:18:23.849312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7272e386-6d72-40c9-b3f6-96fb57c21ccd up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:23.918573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.935630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 7272e386-6d72-40c9-b3f6-96fb57c21ccd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:23.957332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7272e386-6d72-40c9-b3f6-96fb57c21ccd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:23.958137 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.975406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-44488edf-d3bf-43fd-8bdf-01e79b667c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.977234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-44488edf-d3bf-43fd-8bdf-01e79b667c7b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9c1a0671-6523-4360-831a-1bf02dc40c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533372 Aug 16 02:18:24.023032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e7979-34e8-44fb-bb51-5a85dc5d3f10 req-220a2a64-703d-436a-aaee-5f6172128c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.030169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e7979-34e8-44fb-bb51-5a85dc5d3f10 req-220a2a64-703d-436a-aaee-5f6172128c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.036907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e7979-34e8-44fb-bb51-5a85dc5d3f10 req-220a2a64-703d-436a-aaee-5f6172128c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.038618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b93e7979-34e8-44fb-bb51-5a85dc5d3f10 req-220a2a64-703d-436a-aaee-5f6172128c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2413 time: 0.1599650 Aug 16 02:18:24.072005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-22e89829-3f5f-4665-b622-8f2b5cf10d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.073604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-22e89829-3f5f-4665-b622-8f2b5cf10d79 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1097 time: 0.1674335 Aug 16 02:18:24.109681 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.120421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-901608b9-87ee-43c6-8b14-68193124357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.138278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:24.141295 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302af52f-dd50-4063-980a-db152d7f0975" -d '{"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-plugged", "status": "completed", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:24.158390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:24.164898 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.209779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b93e7979-34e8-44fb-bb51-5a85dc5d3f10 req-fd049681-67bb-42f3-97af-4dac65028e87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404500 Aug 16 02:18:24.241513 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-d9302e7c-3608-4284-a89e-3bdb1cba1d93 service neutron] 10.222.0.88 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528663 Aug 16 02:18:24.247914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.303118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-facc5269-3b84-4770-b444-6f6fdb09b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.304647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-facc5269-3b84-4770-b444-6f6fdb09b57f service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.2220197 Aug 16 02:18:24.318863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-901608b9-87ee-43c6-8b14-68193124357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.349568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-901608b9-87ee-43c6-8b14-68193124357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.373925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-50c54043-cfa1-4b1a-9d47-256230cd7c1d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0502858 Aug 16 02:18:24.398008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-18ca891c-4576-426c-895e-3be06501249c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.399644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-18ca891c-4576-426c-895e-3be06501249c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.1964366 Aug 16 02:18:24.431163 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-901608b9-87ee-43c6-8b14-68193124357f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=580b288a7ffb42189287ba740d180833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104201 Aug 16 02:18:24.432200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901608b9-87ee-43c6-8b14-68193124357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2537e81d-d91d-4f75-a2f5-4e2a10c95c84,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.434889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.437774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-a6cdbb0d-a592-4949-90ca-4f3a908e071c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0258408 Aug 16 02:18:24.472105 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f53b5b-b8e9-4eec-89a3-9eccd4181e86 req-cdca8ec7-1d68-411f-b956-736c0f1a69be service neutron] 10.222.0.88 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212677 Aug 16 02:18:24.501807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-52f8e83f-08d9-41f0-8a0c-46391f7a9398 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379088 Aug 16 02:18:24.536260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-a455ba38-3969-4705-a3e0-0143d5d00690 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364554 Aug 16 02:18:24.536983 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9804-8286-436a-91af-e0e0e65c3efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.556195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-43d50672-05dd-492c-8cc6-963e070dcf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.557600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-43d50672-05dd-492c-8cc6-963e070dcf7f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1729913 Aug 16 02:18:24.592870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9804-8286-436a-91af-e0e0e65c3efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.643516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ba132-3499-4612-afb5-494ebfdbfee3 req-298039aa-3bac-431f-89c2-851e40fbc33c tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.645053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-472ba132-3499-4612-afb5-494ebfdbfee3 req-298039aa-3bac-431f-89c2-851e40fbc33c tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2144873 Aug 16 02:18:24.649450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-f6fd3a24-a35d-4f8e-bf89-af427f1d2d64 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740721 Aug 16 02:18:24.654412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-aae5d8da-5d55-4f7c-b749-d499482ea587 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385210 Aug 16 02:18:24.706667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9804-8286-436a-91af-e0e0e65c3efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.709323 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9804-8286-436a-91af-e0e0e65c3efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.710491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4d3a9804-8286-436a-91af-e0e0e65c3efb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2537e81d-d91d-4f75-a2f5-4e2a10c95c84 HTTP/1.1" status: 204 len: 168 time: 0.2744234 Aug 16 02:18:24.726680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a9804-8286-436a-91af-e0e0e65c3efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537e81d-d91d-4f75-a2f5-4e2a10c95c84,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.766991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-472ba132-3499-4612-afb5-494ebfdbfee3 req-b42f68ab-4a17-4a12-83dd-edc12ee4ae0f tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.1120121 Aug 16 02:18:24.789922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-472ba132-3499-4612-afb5-494ebfdbfee3 req-46484a0c-dd42-429a-8772-9378b9814c11 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Request body: {'floatingip': {'port_id': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:24.794890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-4c085a42-5c2a-415d-9ce0-ce61c5e14353 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309505 Aug 16 02:18:24.838755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-ebf8041b-288b-4b13-b37e-2d954263c415 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.840264 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-ebf8041b-288b-4b13-b37e-2d954263c415 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953432 Aug 16 02:18:24.853382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-472ba132-3499-4612-afb5-494ebfdbfee3 req-46484a0c-dd42-429a-8772-9378b9814c11 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.861546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:24.949964 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e634cb-60c3-4a77-8246-481b3f081b6b x-openstack-request-id: req-e9e634cb-60c3-4a77-8246-481b3f081b6b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:24.950267 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "tag": "49ec937b-e65a-47cc-bdff-3605a999e4c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:24.951183 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9e634cb-60c3-4a77-8246-481b3f081b6b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:24.951480 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'tag': '49ec937b-e65a-47cc-bdff-3605a999e4c2', 'status': 'completed', 'code': 200} Aug 16 02:18:24.951730 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80', 'status': 'completed', 'code': 200} Aug 16 02:18:24.975077 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-88f41d86-0385-451d-86da-dea6762b5161 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162723 Aug 16 02:18:25.049395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d84dfe70-63e1-4565-9682-76f46e7bb299 req-bcd10b1f-18e3-4f11-ad65-59ad9bb64a35 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 210 time: 0.0396504 Aug 16 02:18:25.103817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44112) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.132780 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.221957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-bd67362c-8da5-4229-b83e-12eb3dc90ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.222844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c1314-3693-4e97-aaf5-edd86079ee97 req-0a04c7ab-ac17-4ab7-86cc-7d334ab5dc84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.223004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-bd67362c-8da5-4229-b83e-12eb3dc90ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.223400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-bd67362c-8da5-4229-b83e-12eb3dc90ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.226154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-bd67362c-8da5-4229-b83e-12eb3dc90ba5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2869 time: 0.2491448 Aug 16 02:18:25.230212 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d86c1314-3693-4e97-aaf5-edd86079ee97 req-0a04c7ab-ac17-4ab7-86cc-7d334ab5dc84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 945 time: 0.0864995 Aug 16 02:18:25.285896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d86c1314-3693-4e97-aaf5-edd86079ee97 req-7909ad5e-66a7-4da1-9923-6ad45ebca569 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548162 Aug 16 02:18:25.335057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-5d3f9610-20c1-415e-8dee-a3236ce62b8c service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377967 Aug 16 02:18:25.335670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.346118 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.365776 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca70d3-af2a-4aeb-a39d-8f4e8c0fc0c2 x-openstack-request-id: req-a6ca70d3-af2a-4aeb-a39d-8f4e8c0fc0c2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:25.366642 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-plugged", "status": "completed", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:25.366894 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6ca70d3-af2a-4aeb-a39d-8f4e8c0fc0c2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:25.367528 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'code': 200} Aug 16 02:18:25.401339 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-472ba132-3499-4612-afb5-494ebfdbfee3 req-46484a0c-dd42-429a-8772-9378b9814c11 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:18:25.402390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-472ba132-3499-4612-afb5-494ebfdbfee3 req-46484a0c-dd42-429a-8772-9378b9814c11 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "PUT /v2.0/floatingips/bc88995f-2954-4c9b-9128-508a3cce46c9 HTTP/1.1" status: 409 len: 550 time: 0.6230612 Aug 16 02:18:25.405553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:25.412961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.425122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b65e4453346b4e47a106471b909739e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176558 Aug 16 02:18:25.425724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.426407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc76f7f-1180-4e14-8a95-268ed439dcc4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.471902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.472682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.473564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.474101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.475188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.475938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.480055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.480734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.481277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.482967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.483764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.484276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3361d2d-a687-4a39-934a-35e733fbb397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:25.516864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-7b66be38-6d78-4510-97b8-fda8def82b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.518406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-7b66be38-6d78-4510-97b8-fda8def82b86 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6379c67d-412e-4b19-949b-b563fead83a0 HTTP/1.1" status: 200 len: 902 time: 0.2813203 Aug 16 02:18:25.560617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-df7c8d88-7e73-4a83-ad1a-d50685962a60 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.562234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-df7c8d88-7e73-4a83-ad1a-d50685962a60 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.1415534 Aug 16 02:18:25.613693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a7ff-03da-4da2-b275-01d73964d408 req-da524c95-b579-477a-a537-372bc0397ffa tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.615504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd5a7ff-03da-4da2-b275-01d73964d408 req-da524c95-b579-477a-a537-372bc0397ffa tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1530881 Aug 16 02:18:25.623388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:25.631933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa0edb-b2ec-46c1-8bba-299f9726b130 req-006e358d-685f-4216-816d-f734315ae4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.634128 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1aa0edb-b2ec-46c1-8bba-299f9726b130 req-006e358d-685f-4216-816d-f734315ae4a5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 1098 time: 0.1259005 Aug 16 02:18:25.637302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3505-e740-41f3-9548-1ba6b2b854e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.645800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3183563f-8d56-4168-8f6e-431927480318 req-4fb99727-7887-4d5c-bca1-ce683eee3a8b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 210 time: 0.1138008 Aug 16 02:18:25.674848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-5e99c02f-3bea-4380-ae15-f77645959d9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=49ec937b-e65a-47cc-bdff-3605a999e4c2 HTTP/1.1" status: 200 len: 217 time: 0.1352208 Aug 16 02:18:25.723029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1aa0edb-b2ec-46c1-8bba-299f9726b130 req-c249fc5a-f80d-4b5d-bc46-cb037588d4c5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768745 Aug 16 02:18:25.728530 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3505-e740-41f3-9548-1ba6b2b854e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.745742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd5a7ff-03da-4da2-b275-01d73964d408 req-329638ae-fe30-486f-974e-35bd59ffc4ce tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102090 Aug 16 02:18:25.781939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.792743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3505-e740-41f3-9548-1ba6b2b854e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.796559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3505-e740-41f3-9548-1ba6b2b854e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.800007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0cfb3505-e740-41f3-9548-1ba6b2b854e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fcc76f7f-1180-4e14-8a95-268ed439dcc4 HTTP/1.1" status: 204 len: 168 time: 0.3680844 Aug 16 02:18:25.805771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.253 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/9be48dc2-ff3c-4986-9564-a401200e49a8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:25.816506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb3505-e740-41f3-9548-1ba6b2b854e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc76f7f-1180-4e14-8a95-268ed439dcc4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.827767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-c80993f1-13fe-4c35-9e2a-5e4ef331ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.829819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-c80993f1-13fe-4c35-9e2a-5e4ef331ee41 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3fcd2058-63a5-4996-8241-789412bba8e4 HTTP/1.1" status: 200 len: 801 time: 0.1436508 Aug 16 02:18:25.900407 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-4dc03235-ab7e-46b0-905e-388039cf0fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips/bc88995f-2954-4c9b-9128-508a3cce46c9 HTTP/1.1" status: 200 len: 692 time: 0.0493808 Aug 16 02:18:25.909213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801ee31-b6f2-46f3-b053-f31d45033112 req-1cd9b9c2-3023-477f-970f-47bb13cea2fd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.915638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801ee31-b6f2-46f3-b053-f31d45033112 req-1cd9b9c2-3023-477f-970f-47bb13cea2fd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.921534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801ee31-b6f2-46f3-b053-f31d45033112 req-1cd9b9c2-3023-477f-970f-47bb13cea2fd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.923369 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c801ee31-b6f2-46f3-b053-f31d45033112 req-1cd9b9c2-3023-477f-970f-47bb13cea2fd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2413 time: 0.1855638 Aug 16 02:18:26.027524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-be7886ba-29ec-48af-86cf-3450176ad3b6 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.027816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-be7886ba-29ec-48af-86cf-3450176ad3b6 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1206050 Aug 16 02:18:26.039249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-28420fb6-21e2-43cb-9c9a-3fdb1dd2cc35 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:26.040882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-28420fb6-21e2-43cb-9c9a-3fdb1dd2cc35 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073912 Aug 16 02:18:26.077218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-55879bca-ad0f-4d69-817f-e95bca5c1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.079275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-55879bca-ad0f-4d69-817f-e95bca5c1f41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6379c67d-412e-4b19-949b-b563fead83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267127 Aug 16 02:18:26.128512 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8bb34197-5d69-47ea-906a-53b18e089053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.170504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-64873a20-86c7-4ed2-b3be-89d1529093c7 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.1233401 Aug 16 02:18:26.188941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c801ee31-b6f2-46f3-b053-f31d45033112 req-30c17d79-e3f0-4116-b2d6-4ca304bc3f3b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467172 Aug 16 02:18:26.249844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:26.294958 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-b4d9b2f8-4c7b-48c4-ad93-6fcba6326a93 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.1132798 Aug 16 02:18:26.358377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-1f6f5ad4-de96-4129-b0f7-eb6a7d8e02fc tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.360185 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-1f6f5ad4-de96-4129-b0f7-eb6a7d8e02fc tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.2611861 Aug 16 02:18:26.405666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Request body: {'port': {'device_id': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'admin_state_up': True, 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:26.537356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Deleting port b56ac502-1f0f-42df-81d3-2d139791842e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:26.537702 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.611036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:26.615081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.623851 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.672087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-29cc46f2-8410-44fa-8841-c7bed1ccc34e req-42e19829-df14-4cc7-a46b-f74e6ab420ba tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 210 time: 0.3964467 Aug 16 02:18:26.697594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object 9be48dc2-ff3c-4986-9564-a401200e49a8 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:26.747763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.748123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.760827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-518a16f3-47a7-4ae6-88ff-eaccb2a09958 service neutron] 10.222.0.88 "GET /v2.0/networks/6379c67d-412e-4b19-949b-b563fead83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721642 Aug 16 02:18:26.779908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:26.785735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Calling delete_port for b56ac502-1f0f-42df-81d3-2d139791842e owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:26.860879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Allocated IP 172.20.0.9 (add45809-b30a-41a9-8734-32157470ea2f/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa/c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:26.866965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c7f38f53-9d62-48fc-954d-8b03672e09ea details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:26.914860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.923828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebdd0a-6a53-41d6-a99d-76e85480ecb3 req-6597bfbc-3c54-47e8-bcd7-a1666cf2c78d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.925867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cebdd0a-6a53-41d6-a99d-76e85480ecb3 req-6597bfbc-3c54-47e8-bcd7-a1666cf2c78d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 945 time: 0.1733851 Aug 16 02:18:26.927348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.969259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:26.971951 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c51a5e1-0b5b-48e7-af62-6d94a9dd2c6a" -d '{"events": [{"server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "name": "network-vif-unplugged", "status": "completed", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:26.972891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9', '8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:26.975976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b', 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', '2796facd-3292-4f45-988d-23c56903d61d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:26.982094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.044878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:27.057575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.074170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:27.080001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=9be48dc2-ff3c-4986-9564-a401200e49a8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.084814 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-2f5b3b26-c6a9-4bd8-aa2e-47cb8bc4d535 service neutron] 10.222.0.88 "GET /v2.0/networks/6379c67d-412e-4b19-949b-b563fead83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078651 Aug 16 02:18:27.102447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event deleted for resources: {'Port': ['ID=b56ac502-1f0f-42df-81d3-2d139791842e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.124382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.155837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:27.162916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.212765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c7f38f53-9d62-48fc-954d-8b03672e09ea, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c7f38f53-9d62-48fc-954d-8b03672e09ea,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:27.233150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.235658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.251014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cebdd0a-6a53-41d6-a99d-76e85480ecb3 req-13f9720c-03e0-4f06-9971-ab01ed30ea1e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737629 Aug 16 02:18:27.252754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2149562c-9db1-4d98-87cc-e73b120676e4 req-0c288616-78de-4290-9d4b-2527408fb7c0 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "DELETE /v2.0/floatingips/bc88995f-2954-4c9b-9128-508a3cce46c9 HTTP/1.1" status: 204 len: 173 time: 0.9467981 Aug 16 02:18:27.272019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:27.272609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:27.273120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:27.294333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.296068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'c7f38f53-9d62-48fc-954d-8b03672e09ea', 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97', 'port_id': 'c7f38f53-9d62-48fc-954d-8b03672e09ea', 'mac_address': 'fa:16:3e:f4:9a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a07451c-abeb-4a86-8655-75600947eebd', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:27.318832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:27.319165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Attempting to bind port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:27.329943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.330614 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.344949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-ff4bd77f-bcbc-4ba2-ba04-94852ae79951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.345533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-ff4bd77f-bcbc-4ba2-ba04-94852ae79951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.346224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-ff4bd77f-bcbc-4ba2-ba04-94852ae79951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.347923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-ff4bd77f-bcbc-4ba2-ba04-94852ae79951 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2869 time: 0.1276534 Aug 16 02:18:27.352515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:27.353015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:27.353405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:27.353847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Bound port: bc140477-7ebb-4bec-a02e-b0d22629d3d4, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:27.354209 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.429110 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2e1d23c4-92c6-421b-a1eb-f2fc782e643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5781898 Aug 16 02:18:27.434662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Network add45809-b30a-41a9-8734-32157470ea2f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:27.443511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event updated for resources: {'Port': ['ID=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.448472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:27.452400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:27.497782 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.510649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Request body: {'port': {'device_id': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:27.521090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab86c-0947-4dcb-9083-8d433ab5b79a req-fc2224c4-67fd-4663-ba8a-6b079bd2a38d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.522729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-188ab86c-0947-4dcb-9083-8d433ab5b79a req-fc2224c4-67fd-4663-ba8a-6b079bd2a38d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 931 time: 0.1714485 Aug 16 02:18:27.531709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.532366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.544173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f38f53-9d62-48fc-954d-8b03672e09ea {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:27.568116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-d07e739a-370b-4b43-9aea-be8a8b9c2a94 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1711798 Aug 16 02:18:27.585548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Request body: {'port': {'device_id': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:27.597539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c7f38f53-9d62-48fc-954d-8b03672e09ea, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c7f38f53-9d62-48fc-954d-8b03672e09ea,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:27.611932 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.612625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 49ec937b-e65a-47cc-bdff-3605a999e4c2 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:27.618439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-188ab86c-0947-4dcb-9083-8d433ab5b79a req-d1914d20-28d9-452a-b5f3-1b15c5ca6730 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751522 Aug 16 02:18:27.643074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-e1feed17-f101-4284-9874-a5d34751fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.647889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-e1feed17-f101-4284-9874-a5d34751fef2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9c1a0671-6523-4360-831a-1bf02dc40c97 HTTP/1.1" status: 200 len: 902 time: 0.2915606 Aug 16 02:18:27.664892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.727975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df15874f-eb7e-4227-a9da-4d278d99f6f4 None None] Provisioning for port 9be48dc2-ff3c-4986-9564-a401200e49a8 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:27.754518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df15874f-eb7e-4227-a9da-4d278d99f6f4 None None] Provisioning complete for port 9be48dc2-ff3c-4986-9564-a401200e49a8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:27.754903 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df15874f-eb7e-4227-a9da-4d278d99f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.769413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e134-c39d-4533-9030-d22f2906ce07 req-6b3c846a-33cb-421a-abde-b100939e73fc tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.772131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9152e134-c39d-4533-9030-d22f2906ce07 req-6b3c846a-33cb-421a-abde-b100939e73fc tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.3408225 Aug 16 02:18:27.773007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.830509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 49ec937b-e65a-47cc-bdff-3605a999e4c2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=49ec937b-e65a-47cc-bdff-3605a999e4c2,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:27.836407 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3971a-6efc-472f-b80c-2055f311a3a4 x-openstack-request-id: req-5bf3971a-6efc-472f-b80c-2055f311a3a4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:27.837225 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "name": "network-vif-unplugged", "status": "completed", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:27.837487 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5bf3971a-6efc-472f-b80c-2055f311a3a4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:27.838887 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4', 'code': 200} Aug 16 02:18:27.854821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c7f38f53-9d62-48fc-954d-8b03672e09ea,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.858213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:27.861451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-125a4d60-6b55-4559-b6c3-eb67071d252a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80 HTTP/1.1" status: 200 len: 217 time: 0.1646633 Aug 16 02:18:27.871851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-df15874f-eb7e-4227-a9da-4d278d99f6f4 None None] Port 9be48dc2-ff3c-4986-9564-a401200e49a8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:27.882930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '49ec937b-e65a-47cc-bdff-3605a999e4c2', 'network_id': '6379c67d-412e-4b19-949b-b563fead83a0', 'port_id': '49ec937b-e65a-47cc-bdff-3605a999e4c2', 'mac_address': 'fa:16:3e:d8:4c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fcd2058-63a5-4996-8241-789412bba8e4', 'ip_address': '19.86.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:27.906306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:27.985817 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.016981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af7b5d-be4b-4464-8bcb-acb352a5164b req-a974b645-66c0-4aca-8fb6-15bb87087a20 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.021513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.023557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af7b5d-be4b-4464-8bcb-acb352a5164b req-a974b645-66c0-4aca-8fb6-15bb87087a20 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.032492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af7b5d-be4b-4464-8bcb-acb352a5164b req-a974b645-66c0-4aca-8fb6-15bb87087a20 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.032718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ec937b-e65a-47cc-bdff-3605a999e4c2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:28.040843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94af7b5d-be4b-4464-8bcb-acb352a5164b req-a974b645-66c0-4aca-8fb6-15bb87087a20 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2414 time: 0.1636488 Aug 16 02:18:28.085985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 49ec937b-e65a-47cc-bdff-3605a999e4c2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=49ec937b-e65a-47cc-bdff-3605a999e4c2,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:28.098044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.098706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device cc66b8f2-6bf7-44ac-a926-e86872e51d80 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:28.121026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94af7b5d-be4b-4464-8bcb-acb352a5164b req-f4c658cd-60df-4571-8932-6bec1cca2085 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Aug 16 02:18:28.135486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.151356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-e33bab44-4f2d-4ef2-88a3-08da23095d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.152855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-e33bab44-4f2d-4ef2-88a3-08da23095d28 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1a07451c-abeb-4a86-8655-75600947eebd HTTP/1.1" status: 200 len: 801 time: 0.2784305 Aug 16 02:18:28.166056 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9152e134-c39d-4533-9030-d22f2906ce07 req-3d375144-5423-437b-ae79-e885a432a6c5 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353753 Aug 16 02:18:28.227362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port cc66b8f2-6bf7-44ac-a926-e86872e51d80, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:28.237712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=49ec937b-e65a-47cc-bdff-3605a999e4c2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.261971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80', 'network_id': '9c1a0671-6523-4360-831a-1bf02dc40c97', 'port_id': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80', 'mac_address': 'fa:16:3e:0a:41:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a07451c-abeb-4a86-8655-75600947eebd', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:28.273606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:28.297493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.330895 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.355459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc66b8f2-6bf7-44ac-a926-e86872e51d80 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:28.359176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-ee03435c-82c3-45d0-9956-a087dec1432f tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 1002 time: 0.1867554 Aug 16 02:18:28.360566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Transition to ACTIVE for port object c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:28.380311 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.386277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.387040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.388437 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2b4f1a11-880f-4692-81da-b3768484e435 service neutron] 10.222.0.98 "PUT /v2.0/ports/bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 1123 time: 2.7693388 Aug 16 02:18:28.390296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-7ad5215e-25fa-4077-822a-d55a01147683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.391736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-7ad5215e-25fa-4077-822a-d55a01147683 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9c1a0671-6523-4360-831a-1bf02dc40c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194545 Aug 16 02:18:28.403285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port cc66b8f2-6bf7-44ac-a926-e86872e51d80, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:28.417189 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.483160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-5f145af1-551d-44cf-a95f-9fc03d9377df tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.484457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-5f145af1-551d-44cf-a95f-9fc03d9377df tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports/ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 943 time: 0.1199934 Aug 16 02:18:28.506486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=cc66b8f2-6bf7-44ac-a926-e86872e51d80,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.512314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.558357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['bc140477-7ebb-4bec-a02e-b0d22629d3d4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:28.564027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616c141-e305-4c8d-849f-9bb3da0c52f9 req-25732154-08f7-4778-ab32-d73ec6b97653 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.571212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a616c141-e305-4c8d-849f-9bb3da0c52f9 req-25732154-08f7-4778-ab32-d73ec6b97653 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 936 time: 0.2563255 Aug 16 02:18:28.648571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07977d45-6316-497d-a78d-8dc203109129 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 1002 time: 0.1032896 Aug 16 02:18:28.655935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-1c50a88a-6683-4427-bbd4-b4ec61bce2ec service neutron] 10.222.0.88 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465329 Aug 16 02:18:28.670643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a616c141-e305-4c8d-849f-9bb3da0c52f9 req-73c805a8-6b4f-4150-ab73-0e6e2affb6ec tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929234 Aug 16 02:18:28.770969 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.791428 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a5d5-5978-4d77-94ca-917818077b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.810105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Attempting to bind port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:28.810511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Attempting to bind port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:28.810790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Attempting to bind port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:28.823655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-3a719cf0-191f-4377-91a1-47c0d33fcbb3 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.823931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b522158b-652f-4efc-b5a9-4fde9fadf04b req-93e5bdc0-4a5b-4d87-a473-93efe7e7858f service neutron] 10.222.0.88 "GET /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517909 Aug 16 02:18:28.825111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-3a719cf0-191f-4377-91a1-47c0d33fcbb3 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1515727 Aug 16 02:18:28.826262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 on network add45809-b30a-41a9-8734-32157470ea2f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:28.826608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Attempting to bind port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:28.832174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:28.832640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:28.832945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Bound using segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:28.833385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Bound port: c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:28.833743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.881225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['49ec937b-e65a-47cc-bdff-3605a999e4c2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:28.895028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be48dc2-ff3c-4986-9564-a401200e49a8 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:28.910926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659922-be5c-498b-9189-7f77e0f6ea7e req-afb9c216-a12d-4305-8e10-e9affeb089ed tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.915707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c7f38f53-9d62-48fc-954d-8b03672e09ea'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:28.919125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['cc66b8f2-6bf7-44ac-a926-e86872e51d80'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:28.920462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc659922-be5c-498b-9189-7f77e0f6ea7e req-afb9c216-a12d-4305-8e10-e9affeb089ed tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1188285 Aug 16 02:18:28.926049 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.951148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-01789b2c-bd91-40cf-b8a8-c43eb31a680f tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 1002 time: 0.1146595 Aug 16 02:18:28.955763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] For port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:28.960937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] For port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:28.964672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:28.984358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc659922-be5c-498b-9189-7f77e0f6ea7e req-2a0785ca-6de7-4ae3-a927-0342762a270e tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Aug 16 02:18:29.005744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Transition to ACTIVE for port object 9be48dc2-ff3c-4986-9564-a401200e49a8 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:29.015021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.020923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.073397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.092451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.093088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.094525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] 10.222.0.88 "PUT /v2.0/ports/c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 HTTP/1.1" status: 200 len: 1092 time: 1.5163522 Aug 16 02:18:29.100097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'tag': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:29.102282 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f827cb4e-fec6-4aae-9632-9bb25d452453" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbdd180-6d89-4f35-bfb0-89a1f6559bad", "tag": "c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:29.127921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465b65-0767-4806-a301-3632ca27bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.148997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.192223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf7dbb-e0af-4163-85d1-c7509028cbce req-a219ca04-6cfc-435e-996d-1e993b0cd6ad tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.200171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07cf7dbb-e0af-4163-85d1-c7509028cbce req-a219ca04-6cfc-435e-996d-1e993b0cd6ad tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.1097929 Aug 16 02:18:29.211809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Pushing event updated for resources: {'Port': ['ID=9be48dc2-ff3c-4986-9564-a401200e49a8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.273626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6255ff9b-b11b-44e4-8bc6-bca13f0539d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.313459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Attempting to bind port 9be48dc2-ff3c-4986-9564-a401200e49a8 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:29.313797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Attempting to bind port 9be48dc2-ff3c-4986-9564-a401200e49a8 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:29.314128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Attempting to bind port 9be48dc2-ff3c-4986-9564-a401200e49a8 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:29.342745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07cf7dbb-e0af-4163-85d1-c7509028cbce req-368bb0ce-e607-4b7c-b267-2da04e051fc7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410444 Aug 16 02:18:29.343582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Port 9be48dc2-ff3c-4986-9564-a401200e49a8 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:29.343908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Attempting to bind port 9be48dc2-ff3c-4986-9564-a401200e49a8 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:29.346952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-906d6831-3bcf-42e8-828f-65c0b9a66464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.348515 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-906d6831-3bcf-42e8-828f-65c0b9a66464 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 1095 time: 0.1912582 Aug 16 02:18:29.357644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:29.357985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:29.358367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:29.358797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Bound port: 9be48dc2-ff3c-4986-9564-a401200e49a8, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:29.359161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.425425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-2873ef1f-5a5b-4f9c-a6f1-eb6811f570bd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 HTTP/1.1" status: 200 len: 217 time: 0.0598512 Aug 16 02:18:29.491331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] For port 9be48dc2-ff3c-4986-9564-a401200e49a8, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:29.496082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] For port 9be48dc2-ff3c-4986-9564-a401200e49a8, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9be48dc2-ff3c-4986-9564-a401200e49a8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:29.503037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.520214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805f5f4-52e4-41a2-8dae-b6008eae6ed5 req-9e7d48cc-5fd0-4067-a287-260473245bd0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.521700 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b805f5f4-52e4-41a2-8dae-b6008eae6ed5 req-9e7d48cc-5fd0-4067-a287-260473245bd0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 943 time: 0.0944798 Aug 16 02:18:29.528133 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.542390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.542849 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Floating IP 903ce3fa-cd9a-465c-a1ef-b4146d63f801 disassociated. External IP: 172.25.4.235, port: ebc1603f-92ac-451f-be99-a6412575ae69. Aug 16 02:18:29.552849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-db4c7530-da09-4d0a-87b5-45906b19b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.553101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.553601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.554891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-db4c7530-da09-4d0a-87b5-45906b19b2a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1171787 Aug 16 02:18:29.555115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] 10.222.0.98 "PUT /v2.0/ports/9be48dc2-ff3c-4986-9564-a401200e49a8 HTTP/1.1" status: 200 len: 1097 time: 2.0554132 Aug 16 02:18:29.624801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-5e38dbc7-59cf-4be6-b654-4a6be219cc9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371087 Aug 16 02:18:29.651149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3468f-6cf6-4b84-96f2-2413aa640525 service neutron] Pushing event updated for resources: {'Port': ['ID=9be48dc2-ff3c-4986-9564-a401200e49a8,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.659601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b805f5f4-52e4-41a2-8dae-b6008eae6ed5 req-3f862c86-0a09-444d-8e43-d7a2fc26d758 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159399 Aug 16 02:18:29.687747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2752a1d8-a0e6-41ba-b295-0b90340b55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.689342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-2752a1d8-a0e6-41ba-b295-0b90340b55d3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 1100 time: 0.0865784 Aug 16 02:18:29.737367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-a87a29b5-c0f1-4590-8adb-46bb036344a9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9be48dc2-ff3c-4986-9564-a401200e49a8 HTTP/1.1" status: 200 len: 217 time: 0.0394931 Aug 16 02:18:29.798220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-b5b3523c-bdf4-487a-b58d-7446dbcd4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.800131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-b5b3523c-bdf4-487a-b58d-7446dbcd4a3b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0543065 Aug 16 02:18:29.839871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4'}, {'name': 'network-changed', 'server_uuid': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'tag': '9be48dc2-ff3c-4986-9564-a401200e49a8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:29.843416 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f22ab-baf1-408f-a1f4-05814d0d95ac" -d '{"events": [{"name": "network-changed", "server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4"}, {"name": "network-changed", "server_uuid": "14ac309d-ddee-4c62-844d-5432fe2f4b5e", "tag": "9be48dc2-ff3c-4986-9564-a401200e49a8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:29.861140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-867ccbaf-9f2e-4363-b4a8-8eb6af1e25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.862673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-867ccbaf-9f2e-4363-b4a8-8eb6af1e25bc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543578 Aug 16 02:18:29.881211 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.976262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-5b27b832-4cb6-4219-b97f-f8177d21d19c service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027164 Aug 16 02:18:30.108015 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a862fb5-d2de-4f3f-8261-0daefe1c9377 x-openstack-request-id: req-7a862fb5-d2de-4f3f-8261-0daefe1c9377 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:30.108323 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbdd180-6d89-4f35-bfb0-89a1f6559bad", "tag": "c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:30.108568 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a862fb5-d2de-4f3f-8261-0daefe1c9377 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:30.108955 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'tag': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', 'status': 'completed', 'code': 200} Aug 16 02:18:30.142090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6255ff9b-b11b-44e4-8bc6-bca13f0539d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.146867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-026c0bb2-1699-466b-b215-d8a22c42ff87 req-095d2c7d-0869-4682-8720-7e1e75faf1fb service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615233 Aug 16 02:18:30.153505 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6255ff9b-b11b-44e4-8bc6-bca13f0539d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.164251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eafff6-1f5a-4316-a3bf-881e6de24284 req-93f6f4a8-2047-4f24-94e9-9db77ddc5b7f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.170326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eafff6-1f5a-4316-a3bf-881e6de24284 req-93f6f4a8-2047-4f24-94e9-9db77ddc5b7f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.180515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eafff6-1f5a-4316-a3bf-881e6de24284 req-93f6f4a8-2047-4f24-94e9-9db77ddc5b7f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.185383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8eafff6-1f5a-4316-a3bf-881e6de24284 req-93f6f4a8-2047-4f24-94e9-9db77ddc5b7f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2416 time: 0.0950963 Aug 16 02:18:30.228741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8eafff6-1f5a-4316-a3bf-881e6de24284 req-1c0e8f1b-ed6b-45ef-8551-77c3fd1f5835 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Aug 16 02:18:30.261537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-f277d61d-d82e-47c7-846d-f0935e91a311 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683272 Aug 16 02:18:30.264445 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6255ff9b-b11b-44e4-8bc6-bca13f0539d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e49c5c44a97f4ed48d6803d0630c7727&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1830001 Aug 16 02:18:30.268049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44232) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:30.278616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255ff9b-b11b-44e4-8bc6-bca13f0539d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a748d9d-bb1a-4d10-b6b0-667a3a1dbceb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.344191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Router 8f8c2907-516e-47ee-b763-fddef98464fd has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:30.348326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3456c-ba62-41fb-b09c-e50ba49569dc req-0cb4567d-26c5-49bf-937a-fbbb98348f08 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.349827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65a3456c-ba62-41fb-b09c-e50ba49569dc req-0cb4567d-26c5-49bf-937a-fbbb98348f08 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 948 time: 0.0499070 Aug 16 02:18:30.395487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65a3456c-ba62-41fb-b09c-e50ba49569dc req-a5be0a06-da65-451b-ad50-5c3a1df5134f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Aug 16 02:18:30.444192 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7c74ae-5526-4c14-80db-216ed3bb75c6 x-openstack-request-id: req-fe7c74ae-5526-4c14-80db-216ed3bb75c6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:30.444977 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14ac309d-ddee-4c62-844d-5432fe2f4b5e", "tag": "9be48dc2-ff3c-4986-9564-a401200e49a8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:30.444977 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe7c74ae-5526-4c14-80db-216ed3bb75c6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:30.445417 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4', 'status': 'completed', 'code': 200} Aug 16 02:18:30.445770 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'tag': '9be48dc2-ff3c-4986-9564-a401200e49a8', 'status': 'completed', 'code': 200} Aug 16 02:18:30.448414 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e021334-50db-40e2-962b-3cd7000b1294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.465337 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bba8c11-1fa8-4de5-bc31-ca16d9a24624 req-dd8d12e2-0155-4c7a-8023-a5c626ba6f51 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876962 Aug 16 02:18:30.508136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e021334-50db-40e2-962b-3cd7000b1294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.581910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-1284fa90-a89a-41fd-851b-145adc33458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.583610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-1284fa90-a89a-41fd-851b-145adc33458f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1126 time: 0.1077681 Aug 16 02:18:30.584101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:30.586083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-5e4c18e7-f559-4a6d-9c63-e787498189d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.587638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-5e4c18e7-f559-4a6d-9c63-e787498189d5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 1100 time: 0.1003134 Aug 16 02:18:30.589522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.596832 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] Sync routers for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:30.610243 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:30.611534 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:30.614375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56961f-2346-4e65-8af8-0313a1e9681b req-d69a911e-b3be-4c5c-b250-a84d76bbc90c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.616735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa56961f-2346-4e65-8af8-0313a1e9681b req-d69a911e-b3be-4c5c-b250-a84d76bbc90c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1034117 Aug 16 02:18:30.619652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-4d85ed57-1eed-4a34-aec4-46a036bf8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.621224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-4d85ed57-1eed-4a34-aec4-46a036bf8e79 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 1095 time: 0.0895581 Aug 16 02:18:30.629075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-07da5cb6-57d7-4cf7-a4f1-a28a68ec0a1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "PUT /v2.0/floatingips/903ce3fa-cd9a-465c-a1ef-b4146d63f801 HTTP/1.1" status: 200 len: 695 time: 1.6706922 Aug 16 02:18:30.643450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e021334-50db-40e2-962b-3cd7000b1294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.646116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e021334-50db-40e2-962b-3cd7000b1294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.649688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9e021334-50db-40e2-962b-3cd7000b1294 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a748d9d-bb1a-4d10-b6b0-667a3a1dbceb HTTP/1.1" status: 204 len: 168 time: 0.3761380 Aug 16 02:18:30.713122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e021334-50db-40e2-962b-3cd7000b1294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a748d9d-bb1a-4d10-b6b0-667a3a1dbceb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.753055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-4095ebc1-f5b8-425e-9c95-0450b3ae8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.754593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-4095ebc1-f5b8-425e-9c95-0450b3ae8a84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 1098 time: 0.0977144 Aug 16 02:18:30.787390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-ba422b5a-fd73-4729-b401-bdc44b64f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.789027 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-ba422b5a-fd73-4729-b401-bdc44b64f72f service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.1547019 Aug 16 02:18:30.805514 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:30.807707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa56961f-2346-4e65-8af8-0313a1e9681b req-366a719b-88d2-4af8-969a-48099b36c1a2 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676078 Aug 16 02:18:30.865676 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-d03fe80b-84b2-404f-9dc7-31e20ac49f84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 HTTP/1.1" status: 200 len: 217 time: 0.0423040 Aug 16 02:18:30.869726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-0f249bc3-9d43-4a48-b0a2-25a3578b45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.871397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-0f249bc3-9d43-4a48-b0a2-25a3578b45d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.2781773 Aug 16 02:18:30.875753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-c5a1bb65-28b4-48b1-8076-702b6bb37dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.879831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-c5a1bb65-28b4-48b1-8076-702b6bb37dba service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2769911 Aug 16 02:18:30.880023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device cc66b8f2-6bf7-44ac-a926-e86872e51d80 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:30.948694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-107e9c40-923a-410f-a94d-1b1629ab1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.950608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-107e9c40-923a-410f-a94d-1b1629ab1597 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 200 len: 930 time: 0.1845648 Aug 16 02:18:30.952218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-389608a3-69df-4827-a519-2cf6a288df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.953865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-389608a3-69df-4827-a519-2cf6a288df54 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.0797105 Aug 16 02:18:30.954002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-1711c3a5-ce5c-49a6-9489-9486f6f2e89b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0680444 Aug 16 02:18:30.963489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-1684d5aa-21c4-44fa-b730-ca0e5648fc57 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9be48dc2-ff3c-4986-9564-a401200e49a8 HTTP/1.1" status: 200 len: 217 time: 0.0705590 Aug 16 02:18:30.988889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port cc66b8f2-6bf7-44ac-a926-e86872e51d80 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:30.997198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port cc66b8f2-6bf7-44ac-a926-e86872e51d80 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:30.997976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.032458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-85aa252d-b4e8-4c68-aa71-04fc961ca5f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645187 Aug 16 02:18:31.033897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-cddf52fb-3aed-45c9-92df-1db175cff7ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 217 time: 0.0763218 Aug 16 02:18:31.088721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-94945fc1-bc03-42c3-a8c8-b2d338ad1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.090346 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-94945fc1-bc03-42c3-a8c8-b2d338ad1c1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1049194 Aug 16 02:18:31.098701 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:31.101031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01654-3de4-4db4-90fd-0a86dcc8f91d req-324a2eac-b57e-4824-a9c9-ef8ecedb80fa tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.110038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8af01654-3de4-4db4-90fd-0a86dcc8f91d req-324a2eac-b57e-4824-a9c9-ef8ecedb80fa tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.1830189 Aug 16 02:18:31.122691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-f78483a9-5c10-4665-8678-221c34bf6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.124777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-f78483a9-5c10-4665-8678-221c34bf6d41 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1376061 Aug 16 02:18:31.156712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-d295025f-b3b2-4063-9255-29e4ea838dd7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442367 Aug 16 02:18:31.161723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-e84c920f-663c-4331-9ef4-146dae74c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.169787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-e84c920f-663c-4331-9ef4-146dae74c90a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9d046d2e-d343-4958-88ee-d91f3ec2c074 HTTP/1.1" status: 200 len: 868 time: 0.1294479 Aug 16 02:18:31.190401 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.195459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44244) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:31.230605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:31.234638 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a3639-9fd5-4c98-90a9-4042e9a2cdf2" -d '{"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-plugged", "status": "completed", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:31.251094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port cc66b8f2-6bf7-44ac-a926-e86872e51d80, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:31.251365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02b12e0a-5bd9-4903-9248-a6689d5b8662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.253496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-ddbc8459-bf88-4bb8-8590-c252b81de342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.255361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-ddbc8459-bf88-4bb8-8590-c252b81de342 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844169 Aug 16 02:18:31.259443 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.260673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 49ec937b-e65a-47cc-bdff-3605a999e4c2 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:31.263812 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] Checking router: 8f8c2907-516e-47ee-b763-fddef98464fd for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:31.275876 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:31.276805 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:31.288714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-14435ea1-e787-4d3f-b59b-448036728993 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336156 Aug 16 02:18:31.306964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8af01654-3de4-4db4-90fd-0a86dcc8f91d req-ae22e64f-1f27-451b-86e7-3849ad5759f7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915348 Aug 16 02:18:31.324154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-dd7c7d17-57b3-468f-8c4d-e8fe71c2a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.326496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-dd7c7d17-57b3-468f-8c4d-e8fe71c2a8b4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1687760 Aug 16 02:18:31.369009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 49ec937b-e65a-47cc-bdff-3605a999e4c2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:31.383502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 49ec937b-e65a-47cc-bdff-3605a999e4c2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:31.383884 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.386909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=cc66b8f2-6bf7-44ac-a926-e86872e51d80,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:31.436119 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-d0d08acd-7d20-4a26-9ba0-b382e681fb4d service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621250 Aug 16 02:18:31.447078 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:31.499025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.509107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-e7c88206-44f2-430c-82cc-893b812b39b6 service neutron] 10.222.0.78 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462363 Aug 16 02:18:31.546962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 49ec937b-e65a-47cc-bdff-3605a999e4c2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=49ec937b-e65a-47cc-bdff-3605a999e4c2,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:31.552525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.553900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c7f38f53-9d62-48fc-954d-8b03672e09ea up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:31.600373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21903964-9bea-40fe-bf9a-b7b1449d6744 req-e0175f98-802d-42b7-a361-1cf5a9c1f2b0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.601925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21903964-9bea-40fe-bf9a-b7b1449d6744 req-e0175f98-802d-42b7-a361-1cf5a9c1f2b0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 943 time: 0.1716890 Aug 16 02:18:31.614155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-336598e2-9633-473b-84db-a1ec63d51733 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675233 Aug 16 02:18:31.616831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d1e2d5b-cecf-4830-ae37-0dc787ac33d1 req-4cea16f3-fd25-48f5-ad12-078596454335 service neutron] 10.222.0.78 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001801 Aug 16 02:18:31.623026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f827cb4e-fec6-4aae-9632-9bb25d452453 req-536f8733-baa2-48b0-bb03-a3f2afe3c488 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822499 Aug 16 02:18:31.662949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=49ec937b-e65a-47cc-bdff-3605a999e4c2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:31.685979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port c7f38f53-9d62-48fc-954d-8b03672e09ea completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:31.691567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port c7f38f53-9d62-48fc-954d-8b03672e09ea triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:31.691961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.751661 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:31.800513 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c26e8c-14b6-4430-9bff-0c1b454ddd10 x-openstack-request-id: req-59c26e8c-14b6-4430-9bff-0c1b454ddd10 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:31.801195 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-plugged", "status": "completed", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:31.801549 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59c26e8c-14b6-4430-9bff-0c1b454ddd10 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:31.801906 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950e8a2-d197-48ce-8a26-4fa30a8f3ab2 None None] The sync data for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 is: [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:17:45Z', 'revision_number': 4, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2', 'name': '', 'network_id': '2b8ac07f-2ea4-45b7-827d-34b35eadbb5c', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'mac_address': 'fa:16:3e:85:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:44Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'subnets': [{'id': '9d046d2e-d343-4958-88ee-d91f3ec2c074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:31.802102 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80', 'code': 200} Aug 16 02:18:31.816834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.836441 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.866161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c7f38f53-9d62-48fc-954d-8b03672e09ea, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c7f38f53-9d62-48fc-954d-8b03672e09ea,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:31.873861 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.904368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:31.931110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab995da1-105e-42d5-a8bd-3a6afeaf2387 req-a5731178-dc2a-408b-b6ee-7d0d8532812a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.938577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab995da1-105e-42d5-a8bd-3a6afeaf2387 req-a5731178-dc2a-408b-b6ee-7d0d8532812a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.945218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab995da1-105e-42d5-a8bd-3a6afeaf2387 req-a5731178-dc2a-408b-b6ee-7d0d8532812a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.954113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab995da1-105e-42d5-a8bd-3a6afeaf2387 req-a5731178-dc2a-408b-b6ee-7d0d8532812a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2419 time: 0.0828741 Aug 16 02:18:31.961171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c7f38f53-9d62-48fc-954d-8b03672e09ea,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:32.002393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab995da1-105e-42d5-a8bd-3a6afeaf2387 req-5c33a1f8-09fe-4cbf-ba17-2cc9fa2cf0e6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 Aug 16 02:18:32.045340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:32.052360 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02b12e0a-5bd9-4903-9248-a6689d5b8662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.059562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-0a867659-31be-4178-a79d-c44e0de89f16 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893667 Aug 16 02:18:32.068382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02b12e0a-5bd9-4903-9248-a6689d5b8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.077118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:18:32.093841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21903964-9bea-40fe-bf9a-b7b1449d6744 req-fd6cbaee-ae49-4e2c-92d0-f6f9edb22aee tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821172 Aug 16 02:18:32.104039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b12e0a-5bd9-4903-9248-a6689d5b8662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f077c6-366a-429e-af1a-a4d0db15df76,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:32.111511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:32.115648 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b50861-c73c-40df-988d-66407c5c9d39" -d '{"events": [{"name": "network-changed", "server_uuid": "35171d74-6858-46d6-950f-13336d181110", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:32.148007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-02b12e0a-5bd9-4903-9248-a6689d5b8662 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20b54a1cbbc74f439c8647362b4c3ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9513972 Aug 16 02:18:32.150798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:32.174051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3057f-e130-421d-aab3-d113fc0fae15 None None] New status for floating IP 903ce3fa-cd9a-465c-a1ef-b4146d63f801: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:18:32.175636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7285a1-f442-4368-a0ae-dbb8725cf20d req-9921b4eb-5331-4aab-b48e-31feaa0e9d68 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.182911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a7285a1-f442-4368-a0ae-dbb8725cf20d req-9921b4eb-5331-4aab-b48e-31feaa0e9d68 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 948 time: 0.0819745 Aug 16 02:18:32.199865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-39e0cbc1-679c-43d7-8f45-5c4f52149b0d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips/903ce3fa-cd9a-465c-a1ef-b4146d63f801 HTTP/1.1" status: 200 len: 695 time: 0.0671380 Aug 16 02:18:32.203659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-961f22ab-baf1-408f-a1f4-05814d0d95ac req-1eeef073-7bd9-4e11-8b3f-add300b53ed7 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724256 Aug 16 02:18:32.240947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a7285a1-f442-4368-a0ae-dbb8725cf20d req-abe78cce-af2a-46a8-bdde-b03149311a84 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571291 Aug 16 02:18:32.258862 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd0b37f5-61b2-4850-b72b-ae9a6190f75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.295096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd0b37f5-61b2-4850-b72b-ae9a6190f75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.339030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-15156b33-8d2d-4aa8-98df-1fa0fc6eb1af tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.341043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-15156b33-8d2d-4aa8-98df-1fa0fc6eb1af tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1339126 Aug 16 02:18:32.382482 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd0b37f5-61b2-4850-b72b-ae9a6190f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.385300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd0b37f5-61b2-4850-b72b-ae9a6190f75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.389555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd0b37f5-61b2-4850-b72b-ae9a6190f75c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7f077c6-366a-429e-af1a-a4d0db15df76 HTTP/1.1" status: 204 len: 168 time: 0.2349322 Aug 16 02:18:32.397821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-9d3e266b-4987-47d5-87dd-4feb291571cc tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 698 time: 0.0502849 Aug 16 02:18:32.398216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b37f5-61b2-4850-b72b-ae9a6190f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f077c6-366a-429e-af1a-a4d0db15df76,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:32.411675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e1d9f-3fbd-4fef-9046-0c7aa51b2eac req-ffb197c2-9829-4a5e-ac60-b9b964439df0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.416812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e60e1d9f-3fbd-4fef-9046-0c7aa51b2eac req-ffb197c2-9829-4a5e-ac60-b9b964439df0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1072555 Aug 16 02:18:32.459642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-44673bcb-1c30-4673-853c-8eaf23aa1371 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 696 time: 0.0511909 Aug 16 02:18:32.468433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e60e1d9f-3fbd-4fef-9046-0c7aa51b2eac req-02e661e8-67b9-4380-a0b8-c5c2f677b85c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469067 Aug 16 02:18:32.507697 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52f5e28-3fcd-48d9-b022-1d171a2bf6b2 x-openstack-request-id: req-c52f5e28-3fcd-48d9-b022-1d171a2bf6b2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:32.508266 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35171d74-6858-46d6-950f-13336d181110", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:32.509094 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c52f5e28-3fcd-48d9-b022-1d171a2bf6b2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:32.509574 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'status': 'completed', 'code': 200} Aug 16 02:18:32.611537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-5d436227-6120-4b58-b208-577f006f5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.613073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-5d436227-6120-4b58-b208-577f006f5e0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 1098 time: 0.0694647 Aug 16 02:18:32.614463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab39e7-d644-481b-b988-471d67de5173 req-1e692dcb-4c46-43c2-9020-842e205c6821 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.616093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86ab39e7-d644-481b-b988-471d67de5173 req-1e692dcb-4c46-43c2-9020-842e205c6821 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.0588946 Aug 16 02:18:32.659264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86ab39e7-d644-481b-b988-471d67de5173 req-d8e075f2-0247-46c7-8b9f-a0461577636a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Aug 16 02:18:32.679882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Deleting port d0f89436-99bb-493e-acc5-e5cd857b6a18 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:32.679882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.770943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-eb68f331-c978-4319-8130-290b5bc802db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.772793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-eb68f331-c978-4319-8130-290b5bc802db service neutron] 10.222.0.88 "GET /v2.0/networks?id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 200 len: 930 time: 0.1520350 Aug 16 02:18:32.787444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.788470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.836920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Calling delete_port for d0f89436-99bb-493e-acc5-e5cd857b6a18 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:32.842333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-100d00a2-8e81-40dd-83d4-3d69464a1ce7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 200 len: 217 time: 0.0519104 Aug 16 02:18:32.893058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:32.936723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-a193dcab-7660-406c-892d-87ff88e4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.937995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-a193dcab-7660-406c-892d-87ff88e4a316 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d046d2e-d343-4958-88ee-d91f3ec2c074 HTTP/1.1" status: 200 len: 868 time: 0.0887554 Aug 16 02:18:33.001771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.002492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-95e5787c-4926-499b-9a62-37343c2fe48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.003889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-95e5787c-4926-499b-9a62-37343c2fe48f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576086 Aug 16 02:18:33.015718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'port_id': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', 'mac_address': 'fa:16:3e:e7:a9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ad524-3dc8-4cf9-86c3-052bdb96ecaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:33.064742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.078722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:33.104098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.118026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.123404 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.139243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event deleted for resources: {'Port': ['ID=d0f89436-99bb-493e-acc5-e5cd857b6a18,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.155591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-59f002e2-3375-40af-9b42-05cd68ae1c43 service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336994 Aug 16 02:18:33.174859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a334be-615c-4a58-8289-f2f67f0d1d43 req-7b2f1518-8466-4a0e-aa80-bfa3073f7b19 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.180998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a334be-615c-4a58-8289-f2f67f0d1d43 req-7b2f1518-8466-4a0e-aa80-bfa3073f7b19 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.187381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a334be-615c-4a58-8289-f2f67f0d1d43 req-7b2f1518-8466-4a0e-aa80-bfa3073f7b19 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.189083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8a334be-615c-4a58-8289-f2f67f0d1d43 req-7b2f1518-8466-4a0e-aa80-bfa3073f7b19 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2419 time: 0.0872533 Aug 16 02:18:33.194082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.240957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8a334be-615c-4a58-8289-f2f67f0d1d43 req-eef35013-4f36-449d-97ca-f305c739454e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 Aug 16 02:18:33.259698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.262767 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.264455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26b5b697-ea8c-4c89-a42b-29da1e5fef84 req-28d27d3d-6602-44c3-930e-8e34ade9d367 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "DELETE /v2.0/floatingips/903ce3fa-cd9a-465c-a1ef-b4146d63f801 HTTP/1.1" status: 204 len: 173 time: 0.7988217 Aug 16 02:18:33.306876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7b50861-c73c-40df-988d-66407c5c9d39 req-61c62a69-ccbd-4727-b78b-6b124d06ffa9 service neutron] 10.222.0.88 "GET /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362407 Aug 16 02:18:33.363414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb492-1ca9-4200-a966-152ec3a25484 req-7f842020-d6db-4604-99bb-e4f6d7a031d7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.365122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-152cb492-1ca9-4200-a966-152ec3a25484 req-7f842020-d6db-4604-99bb-e4f6d7a031d7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 944 time: 0.0626674 Aug 16 02:18:33.389618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6523f4-31f2-4dc7-bddd-735a52b568b0 req-f331e87a-02cf-4cce-8628-0b8be642cfd2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.391659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb6523f4-31f2-4dc7-bddd-735a52b568b0 req-f331e87a-02cf-4cce-8628-0b8be642cfd2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 948 time: 0.0576327 Aug 16 02:18:33.404765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-152cb492-1ca9-4200-a966-152ec3a25484 req-95721168-9c53-43ac-aac1-3d80b6c08010 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Aug 16 02:18:33.433754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:33.471661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb6523f4-31f2-4dc7-bddd-735a52b568b0 req-549e7b4f-6559-4797-a874-205690befa0c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680916 Aug 16 02:18:33.551543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-d0bdc958-c5cc-4df0-a604-9945fd9ba19f service neutron] 10.222.0.88 "GET /v2.0/ports/bc140477-7ebb-4bec-a02e-b0d22629d3d4/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.1240964 Aug 16 02:18:33.574173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796b2d5-2064-4dbe-b335-005323d09a40 req-f6bca9f5-79fb-434b-9bec-4eed5266aacd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.576118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0796b2d5-2064-4dbe-b335-005323d09a40 req-f6bca9f5-79fb-434b-9bec-4eed5266aacd tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0874069 Aug 16 02:18:33.629948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0796b2d5-2064-4dbe-b335-005323d09a40 req-4d7ad3fa-9a51-4288-9bf3-be73c6533261 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0481155 Aug 16 02:18:33.702213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4eadb-f763-4f3d-ac31-a69f613df7a2 req-52041481-ca43-4e59-bb47-995f57afb9f7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.703993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8eb4eadb-f763-4f3d-ac31-a69f613df7a2 req-52041481-ca43-4e59-bb47-995f57afb9f7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0957034 Aug 16 02:18:33.720542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b046cd51-dd5b-439e-a070-0751c808103b req-b44aa8c8-38d5-4f61-a200-66bd5db3a296 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0621941 Aug 16 02:18:33.800722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8eb4eadb-f763-4f3d-ac31-a69f613df7a2 req-32f0f3b8-3972-40cc-a17b-09ec11ec46b9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891581 Aug 16 02:18:33.804027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ec937b-e65a-47cc-bdff-3605a999e4c2'}, {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:33.806635 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9963b5aa-6587-4cc7-a48f-2826ed64202a" -d '{"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-plugged", "status": "completed", "tag": "49ec937b-e65a-47cc-bdff-3605a999e4c2"}, {"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-plugged", "status": "completed", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:33.822870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab9819-da41-4c6e-af4e-2278d35c126e req-78577491-0113-44d0-a751-74a8f3f1d77f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.824538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74ab9819-da41-4c6e-af4e-2278d35c126e req-78577491-0113-44d0-a751-74a8f3f1d77f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 943 time: 0.0638433 Aug 16 02:18:33.835587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.869798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:33.875941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74ab9819-da41-4c6e-af4e-2278d35c126e req-bcfcda7b-6659-4a3d-8a7f-8c9b353ead47 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Aug 16 02:18:33.903769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9be48dc2-ff3c-4986-9564-a401200e49a8 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:33.911119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc140477-7ebb-4bec-a02e-b0d22629d3d4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:33.922650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.947150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.026384 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18283b21-c21d-4739-99a9-4cf6a3e27920 x-openstack-request-id: req-18283b21-c21d-4739-99a9-4cf6a3e27920 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:34.027134 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-plugged", "status": "completed", "tag": "49ec937b-e65a-47cc-bdff-3605a999e4c2", "code": 200}, {"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-plugged", "status": "completed", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:34.027672 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18283b21-c21d-4739-99a9-4cf6a3e27920 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:34.028088 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ec937b-e65a-47cc-bdff-3605a999e4c2', 'code': 200} Aug 16 02:18:34.028414 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea', 'code': 200} Aug 16 02:18:34.063464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9be48dc2-ff3c-4986-9564-a401200e49a8, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9be48dc2-ff3c-4986-9564-a401200e49a8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:34.078405 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '9be48dc2-ff3c-4986-9564-a401200e49a8', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '9be48dc2-ff3c-4986-9564-a401200e49a8', 'mac_address': 'fa:16:3e:63:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:34.080235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] Transition to ACTIVE for port object bc140477-7ebb-4bec-a02e-b0d22629d3d4 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:34.094048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.120723 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.138243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be48dc2-ff3c-4986-9564-a401200e49a8 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:34.153236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0374c-3351-4d80-a134-d888a402f21c req-f831cee1-f85d-4b88-97fe-47bde307f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.154005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0374c-3351-4d80-a134-d888a402f21c req-f831cee1-f85d-4b88-97fe-47bde307f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.154658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0374c-3351-4d80-a134-d888a402f21c req-f831cee1-f85d-4b88-97fe-47bde307f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.156528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85a0374c-3351-4d80-a134-d888a402f21c req-f831cee1-f85d-4b88-97fe-47bde307f69b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2875 time: 0.0545256 Aug 16 02:18:34.163104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9be48dc2-ff3c-4986-9564-a401200e49a8, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9be48dc2-ff3c-4986-9564-a401200e49a8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:34.168016 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.189284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] No DVR routers for this DVR port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:34.202844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85a0374c-3351-4d80-a134-d888a402f21c req-6f052cc3-cd1b-448f-b09b-703bc2bbd0bd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Aug 16 02:18:34.223891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9be48dc2-ff3c-4986-9564-a401200e49a8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.244938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12454ff-6258-4ab8-bd25-359155edba07 req-f498c019-a5e1-4345-b684-e6214a086f60 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.246449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a12454ff-6258-4ab8-bd25-359155edba07 req-f498c019-a5e1-4345-b684-e6214a086f60 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 946 time: 0.1793931 Aug 16 02:18:34.249253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] Pushing event updated for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.254708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dfb2cda7-ce58-4c52-a932-980bcce63b9f service neutron] 10.222.0.88 "PUT /v2.0/ports/bc140477-7ebb-4bec-a02e-b0d22629d3d4/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6947174 Aug 16 02:18:34.290869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a12454ff-6258-4ab8-bd25-359155edba07 req-3c7f4482-c326-47dc-96e9-5eb9ef483b1d tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Aug 16 02:18:34.382346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153980e-a146-406a-b787-72ba341d6dbc req-c996146e-16e8-49fe-b66d-1b2e7d6ad5e5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.387229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-584515a6-0a12-4f90-9546-e27eb63401e2 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.388339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153980e-a146-406a-b787-72ba341d6dbc req-c996146e-16e8-49fe-b66d-1b2e7d6ad5e5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.389087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-584515a6-0a12-4f90-9546-e27eb63401e2 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.0541732 Aug 16 02:18:34.394261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153980e-a146-406a-b787-72ba341d6dbc req-c996146e-16e8-49fe-b66d-1b2e7d6ad5e5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.395925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5153980e-a146-406a-b787-72ba341d6dbc req-c996146e-16e8-49fe-b66d-1b2e7d6ad5e5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2419 time: 0.0771952 Aug 16 02:18:34.439688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5153980e-a146-406a-b787-72ba341d6dbc req-225099a3-b266-4409-8eb6-de69e31b0f16 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 Aug 16 02:18:34.440427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-abfbcf6c-97c4-4da8-b08f-ec40c68d93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.442113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-abfbcf6c-97c4-4da8-b08f-ec40c68d93a0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862&tenant_id=242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 1096 time: 0.0435379 Aug 16 02:18:34.462057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['9be48dc2-ff3c-4986-9564-a401200e49a8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:34.557230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-5eb2fbe5-de4d-41cb-bb0b-9e62b1abcb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.558836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-5eb2fbe5-de4d-41cb-bb0b-9e62b1abcb8c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1096 time: 0.0820837 Aug 16 02:18:34.570550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4640c0-b47b-4b91-96a5-1fdb43031f73 req-65b61b6a-b992-419e-8df3-6e660135cdea tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.572152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b4640c0-b47b-4b91-96a5-1fdb43031f73 req-65b61b6a-b992-419e-8df3-6e660135cdea tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 944 time: 0.0863421 Aug 16 02:18:34.602398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d0553-d575-4b9c-8a71-3786e4a7c350 req-a9b4e796-9f8d-470e-944b-c64bb0dbb773 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.610965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce9d0553-d575-4b9c-8a71-3786e4a7c350 req-a9b4e796-9f8d-470e-944b-c64bb0dbb773 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 949 time: 0.0681829 Aug 16 02:18:34.651948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce9d0553-d575-4b9c-8a71-3786e4a7c350 req-41a356e9-fb1d-4d02-8554-c715d7bd6e8e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Aug 16 02:18:34.660460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b4640c0-b47b-4b91-96a5-1fdb43031f73 req-8a66cb76-8b63-48df-902e-5c15e86e0020 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785885 Aug 16 02:18:34.688504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-e8df0e1d-d644-4e60-bb80-58d2e9c6d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.690128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-e8df0e1d-d644-4e60-bb80-58d2e9c6d594 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.1169770 Aug 16 02:18:34.746114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-dd402ba0-cc4c-487f-a4b1-145dc3245d82 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0390799 Aug 16 02:18:34.797514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-ee39cb1b-3bf4-49b5-b859-a4471314db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.798993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-ee39cb1b-3bf4-49b5-b859-a4471314db0f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.0446353 Aug 16 02:18:34.831492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-2aa1324c-5c2b-436d-ada3-90fe27903d18 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243940 Aug 16 02:18:34.908579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:34.944397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-d168fc49-9235-49f7-b88a-41f51a544cfa service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045084 Aug 16 02:18:34.962411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db46c7-7c52-4379-b589-81c92e61285f req-9bc92331-0e1b-424e-abb8-4ba5b0b03bf7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.963068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:34.964182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27db46c7-7c52-4379-b589-81c92e61285f req-9bc92331-0e1b-424e-abb8-4ba5b0b03bf7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0860765 Aug 16 02:18:34.967875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:34.968248 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.024407 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27db46c7-7c52-4379-b589-81c92e61285f req-a1fd27e1-0c5b-461b-9f30-aa2785967aa4 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Aug 16 02:18:35.073479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.093863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166c432-8ab6-4ffc-922e-ee21870627dc req-55497aea-4a2b-4510-9a31-0b6a80cf24f2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.095421 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b166c432-8ab6-4ffc-922e-ee21870627dc req-55497aea-4a2b-4510-9a31-0b6a80cf24f2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.0842369 Aug 16 02:18:35.099500 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-d6052092-bdea-4a80-8309-2a8a89b94dc8 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439426 Aug 16 02:18:35.119034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:35.124670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.125825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:35.145184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b166c432-8ab6-4ffc-922e-ee21870627dc req-29e0a3be-fada-47d4-b5c5-54ab044275b5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Aug 16 02:18:35.227284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:35.228858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.398063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-610a59e1-eef6-4f50-b955-40c0cc004a2f tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.399748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-610a59e1-eef6-4f50-b955-40c0cc004a2f tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.0520420 Aug 16 02:18:35.439957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da2e13-5c86-4619-9595-7e43cf4f5d66 req-ebd273ce-50e8-40e1-950e-0d8ab010bb29 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.441731 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48da2e13-5c86-4619-9595-7e43cf4f5d66 req-ebd273ce-50e8-40e1-950e-0d8ab010bb29 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 946 time: 0.0677495 Aug 16 02:18:35.483686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48da2e13-5c86-4619-9595-7e43cf4f5d66 req-96dea3d0-cb6f-40e2-a784-6fddd0b00239 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/security-groups?id=50647dea-adbe-4cda-bccf-f9aa60edd2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352433 Aug 16 02:18:35.603016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-331fa865-096d-4867-b40f-2ff224ec5af2 service neutron] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:35.610420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-331fa865-096d-4867-b40f-2ff224ec5af2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.611539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-662d6ce5-6c6a-4ad9-82be-163a187e8a8d req-331fa865-096d-4867-b40f-2ff224ec5af2 service neutron] 10.222.0.98 "DELETE /v2.0/ports/bc140477-7ebb-4bec-a02e-b0d22629d3d4/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.1974452 Aug 16 02:18:35.628610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdc0ff-6fd7-4512-831b-c3d0ec69d668 req-f14abab3-50e6-41a3-a95d-3841c3b345f8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.636670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdc0ff-6fd7-4512-831b-c3d0ec69d668 req-f14abab3-50e6-41a3-a95d-3841c3b345f8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.644096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdc0ff-6fd7-4512-831b-c3d0ec69d668 req-f14abab3-50e6-41a3-a95d-3841c3b345f8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.645818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26bdc0ff-6fd7-4512-831b-c3d0ec69d668 req-f14abab3-50e6-41a3-a95d-3841c3b345f8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2419 time: 0.1200118 Aug 16 02:18:35.659046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-12702b50-d46b-4c2b-af50-96ec759ab895 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.660500 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-12702b50-d46b-4c2b-af50-96ec759ab895 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.88 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 946 time: 0.1012580 Aug 16 02:18:35.754539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26bdc0ff-6fd7-4512-831b-c3d0ec69d668 req-5262e0fe-5f7d-4bf0-b531-9ebddd9ea9cb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930610 Aug 16 02:18:35.781475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b33e0-c124-430c-ae70-a3aaee575abc req-2266fced-5f6c-49cf-870b-95a36ad96965 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.783028 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-806b33e0-c124-430c-ae70-a3aaee575abc req-2266fced-5f6c-49cf-870b-95a36ad96965 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 949 time: 0.0544124 Aug 16 02:18:35.788563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Deleting port ebc1603f-92ac-451f-be99-a6412575ae69 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:35.788912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.845745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-806b33e0-c124-430c-ae70-a3aaee575abc req-68445c49-710d-44fc-a72d-8186cc62d33b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Aug 16 02:18:35.910105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9be48dc2-ff3c-4986-9564-a401200e49a8 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:35.931521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eb809-1289-40a6-a472-944b26eda5d1 req-2051b223-6e8f-4d00-8b4b-1690230acd46 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.939038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f13eb809-1289-40a6-a472-944b26eda5d1 req-2051b223-6e8f-4d00-8b4b-1690230acd46 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 945 time: 0.0887609 Aug 16 02:18:35.941863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] For port ebc1603f-92ac-451f-be99-a6412575ae69, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ebc1603f-92ac-451f-be99-a6412575ae69,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:35.942297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.974364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Calling delete_port for ebc1603f-92ac-451f-be99-a6412575ae69 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:35.983239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 9be48dc2-ff3c-4986-9564-a401200e49a8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:35.988341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 9be48dc2-ff3c-4986-9564-a401200e49a8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:35.988956 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.007077 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f13eb809-1289-40a6-a472-944b26eda5d1 req-524d9bba-1caa-41e0-9a88-799701bc88e1 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612724 Aug 16 02:18:36.049247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:36.053523 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97de193-3653-449e-9c80-16ce9b9eeb3f" -d '{"events": [{"server_uuid": "9cbdd180-6d89-4f35-bfb0-89a1f6559bad", "name": "network-vif-plugged", "status": "completed", "tag": "c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:36.166631 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.193899 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272ca4f-2657-4ee4-9f82-bb978063cfe8 x-openstack-request-id: req-6272ca4f-2657-4ee4-9f82-bb978063cfe8 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:36.194192 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbdd180-6d89-4f35-bfb0-89a1f6559bad", "name": "network-vif-plugged", "status": "completed", "tag": "c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:36.194442 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6272ca4f-2657-4ee4-9f82-bb978063cfe8 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:36.194828 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', 'code': 200} Aug 16 02:18:36.199879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.214448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ebc1603f-92ac-451f-be99-a6412575ae69'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:36.223566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5002a7-a476-4238-b5a1-4c6bf6fda48b req-826690c5-4f5b-4874-a437-d033c43a886b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.225469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f5002a7-a476-4238-b5a1-4c6bf6fda48b req-826690c5-4f5b-4874-a437-d033c43a886b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0881176 Aug 16 02:18:36.255230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9be48dc2-ff3c-4986-9564-a401200e49a8, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9be48dc2-ff3c-4986-9564-a401200e49a8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:36.268976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.284169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Pushing event deleted for resources: {'Port': ['ID=ebc1603f-92ac-451f-be99-a6412575ae69,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.317710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] No DVR routers for this DVR port ebc1603f-92ac-451f-be99-a6412575ae69 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:36.321839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.327238 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e969510-2649-45d6-b0f3-ca202570e5ab req-3b1af9aa-93a0-4507-ada7-c8a0bf607b79 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.88 "DELETE /v2.0/ports/ebc1603f-92ac-451f-be99-a6412575ae69 HTTP/1.1" status: 204 len: 173 time: 0.6589305 Aug 16 02:18:36.355800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'name': 'network-vif-deleted', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:36.357761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9be48dc2-ff3c-4986-9564-a401200e49a8,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.358988 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce7e5e4-569c-4a63-b7b1-e9806bc2e59f" -d '{"events": [{"server_uuid": "35171d74-6858-46d6-950f-13336d181110", "name": "network-vif-deleted", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:36.378304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2753-3008-42b9-87b9-44a99cf19747 req-eb516476-0f9e-4ced-a16f-1c6f5d6869b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.384081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21ef2753-3008-42b9-87b9-44a99cf19747 req-eb516476-0f9e-4ced-a16f-1c6f5d6869b6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 1097 time: 0.1056941 Aug 16 02:18:36.442448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f5002a7-a476-4238-b5a1-4c6bf6fda48b req-62ce4278-e35b-41b4-9711-f3241e79bbc8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933975 Aug 16 02:18:36.470670 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21ef2753-3008-42b9-87b9-44a99cf19747 req-849343d5-aece-423c-9911-581285118811 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795369 Aug 16 02:18:36.548323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06f49d-7e37-481f-a2b2-cb1963f7115c req-f8ccc629-4430-4022-9ba6-ef5880662c4f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.554300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06f49d-7e37-481f-a2b2-cb1963f7115c req-f8ccc629-4430-4022-9ba6-ef5880662c4f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.561577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06f49d-7e37-481f-a2b2-cb1963f7115c req-f8ccc629-4430-4022-9ba6-ef5880662c4f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.563509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f06f49d-7e37-481f-a2b2-cb1963f7115c req-f8ccc629-4430-4022-9ba6-ef5880662c4f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2419 time: 0.0954449 Aug 16 02:18:36.572752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a0fd-0dcb-43d7-b934-4975e561d713 req-2874c3eb-b6bd-4d78-bb94-22dc99b5672e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.574948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0946a0fd-0dcb-43d7-b934-4975e561d713 req-2874c3eb-b6bd-4d78-bb94-22dc99b5672e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.0704770 Aug 16 02:18:36.624801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f06f49d-7e37-481f-a2b2-cb1963f7115c req-cc8e7cfb-649e-4a99-9b4e-8195fa405a0b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Aug 16 02:18:36.632131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0946a0fd-0dcb-43d7-b934-4975e561d713 req-01bd86d8-60a3-49ab-9d38-f1e6047d95ea tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476999 Aug 16 02:18:36.661898 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf3fbce-b7d4-4e94-9a89-1d38166447fa x-openstack-request-id: req-bdf3fbce-b7d4-4e94-9a89-1d38166447fa {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:36.662292 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35171d74-6858-46d6-950f-13336d181110", "name": "network-vif-deleted", "tag": "ebc1603f-92ac-451f-be99-a6412575ae69", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:36.662633 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bdf3fbce-b7d4-4e94-9a89-1d38166447fa {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:36.663148 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35171d74-6858-46d6-950f-13336d181110', 'name': 'network-vif-deleted', 'tag': 'ebc1603f-92ac-451f-be99-a6412575ae69', 'status': 'completed', 'code': 200} Aug 16 02:18:36.732798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f291aee-3f60-4676-8d7b-b83da7764345 req-26c88583-5719-460e-8c06-4b60d939a9db tempest-FloatingIPsAssociationNegativeTestJSON-1240094178 tempest-FloatingIPsAssociationNegativeTestJSON-1240094178-project] 10.222.0.78 "GET /v2.0/ports?device_id=35171d74-6858-46d6-950f-13336d181110 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Aug 16 02:18:36.770646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccc37-2491-4654-b9be-1e7544061cd6 req-3135a4f8-ecfc-41e9-a49c-33bceade4044 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.772191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bceccc37-2491-4654-b9be-1e7544061cd6 req-3135a4f8-ecfc-41e9-a49c-33bceade4044 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1096 time: 0.0418169 Aug 16 02:18:36.806951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bceccc37-2491-4654-b9be-1e7544061cd6 req-b9a55518-f64b-48b0-8654-ea4b9c30ad26 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288000 Aug 16 02:18:37.013884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de285b-0103-4001-b279-592226ecc7f5 req-10e1dc1c-8d01-40cb-8d0e-7051dcc73b17 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.017129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6de285b-0103-4001-b279-592226ecc7f5 req-10e1dc1c-8d01-40cb-8d0e-7051dcc73b17 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 950 time: 0.1025238 Aug 16 02:18:37.057482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6de285b-0103-4001-b279-592226ecc7f5 req-b01e5715-6a0e-47e5-8b0c-6e271428c56c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Aug 16 02:18:37.137277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-88475f30-c254-4908-ba39-b68d79b0ec84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.138843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-88475f30-c254-4908-ba39-b68d79b0ec84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.1151886 Aug 16 02:18:37.154193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-0f3c99f6-a676-4334-bbe5-5e928c71c6e3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/quotas/242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 375 time: 0.0096617 Aug 16 02:18:37.177830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9626de-0b7c-418c-855f-195b4b944895 req-7841c019-6753-4d1b-8010-7ed862376a29 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.179393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e9626de-0b7c-418c-855f-195b4b944895 req-7841c019-6753-4d1b-8010-7ed862376a29 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 945 time: 0.0573058 Aug 16 02:18:37.211090 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-5e5a3c4f-5b9a-4c0e-b001-be78defd3d98 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494728 Aug 16 02:18:37.221961 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e9626de-0b7c-418c-855f-195b4b944895 req-fe65898d-7b7e-4794-bed0-518c8e599416 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351915 Aug 16 02:18:37.319222 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-b8bcfade-a26f-4fe5-958e-4f19ece62cbb service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999334 Aug 16 02:18:37.437275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-99203dcb-7cea-4f9c-9862-85f6c6897b80 service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881674 Aug 16 02:18:37.550522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210138d-5ef8-44b3-b072-7c554cd87cd6 req-ee5ba1a6-c165-49dc-b381-d4cb17c0b988 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.555694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2210138d-5ef8-44b3-b072-7c554cd87cd6 req-ee5ba1a6-c165-49dc-b381-d4cb17c0b988 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0565712 Aug 16 02:18:37.607693 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2210138d-5ef8-44b3-b072-7c554cd87cd6 req-a29bfa96-fd53-447c-b025-d7e9bc56f863 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479596 Aug 16 02:18:37.634668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25f6a3a3-67f8-4d82-9276-c7e4ce64ad64 req-8874a8a8-30f8-44c3-be32-87c74a786466 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 210 time: 0.0310221 Aug 16 02:18:37.753051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610219-86b8-4073-81bc-5a45c29fadf1 req-dddaafb1-4348-4222-8aa6-49bfa6d97041 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.761031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610219-86b8-4073-81bc-5a45c29fadf1 req-dddaafb1-4348-4222-8aa6-49bfa6d97041 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.767133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610219-86b8-4073-81bc-5a45c29fadf1 req-dddaafb1-4348-4222-8aa6-49bfa6d97041 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.768856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01610219-86b8-4073-81bc-5a45c29fadf1 req-dddaafb1-4348-4222-8aa6-49bfa6d97041 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2419 time: 0.0757978 Aug 16 02:18:37.792262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44466) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:37.843824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01610219-86b8-4073-81bc-5a45c29fadf1 req-565e3422-3e99-4ed9-a7a2-c02993137886 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Aug 16 02:18:38.093823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f381b147-eaf0-4f54-8445-43ea65b43c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.099662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f381b147-eaf0-4f54-8445-43ea65b43c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.105590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f381b147-eaf0-4f54-8445-43ea65b43c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.108528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f381b147-eaf0-4f54-8445-43ea65b43c5f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2419 time: 0.1019173 Aug 16 02:18:38.196847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be48dc2-ff3c-4986-9564-a401200e49a8'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:38.201005 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b57859-d56e-441d-89b6-4a5b2d1e4092" -d '{"events": [{"server_uuid": "14ac309d-ddee-4c62-844d-5432fe2f4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "9be48dc2-ff3c-4986-9564-a401200e49a8"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:38.241903 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab8991-7600-44f0-8bf8-2782e9614496 x-openstack-request-id: req-27ab8991-7600-44f0-8bf8-2782e9614496 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:38.243067 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ac309d-ddee-4c62-844d-5432fe2f4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "9be48dc2-ff3c-4986-9564-a401200e49a8", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:38.243752 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27ab8991-7600-44f0-8bf8-2782e9614496 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:38.244562 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be48dc2-ff3c-4986-9564-a401200e49a8', 'code': 200} Aug 16 02:18:38.294679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfa420-884c-4080-8cee-a2cf28bfbd13 req-7efb72f2-027b-4649-963e-d937efb1f0e4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.296312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4fcfa420-884c-4080-8cee-a2cf28bfbd13 req-7efb72f2-027b-4649-963e-d937efb1f0e4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 950 time: 0.1251812 Aug 16 02:18:38.315319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port 49ec937b-e65a-47cc-bdff-3605a999e4c2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:38.315999 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.403689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a66af-3c9b-44ad-8a2f-07040e33e47a req-d257fde8-27de-4044-ab65-6fe891c4db66 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.405261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5a66af-3c9b-44ad-8a2f-07040e33e47a req-d257fde8-27de-4044-ab65-6fe891c4db66 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 945 time: 0.0996389 Aug 16 02:18:38.408425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674395-73e5-4fa5-bf42-84274ca9a041 req-b7e08c2d-9866-4cb9-8890-252f0b1a8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.410262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef674395-73e5-4fa5-bf42-84274ca9a041 req-b7e08c2d-9866-4cb9-8890-252f0b1a8842 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 1102 time: 0.0684404 Aug 16 02:18:38.433705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4fcfa420-884c-4080-8cee-a2cf28bfbd13 req-ef95b94b-e76a-449e-ad7c-570d30727d5b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288004 Aug 16 02:18:38.475716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef674395-73e5-4fa5-bf42-84274ca9a041 req-0e136412-89dc-425e-9837-8f4a0ca46430 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477324 Aug 16 02:18:38.479470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port 49ec937b-e65a-47cc-bdff-3605a999e4c2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=49ec937b-e65a-47cc-bdff-3605a999e4c2,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:38.479852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.492529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd5a66af-3c9b-44ad-8a2f-07040e33e47a req-9b65b8f4-5605-4adc-b78b-70d3a62879bb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810394 Aug 16 02:18:38.501080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for 49ec937b-e65a-47cc-bdff-3605a999e4c2 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:38.516985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.826844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f932f8-ee7c-461f-b780-69af86919ec9 req-905fb7fe-a7eb-402d-b18c-5e31656ba172 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.829133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53f932f8-ee7c-461f-b780-69af86919ec9 req-905fb7fe-a7eb-402d-b18c-5e31656ba172 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0821350 Aug 16 02:18:38.856895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-790a64da-d1ff-4aa4-838a-38f5534c5cc7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.858552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-790a64da-d1ff-4aa4-838a-38f5534c5cc7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.2346797 Aug 16 02:18:38.873581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Request body: {'port': {'device_id': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'admin_state_up': True, 'tenant_id': '242d25cf48be4687b03298f5d31892b9'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:38.935696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53f932f8-ee7c-461f-b780-69af86919ec9 req-649f1ca3-783e-4b4f-a5ff-ccedbb0116d4 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966136 Aug 16 02:18:38.942087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device cc66b8f2-6bf7-44ac-a926-e86872e51d80 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:39.007977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6419b6cd-09e8-439a-9d9b-e0ce75cbbbff req-0b1117b6-40d6-4065-9bc0-fa40b9af957b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 210 time: 0.0578840 Aug 16 02:18:39.059288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Made reservation on behalf of 242d25cf48be4687b03298f5d31892b9 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:39.063256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.100164 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.157077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port cc66b8f2-6bf7-44ac-a926-e86872e51d80, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:39.164956 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.167269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c7f38f53-9d62-48fc-954d-8b03672e09ea no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:39.243604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.262726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd9f4d-51b0-41b9-9766-3684c37d0b1f req-01935664-8eeb-475b-bd93-c58f7ef5709b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.269213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd9f4d-51b0-41b9-9766-3684c37d0b1f req-01935664-8eeb-475b-bd93-c58f7ef5709b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.276750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd9f4d-51b0-41b9-9766-3684c37d0b1f req-01935664-8eeb-475b-bd93-c58f7ef5709b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.285946 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0fd9f4d-51b0-41b9-9766-3684c37d0b1f req-01935664-8eeb-475b-bd93-c58f7ef5709b tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 2417 time: 0.1540492 Aug 16 02:18:39.296358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Allocated IP 172.20.0.4 (2fef8350-0e5c-4c16-b3ab-e3cce643dab9/de023b46-5dd4-463f-a3a4-e674f1c56272/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:39.313066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=cc66b8f2-6bf7-44ac-a926-e86872e51d80,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.336400 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.361023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=49ec937b-e65a-47cc-bdff-3605a999e4c2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.365710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517bc84-f807-470f-a5c7-d0a1b72c55e6 req-16f92bc7-9885-404a-9e13-608bfc16c300 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.367484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1517bc84-f807-470f-a5c7-d0a1b72c55e6 req-16f92bc7-9885-404a-9e13-608bfc16c300 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.2061288 Aug 16 02:18:39.389555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1517bc84-f807-470f-a5c7-d0a1b72c55e6 req-96a919a6-9e7e-4025-96fa-a6858ad7f5ab tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0108986 Aug 16 02:18:39.398509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c7f38f53-9d62-48fc-954d-8b03672e09ea, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c7f38f53-9d62-48fc-954d-8b03672e09ea,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:39.404683 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.405645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ebc1603f-92ac-451f-be99-a6412575ae69 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:39.488020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c7f38f53-9d62-48fc-954d-8b03672e09ea,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.492988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: ebc1603f-92ac-451f-be99-a6412575ae69 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:39.493661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ebc1603f-92ac-451f-be99-a6412575ae69 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:39.499728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port 49ec937b-e65a-47cc-bdff-3605a999e4c2 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:39.502608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.505750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-70a66fae-e923-492b-b362-a596832b15d4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "DELETE /v2.0/ports/49ec937b-e65a-47cc-bdff-3605a999e4c2 HTTP/1.1" status: 204 len: 173 time: 1.3815024 Aug 16 02:18:39.530568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1517bc84-f807-470f-a5c7-d0a1b72c55e6 req-7f7539fe-63d0-4c1d-bde9-057dea75f96a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249321 Aug 16 02:18:39.533975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-deleted', 'tag': '49ec937b-e65a-47cc-bdff-3605a999e4c2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:39.536513 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd7e70a-389f-4256-8cee-0365215ba350" -d '{"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-deleted", "tag": "49ec937b-e65a-47cc-bdff-3605a999e4c2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:39.608357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0fd9f4d-51b0-41b9-9766-3684c37d0b1f req-defa47de-71f9-4729-a3e8-c2b9e20ef67e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213959 Aug 16 02:18:39.682564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.689652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Deleting port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:39.690004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.706580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1517bc84-f807-470f-a5c7-d0a1b72c55e6 req-dce72aca-9833-494e-b937-4c59f78a51d8 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751325 Aug 16 02:18:39.789588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.810566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port c7f38f53-9d62-48fc-954d-8b03672e09ea {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:39.810914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.862686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:39.868855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1517bc84-f807-470f-a5c7-d0a1b72c55e6 req-6a2b3ea3-030d-4724-bd58-7826955e1bc4 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537309 Aug 16 02:18:39.871015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:39.878048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.879719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60f0d0-9931-40d1-a7c8-3482a36e7356 req-61ba091d-b9c8-47dc-ae6b-1111874be04b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.880596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:39.882467 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fc60f0d0-9931-40d1-a7c8-3482a36e7356 req-61ba091d-b9c8-47dc-ae6b-1111874be04b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 950 time: 0.1540494 Aug 16 02:18:39.886385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] For port 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:39.886758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.914460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Calling delete_port for 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:39.945796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.946690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.966217 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-71886fbc-b128-4f5f-a315-5bfb299bbca9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0954547 Aug 16 02:18:39.982131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Request body: {'port': {'device_id': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:40.024785 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fc60f0d0-9931-40d1-a7c8-3482a36e7356 req-d8a945d8-53e3-44fd-9402-fdcfd8445b75 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160686 Aug 16 02:18:40.044809 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9277cd4a-7c89-481c-b934-2715a1928dc3 x-openstack-request-id: req-9277cd4a-7c89-481c-b934-2715a1928dc3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:40.045103 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-deleted", "tag": "49ec937b-e65a-47cc-bdff-3605a999e4c2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:40.045354 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9277cd4a-7c89-481c-b934-2715a1928dc3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:40.045758 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-deleted', 'tag': '49ec937b-e65a-47cc-bdff-3605a999e4c2', 'status': 'completed', 'code': 200} Aug 16 02:18:40.057041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port c7f38f53-9d62-48fc-954d-8b03672e09ea, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c7f38f53-9d62-48fc-954d-8b03672e09ea,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:40.057546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.086653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for c7f38f53-9d62-48fc-954d-8b03672e09ea owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:40.155235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.245961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80'}, {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:40.249109 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc9e70c-3c81-4fd5-b1fd-5ff48c23c233" -d '{"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80"}, {"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:40.350451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246e2d6-e18d-413f-a6b8-6dc9a50e065a req-763dd945-f915-46b9-a311-b88fe12fb5c1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.352721 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7246e2d6-e18d-413f-a6b8-6dc9a50e065a req-763dd945-f915-46b9-a311-b88fe12fb5c1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1671047 Aug 16 02:18:40.409171 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.477966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7246e2d6-e18d-413f-a6b8-6dc9a50e065a req-5cb47f80-5c83-4ac3-825a-45e3180ab864 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129677 Aug 16 02:18:40.516982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:40.518459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Pushing event deleted for resources: {'Port': ['ID=034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.532793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.607895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Transition to ACTIVE for port object fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:40.616859 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.621529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.691435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=c7f38f53-9d62-48fc-954d-8b03672e09ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.704013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.848094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port c7f38f53-9d62-48fc-954d-8b03672e09ea on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:40.852602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.854900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-9abf6afa-1d35-4a23-8d07-7774a3d59d3a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "DELETE /v2.0/ports/c7f38f53-9d62-48fc-954d-8b03672e09ea HTTP/1.1" status: 204 len: 173 time: 1.3127947 Aug 16 02:18:40.923202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fcbf-047d-4e7b-969c-0099da7e9613 req-4666c48e-e635-4746-a814-8a7dd4d00c4c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.924829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26e7fcbf-047d-4e7b-969c-0099da7e9613 req-4666c48e-e635-4746-a814-8a7dd4d00c4c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.0964398 Aug 16 02:18:40.941708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:40.942078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:40.942380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:40.948818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:40.949196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:40.957393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557486cd-3a8f-4a9c-8e71-c3c8292fdead req-7ce1c4d4-ca88-4898-b5ec-6b85efbb6b2a tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.957605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 49ec937b-e65a-47cc-bdff-3605a999e4c2 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:40.965844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-557486cd-3a8f-4a9c-8e71-c3c8292fdead req-7ce1c4d4-ca88-4898-b5ec-6b85efbb6b2a tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 1102 time: 0.2755518 Aug 16 02:18:40.976034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:40.976410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:40.976809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:40.977250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Bound port: fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:40.977615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.995626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 49ec937b-e65a-47cc-bdff-3605a999e4c2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:40.995966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 49ec937b-e65a-47cc-bdff-3605a999e4c2 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:41.039799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.091815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:41.096312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:41.113145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.124393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-557486cd-3a8f-4a9c-8e71-c3c8292fdead req-788ad632-513f-43a5-aa4e-e39e1d23e50f tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514130 Aug 16 02:18:41.185708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port cc66b8f2-6bf7-44ac-a926-e86872e51d80 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:41.186057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.189446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26e7fcbf-047d-4e7b-969c-0099da7e9613 req-05a64d36-95ee-4979-9097-b97679e7cf25 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553692 Aug 16 02:18:41.205852 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc0cf43-7721-41d1-a111-91172b35d0e2 x-openstack-request-id: req-3bc0cf43-7721-41d1-a111-91172b35d0e2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:41.206700 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80", "code": 200}, {"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:41.207225 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bc0cf43-7721-41d1-a111-91172b35d0e2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:41.207825 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80', 'code': 200} Aug 16 02:18:41.208446 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea', 'code': 200} Aug 16 02:18:41.212994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.213729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.215240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] 10.222.0.88 "PUT /v2.0/ports/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 200 len: 1092 time: 1.2421796 Aug 16 02:18:41.228183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:41.228183 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072d8005-44b9-4a63-a893-50e20a60e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:41.324789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739569b-3794-4f24-91a7-f8559d7df158 service neutron] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.366116 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-90a6621a-fa02-4f7d-b1b1-d51a94b891b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.367740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-90a6621a-fa02-4f7d-b1b1-d51a94b891b1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1095 time: 0.1004834 Aug 16 02:18:41.441716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28dae1-6d7f-4ebe-8184-9535e4ca61c2 req-4a2736dc-9139-4a24-88f7-d95d2de4c8ee tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.443274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf28dae1-6d7f-4ebe-8184-9535e4ca61c2 req-4a2736dc-9139-4a24-88f7-d95d2de4c8ee tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee91c007-1646-4198-b3c1-ec6ef3a50ee6 HTTP/1.1" status: 200 len: 944 time: 0.1068459 Aug 16 02:18:41.456377 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6136aefd-8eea-484b-a10c-a61c94d33eb2 x-openstack-request-id: req-6136aefd-8eea-484b-a10c-a61c94d33eb2 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:41.456962 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:41.457219 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6136aefd-8eea-484b-a10c-a61c94d33eb2 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:41.457683 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee', 'status': 'completed', 'code': 200} Aug 16 02:18:41.459859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-ac0a74d7-5596-4c2c-b8af-054a1bd1f6b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 200 len: 217 time: 0.0844505 Aug 16 02:18:41.528698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-d0ed7f12-5ad9-4422-9a0c-dc0dcb3d84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.530921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-d0ed7f12-5ad9-4422-9a0c-dc0dcb3d84b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.0641606 Aug 16 02:18:41.576779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-1b8bdbda-aeff-4d46-8c35-902819fec45a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347729 Aug 16 02:18:41.578060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port cc66b8f2-6bf7-44ac-a926-e86872e51d80, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=cc66b8f2-6bf7-44ac-a926-e86872e51d80,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:41.578436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.585618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-47ad102a-4000-4ca3-a385-b672e7661228 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026778 Aug 16 02:18:41.592637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf28dae1-6d7f-4ebe-8184-9535e4ca61c2 req-ad8b7352-7f41-4ba2-a14e-8171c3b441ca tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425920 Aug 16 02:18:41.690661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for cc66b8f2-6bf7-44ac-a926-e86872e51d80 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:41.750293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-6acb3139-a492-481a-acf4-11373daaaa08 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.751792 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-6acb3139-a492-481a-acf4-11373daaaa08 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650994 Aug 16 02:18:41.783116 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-260a3006-24f7-4001-89a1-2a8a0dae3bd2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/quotas/62d0a3d128e444b190a270b183712e12 HTTP/1.1" status: 200 len: 375 time: 0.0180340 Aug 16 02:18:41.801113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Router 8f8c2907-516e-47ee-b763-fddef98464fd has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:41.816689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1888c-de15-4ede-838b-cfbdaab837c6 req-e8fa4d27-a46c-48b1-be2e-0c4ec3baa1eb tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.818221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-76e1888c-de15-4ede-838b-cfbdaab837c6 req-e8fa4d27-a46c-48b1-be2e-0c4ec3baa1eb tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1254933 Aug 16 02:18:41.834035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-7ce0ea86-d2ae-4d5b-aa51-123001812444 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456200 Aug 16 02:18:41.870626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-340ad45d-39a0-42ff-ba56-ed88cd615a18 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0756552 Aug 16 02:18:41.933136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-76e1888c-de15-4ede-838b-cfbdaab837c6 req-80c277fb-3a57-41e6-b90a-938b8bee5c3f tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000462 Aug 16 02:18:42.000436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92ec6edc-2ecc-4b3a-a568-25e28d640e50 req-a006ea6d-db55-4bfc-89fe-8ec4dd682fe2 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536288 Aug 16 02:18:42.049423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-deleted', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:42.052270 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c3388-5505-44d7-ba14-752c61e36513" -d '{"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-deleted", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:42.134417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:42.144053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ad1d9b8f-de46-448a-886f-c27d8bba69be admin admin] 10.222.0.78 "PUT /v2.0/routers/8f8c2907-516e-47ee-b763-fddef98464fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3476896 Aug 16 02:18:42.146159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:42.147075 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde58063-b873-48f3-bb44-951c72096def None None] Sync routers for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:42.154508 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-edf638ce-83cb-4d1c-ba34-ed5972a5af98 req-52df7392-4923-405d-9c78-f4352e123250 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 210 time: 0.0443366 Aug 16 02:18:42.161329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.180482 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:42.180482 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:42.198049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-84d84484-0dbd-4a18-910d-92c98fd3696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.208036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-84d84484-0dbd-4a18-910d-92c98fd3696c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1095 time: 0.1480160 Aug 16 02:18:42.282848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=cc66b8f2-6bf7-44ac-a926-e86872e51d80,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.332874 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b36fd47-a458-47e7-8159-b06bc1c6c45c x-openstack-request-id: req-7b36fd47-a458-47e7-8159-b06bc1c6c45c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:42.333165 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-deleted", "tag": "c7f38f53-9d62-48fc-954d-8b03672e09ea", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:42.333416 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b36fd47-a458-47e7-8159-b06bc1c6c45c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:42.333798 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-deleted', 'tag': 'c7f38f53-9d62-48fc-954d-8b03672e09ea', 'status': 'completed', 'code': 200} Aug 16 02:18:42.380081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-38dba653-d7c3-4503-9025-f81615eb152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.381710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-38dba653-d7c3-4503-9025-f81615eb152b service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.1678278 Aug 16 02:18:42.411188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port cc66b8f2-6bf7-44ac-a926-e86872e51d80 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:42.422647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.424744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62d53c7b-e1ff-443c-b7a5-ddc28ce39373 req-f1dc7dc7-2f32-452c-8249-f721786c1a87 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.88 "DELETE /v2.0/ports/cc66b8f2-6bf7-44ac-a926-e86872e51d80 HTTP/1.1" status: 204 len: 173 time: 1.5640788 Aug 16 02:18:42.501867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-f5ae49fd-c291-4a2c-a22f-afea2c6fd30e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.509496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-f5ae49fd-c291-4a2c-a22f-afea2c6fd30e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.4614091 Aug 16 02:18:42.536334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-5570cacb-fc6d-453f-92aa-9a006095d1c7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0255659 Aug 16 02:18:42.545293 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:42.582241 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.725722 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-cb2b5966-94a6-49d9-b236-76f592404f17 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881566 Aug 16 02:18:42.850094 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:18:40Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:42.896478 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde58063-b873-48f3-bb44-951c72096def None None] Checking router: 8f8c2907-516e-47ee-b763-fddef98464fd for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:42.906979 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-df6135a9-ab71-4969-b334-f1987a7653b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 200 len: 217 time: 0.4962146 Aug 16 02:18:42.914838 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] Routers {'8f8c2907-516e-47ee-b763-fddef98464fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:42.915911 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f8c2907-516e-47ee-b763-fddef98464fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:42.940931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cbe41-ad54-4992-b3c0-eba1ca794ee8 req-da042a47-b5e9-4ad6-b2ae-be8fea2e6ea6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.942763 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-380cbe41-ad54-4992-b3c0-eba1ca794ee8 req-da042a47-b5e9-4ad6-b2ae-be8fea2e6ea6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.5807164 Aug 16 02:18:43.032956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-6d6a34f5-5bf8-4ab8-b221-eed0cc0c9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.034567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-6d6a34f5-5bf8-4ab8-b221-eed0cc0c9b6a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1129768 Aug 16 02:18:43.069431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-380cbe41-ad54-4992-b3c0-eba1ca794ee8 req-dc9f21d3-4d8f-4759-b962-c97aa8f4bd12 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967829 Aug 16 02:18:43.083155 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] Set router 8f8c2907-516e-47ee-b763-fddef98464fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:43.127788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-8eb91db2-accb-4536-a6b6-3a8129a34817 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644362 Aug 16 02:18:43.252810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44666) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.391175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting subnet 3fcd2058-63a5-4996-8241-789412bba8e4 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:43.398283 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.420392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.430694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-602f9ff6-4968-4fea-8d6a-9d328d33e1ca service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870092 Aug 16 02:18:43.444267 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bde58063-b873-48f3-bb44-951c72096def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:18:40Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.481303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-71f3774b-4849-4343-9e39-f83441911d2b service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535199 Aug 16 02:18:43.483843 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde58063-b873-48f3-bb44-951c72096def None None] The sync data for ids ['8f8c2907-516e-47ee-b763-fddef98464fd'] in n-d-769329-15 is: [{'id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1413560213-router', 'tenant_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:39Z', 'updated_at': '2021-08-16T02:18:40Z', 'revision_number': 5, 'project_id': 'd8fee1a5b36a4a0bba49e93a0f8c0de9', 'gw_port': {'id': '36c0c215-bfb3-4823-8a27-e0cdb7ca50b8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c2907-516e-47ee-b763-fddef98464fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:40Z', 'updated_at': '2021-08-16T02:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:43.506650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090d4f5-aae4-4de8-acaa-7d80c6372d1d req-68080402-1920-4acc-8c0d-17b6125eb16c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.514636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0090d4f5-aae4-4de8-acaa-7d80c6372d1d req-68080402-1920-4acc-8c0d-17b6125eb16c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1759729 Aug 16 02:18:43.522166 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.593517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Deleting port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:43.593962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.652322 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0090d4f5-aae4-4de8-acaa-7d80c6372d1d req-3f0dfe24-e60b-4e14-943e-e54b5eb6c2e9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219678 Aug 16 02:18:43.678084 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-e69fcb97-4a95-41ea-a00a-02916652dc3a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=62d0a3d128e444b190a270b183712e12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797045 Aug 16 02:18:43.699393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-0a03d63c-4eae-4a6d-8dc1-9c2ca3b11cbf service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166660 Aug 16 02:18:43.717920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.788461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] For port 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:43.788844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.799766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-072d8005-44b9-4a63-a893-50e20a60e6a7 req-69983fc0-38b6-4579-ace1-46449c2ebed1 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626244 Aug 16 02:18:43.820960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Calling delete_port for 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:43.853701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-5fc93bd6-8e59-452c-ba52-6d8f6a618feb tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.854043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f287b1-6bf8-4fc1-8a52-37e1ffa34ba0 req-ab8fa442-1e56-4458-b56a-79efae80c246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 210 time: 0.0694251 Aug 16 02:18:43.855244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-5fc93bd6-8e59-452c-ba52-6d8f6a618feb tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693385 Aug 16 02:18:43.911939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.926945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Request body: {'port': {'device_id': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '62d0a3d128e444b190a270b183712e12'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:43.946964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Subnet': ['ID=3fcd2058-63a5-4996-8241-789412bba8e4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:43.968140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cdd8d6-74ee-44b3-b945-e11d7a9ccb8c None None] Network 6379c67d-412e-4b19-949b-b563fead83a0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:43.980945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.984585 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eb6c93f6-8178-4ee5-afd4-74cc264d7924 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/subnets/3fcd2058-63a5-4996-8241-789412bba8e4 HTTP/1.1" status: 204 len: 168 time: 0.7307696 Aug 16 02:18:43.987256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44682) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.011240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4424dbf7-74f9-4f98-acd1-79c9dc69be73 req-b741099b-2667-4cd4-b1b8-29cf84271f58 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 210 time: 0.0909023 Aug 16 02:18:44.147768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:44.211913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Made reservation on behalf of 62d0a3d128e444b190a270b183712e12 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:44.223581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.276046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.322524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5b30-ac25-454c-9948-e11ec3096d0e req-5724a9e5-314d-45c5-818b-6f2aada419de tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.329402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c37d5b30-ac25-454c-9948-e11ec3096d0e req-5724a9e5-314d-45c5-818b-6f2aada419de tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.1637480 Aug 16 02:18:44.350572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-deleted', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:44.353745 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a5dd1-2887-4fb5-8baa-d610fa579b21" -d '{"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-deleted", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:44.418095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c37d5b30-ac25-454c-9948-e11ec3096d0e req-dae9e7c0-e8b5-4cf3-9811-5f41048d74dd tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875630 Aug 16 02:18:44.442187 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b186cd2e-08e3-4b7d-b5d0-b1ae30d2f0e6 x-openstack-request-id: req-b186cd2e-08e3-4b7d-b5d0-b1ae30d2f0e6 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:44.443087 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91c007-1646-4198-b3c1-ec6ef3a50ee6", "name": "network-vif-deleted", "tag": "cc66b8f2-6bf7-44ac-a926-e86872e51d80", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:44.443600 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b186cd2e-08e3-4b7d-b5d0-b1ae30d2f0e6 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:44.444180 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91c007-1646-4198-b3c1-ec6ef3a50ee6', 'name': 'network-vif-deleted', 'tag': 'cc66b8f2-6bf7-44ac-a926-e86872e51d80', 'status': 'completed', 'code': 200} Aug 16 02:18:44.455576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.471312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:44.471664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 034d63b9-15fb-451e-8dc7-ae6c1ac4d6a2 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:44.480031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port 908d13af-0fd3-4246-9b76-9c4c992856f0 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:44.480324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.523653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c0c215-bfb3-4823-8a27-e0cdb7ca50b8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.526480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Allocated IP 192.168.233.181 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/c2106e3f-11ff-4ba1-a702-502cec38f443) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:44.577068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port 908d13af-0fd3-4246-9b76-9c4c992856f0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=908d13af-0fd3-4246-9b76-9c4c992856f0,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:44.577379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.600001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for 908d13af-0fd3-4246-9b76-9c4c992856f0 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:44.630355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] DHCP port deletion for 6379c67d-412e-4b19-949b-b563fead83a0 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:44.673892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.714285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] Deleting port 908d13af-0fd3-4246-9b76-9c4c992856f0 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:44.714680 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.798125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b7e3e-2c34-4ba9-aff1-af077960e2ac req-6e1756ca-81c2-4299-9763-0af74a170eeb tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.808490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c50b7e3e-2c34-4ba9-aff1-af077960e2ac req-6e1756ca-81c2-4299-9763-0af74a170eeb tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0891440 Aug 16 02:18:44.812671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.840828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] For port 908d13af-0fd3-4246-9b76-9c4c992856f0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=908d13af-0fd3-4246-9b76-9c4c992856f0,segment=NetworkSegment(984e389c-3474-4835-a78f-95afdfb4068e),segment_id=984e389c-3474-4835-a78f-95afdfb4068e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:44.841509 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.865180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=908d13af-0fd3-4246-9b76-9c4c992856f0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.866990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port 908d13af-0fd3-4246-9b76-9c4c992856f0 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:44.875544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] Calling delete_port for 908d13af-0fd3-4246-9b76-9c4c992856f0 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:44.899712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.903917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.966244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c50b7e3e-2c34-4ba9-aff1-af077960e2ac req-e6853f36-5b1c-42ab-994a-4bdad104256a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567190 Aug 16 02:18:44.985544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.999000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:45.004642 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c2b753f-08e5-4f87-9475-594dce30d854 req-9d2d69a2-36af-484b-a98e-098d245b55e9 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 210 time: 0.0492525 Aug 16 02:18:45.005240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.005766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8c2907-516e-47ee-b763-fddef98464fd {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:45.012637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.013777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d758658d-c63b-47b8-80bd-147f25e61954 admin admin] 10.222.0.78 "DELETE /v2.0/routers/8f8c2907-516e-47ee-b763-fddef98464fd HTTP/1.1" status: 204 len: 168 time: 2.8667407 Aug 16 02:18:45.016805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.051013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.057756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Transition to ACTIVE for port object c2106e3f-11ff-4ba1-a702-502cec38f443 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:45.072645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6379c67d-412e-4b19-949b-b563fead83a0']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:45.086678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984e389c-3474-4835-a78f-95afdfb4068e') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:45.087050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984e389c-3474-4835-a78f-95afdfb4068e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:45.102023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.123092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.134464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:45.135778 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.137969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] Deleting subnet 9d046d2e-d343-4958-88ee-d91f3ec2c074 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:45.141786 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:45.147984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.175168 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.211374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f4fe316-2e53-43e1-bb8a-b52544dd46e9 req-3ac836c4-e3b0-4c42-b8ca-6bafae55ab83 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 210 time: 0.0453229 Aug 16 02:18:45.218932 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.235371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] Pushing event deleted for resources: {'Port': ['ID=908d13af-0fd3-4246-9b76-9c4c992856f0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.239462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37109d1-2754-4668-a4db-1fd1de556769 None None] No DVR routers for this DVR port 908d13af-0fd3-4246-9b76-9c4c992856f0 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:45.243829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9', '8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:45.246318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b', 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', '2796facd-3292-4f45-988d-23c56903d61d', '9be48dc2-ff3c-4986-9564-a401200e49a8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:45.252263 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.344987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:45.357892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:45.363537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:45.402087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:45.416457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event updated for resources: {'Port': ['ID=c2106e3f-11ff-4ba1-a702-502cec38f443,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.437639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'port_id': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee', 'mac_address': 'fa:16:3e:3e:e6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de023b46-5dd4-463f-a3a4-e674f1c56272', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:45.470471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-eb22181d-f7b8-43ec-8c47-8bbaef8f8a6f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.472440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-eb22181d-f7b8-43ec-8c47-8bbaef8f8a6f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.2030265 Aug 16 02:18:45.473800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.487746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.491941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/networks/6379c67d-412e-4b19-949b-b563fead83a0 HTTP/1.1" status: 204 len: 168 time: 1.5025258 Aug 16 02:18:45.499031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Request body: {'port': {'device_id': '43d7f425-53f2-4437-89da-24427d354575', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'admin_state_up': True, 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:45.538880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.616649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c36f7a-6afa-409f-9cd0-d1d48059e1f3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Network': ['ID=6379c67d-412e-4b19-949b-b563fead83a0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.648356 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.666656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.668176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.695674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.698963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:45.749175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d046-97e7-45a1-9e38-c495a980bd99 req-3d2f11b7-7905-414d-8107-39f8b7c8e690 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.758928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c05d046-97e7-45a1-9e38-c495a980bd99 req-3d2f11b7-7905-414d-8107-39f8b7c8e690 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.1888568 Aug 16 02:18:45.787337 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-0bbe5ba0-7d7f-4b70-9474-f1cbbaa08c38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8681374 Aug 16 02:18:45.788242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:45.806684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.807061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Request body: {'port': {'device_id': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:45.814799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting subnet 1a07451c-abeb-4a86-8655-75600947eebd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:45.833074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c05d046-97e7-45a1-9e38-c495a980bd99 req-0c91fc61-9b80-4281-9a6f-b4050591e19c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731795 Aug 16 02:18:45.834931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.841275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:45.845608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.854606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2c51462c-3c44-499c-8bb0-7d8a182aa658 None None] Provisioning for port c2106e3f-11ff-4ba1-a702-502cec38f443 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:45.866466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2c51462c-3c44-499c-8bb0-7d8a182aa658 None None] Provisioning complete for port c2106e3f-11ff-4ba1-a702-502cec38f443 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:45.866466 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c51462c-3c44-499c-8bb0-7d8a182aa658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.886772 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.942225 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.945500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d046d2e-d343-4958-88ee-d91f3ec2c074,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.980884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.985456 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f068e965-64d1-46e6-a9b0-5666862c4370 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9d046d2e-d343-4958-88ee-d91f3ec2c074 HTTP/1.1" status: 204 len: 168 time: 0.9654989 Aug 16 02:18:45.988017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44738) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.994682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7956a-917b-486a-98df-71670fa6a62c None None] Network 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:46.003806 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.080554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:46.090136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2c51462c-3c44-499c-8bb0-7d8a182aa658 None None] Port c2106e3f-11ff-4ba1-a702-502cec38f443 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:46.090400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Allocated IP 172.20.0.3 (add45809-b30a-41a9-8734-32157470ea2f/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa/76364607-4617-4ac1-ac49-8ef38310e151) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:46.091429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.185349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.262224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:46.302218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:46.302559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 36c0c215-bfb3-4823-8a27-e0cdb7ca50b8 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:46.302972 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 908d13af-0fd3-4246-9b76-9c4c992856f0 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:46.312616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.319671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.352939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b772-5920-449e-a52c-d1fa07a99b46 req-6d6e334a-1abd-4222-adfe-d7cbaf58a6af tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.360344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 908d13af-0fd3-4246-9b76-9c4c992856f0 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:46.360690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 908d13af-0fd3-4246-9b76-9c4c992856f0 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:46.374442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-56d2b772-5920-449e-a52c-d1fa07a99b46 req-6d6e334a-1abd-4222-adfe-d7cbaf58a6af tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 936 time: 0.1927793 Aug 16 02:18:46.444184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Subnet': ['ID=1a07451c-abeb-4a86-8655-75600947eebd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.465814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009579f-2a02-4475-9ac5-f7ba50a64a82 None None] Network 9c1a0671-6523-4360-831a-1bf02dc40c97 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:46.473327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] DHCP port deletion for 2b8ac07f-2ea4-45b7-827d-34b35eadbb5c request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:46.487381 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-56d2b772-5920-449e-a52c-d1fa07a99b46 req-62990595-d8fb-4f2f-a659-3b78aa53b1b4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058502 Aug 16 02:18:46.496996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.503229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44754) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.503524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-86960b70-0545-470c-8830-7948c41df06e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/subnets/1a07451c-abeb-4a86-8655-75600947eebd HTTP/1.1" status: 204 len: 168 time: 0.9605885 Aug 16 02:18:46.508947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.594173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646ed37-4cfe-4475-a6a5-b74464c0d17e req-d33bc8ca-89e8-49e0-9734-8d0bc5b0e49b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.596447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6646ed37-4cfe-4475-a6a5-b74464c0d17e req-d33bc8ca-89e8-49e0-9734-8d0bc5b0e49b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.2781358 Aug 16 02:18:46.655236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Deleting port 4200cde0-04cb-4d5e-9837-c0630ce1a002 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:46.655834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.657274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bbc2bbc9-7dec-406b-b8c3-33c9d6f549c6 req-497f2655-810c-419c-9bc1-d3a23c4b4173 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 210 time: 0.0569985 Aug 16 02:18:46.709410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.775124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] Deleting port 4200cde0-04cb-4d5e-9837-c0630ce1a002 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:46.775510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.780005 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.834653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] For port 4200cde0-04cb-4d5e-9837-c0630ce1a002, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4200cde0-04cb-4d5e-9837-c0630ce1a002,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:46.835335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.850065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Network add45809-b30a-41a9-8734-32157470ea2f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:46.858071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Calling delete_port for 4200cde0-04cb-4d5e-9837-c0630ce1a002 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:46.868805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:46.873105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:46.876339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event updated for resources: {'Port': ['ID=76364607-4617-4ac1-ac49-8ef38310e151,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.899361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] DHCP port deletion for 9c1a0671-6523-4360-831a-1bf02dc40c97 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:46.904208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] For port 4200cde0-04cb-4d5e-9837-c0630ce1a002, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4200cde0-04cb-4d5e-9837-c0630ce1a002,segment=NetworkSegment(d1b6e2d8-a90c-4a31-89fe-88102b6a8dec),segment_id=d1b6e2d8-a90c-4a31-89fe-88102b6a8dec)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:46.904658 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.917073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port 634f956d-f922-44c4-823d-214985ae4e64 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:46.917559 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.935030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] Calling delete_port for 4200cde0-04cb-4d5e-9837-c0630ce1a002 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:46.972631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6646ed37-4cfe-4475-a6a5-b74464c0d17e req-9ac86310-2561-4a49-845e-3e280cce68f6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678102 Aug 16 02:18:46.973138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.973703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.013737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.035469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] No DVR routers for this DVR port 4200cde0-04cb-4d5e-9837-c0630ce1a002 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:47.039640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-453e683c-5e8e-4622-9c76-bb48b05806d4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5460224 Aug 16 02:18:47.048995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port 634f956d-f922-44c4-823d-214985ae4e64, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=634f956d-f922-44c4-823d-214985ae4e64,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:47.049442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.050746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:47.064952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Request body: {'port': {'device_id': '43d7f425-53f2-4437-89da-24427d354575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:47.093099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for 634f956d-f922-44c4-823d-214985ae4e64 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:47.103545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79de89-056c-4b35-ada8-458bb73bc537 req-38c4d512-5ba3-48d4-9ec7-9a30818dbdb6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.111218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Pushing event deleted for resources: {'Port': ['ID=4200cde0-04cb-4d5e-9837-c0630ce1a002,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.111415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da79de89-056c-4b35-ada8-458bb73bc537 req-38c4d512-5ba3-48d4-9ec7-9a30818dbdb6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 944 time: 0.1461651 Aug 16 02:18:47.182195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] Deleting port 634f956d-f922-44c4-823d-214985ae4e64 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:47.182195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.185287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.203709 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.221319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8ac07f-2ea4-45b7-827d-34b35eadbb5c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.236879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.237189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b6e2d8-a90c-4a31-89fe-88102b6a8dec') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.248708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da79de89-056c-4b35-ada8-458bb73bc537 req-71ddb655-2e94-4ebf-abbb-e68a21443e15 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317599 Aug 16 02:18:47.256684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.274122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] For port 634f956d-f922-44c4-823d-214985ae4e64, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=634f956d-f922-44c4-823d-214985ae4e64,segment=NetworkSegment(b53d3465-01a9-4eb2-af46-ffc1705c0f10),segment_id=b53d3465-01a9-4eb2-af46-ffc1705c0f10)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:47.274646 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.290349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] Calling delete_port for 634f956d-f922-44c4-823d-214985ae4e64 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:47.295162 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.305670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2106e3f-11ff-4ba1-a702-502cec38f443 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:47.311831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:47.312360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:47.314254 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:47.360971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.374240 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.390209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Transition to ACTIVE for port object c2106e3f-11ff-4ba1-a702-502cec38f443 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:47.398268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.400608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.407193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.422129 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.428457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] Pushing event deleted for resources: {'Port': ['ID=4200cde0-04cb-4d5e-9837-c0630ce1a002,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.431932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e33cb-abf5-44a6-9cba-9d6c966ee57d None None] No DVR routers for this DVR port 4200cde0-04cb-4d5e-9837-c0630ce1a002 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:47.457836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=634f956d-f922-44c4-823d-214985ae4e64,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.476826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=c2106e3f-11ff-4ba1-a702-502cec38f443,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.490798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.495117 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2b8ac07f-2ea4-45b7-827d-34b35eadbb5c HTTP/1.1" status: 204 len: 168 time: 1.5006185 Aug 16 02:18:47.506123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06411df0-9b76-4b6c-991e-2fbc0d84b197 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8ac07f-2ea4-45b7-827d-34b35eadbb5c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.506456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port 634f956d-f922-44c4-823d-214985ae4e64 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:47.521255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] No DVR routers for this DVR port 634f956d-f922-44c4-823d-214985ae4e64 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:47.525745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c297e-906e-4cfd-9fda-183b4df2f033 None None] Pushing event deleted for resources: {'Port': ['ID=634f956d-f922-44c4-823d-214985ae4e64,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.638630 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.657196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1a0671-6523-4360-831a-1bf02dc40c97']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.691731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53d3465-01a9-4eb2-af46-ffc1705c0f10') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.691731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53d3465-01a9-4eb2-af46-ffc1705c0f10') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:47.727524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.764854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73452c2-2338-4d28-b976-5a1028f97e9c req-28f78a70-d8f7-47d0-87bd-9ca346e1ec7c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.769125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a73452c2-2338-4d28-b976-5a1028f97e9c req-28f78a70-d8f7-47d0-87bd-9ca346e1ec7c tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 948 time: 0.1253827 Aug 16 02:18:47.770587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Attempting to bind port c2106e3f-11ff-4ba1-a702-502cec38f443 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:47.771150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Attempting to bind port c2106e3f-11ff-4ba1-a702-502cec38f443 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:47.771682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Attempting to bind port c2106e3f-11ff-4ba1-a702-502cec38f443 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:47.799622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Port c2106e3f-11ff-4ba1-a702-502cec38f443 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:47.800191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Attempting to bind port c2106e3f-11ff-4ba1-a702-502cec38f443 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:47.801283 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.819908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:47.820542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:47.821108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:47.822008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Bound port: c2106e3f-11ff-4ba1-a702-502cec38f443, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:47.822649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.836319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:47.836513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:47.839849 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:47.858315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a73452c2-2338-4d28-b976-5a1028f97e9c req-5d832342-2e78-42b3-ba0b-65b66c042faa tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799572 Aug 16 02:18:47.878766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.904237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76364607-4617-4ac1-ac49-8ef38310e151 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:47.924094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.945329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee6c90-ba1e-4f5c-82a5-c28e627e702c req-ad90a32e-c549-40a4-87d9-8d9c883113d9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.947211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ee6c90-ba1e-4f5c-82a5-c28e627e702c req-ad90a32e-c549-40a4-87d9-8d9c883113d9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 931 time: 0.1926706 Aug 16 02:18:47.977683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-111610fd-c418-4352-9ae3-6aa6ac54029e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8fee1a5b36a4a0bba49e93a0f8c0de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977459 Aug 16 02:18:47.978932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] For port c2106e3f-11ff-4ba1-a702-502cec38f443, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:47.979119 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.980770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.984653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Transition to ACTIVE for port object 76364607-4617-4ac1-ac49-8ef38310e151 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:47.984940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] For port c2106e3f-11ff-4ba1-a702-502cec38f443, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2106e3f-11ff-4ba1-a702-502cec38f443,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:47.992278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.992646 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.996512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/networks/9c1a0671-6523-4360-831a-1bf02dc40c97 HTTP/1.1" status: 204 len: 168 time: 1.4766469 Aug 16 02:18:48.004901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44800) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:48.010374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.039665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-618643348'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:48.057307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.057983 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.059415 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] 10.222.0.88 "PUT /v2.0/ports/c2106e3f-11ff-4ba1-a702-502cec38f443 HTTP/1.1" status: 200 len: 1097 time: 2.2636974 Aug 16 02:18:48.059860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'tag': 'c2106e3f-11ff-4ba1-a702-502cec38f443'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:48.062509 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7168745f-c2ce-4666-b874-e020c184e197" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a9e225-808c-4342-a3d1-5a3a6660c457", "tag": "c2106e3f-11ff-4ba1-a702-502cec38f443"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:48.062692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ee6c90-ba1e-4f5c-82a5-c28e627e702c req-7d6ddfdf-f1a0-41f4-be0d-10c317dd2ed9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072128 Aug 16 02:18:48.102362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c53889-6048-4974-a172-cdba80d9ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=c2106e3f-11ff-4ba1-a702-502cec38f443,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.118328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2fde-55f2-4682-a72d-e6fe2328c2b1 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Network': ['ID=9c1a0671-6523-4360-831a-1bf02dc40c97,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.122964 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714266f1-3f0e-48b4-af18-2e473ae55ff9 x-openstack-request-id: req-714266f1-3f0e-48b4-af18-2e473ae55ff9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:48.123293 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a9e225-808c-4342-a3d1-5a3a6660c457", "tag": "c2106e3f-11ff-4ba1-a702-502cec38f443", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:48.123483 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-714266f1-3f0e-48b4-af18-2e473ae55ff9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:48.123943 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'tag': 'c2106e3f-11ff-4ba1-a702-502cec38f443', 'status': 'completed', 'code': 200} Aug 16 02:18:48.220071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-1ed94a03-e2fd-490b-8662-13c4c116942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.222065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-1ed94a03-e2fd-490b-8662-13c4c116942e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 1100 time: 0.0958877 Aug 16 02:18:48.233893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=76364607-4617-4ac1-ac49-8ef38310e151,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.251754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 634f956d-f922-44c4-823d-214985ae4e64 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:48.270042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4a76-104b-4fd3-8609-7f38002e9e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.271753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:48.275379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.296471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 634f956d-f922-44c4-823d-214985ae4e64 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:48.297605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 634f956d-f922-44c4-823d-214985ae4e64 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:48.299304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4200cde0-04cb-4d5e-9837-c0630ce1a002 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:48.310525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c38b-64eb-40bc-9a91-ab3b5fa1e48f req-a8db4637-b39d-4b5c-a370-edbf597db08f tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.319217 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b084c38b-64eb-40bc-9a91-ab3b5fa1e48f req-a8db4637-b39d-4b5c-a370-edbf597db08f tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.2115486 Aug 16 02:18:48.328610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-86a497a7-1f9b-4361-91f9-e47ebf26a843 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c2106e3f-11ff-4ba1-a702-502cec38f443 HTTP/1.1" status: 200 len: 217 time: 0.0980697 Aug 16 02:18:48.346743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 4200cde0-04cb-4d5e-9837-c0630ce1a002 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:48.347101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4200cde0-04cb-4d5e-9837-c0630ce1a002 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:48.374622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4a76-104b-4fd3-8609-7f38002e9e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.408931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-6de99678-75e9-4707-a128-dffeb5f27496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.410736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-6de99678-75e9-4707-a128-dffeb5f27496 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0626647 Aug 16 02:18:48.428891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Attempting to bind port 76364607-4617-4ac1-ac49-8ef38310e151 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:48.429229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Attempting to bind port 76364607-4617-4ac1-ac49-8ef38310e151 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:48.429558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Attempting to bind port 76364607-4617-4ac1-ac49-8ef38310e151 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:48.432729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:48.463349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b084c38b-64eb-40bc-9a91-ab3b5fa1e48f req-e6f684b4-8ef8-4e94-8d1e-2c43b0331fb8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431630 Aug 16 02:18:48.478522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da624e-3faa-445e-85a5-3aedd6636465 req-6109ae77-6d6f-46f4-b75f-73292fb60898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.478763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Port 76364607-4617-4ac1-ac49-8ef38310e151 on network add45809-b30a-41a9-8734-32157470ea2f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:48.478763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Attempting to bind port 76364607-4617-4ac1-ac49-8ef38310e151 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:48.478988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-6109ae77-6d6f-46f4-b75f-73292fb60898 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0559752 Aug 16 02:18:48.483627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.483980 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Added segment 2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5 of type vlan for network add25af1-71e1-4bce-b8be-e5a638c193a8 Aug 16 02:18:48.502601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:48.502902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:48.503299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Bound using segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:48.503846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Bound port: 76364607-4617-4ac1-ac49-8ef38310e151, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:48.504421 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.541963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4a76-104b-4fd3-8609-7f38002e9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.545524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4a76-104b-4fd3-8609-7f38002e9e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.546685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d3b4a76-104b-4fd3-8609-7f38002e9e58 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50647dea-adbe-4cda-bccf-f9aa60edd2b9 HTTP/1.1" status: 204 len: 168 time: 0.5609162 Aug 16 02:18:48.565599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34855d40-8553-443f-b1e3-9123e9551a0a req-7364a101-b60e-43e1-80d1-e4d13e51ec4f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.567117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34855d40-8553-443f-b1e3-9123e9551a0a req-7364a101-b60e-43e1-80d1-e4d13e51ec4f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 944 time: 0.1988313 Aug 16 02:18:48.574002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.589425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-934395b0-9ad4-4f0e-a9b0-a25b52e97b22 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045535 Aug 16 02:18:48.609251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b4a76-104b-4fd3-8609-7f38002e9e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50647dea-adbe-4cda-bccf-f9aa60edd2b9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.700703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34855d40-8553-443f-b1e3-9123e9551a0a req-f2a16fb6-3cd4-4ab6-afda-9a842a001041 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190333 Aug 16 02:18:48.706621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] For port 76364607-4617-4ac1-ac49-8ef38310e151, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:48.709234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.709489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-91da624e-3faa-445e-85a5-3aedd6636465 req-e1f86e84-19cb-41e2-a938-79605181be18 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121488 Aug 16 02:18:48.718036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.718712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.723476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] For port 76364607-4617-4ac1-ac49-8ef38310e151, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=76364607-4617-4ac1-ac49-8ef38310e151,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:48.749629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.821651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8035359 Aug 16 02:18:48.823120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:48.829502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'subnet': {'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:48.831630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.832327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.834351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] 10.222.0.88 "PUT /v2.0/ports/76364607-4617-4ac1-ac49-8ef38310e151 HTTP/1.1" status: 200 len: 1092 time: 1.7819662 Aug 16 02:18:48.840230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d7f425-53f2-4437-89da-24427d354575', 'tag': '76364607-4617-4ac1-ac49-8ef38310e151'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:48.843626 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b3a72b-ebb0-4101-8626-ee043a2f52e7" -d '{"events": [{"name": "network-changed", "server_uuid": "43d7f425-53f2-4437-89da-24427d354575", "tag": "76364607-4617-4ac1-ac49-8ef38310e151"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:48.851560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168745f-c2ce-4666-b874-e020c184e197 req-e9f35729-3f96-4eac-906e-3df4749b3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.853504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7168745f-c2ce-4666-b874-e020c184e197 req-e9f35729-3f96-4eac-906e-3df4749b3b3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 1100 time: 0.0816221 Aug 16 02:18:48.867224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdfecd-fa60-4b35-8e6f-5d500716aea0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Network': ['ID=add25af1-71e1-4bce-b8be-e5a638c193a8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.880253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network add25af1-71e1-4bce-b8be-e5a638c193a8 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:48.894769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d521ffb-d953-4b17-b97f-8ef5ed60b2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=76364607-4617-4ac1-ac49-8ef38310e151,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.929083 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d2f7e-78a1-4a3c-ae04-f734e572623f x-openstack-request-id: req-c47d2f7e-78a1-4a3c-ae04-f734e572623f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:48.929373 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d7f425-53f2-4437-89da-24427d354575", "tag": "76364607-4617-4ac1-ac49-8ef38310e151", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:48.929622 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c47d2f7e-78a1-4a3c-ae04-f734e572623f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:48.930350 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d7f425-53f2-4437-89da-24427d354575', 'tag': '76364607-4617-4ac1-ac49-8ef38310e151', 'status': 'completed', 'code': 200} Aug 16 02:18:48.940408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-00a62780-e7df-4d70-887e-a2e4110749cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.941703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-00a62780-e7df-4d70-887e-a2e4110749cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 1095 time: 0.0613508 Aug 16 02:18:49.007441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:49.031409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-0942afe0-24d6-443c-9133-95071aa31025 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76364607-4617-4ac1-ac49-8ef38310e151 HTTP/1.1" status: 200 len: 217 time: 0.0788677 Aug 16 02:18:49.066069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168745f-c2ce-4666-b874-e020c184e197 req-cb5dffcc-844d-47fe-b7ce-83e58c65d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.067661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7168745f-c2ce-4666-b874-e020c184e197 req-cb5dffcc-844d-47fe-b7ce-83e58c65d53a service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1537876 Aug 16 02:18:49.070612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:49.072946 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.097515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:49.107390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:49.107785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.158344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7168745f-c2ce-4666-b874-e020c184e197 req-e3b0ba70-7cea-4b20-89ba-03e485bb8421 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c2106e3f-11ff-4ba1-a702-502cec38f443 HTTP/1.1" status: 200 len: 217 time: 0.0817869 Aug 16 02:18:49.206858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-eed27cdd-f7ed-490d-90bd-445d11ac9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.208367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-eed27cdd-f7ed-490d-90bd-445d11ac9ebd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1379631 Aug 16 02:18:49.219755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258096e4-cf50-43f8-98f8-96bc13f91875 req-54e57d98-7929-431d-9d98-18f3a79a1ba5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.222222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-258096e4-cf50-43f8-98f8-96bc13f91875 req-54e57d98-7929-431d-9d98-18f3a79a1ba5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 948 time: 0.1896012 Aug 16 02:18:49.315785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.380943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168745f-c2ce-4666-b874-e020c184e197 req-bccd9adf-9b81-4083-a9d3-223e5f307214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.382763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7168745f-c2ce-4666-b874-e020c184e197 req-bccd9adf-9b81-4083-a9d3-223e5f307214 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.2066300 Aug 16 02:18:49.386194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:49.388333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:49.391901 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5145122e-41c3-4c1f-8a7a-550ff95d2134" -d '{"events": [{"server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "name": "network-vif-plugged", "status": "completed", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:49.397207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.447844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bf19a-cadc-49d0-bc6d-afd9dc5478f7 req-e44b17c6-48fe-4207-a45e-eab5a48eea76 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.455923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b1bf19a-cadc-49d0-bc6d-afd9dc5478f7 req-e44b17c6-48fe-4207-a45e-eab5a48eea76 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 943 time: 0.2810285 Aug 16 02:18:49.476408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.543481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b1bf19a-cadc-49d0-bc6d-afd9dc5478f7 req-457e201b-85cc-4147-a3cd-535a06e484c9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866363 Aug 16 02:18:49.561487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168745f-c2ce-4666-b874-e020c184e197 req-3f9d3e48-0a83-483f-a872-848c8945cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.562983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7168745f-c2ce-4666-b874-e020c184e197 req-3f9d3e48-0a83-483f-a872-848c8945cf8d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432171 Aug 16 02:18:49.608755 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747aa4f-1541-45c2-9417-10c55fe2ec69 x-openstack-request-id: req-1747aa4f-1541-45c2-9417-10c55fe2ec69 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:49.609299 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "name": "network-vif-plugged", "status": "completed", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:49.609698 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1747aa4f-1541-45c2-9417-10c55fe2ec69 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:49.610226 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee', 'code': 200} Aug 16 02:18:49.703636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.706861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44852) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:49.709040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-5b3a09af-8629-49be-bc8c-294c26573623 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4856215 Aug 16 02:18:49.781089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-258096e4-cf50-43f8-98f8-96bc13f91875 req-a12ebb9c-efce-4b2a-adbe-8d02da6e0b02 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474167 Aug 16 02:18:49.831990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-5e80f7c4-9332-4250-95cb-db852f4a33a0 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133461 Aug 16 02:18:49.867392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44860) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:49.875740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Subnet': ['ID=f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.886756 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7168745f-c2ce-4666-b874-e020c184e197 req-1de6a7d4-0403-4741-a415-cf6bd01fd63a service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888110 Aug 16 02:18:49.889088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba677c-4063-4222-a534-a797946fff82 req-4153ee33-e5ed-4ad9-ac14-367eb87a269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.890550 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efba677c-4063-4222-a534-a797946fff82 req-4153ee33-e5ed-4ad9-ac14-367eb87a269b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1097 time: 0.2065792 Aug 16 02:18:49.904436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888a886-be81-413a-90c4-f82cd2b9acd6 req-886ff533-ee92-49e0-913a-3c7476dbd50a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.906241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a888a886-be81-413a-90c4-f82cd2b9acd6 req-886ff533-ee92-49e0-913a-3c7476dbd50a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1986282 Aug 16 02:18:49.970943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1436819244-network', 'tenant_id': '5c66ba8c42d147cd95cbf30d871f9f3d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:49.986958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf80b-dacb-4202-a1dc-4ae97e4f674f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.029623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606715-0162-4f64-9b5c-77db2ae65281 req-2b37d8e8-e890-49a8-b4d9-ab10d8370f3d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.031208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03606715-0162-4f64-9b5c-77db2ae65281 req-2b37d8e8-e890-49a8-b4d9-ab10d8370f3d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 945 time: 0.1630566 Aug 16 02:18:50.036244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7851d11f-0db3-48f9-b4c2-8502d926c5ad req-c427adcb-6ff0-4731-9404-1af69b3afafc service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969073 Aug 16 02:18:50.049059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Made reservation on behalf of 5c66ba8c42d147cd95cbf30d871f9f3d for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:50.051819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.073970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.116989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03606715-0162-4f64-9b5c-77db2ae65281 req-fc3e07d6-fd83-43a2-b208-6eda19595452 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768607 Aug 16 02:18:50.178454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-e05703ee-7d4d-428c-9b06-a090de744647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.180007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-e05703ee-7d4d-428c-9b06-a090de744647 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 1095 time: 0.0791223 Aug 16 02:18:50.279453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf80b-dacb-4202-a1dc-4ae97e4f674f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.288845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf80b-dacb-4202-a1dc-4ae97e4f674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.320573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Checking segment: {'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:50.320906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network hostable DHCP agents. Network: add25af1-71e1-4bce-b8be-e5a638c193a8, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:50.335755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-dca22738-a10b-4518-9acc-54b83b398a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.337667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-dca22738-a10b-4518-9acc-54b83b398a90 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.1491473 Aug 16 02:18:50.363897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efba677c-4063-4222-a534-a797946fff82 req-1ad70e9d-f420-4e9f-9d2e-8e82bfed4c08 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569514 Aug 16 02:18:50.370529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a888a886-be81-413a-90c4-f82cd2b9acd6 req-69a83fdb-8897-46a7-850a-0f3f562ad8bd tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195934 Aug 16 02:18:50.372167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cbfaf80b-dacb-4202-a1dc-4ae97e4f674f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01ab54be995644bcb4868c07f699aae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6623468 Aug 16 02:18:50.372844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44866) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:50.387649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network add25af1-71e1-4bce-b8be-e5a638c193a8 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:50.402718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaf80b-dacb-4202-a1dc-4ae97e4f674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf4d5f5-f5a3-4e47-8234-732beb58620a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.402949 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7168745f-c2ce-4666-b874-e020c184e197 req-95bc03c6-9420-472b-a1a9-d37c7a035352 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905221 Aug 16 02:18:50.404619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, add25af1-71e1-4bce-b8be-e5a638c193a8) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:50.411345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.411345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.414350 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-f8858e29-7df0-48da-b7b3-4f48116ccde9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76364607-4617-4ac1-ac49-8ef38310e151 HTTP/1.1" status: 200 len: 217 time: 0.0623765 Aug 16 02:18:50.415031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb88e9-eb19-42b2-bcb9-8c98f3070ced None None] Network add25af1-71e1-4bce-b8be-e5a638c193a8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:50.516276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-15167929-e54e-4aa2-a222-7703103967fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.517754 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-15167929-e54e-4aa2-a222-7703103967fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.0923376 Aug 16 02:18:50.569104 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.570359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02603987-b531-48f3-8358-c74da0a51ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.573768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-9d8e7d12-57c3-4295-ab76-573318075e1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413458 Aug 16 02:18:50.577480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.582345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-51c1ca15-fdd6-4a34-9aef-d56f1a8c746f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7545867 Aug 16 02:18:50.583022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:50.589476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1598126072'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:50.623520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:50.627700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.631647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:50.634773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02603987-b531-48f3-8358-c74da0a51ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.658046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:50.668494 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.669003 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Added segment c5e6fb0b-6e43-4189-8117-e201fed4c593 of type vlan for network a38c8f72-6ebf-489e-b9da-c61708b9ea3b Aug 16 02:18:50.718369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.719187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe49444-5e3e-46b6-86bd-c4bb1c90a34a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.721804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.722134 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Added segment f5b3766a-e11a-4b55-84e8-ddd78285cefd of type vlan for network 6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686 Aug 16 02:18:50.736275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-add25af1-71e1-4bce-b8be-e5a638c193a8', 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'fixed_ips': [{'subnet_id': 'f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:50.737936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.759161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.768460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.769099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.801665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2165534 Aug 16 02:18:50.802699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:50.816989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.833471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-4aad5e1a-dee9-4c7f-af05-126f41976087 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437999 Aug 16 02:18:50.845347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc2f8e-e723-4ea4-911f-ec3a72ba7167 req-0d719bad-3e93-4dc9-a3fb-2e078bc6d7b3 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.847470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54bc2f8e-e723-4ea4-911f-ec3a72ba7167 req-0d719bad-3e93-4dc9-a3fb-2e078bc6d7b3 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 943 time: 0.1720655 Aug 16 02:18:50.875455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'subnet': {'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:50.886818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02603987-b531-48f3-8358-c74da0a51ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.889951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-02603987-b531-48f3-8358-c74da0a51ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.893852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-02603987-b531-48f3-8358-c74da0a51ecf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/adf4d5f5-f5a3-4e47-8234-732beb58620a HTTP/1.1" status: 204 len: 168 time: 0.4921536 Aug 16 02:18:50.907004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Allocated IP 19.80.0.2 (add25af1-71e1-4bce-b8be-e5a638c193a8/f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07/df295a17-3c47-430d-bbbf-5636780019e1) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:50.939490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02603987-b531-48f3-8358-c74da0a51ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf4d5f5-f5a3-4e47-8234-732beb58620a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.941234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.942179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.942755 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.982734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a16c8e-87eb-4ee8-beea-48497f4e3ac2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Network': ['ID=a38c8f72-6ebf-489e-b9da-c61708b9ea3b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.009809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2106e3f-11ff-4ba1-a702-502cec38f443 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:51.012030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a38c8f72-6ebf-489e-b9da-c61708b9ea3b details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:51.038092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1684656 Aug 16 02:18:51.044686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54bc2f8e-e723-4ea4-911f-ec3a72ba7167 req-327b5a52-c981-4808-9335-07505996759a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833119 Aug 16 02:18:51.054453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf359c1-52e1-4e41-ba81-1c55b660f5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.056753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44878) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.070733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6f367-7630-4e93-9919-f80f01ada161 req-de0c99c0-1cc6-43d0-817e-0724b92ffc0e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.070963 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41b3a72b-ebb0-4101-8626-ee043a2f52e7 req-2d70d314-72b4-4b27-afe9-28b6d2c219ed service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207808 Aug 16 02:18:51.077031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:51.084938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65b6f367-7630-4e93-9919-f80f01ada161 req-de0c99c0-1cc6-43d0-817e-0724b92ffc0e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 948 time: 0.2068846 Aug 16 02:18:51.092010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Request body: {'subnet': {'network_id': '6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1436819244-subnet', 'tenant_id': '5c66ba8c42d147cd95cbf30d871f9f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:51.125832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:18:51.125832 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:18:51.125832 n-d-769329-15 neutron-server[94856]: [parameters: {'project_id_1': '5c66ba8c42d147cd95cbf30d871f9f3d', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 18, 51, 100986)}] Aug 16 02:18:51.125832 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:51.126332 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:51.139822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:51.144205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.196892 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65b6f367-7630-4e93-9919-f80f01ada161 req-7f55bfec-1eb4-44fc-b690-20725dd4757a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013029 Aug 16 02:18:51.313877 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.342608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Transition to ACTIVE for port object df295a17-3c47-430d-bbbf-5636780019e1 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:51.345530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2106e3f-11ff-4ba1-a702-502cec38f443, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2106e3f-11ff-4ba1-a702-502cec38f443,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:51.369720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'c2106e3f-11ff-4ba1-a702-502cec38f443', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': 'c2106e3f-11ff-4ba1-a702-502cec38f443', 'mac_address': 'fa:16:3e:60:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:51.374277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Transition to ACTIVE for port object df295a17-3c47-430d-bbbf-5636780019e1 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:51.381275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83a9cf-74c0-4277-89fd-20050e6630b7 req-8865c2f0-37c6-4c36-9463-d95e488a58cc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.390037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb83a9cf-74c0-4277-89fd-20050e6630b7 req-8865c2f0-37c6-4c36-9463-d95e488a58cc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 945 time: 0.1113064 Aug 16 02:18:51.403388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.431808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44888) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.456798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f93358e2-51fe-4a98-a286-632536600399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.461583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.462649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Network add25af1-71e1-4bce-b8be-e5a638c193a8 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:51.468578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:51.473457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:51.473639 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb83a9cf-74c0-4277-89fd-20050e6630b7 req-9cc63b2b-03eb-43eb-bd73-b317ff539f5e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Aug 16 02:18:51.475414 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.478499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Pushing event updated for resources: {'Port': ['ID=df295a17-3c47-430d-bbbf-5636780019e1,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.500734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.501409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.501920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.502434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.503011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.503523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.504048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.504577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.505097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.505615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.505952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.506287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:51.525356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2106e3f-11ff-4ba1-a702-502cec38f443 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:51.573705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2106e3f-11ff-4ba1-a702-502cec38f443, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2106e3f-11ff-4ba1-a702-502cec38f443,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:51.577350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Attempting to bind port df295a17-3c47-430d-bbbf-5636780019e1 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:51.577873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Attempting to bind port df295a17-3c47-430d-bbbf-5636780019e1 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:51.578251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Attempting to bind port df295a17-3c47-430d-bbbf-5636780019e1 on network add25af1-71e1-4bce-b8be-e5a638c193a8 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:51.581823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.585887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f93358e2-51fe-4a98-a286-632536600399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.589047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:51.589662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Checking segment: {'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:51.590254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.590680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Bound using segment: {'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:51.591351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Bound port: df295a17-3c47-430d-bbbf-5636780019e1, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:51.591888 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f93358e2-51fe-4a98-a286-632536600399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.592100 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.592300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc61651-5fcb-444e-948b-98bf70d566be req-9dfa8f7a-638d-44f6-9942-23cdf22b4511 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.593948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cc61651-5fcb-444e-948b-98bf70d566be req-9dfa8f7a-638d-44f6-9942-23cdf22b4511 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1033547 Aug 16 02:18:51.626029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Subnet': ['ID=30bcd0da-0b86-4bc4-b81b-24d55ba9be23,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.634008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93358e2-51fe-4a98-a286-632536600399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee37f73-33a0-462b-9d0d-08c5e9ada366,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.642327 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f93358e2-51fe-4a98-a286-632536600399 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc9f45221a824f318530c01a5639e150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094429 Aug 16 02:18:51.642935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44890) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.652046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Checking segment: {'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:51.652459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network hostable DHCP agents. Network: a38c8f72-6ebf-489e-b9da-c61708b9ea3b, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:51.658799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Made reservation on behalf of 5c66ba8c42d147cd95cbf30d871f9f3d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:51.661599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.671568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2106e3f-11ff-4ba1-a702-502cec38f443,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.695822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] For port df295a17-3c47-430d-bbbf-5636780019e1, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:51.699567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] For port df295a17-3c47-430d-bbbf-5636780019e1, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df295a17-3c47-430d-bbbf-5636780019e1,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:51.701129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49111f76-bd3c-478d-a342-a392f756eb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.703881 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.724773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49111f76-bd3c-478d-a342-a392f756eb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.748398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cc61651-5fcb-444e-948b-98bf70d566be req-64d996bd-5c29-411f-8ce5-7407de9a3934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304848 Aug 16 02:18:51.784754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49111f76-bd3c-478d-a342-a392f756eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.785821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af6862-0421-4b9a-881e-9acb58f55358 None None] Pushing event updated for resources: {'Port': ['ID=df295a17-3c47-430d-bbbf-5636780019e1,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.788594 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49111f76-bd3c-478d-a342-a392f756eb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.789857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-49111f76-bd3c-478d-a342-a392f756eb55 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ee37f73-33a0-462b-9d0d-08c5e9ada366 HTTP/1.1" status: 204 len: 168 time: 0.1459196 Aug 16 02:18:51.791567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network a38c8f72-6ebf-489e-b9da-c61708b9ea3b is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:51.798486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49111f76-bd3c-478d-a342-a392f756eb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee37f73-33a0-462b-9d0d-08c5e9ada366,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.806869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a38c8f72-6ebf-489e-b9da-c61708b9ea3b) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:51.816016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.818303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.819648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dacf76d-8eff-4683-b94f-8bd8896db406 None None] Network a38c8f72-6ebf-489e-b9da-c61708b9ea3b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:51.862546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b2623bb7-a385-430d-8bfe-3c7a76383bad tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0002458 Aug 16 02:18:51.884456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c2106e3f-11ff-4ba1-a702-502cec38f443'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:51.959759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.042076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf4e04f-912c-400e-9fe2-afd153d4919b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.084322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Checking segment: {'id': 'f5b3766a-e11a-4b55-84e8-ddd78285cefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:52.084861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Network hostable DHCP agents. Network: 6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:52.127476 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.135842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Network 6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:52.165351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:52.173585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.174713 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.184691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea3103-4fd7-4c20-a32a-610525396713 None None] Network 6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:52.203195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ff21dfe1-1a3f-4621-a80e-2936f26ac250 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1169443 Aug 16 02:18:52.321086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa714b9d-bc79-41a9-beb7-366c05a7a10d req-f28aa125-e086-4f1d-8777-f3453f571c7c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.322690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa714b9d-bc79-41a9-beb7-366c05a7a10d req-f28aa125-e086-4f1d-8777-f3453f571c7c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 943 time: 0.1185348 Aug 16 02:18:52.330731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df295a17-3c47-430d-bbbf-5636780019e1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:52.388562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-a3623b49-c3e4-4562-8caf-cae1851b0412 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.395208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a38c8f72-6ebf-489e-b9da-c61708b9ea3b', 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'fixed_ips': [{'subnet_id': '30bcd0da-0b86-4bc4-b81b-24d55ba9be23'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:52.396072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.396265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-a3623b49-c3e4-4562-8caf-cae1851b0412 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.400454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa714b9d-bc79-41a9-beb7-366c05a7a10d req-8ed110ac-4877-4bb9-919a-aa03f137764f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588682 Aug 16 02:18:52.405641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-a3623b49-c3e4-4562-8caf-cae1851b0412 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/networks?id=add25af1-71e1-4bce-b8be-e5a638c193a8&id=a38c8f72-6ebf-489e-b9da-c61708b9ea3b HTTP/1.1" status: 200 len: 1391 time: 0.2076912 Aug 16 02:18:52.426662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-959722e0-5f90-4389-aa8a-41fe623e1cf8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/quotas/cb9c9125eb2946a68707dd0cdda98482 HTTP/1.1" status: 200 len: 375 time: 0.0196645 Aug 16 02:18:52.512169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-ef4ee6cc-a017-4b83-883c-f02058c00513 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761788 Aug 16 02:18:52.537522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067cf41-3309-4719-b8bd-30e99c3bc697 req-b0bf6830-0518-4c5f-8cf0-dc1b1200c001 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.540634 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9067cf41-3309-4719-b8bd-30e99c3bc697 req-b0bf6830-0518-4c5f-8cf0-dc1b1200c001 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 949 time: 0.0659800 Aug 16 02:18:52.604824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port df295a17-3c47-430d-bbbf-5636780019e1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:52.610876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9067cf41-3309-4719-b8bd-30e99c3bc697 req-09b41842-c56c-4344-b089-a5e89f966904 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543134 Aug 16 02:18:52.670436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c13c9-262a-40da-ae57-8cb2b92932e9 None None] Network 6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:52.755650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Allocated IP 19.86.0.2 (a38c8f72-6ebf-489e-b9da-c61708b9ea3b/30bcd0da-0b86-4bc4-b81b-24d55ba9be23/6955614e-0b50-4da1-a829-7f3de4be3182) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:52.801426 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-04f7b2f5-1dfa-45dc-a119-be56ac96e815 service neutron] 10.222.0.78 "GET /v2.0/networks/add25af1-71e1-4bce-b8be-e5a638c193a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803946 Aug 16 02:18:52.920832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-9744d3e5-2bd4-49de-bcc4-2a77bd32962b service neutron] 10.222.0.78 "GET /v2.0/networks/add25af1-71e1-4bce-b8be-e5a638c193a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119845 Aug 16 02:18:53.019729 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.023873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 76364607-4617-4ac1-ac49-8ef38310e151 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:53.040820 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-1c445882-232e-418a-a321-df83ec89ea3f service neutron] 10.222.0.78 "GET /v2.0/networks/a38c8f72-6ebf-489e-b9da-c61708b9ea3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184716 Aug 16 02:18:53.061747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Transition to ACTIVE for port object 6955614e-0b50-4da1-a829-7f3de4be3182 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:53.112878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Transition to ACTIVE for port object 6955614e-0b50-4da1-a829-7f3de4be3182 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:53.144325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31602099-3cf1-4bf8-acf5-086f744eb658 None None] Network add25af1-71e1-4bce-b8be-e5a638c193a8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:53.167777 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.170421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-3dbdd5e5-15a3-4bd6-b163-f99611c9086c req-7ae00882-37dc-42e0-8e2f-d1298598ef9d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-21315191', 'description': 'tempest-description-1013515908'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:53.185114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-b3bf8476-f818-4a3e-85d1-6e2325b4f66a service neutron] 10.222.0.78 "GET /v2.0/networks/a38c8f72-6ebf-489e-b9da-c61708b9ea3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308174 Aug 16 02:18:53.204428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbdd5e5-15a3-4bd6-b163-f99611c9086c req-7ae00882-37dc-42e0-8e2f-d1298598ef9d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.258021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Network a38c8f72-6ebf-489e-b9da-c61708b9ea3b is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:53.268895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:53.271469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:53.346839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbdd5e5-15a3-4bd6-b163-f99611c9086c req-7ae00882-37dc-42e0-8e2f-d1298598ef9d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.354333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbdd5e5-15a3-4bd6-b163-f99611c9086c req-7ae00882-37dc-42e0-8e2f-d1298598ef9d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.409605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3dbdd5e5-15a3-4bd6-b163-f99611c9086c req-7ae00882-37dc-42e0-8e2f-d1298598ef9d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.422104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3dbdd5e5-15a3-4bd6-b163-f99611c9086c req-7ae00882-37dc-42e0-8e2f-d1298598ef9d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2545340 Aug 16 02:18:53.429545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae00882-37dc-42e0-8e2f-d1298598ef9d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994f653f-6100-422e-8594-fda4ef7f5ad2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.459023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1af92e-d778-4fa8-9274-c5041526cb63 req-f850d495-38f7-454a-9c9b-a0728bbffc68 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.460611 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e1af92e-d778-4fa8-9274-c5041526cb63 req-f850d495-38f7-454a-9c9b-a0728bbffc68 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 945 time: 0.0804920 Aug 16 02:18:53.517662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e1af92e-d778-4fa8-9274-c5041526cb63 req-db29a1bf-c9bc-42f9-9256-cd751f99e332 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Aug 16 02:18:53.553307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Pushing event updated for resources: {'Port': ['ID=6955614e-0b50-4da1-a829-7f3de4be3182,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.575893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252e13a-7f4b-4859-a0eb-085239b19a63 req-a8ba2b3e-2e86-49ed-8859-42d78fc3be9f tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.586125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38c81a20-6d54-4fe3-9546-d2b4fd167f93 None None] Provisioning for port df295a17-3c47-430d-bbbf-5636780019e1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:53.588870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7252e13a-7f4b-4859-a0eb-085239b19a63 req-a8ba2b3e-2e86-49ed-8859-42d78fc3be9f tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0939977 Aug 16 02:18:53.594154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.609705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 76364607-4617-4ac1-ac49-8ef38310e151, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=76364607-4617-4ac1-ac49-8ef38310e151,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:53.616640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Attempting to bind port 6955614e-0b50-4da1-a829-7f3de4be3182 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:53.617180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Attempting to bind port 6955614e-0b50-4da1-a829-7f3de4be3182 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:53.617727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Attempting to bind port 6955614e-0b50-4da1-a829-7f3de4be3182 on network a38c8f72-6ebf-489e-b9da-c61708b9ea3b {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:53.624837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38c81a20-6d54-4fe3-9546-d2b4fd167f93 None None] Provisioning complete for port df295a17-3c47-430d-bbbf-5636780019e1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:53.625426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38c81a20-6d54-4fe3-9546-d2b4fd167f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.635979 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08a3e788-cf1c-4070-b4a9-5197f628a572 req-72e26702-6cb6-4311-80a8-30bb8e8699d2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 210 time: 0.0488966 Aug 16 02:18:53.666782 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7252e13a-7f4b-4859-a0eb-085239b19a63 req-2d78f23c-2aaa-46d4-96ce-3947bdc9bd7a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722337 Aug 16 02:18:53.675768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:53.676562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Checking segment: {'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:53.677289 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.677911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Bound using segment: {'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:53.678725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Bound port: 6955614e-0b50-4da1-a829-7f3de4be3182, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:53.680174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.712305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-b4a7a6d1-a620-4e40-8870-0823efa5d90d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/994f653f-6100-422e-8594-fda4ef7f5ad2 HTTP/1.1" status: 200 len: 1803 time: 0.0564001 Aug 16 02:18:53.713758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '76364607-4617-4ac1-ac49-8ef38310e151', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'port_id': '76364607-4617-4ac1-ac49-8ef38310e151', 'mac_address': 'fa:16:3e:e2:ad:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ad524-3dc8-4cf9-86c3-052bdb96ecaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:53.724904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '994f653f-6100-422e-8594-fda4ef7f5ad2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:53.725340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '994f653f-6100-422e-8594-fda4ef7f5ad2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:53.808448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.829207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142addc-6f92-4b9f-b8a6-ce460e12ca08 req-195b7019-2c9c-42ce-894e-271cbf8bb2e7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.838791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f142addc-6f92-4b9f-b8a6-ce460e12ca08 req-195b7019-2c9c-42ce-894e-271cbf8bb2e7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 943 time: 0.0926931 Aug 16 02:18:53.877798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.886998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.895590 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f142addc-6f92-4b9f-b8a6-ce460e12ca08 req-ec1e557a-fb41-41b9-95d4-d4c2b3228244 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522680 Aug 16 02:18:53.900526 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38c81a20-6d54-4fe3-9546-d2b4fd167f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.915303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] For port 6955614e-0b50-4da1-a829-7f3de4be3182, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:53.929435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6460d94a-cccf-4b33-abe2-5eb401a51bf2,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.943945 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.948717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] For port 6955614e-0b50-4da1-a829-7f3de4be3182, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6955614e-0b50-4da1-a829-7f3de4be3182,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:53.966308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.969454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb451a94-abc8-468f-ae02-3ff14d77242d req-6252087c-fca4-4f12-a7cc-e59696ebd034 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2493525 Aug 16 02:18:53.982854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.004404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76364607-4617-4ac1-ac49-8ef38310e151 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:54.011642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-38c81a20-6d54-4fe3-9546-d2b4fd167f93 None None] For port df295a17-3c47-430d-bbbf-5636780019e1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df295a17-3c47-430d-bbbf-5636780019e1,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:54.042427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-38c81a20-6d54-4fe3-9546-d2b4fd167f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.069896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 76364607-4617-4ac1-ac49-8ef38310e151, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=76364607-4617-4ac1-ac49-8ef38310e151,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:54.073051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad6bfc-3b12-45f1-b16c-4d8d9d534c56 req-85462f39-fe18-4160-9736-22e58034192a tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.074676 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efad6bfc-3b12-45f1-b16c-4d8d9d534c56 req-85462f39-fe18-4160-9736-22e58034192a tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1097 time: 0.1089675 Aug 16 02:18:54.083156 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.115558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1a944-e9ce-4fc5-9827-246bf828cbe6 None None] Pushing event updated for resources: {'Port': ['ID=6955614e-0b50-4da1-a829-7f3de4be3182,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.151181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efad6bfc-3b12-45f1-b16c-4d8d9d534c56 req-21bc7d45-2f83-4be5-9731-2f2afc531ecf tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Aug 16 02:18:54.188009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468aa4d-8e2a-40bf-bc9c-17a6946627d6 req-b2b0c6d2-ad1f-47a3-a80f-9c9a1ebb9cae tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.189584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4468aa4d-8e2a-40bf-bc9c-17a6946627d6 req-b2b0c6d2-ad1f-47a3-a80f-9c9a1ebb9cae tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 949 time: 0.1378739 Aug 16 02:18:54.229788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c81a20-6d54-4fe3-9546-d2b4fd167f93 None None] Pushing event updated for resources: {'Port': ['ID=df295a17-3c47-430d-bbbf-5636780019e1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.272704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4468aa4d-8e2a-40bf-bc9c-17a6946627d6 req-11d7806d-25d5-40b7-ba0e-36b225c538b5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695195 Aug 16 02:18:54.292504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ebec0378-ab43-4a5d-8e1a-339044753902 req-adeb7128-0d54-42e2-8759-f8ba9d1f803d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1631905909', 'description': 'tempest-description-943382831'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:54.355364 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ebec0378-ab43-4a5d-8e1a-339044753902 req-adeb7128-0d54-42e2-8759-f8ba9d1f803d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.375271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=76364607-4617-4ac1-ac49-8ef38310e151,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.422018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['76364607-4617-4ac1-ac49-8ef38310e151'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:54.511592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f3b7f-d712-4828-9955-fa405b4a8cf5 req-9693135a-272e-4f4d-829a-850136e79a50 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.530919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-784f3b7f-d712-4828-9955-fa405b4a8cf5 req-9693135a-272e-4f4d-829a-850136e79a50 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1097 time: 0.1168785 Aug 16 02:18:54.541849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ebec0378-ab43-4a5d-8e1a-339044753902 req-adeb7128-0d54-42e2-8759-f8ba9d1f803d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.548321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ebec0378-ab43-4a5d-8e1a-339044753902 req-adeb7128-0d54-42e2-8759-f8ba9d1f803d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.592489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ebec0378-ab43-4a5d-8e1a-339044753902 req-adeb7128-0d54-42e2-8759-f8ba9d1f803d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.608346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebec0378-ab43-4a5d-8e1a-339044753902 req-adeb7128-0d54-42e2-8759-f8ba9d1f803d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3217351 Aug 16 02:18:54.610655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7128-0d54-42e2-8759-f8ba9d1f803d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1580f1-323b-4195-9142-c00009cfbf30,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.611668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-784f3b7f-d712-4828-9955-fa405b4a8cf5 req-73fd8e38-5365-42c1-a079-9da1124ed254 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786185 Aug 16 02:18:54.665589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8e6b788a-ddd4-474a-bea1-f28acefec86c None None] Provisioning complete for port df295a17-3c47-430d-bbbf-5636780019e1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:54.666703 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e6b788a-ddd4-474a-bea1-f28acefec86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.695360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f76908b-3603-4aa6-801d-108701f83625 req-b874fd75-78e2-4477-9118-0ec000ca5592 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/fd1580f1-323b-4195-9142-c00009cfbf30 HTTP/1.1" status: 200 len: 1804 time: 0.0647554 Aug 16 02:18:54.701392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8f76908b-3603-4aa6-801d-108701f83625 req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fd1580f1-323b-4195-9142-c00009cfbf30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:54.701688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8f76908b-3603-4aa6-801d-108701f83625 req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fd1580f1-323b-4195-9142-c00009cfbf30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:54.723628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689d05e-65f1-44d6-ac31-b4c48838c087 req-f3acfb5c-19fc-4899-a9f7-85049a237047 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.725304 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0689d05e-65f1-44d6-ac31-b4c48838c087 req-f3acfb5c-19fc-4899-a9f7-85049a237047 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0614448 Aug 16 02:18:54.773575 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f76908b-3603-4aa6-801d-108701f83625 req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.774428 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0689d05e-65f1-44d6-ac31-b4c48838c087 req-88d9f741-c3f0-4fe0-bee5-168bfa5658e1 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Aug 16 02:18:54.811202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f76908b-3603-4aa6-801d-108701f83625 req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.817272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f76908b-3603-4aa6-801d-108701f83625 req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.852830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03c2638-b24f-4f20-9e21-42caf032911b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.873964 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8f76908b-3603-4aa6-801d-108701f83625 req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.875954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f76908b-3603-4aa6-801d-108701f83625 req-67095544-b3b1-4a93-8110-b88100c1b2c7 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1797178 Aug 16 02:18:54.941662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5fa4572f-9001-4294-903e-00d3970bbb6e req-c5c18b74-e191-4d6a-9f0f-b04cb0903fc0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 210 time: 0.0338662 Aug 16 02:18:55.021534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2106e3f-11ff-4ba1-a702-502cec38f443 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:55.111136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acde983-3cf9-4115-98d6-41de0d5abd1b req-6472e1d0-040b-405f-aae3-4bb2a4f6e5b8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.121034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6acde983-3cf9-4115-98d6-41de0d5abd1b req-6472e1d0-040b-405f-aae3-4bb2a4f6e5b8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1902008 Aug 16 02:18:55.145787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port c2106e3f-11ff-4ba1-a702-502cec38f443 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:55.152187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port c2106e3f-11ff-4ba1-a702-502cec38f443 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:55.152609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.154996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b91f4e53-3c6c-498c-a346-f731abc5927e req-db4e7ad4-68e1-4883-8519-00fc52062ba1 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1714163250', 'description': 'tempest-description-926450039'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:55.193915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b91f4e53-3c6c-498c-a346-f731abc5927e req-db4e7ad4-68e1-4883-8519-00fc52062ba1 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.221197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6acde983-3cf9-4115-98d6-41de0d5abd1b req-709553ce-c54f-4582-abde-25803d272245 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831170 Aug 16 02:18:55.252573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-11a6269c-2216-4629-aa89-7f94bc54f157 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.276534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-11a6269c-2216-4629-aa89-7f94bc54f157 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.278974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-11a6269c-2216-4629-aa89-7f94bc54f157 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.98 "GET /v2.0/networks?id=add25af1-71e1-4bce-b8be-e5a638c193a8&id=a38c8f72-6ebf-489e-b9da-c61708b9ea3b HTTP/1.1" status: 200 len: 1391 time: 0.3102019 Aug 16 02:18:55.301399 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.311734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'port': {'device_id': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8', 'admin_state_up': True, 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:55.339435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2106e3f-11ff-4ba1-a702-502cec38f443, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2106e3f-11ff-4ba1-a702-502cec38f443,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:55.341262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2106e3f-11ff-4ba1-a702-502cec38f443'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:55.346043 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454ad2c-385b-4e30-8d66-57dc10cd3a27" -d '{"events": [{"server_uuid": "c3a9e225-808c-4342-a3d1-5a3a6660c457", "name": "network-vif-plugged", "status": "completed", "tag": "c2106e3f-11ff-4ba1-a702-502cec38f443"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:55.354269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.355512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b91f4e53-3c6c-498c-a346-f731abc5927e req-db4e7ad4-68e1-4883-8519-00fc52062ba1 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.361254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b91f4e53-3c6c-498c-a346-f731abc5927e req-db4e7ad4-68e1-4883-8519-00fc52062ba1 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.400043 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b91f4e53-3c6c-498c-a346-f731abc5927e req-db4e7ad4-68e1-4883-8519-00fc52062ba1 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.402017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b91f4e53-3c6c-498c-a346-f731abc5927e req-db4e7ad4-68e1-4883-8519-00fc52062ba1 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2610419 Aug 16 02:18:55.413124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7ad4-68e1-4883-8519-00fc52062ba1 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8894f2-628b-4fdc-9e2e-e5d16da4a2f0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.449567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2106e3f-11ff-4ba1-a702-502cec38f443,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.527802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f448c3d-e804-4032-9f93-5c76e8de43e6 req-9b2129a2-1cc1-4f00-b80f-9c6dfdee5c8c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.529907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f448c3d-e804-4032-9f93-5c76e8de43e6 req-9b2129a2-1cc1-4f00-b80f-9c6dfdee5c8c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 944 time: 0.1128073 Aug 16 02:18:55.561600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:55.567410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.572361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b278f5c-a06f-46e0-8ce4-3704a807681e req-157cd0bb-f801-4f93-9974-520a3b81ac26 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.574094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4b278f5c-a06f-46e0-8ce4-3704a807681e req-157cd0bb-f801-4f93-9974-520a3b81ac26 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1097 time: 0.0588534 Aug 16 02:18:55.605236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f448c3d-e804-4032-9f93-5c76e8de43e6 req-622bf9bb-969e-43a9-a334-8b1ffb851981 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677910 Aug 16 02:18:55.620666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4b278f5c-a06f-46e0-8ce4-3704a807681e req-824bbb2d-ffc1-40fe-8c7e-cb91bb716c26 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373836 Aug 16 02:18:55.635093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223866fe-8813-460a-8888-764e3966cc84 None None] Network a38c8f72-6ebf-489e-b9da-c61708b9ea3b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:55.702888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-63bafdf0-20aa-4be4-ba44-0823b93b5056 req-bc629482-b197-44ba-97d4-639c9f3e56ad tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-960547905', 'description': 'tempest-description-889905095'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:55.732961 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a12a1fc-d731-46fb-ac99-1d9ec8fc0058 x-openstack-request-id: req-2a12a1fc-d731-46fb-ac99-1d9ec8fc0058 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:55.733558 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a9e225-808c-4342-a3d1-5a3a6660c457", "name": "network-vif-plugged", "status": "completed", "tag": "c2106e3f-11ff-4ba1-a702-502cec38f443", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:55.734142 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a12a1fc-d731-46fb-ac99-1d9ec8fc0058 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:55.734632 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2106e3f-11ff-4ba1-a702-502cec38f443', 'code': 200} Aug 16 02:18:55.739371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63bafdf0-20aa-4be4-ba44-0823b93b5056 req-bc629482-b197-44ba-97d4-639c9f3e56ad tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.764040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:55.764453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9e8e2c15-7b34-4f5b-aa26-a59455b63c19 None None] Provisioning for port 6955614e-0b50-4da1-a829-7f3de4be3182 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:55.853277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a9554-e5c8-4e5d-a9ec-e9d85f195e67 req-5bd2d8d7-7f12-4e1f-bd32-7872b8dfe5b8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.854835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c50a9554-e5c8-4e5d-a9ec-e9d85f195e67 req-5bd2d8d7-7f12-4e1f-bd32-7872b8dfe5b8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 950 time: 0.1614668 Aug 16 02:18:55.872649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63bafdf0-20aa-4be4-ba44-0823b93b5056 req-bc629482-b197-44ba-97d4-639c9f3e56ad tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.873549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Allocated IP 19.80.0.113 (add25af1-71e1-4bce-b8be-e5a638c193a8/f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07/b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:55.880440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63bafdf0-20aa-4be4-ba44-0823b93b5056 req-bc629482-b197-44ba-97d4-639c9f3e56ad tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.887181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d538db-3146-4bd5-a25f-14ea4a4f98bd req-cd8e3577-89cf-41b6-b416-a4eed59aaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.888848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6d538db-3146-4bd5-a25f-14ea4a4f98bd req-cd8e3577-89cf-41b6-b416-a4eed59aaf04 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 1102 time: 0.1323137 Aug 16 02:18:55.932126 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63bafdf0-20aa-4be4-ba44-0823b93b5056 req-bc629482-b197-44ba-97d4-639c9f3e56ad tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.937017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63bafdf0-20aa-4be4-ba44-0823b93b5056 req-bc629482-b197-44ba-97d4-639c9f3e56ad tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2402179 Aug 16 02:18:55.939010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc629482-b197-44ba-97d4-639c9f3e56ad tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c7537-04f1-4ad5-959d-cba711860fae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.942783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7b39-d932-43fa-8600-8629bb124896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.991782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6d538db-3146-4bd5-a25f-14ea4a4f98bd req-3e3e3643-6b3e-4566-9114-9fb81c527860 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913134 Aug 16 02:18:56.018728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c50a9554-e5c8-4e5d-a9ec-e9d85f195e67 req-1bfa9434-f959-48e1-bd9f-8783812e3963 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550772 Aug 16 02:18:56.091868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7b39-d932-43fa-8600-8629bb124896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.098016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7b39-d932-43fa-8600-8629bb124896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.113887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a0ad808d-bf27-4411-b6de-f6be991d61ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.154921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-d6ea3b77-a9e6-4079-865e-7879aba6da08 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/0b8894f2-628b-4fdc-9e2e-e5d16da4a2f0 HTTP/1.1" status: 200 len: 1804 time: 0.0968802 Aug 16 02:18:56.191073 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f8f7b39-d932-43fa-8600-8629bb124896 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26a558c710614fdc835024fd0a1ca5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255009 Aug 16 02:18:56.195159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45040) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:56.206791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-481acfc2-ed8d-476e-a95c-8d6c935e3785 req-f5670c5e-b0c9-4e52-b418-a0055743685f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 210 time: 0.0708146 Aug 16 02:18:56.207748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f7b39-d932-43fa-8600-8629bb124896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27019ee1-8022-414f-9f54-5d4fc95d8494,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.293572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-68cef70c-49f6-43c8-802c-ac55470e632d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/9d7c7537-04f1-4ad5-959d-cba711860fae HTTP/1.1" status: 200 len: 1803 time: 0.1369257 Aug 16 02:18:56.303498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.317852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0b8894f2-628b-4fdc-9e2e-e5d16da4a2f0', 'remote_group_id': '9d7c7537-04f1-4ad5-959d-cba711860fae', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:56.318170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0b8894f2-628b-4fdc-9e2e-e5d16da4a2f0', 'remote_group_id': '9d7c7537-04f1-4ad5-959d-cba711860fae', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:56.324491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01274c87-b342-4adb-bab6-df13bae3a473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.326586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df295a17-3c47-430d-bbbf-5636780019e1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:56.336628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Transition to ACTIVE for port object b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:56.374001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01274c87-b342-4adb-bab6-df13bae3a473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.382412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port df295a17-3c47-430d-bbbf-5636780019e1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:56.382819 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.410748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d4ed8-0a20-4fb8-b25b-a48f539711fb req-7c71d558-e53f-493a-841a-532913b3392a tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.420107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee5d4ed8-0a20-4fb8-b25b-a48f539711fb req-7c71d558-e53f-493a-841a-532913b3392a tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0593045 Aug 16 02:18:56.453579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.467745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee5d4ed8-0a20-4fb8-b25b-a48f539711fb req-c066ad4b-386c-4a30-bb87-1d29287d6970 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405257 Aug 16 02:18:56.490521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6955614e-0b50-4da1-a829-7f3de4be3182 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:56.502309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.522135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network add25af1-71e1-4bce-b8be-e5a638c193a8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:56.526760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01274c87-b342-4adb-bab6-df13bae3a473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.530343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01274c87-b342-4adb-bab6-df13bae3a473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.531699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-01274c87-b342-4adb-bab6-df13bae3a473 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27019ee1-8022-414f-9f54-5d4fc95d8494 HTTP/1.1" status: 204 len: 168 time: 0.3333807 Aug 16 02:18:56.539408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:56.546372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:56.554645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Port': ['ID=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.565716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6955614e-0b50-4da1-a829-7f3de4be3182 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:56.571300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6955614e-0b50-4da1-a829-7f3de4be3182 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:56.571875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.575169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274c87-b342-4adb-bab6-df13bae3a473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27019ee1-8022-414f-9f54-5d4fc95d8494,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.632322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c18a-5ac9-41eb-be78-fc8ea2b696d0 req-2951b2a4-0230-470b-bb86-c62460d58575 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.634295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.634555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55f1c18a-5ac9-41eb-be78-fc8ea2b696d0 req-2951b2a4-0230-470b-bb86-c62460d58575 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1062171 Aug 16 02:18:56.643326 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.665394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.666365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.684272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4547938b-7df2-423e-9c6f-fb09231e3172,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.697518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.698281 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.700315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f557ac60-406b-4c26-81f1-129dc488ae18 req-9c5a264a-a3d7-4179-b987-b7a33acd4252 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3939767 Aug 16 02:18:56.703533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-afc4709c-bafb-4250-a2ca-df5c229378c0 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4041419 Aug 16 02:18:56.719636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Request body: {'port': {'device_id': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b', 'admin_state_up': True, 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:56.723210 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55f1c18a-5ac9-41eb-be78-fc8ea2b696d0 req-63ec1e5b-37ab-4441-a14a-60a04d25aac1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802951 Aug 16 02:18:56.793314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 6955614e-0b50-4da1-a829-7f3de4be3182, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6955614e-0b50-4da1-a829-7f3de4be3182,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.805668 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.869772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=6955614e-0b50-4da1-a829-7f3de4be3182,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.925302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f0bc-8fb9-40cf-a867-e4b9aff78f82 req-5cf38b8c-488d-4e79-82c7-5592c846ac54 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.927425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fe6f0bc-8fb9-40cf-a867-e4b9aff78f82 req-5cf38b8c-488d-4e79-82c7-5592c846ac54 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1097 time: 0.0661302 Aug 16 02:18:56.933427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa828bc2-e1e8-45e9-a941-506ea5a208ea req-4758084c-32af-4e21-8c19-83ac36fb1a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.935751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa828bc2-e1e8-45e9-a941-506ea5a208ea req-4758084c-32af-4e21-8c19-83ac36fb1a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 944 time: 0.0841994 Aug 16 02:18:56.937120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Made reservation on behalf of cb9c9125eb2946a68707dd0cdda98482 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:56.941478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.962737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aa1e4704-994e-488a-bc7d-775e559bee30 None None] Provisioning for port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:56.970557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aa1e4704-994e-488a-bc7d-775e559bee30 None None] Provisioning complete for port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:56.972077 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4704-994e-488a-bc7d-775e559bee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.998325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fe6f0bc-8fb9-40cf-a867-e4b9aff78f82 req-74b157f0-7f31-4d7e-9cd7-34cdd71ffd41 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631816 Aug 16 02:18:57.010862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:57.027275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e4704-994e-488a-bc7d-775e559bee30 None None] Port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:57.031019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa828bc2-e1e8-45e9-a941-506ea5a208ea req-74714caf-e8e0-4389-bb4b-c4ca6845a21a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733552 Aug 16 02:18:57.036600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6b46-78e0-4d69-990f-3724ab600670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.049925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-04fa0cd8-12e7-4e5b-ac32-71334ba9efe1 req-dba8dfa3-1c3b-43f6-9b96-85c9cf859191 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-45089236', 'description': 'tempest-description-189257271'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:57.055522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 76364607-4617-4ac1-ac49-8ef38310e151 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:57.095976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-04fa0cd8-12e7-4e5b-ac32-71334ba9efe1 req-dba8dfa3-1c3b-43f6-9b96-85c9cf859191 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.128037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 76364607-4617-4ac1-ac49-8ef38310e151 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:57.136105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 76364607-4617-4ac1-ac49-8ef38310e151 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:57.138671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.166810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Allocated IP 19.86.0.109 (a38c8f72-6ebf-489e-b9da-c61708b9ea3b/30bcd0da-0b86-4bc4-b81b-24d55ba9be23/49f4e7b9-b307-4f6c-978e-f9193ab9a5f4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:57.195263 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6b46-78e0-4d69-990f-3724ab600670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.204206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6b46-78e0-4d69-990f-3724ab600670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.238948 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.253188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf6b46-78e0-4d69-990f-3724ab600670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e85baf-6973-4a0a-94bc-8192b9affc39,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.275819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6bcf6b46-78e0-4d69-990f-3724ab600670 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0210420b980e4d4b8d4c6765b4c6f902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591279 Aug 16 02:18:57.276048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:57.280636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 76364607-4617-4ac1-ac49-8ef38310e151, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=76364607-4617-4ac1-ac49-8ef38310e151,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:57.285633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.350209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=76364607-4617-4ac1-ac49-8ef38310e151,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.354119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2260cf4e-940f-4f6b-83f9-ea8d46493b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.386847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.392367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-04fa0cd8-12e7-4e5b-ac32-71334ba9efe1 req-dba8dfa3-1c3b-43f6-9b96-85c9cf859191 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.394413 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2260cf4e-940f-4f6b-83f9-ea8d46493b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.402311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Transition to ACTIVE for port object 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:57.402504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-04fa0cd8-12e7-4e5b-ac32-71334ba9efe1 req-dba8dfa3-1c3b-43f6-9b96-85c9cf859191 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.445974 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.461028 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-04fa0cd8-12e7-4e5b-ac32-71334ba9efe1 req-dba8dfa3-1c3b-43f6-9b96-85c9cf859191 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.466923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-04fa0cd8-12e7-4e5b-ac32-71334ba9efe1 req-dba8dfa3-1c3b-43f6-9b96-85c9cf859191 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4262702 Aug 16 02:18:57.487477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8dfa3-1c3b-43f6-9b96-85c9cf859191 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5773c51-3981-4f52-a0df-841cbcaabc8c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.501299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Network a38c8f72-6ebf-489e-b9da-c61708b9ea3b is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:57.506558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:57.508434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2260cf4e-940f-4f6b-83f9-ea8d46493b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.511061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2260cf4e-940f-4f6b-83f9-ea8d46493b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.513327 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2260cf4e-940f-4f6b-83f9-ea8d46493b6a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/22e85baf-6973-4a0a-94bc-8192b9affc39 HTTP/1.1" status: 204 len: 168 time: 0.2352269 Aug 16 02:18:57.520576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:57.551874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260cf4e-940f-4f6b-83f9-ea8d46493b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e85baf-6973-4a0a-94bc-8192b9affc39,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.570140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event updated for resources: {'Port': ['ID=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.588265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.589655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.616396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e5495da4-b3df-4692-a4ce-1dadf85f4ce3 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9050591 Aug 16 02:18:57.634218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaa40d-9f12-4163-821e-e298f9662798 req-d8b09a7f-51ff-42d1-a9c8-f820a8f4b38a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.636331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Request body: {'port': {'device_id': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:57.642160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-defaa40d-9f12-4163-821e-e298f9662798 req-d8b09a7f-51ff-42d1-a9c8-f820a8f4b38a tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 950 time: 0.1175628 Aug 16 02:18:57.710923 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:57.713662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-defaa40d-9f12-4163-821e-e298f9662798 req-da94689d-43a1-4a4a-be1e-51796d80b8e1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679109 Aug 16 02:18:57.736888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d7f425-53f2-4437-89da-24427d354575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76364607-4617-4ac1-ac49-8ef38310e151'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:57.740838 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d4cc7-914b-4967-a3ad-f202b859eaf6" -d '{"events": [{"server_uuid": "43d7f425-53f2-4437-89da-24427d354575", "name": "network-vif-plugged", "status": "completed", "tag": "76364607-4617-4ac1-ac49-8ef38310e151"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:57.745294 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.860743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-22eff4bb-ad3d-45a8-a562-018ab6ac8e45 None None] Provisioning for port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:57.865845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-22eff4bb-ad3d-45a8-a562-018ab6ac8e45 None None] Provisioning complete for port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:57.866436 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22eff4bb-ad3d-45a8-a562-018ab6ac8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.931277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-22eff4bb-ad3d-45a8-a562-018ab6ac8e45 None None] Port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:58.024276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9b96-1a58-4a90-92ba-cb20fde86264 req-116e588d-43c4-4e89-a034-fc9e609033f8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.030263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9b96-1a58-4a90-92ba-cb20fde86264 req-116e588d-43c4-4e89-a034-fc9e609033f8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.031883 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e41e9b96-1a58-4a90-92ba-cb20fde86264 req-116e588d-43c4-4e89-a034-fc9e609033f8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1655 time: 0.0768657 Aug 16 02:18:58.087150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e41e9b96-1a58-4a90-92ba-cb20fde86264 req-112a7a60-025a-4abb-9a70-69716462209e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Aug 16 02:18:58.124370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-90eb82ae-4f1a-422a-994d-7b018da54ffa req-280b39f1-c69e-4e54-a103-02ab53c4423c tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1458813715', 'description': 'tempest-description-510267267'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:58.151405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90eb82ae-4f1a-422a-994d-7b018da54ffa req-280b39f1-c69e-4e54-a103-02ab53c4423c tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.159632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:58.177677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.193859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Transition to ACTIVE for port object b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:58.195674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6955614e-0b50-4da1-a829-7f3de4be3182 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:58.198887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.302487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.309071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6955614e-0b50-4da1-a829-7f3de4be3182 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:58.310582 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.362542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90eb82ae-4f1a-422a-994d-7b018da54ffa req-280b39f1-c69e-4e54-a103-02ab53c4423c tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.372565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90eb82ae-4f1a-422a-994d-7b018da54ffa req-280b39f1-c69e-4e54-a103-02ab53c4423c tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.450263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Attempting to bind port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:58.450605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Attempting to bind port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:58.450938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Attempting to bind port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e on network add25af1-71e1-4bce-b8be-e5a638c193a8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:58.456642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e on network add25af1-71e1-4bce-b8be-e5a638c193a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:58.457454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Attempting to bind port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e on network add25af1-71e1-4bce-b8be-e5a638c193a8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:58.460551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90eb82ae-4f1a-422a-994d-7b018da54ffa req-280b39f1-c69e-4e54-a103-02ab53c4423c tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.464634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:58.465270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Checking segment: {'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:58.465475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Bound using segment: {'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:58.465924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Bound port: b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:58.466401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.475509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90eb82ae-4f1a-422a-994d-7b018da54ffa req-280b39f1-c69e-4e54-a103-02ab53c4423c tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3560922 Aug 16 02:18:58.501799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b39f1-c69e-4e54-a103-02ab53c4423c tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b361ce4e-2aaa-4037-beac-925c8a427d2b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.587380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] For port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:58.592237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] For port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:58.597658 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.607754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5390b-2b58-4f54-87dd-da5b0e969820 req-11966bea-23ad-4411-bb7d-9c5fae98d1ca tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.609306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ef5390b-2b58-4f54-87dd-da5b0e969820 req-11966bea-23ad-4411-bb7d-9c5fae98d1ca tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 1102 time: 0.0558977 Aug 16 02:18:58.673158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.673158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.673158 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] 10.222.0.98 "PUT /v2.0/ports/b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e HTTP/1.1" status: 200 len: 1093 time: 1.0451581 Aug 16 02:18:58.677025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'tag': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:58.689256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ef5390b-2b58-4f54-87dd-da5b0e969820 req-9e22f20e-9778-401f-8b60-f671d397b20b tempest-ServersOnMultiNodesTest-1252737465 tempest-ServersOnMultiNodesTest-1252737465-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543168 Aug 16 02:18:58.690037 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73bd392-d7f5-4730-b053-c82a51f784cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "tag": "b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:58.747159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Request body: {'port': {'device_id': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:58.764339 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.780448 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c863fb-6f15-4364-b0a6-5b9c57f5b778 x-openstack-request-id: req-25c863fb-6f15-4364-b0a6-5b9c57f5b778 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:58.780743 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d7f425-53f2-4437-89da-24427d354575", "name": "network-vif-plugged", "status": "completed", "tag": "76364607-4617-4ac1-ac49-8ef38310e151", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:58.783865 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25c863fb-6f15-4364-b0a6-5b9c57f5b778 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:58.784313 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d7f425-53f2-4437-89da-24427d354575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76364607-4617-4ac1-ac49-8ef38310e151', 'code': 200} Aug 16 02:18:58.816705 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d338cde5-9214-4324-84c5-b8bf76788df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.824056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b70899-1581-4bcd-a2d6-6f4bf1cb6519 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.941188 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.958750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72144b-a962-474b-a2c4-2380e0c11210 req-296305b2-5c9c-4fc2-9ee9-8b7f00f8ad0a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.960882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be72144b-a962-474b-a2c4-2380e0c11210 req-296305b2-5c9c-4fc2-9ee9-8b7f00f8ad0a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1323664 Aug 16 02:18:59.026395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be72144b-a962-474b-a2c4-2380e0c11210 req-5003061b-4888-4509-aba2-928ffec7aa23 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582821 Aug 16 02:18:59.029853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-5eaa2f2d-c024-4749-8282-d432635e4236 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:59.031132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-5eaa2f2d-c024-4749-8282-d432635e4236 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3576312 Aug 16 02:18:59.033325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961bb5a-7f40-42c6-90c4-128f10f42355 req-ccf93414-30ba-40bc-9fbd-488c62129dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.034956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5961bb5a-7f40-42c6-90c4-128f10f42355 req-ccf93414-30ba-40bc-9fbd-488c62129dae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 1097 time: 0.1320629 Aug 16 02:18:59.162716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3933154-09d2-4150-a1ce-5820d5cf88f7 req-5923608e-16b1-4864-b970-f581b3c3bbb6 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.164793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3933154-09d2-4150-a1ce-5820d5cf88f7 req-5923608e-16b1-4864-b970-f581b3c3bbb6 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 946 time: 0.0758510 Aug 16 02:18:59.227993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3933154-09d2-4150-a1ce-5820d5cf88f7 req-9746b48b-1a62-49f8-8144-224ea0c64145 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb781a00-d929-4544-a896-717e09d9fccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569994 Aug 16 02:18:59.406898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-b29ef1ba-88cd-408d-8d94-220f036f21d8 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.408745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-b29ef1ba-88cd-408d-8d94-220f036f21d8 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 946 time: 0.1071150 Aug 16 02:18:59.417023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6388436-e974-4520-98f1-11cfcc67d7a8 req-e9fb7f3c-e9c1-47b8-bc79-a66da75a257f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.424064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6388436-e974-4520-98f1-11cfcc67d7a8 req-e9fb7f3c-e9c1-47b8-bc79-a66da75a257f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 945 time: 0.0851395 Aug 16 02:18:59.519438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6388436-e974-4520-98f1-11cfcc67d7a8 req-79eb107a-7699-410d-8db1-11c53594e539 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943975 Aug 16 02:18:59.535059 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5961bb5a-7f40-42c6-90c4-128f10f42355 req-d4949d72-9081-4af8-a4c3-82fbf68ec8cb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846382 Aug 16 02:18:59.538945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:59.539638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:18:59.570383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Deleting port 10fd74e6-ba03-41ce-8a66-ac1073551e65 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:59.571120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.663049 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-1a61a9b1-72d4-4f5b-ac55-acc2de461ff8 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/c5773c51-3981-4f52-a0df-841cbcaabc8c HTTP/1.1" status: 200 len: 1804 time: 0.1064429 Aug 16 02:18:59.708771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] For port 10fd74e6-ba03-41ce-8a66-ac1073551e65, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=10fd74e6-ba03-41ce-8a66-ac1073551e65,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:59.709429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.774046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:59.774364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:59.774690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:59.782411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-dd579359-c28d-48ca-89d8-bdc8f05cef5d tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/b361ce4e-2aaa-4037-beac-925c8a427d2b HTTP/1.1" status: 200 len: 1806 time: 0.1072173 Aug 16 02:18:59.788853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:59.789183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:59.792199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c5773c51-3981-4f52-a0df-841cbcaabc8c', 'remote_group_id': 'b361ce4e-2aaa-4037-beac-925c8a427d2b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:59.792432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c5773c51-3981-4f52-a0df-841cbcaabc8c', 'remote_group_id': 'b361ce4e-2aaa-4037-beac-925c8a427d2b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:59.818693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:59.819103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:59.819419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:59.819854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Bound port: fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:59.852244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:59.866302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.885970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.893959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Transition to ACTIVE for port object 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:59.904269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.911762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:59.939999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.941347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-567b75f8-22e8-425a-88b7-69288420c923 service neutron] 10.222.0.78 "POST /v2.0/ports/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee/bindings HTTP/1.1" status: 201 len: 390 time: 0.8982115 Aug 16 02:18:59.955006 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.976700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.977523 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.977972 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Floating IP 9d600d36-33e5-4e60-9675-584be1e89d0b disassociated. External IP: 172.25.4.193, port: 10fd74e6-ba03-41ce-8a66-ac1073551e65. Aug 16 02:18:59.978743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Calling delete_port for 10fd74e6-ba03-41ce-8a66-ac1073551e65 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:59.995109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.020989 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.066784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Attempting to bind port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:00.067331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Attempting to bind port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:00.067688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Attempting to bind port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 on network a38c8f72-6ebf-489e-b9da-c61708b9ea3b {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:00.071842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.077844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 on network a38c8f72-6ebf-489e-b9da-c61708b9ea3b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:00.078189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Attempting to bind port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 on network a38c8f72-6ebf-489e-b9da-c61708b9ea3b {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:00.084353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:00.084722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Checking segment: {'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:00.085073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Bound using segment: {'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:00.085514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Bound port: 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e6fb0b-6e43-4189-8117-e201fed4c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:00.085886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.137768 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87baa0d1-6442-451c-9500-2a774649ea4f x-openstack-request-id: req-87baa0d1-6442-451c-9500-2a774649ea4f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:00.137768 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "tag": "b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:00.137768 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87baa0d1-6442-451c-9500-2a774649ea4f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:00.137768 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'tag': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e', 'status': 'completed', 'code': 200} Aug 16 02:19:00.148507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48888bcf-243a-4e6f-934f-cb1cbad84f4e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.188801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.202305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0881814-3042-42b7-b068-219b25c4f0b7 req-2396a0ab-fba3-4283-9b40-76d744c56cfc tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4183033 Aug 16 02:19:00.234974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] For port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:00.250654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] For port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:00.260877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.269570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-166c8e59-54b6-4a7d-a453-b84c115dc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.270068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-166c8e59-54b6-4a7d-a453-b84c115dc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.271811 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-166c8e59-54b6-4a7d-a453-b84c115dc186 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1941 time: 0.1170506 Aug 16 02:19:00.350978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.360437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.363682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.365431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] 10.222.0.98 "PUT /v2.0/ports/49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 HTTP/1.1" status: 200 len: 1093 time: 1.6327291 Aug 16 02:19:00.372397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:00.495065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event deleted for resources: {'Port': ['ID=10fd74e6-ba03-41ce-8a66-ac1073551e65,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.524473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6adf7-6fc2-49e0-855f-ae70828bc4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.584127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2953cf-26e2-438f-ac4d-359a2d8ee62f req-c5c7cf1f-f415-4f7a-9357-d49491280b6b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.585905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a2953cf-26e2-438f-ac4d-359a2d8ee62f req-c5c7cf1f-f415-4f7a-9357-d49491280b6b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 945 time: 0.1177487 Aug 16 02:19:00.592826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-25f718b9-377a-4b13-85cb-7e4842fbc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.593450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-25f718b9-377a-4b13-85cb-7e4842fbc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.593933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-25f718b9-377a-4b13-85cb-7e4842fbc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.595837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-25f718b9-377a-4b13-85cb-7e4842fbc40f service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=cb9c9125eb2946a68707dd0cdda98482&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2923086 Aug 16 02:19:00.611138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00939591-95de-4bce-97e1-c294c24f8ea1 req-52db6d79-fb41-4674-839d-86a31316e6c9 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.617448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00939591-95de-4bce-97e1-c294c24f8ea1 req-52db6d79-fb41-4674-839d-86a31316e6c9 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.619104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00939591-95de-4bce-97e1-c294c24f8ea1 req-52db6d79-fb41-4674-839d-86a31316e6c9 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1679 time: 0.3338645 Aug 16 02:19:00.673775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5eb376e9-2c89-47e5-a495-322e1ff01086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.676764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-01c4f823-cd00-49d1-a2e7-d6d4fb5436d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.678260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-01c4f823-cd00-49d1-a2e7-d6d4fb5436d1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1097 time: 0.3529758 Aug 16 02:19:00.694755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a2953cf-26e2-438f-ac4d-359a2d8ee62f req-8570a79b-6cbc-44dd-a179-fa1146a6eed5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979781 Aug 16 02:19:00.728643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-5958867d-3896-441b-976d-19d484a09b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.730151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b73bd392-d7f5-4730-b053-c82a51f784cf req-5958867d-3896-441b-976d-19d484a09b0e service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187181 Aug 16 02:19:00.806233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00939591-95de-4bce-97e1-c294c24f8ea1 req-5ea112ce-8f9f-4331-b01c-f95cd58363e8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758635 Aug 16 02:19:00.807395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584397c-1498-4e5b-9c8d-6491207c2d94 req-e5663836-daf2-43b6-a7ab-e279e2fbeb0d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.808932 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b584397c-1498-4e5b-9c8d-6491207c2d94 req-e5663836-daf2-43b6-a7ab-e279e2fbeb0d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0517297 Aug 16 02:19:00.816000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Router f58cb661-0adc-4a36-8017-bd31b6346846 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:00.876368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b584397c-1498-4e5b-9c8d-6491207c2d94 req-591c8669-e7cd-4974-95a5-3723620ada00 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Aug 16 02:19:00.893865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-1661bc7d-1e30-4f74-bda4-9149466c7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.905250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-1661bc7d-1e30-4f74-bda4-9149466c7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.908745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-1661bc7d-1e30-4f74-bda4-9149466c7f97 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1983 time: 0.0977309 Aug 16 02:19:00.984038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-fcddb068-de9e-4b7f-9ff8-0519298c8572 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e HTTP/1.1" status: 200 len: 217 time: 0.0641236 Aug 16 02:19:00.990698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-c43c5953-e844-42f2-b118-520b8d17c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.992214 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-c43c5953-e844-42f2-b118-520b8d17c4b5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.3027995 Aug 16 02:19:01.062750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72131359-3343-469f-b603-6189e6ae5041 req-ed3f562c-dfde-468a-9415-73dadadb0822 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/ports?device_id=e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0708482 Aug 16 02:19:01.075603 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77c11a43-7227-4657-899f-f95452a162d5 req-70611a02-9978-4089-ab46-b2d952e83f10 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/b361ce4e-2aaa-4037-beac-925c8a427d2b HTTP/1.1" status: 200 len: 1806 time: 0.2156329 Aug 16 02:19:01.078329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-a9d60985-a90e-4a5f-a622-a8259224050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.079963 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-a9d60985-a90e-4a5f-a622-a8259224050d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07 HTTP/1.1" status: 200 len: 801 time: 0.0848076 Aug 16 02:19:01.083371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-9cee7b60-a80f-4b23-aa0b-7514fbad8e62 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 200 len: 217 time: 0.0584574 Aug 16 02:19:01.167121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:01.176853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] Sync routers for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:01.189383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:01.190447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:01.195200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-ce7a6380-e537-423a-abb8-d4b85f37ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.196896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-ce7a6380-e537-423a-abb8-d4b85f37ab25 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=add25af1-71e1-4bce-b8be-e5a638c193a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877104 Aug 16 02:19:01.216389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701beed8-bbc5-4649-a43e-5b7562a602b3 req-eca8adda-1827-4e17-aac3-e05926b7aead tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.217926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-701beed8-bbc5-4649-a43e-5b7562a602b3 req-eca8adda-1827-4e17-aac3-e05926b7aead tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 950 time: 0.0683451 Aug 16 02:19:01.234879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5eb376e9-2c89-47e5-a495-322e1ff01086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.240207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] No DVR routers for this DVR port 10fd74e6-ba03-41ce-8a66-ac1073551e65 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:01.246839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.248835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-008abaa7-44b0-4807-961e-c9e0c16899e2 req-c4d5ac12-9daa-4fb4-8194-cb76bbdbe684 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.88 "DELETE /v2.0/ports/10fd74e6-ba03-41ce-8a66-ac1073551e65 HTTP/1.1" status: 204 len: 173 time: 1.8160408 Aug 16 02:19:01.249278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'name': 'network-vif-deleted', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:01.251543 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7c0e21-09af-4b6f-8bc8-75c99621f0f6" -d '{"events": [{"server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "name": "network-vif-deleted", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:01.256253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5eb376e9-2c89-47e5-a495-322e1ff01086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.263784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-2cf29da0-04d3-498f-ae13-975550dccc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.266104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-2cf29da0-04d3-498f-ae13-975550dccc29 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1596758 Aug 16 02:19:01.318168 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-701beed8-bbc5-4649-a43e-5b7562a602b3 req-b2218e52-be05-4bbc-89ef-ce40e6ce5957 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907483 Aug 16 02:19:01.347665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-53970391-180f-42ad-b632-6ed7ed9250be service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528064 Aug 16 02:19:01.355290 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5eb376e9-2c89-47e5-a495-322e1ff01086 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a2abf1e5ff941dd89f67bb117632a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9796371 Aug 16 02:19:01.355290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77c11a43-7227-4657-899f-f95452a162d5 req-68eec857-a99f-4bad-a7a1-0981435c2a81 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.357368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45180) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:01.365001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb376e9-2c89-47e5-a495-322e1ff01086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85c57d-650b-4dbe-b57f-15be4aac1f15,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.381597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-954f4cd6-e0fe-4310-a3a0-7de9b18ffb02 service neutron] 10.222.0.98 "GET /v2.0/networks/add25af1-71e1-4bce-b8be-e5a638c193a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739955 Aug 16 02:19:01.386761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:01.443349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77c11a43-7227-4657-899f-f95452a162d5 req-68eec857-a99f-4bad-a7a1-0981435c2a81 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.518752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7894a48-e37d-4858-9dff-ac30de5b58ae req-d1081267-b9c2-44ec-bbbf-83a5b7d1d6a1 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.520440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7894a48-e37d-4858-9dff-ac30de5b58ae req-d1081267-b9c2-44ec-bbbf-83a5b7d1d6a1 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 945 time: 0.1127405 Aug 16 02:19:01.557069 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75d6212-2ef9-4bec-b9a2-a98035d54685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.572344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-c78bc88c-08fa-4a60-a39e-0b053c74778a service neutron] 10.222.0.98 "GET /v2.0/networks/add25af1-71e1-4bce-b8be-e5a638c193a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747208 Aug 16 02:19:01.595092 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-927b8c19-e6b5-46ae-81a9-09965f29fd8f service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233920 Aug 16 02:19:01.598337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7894a48-e37d-4858-9dff-ac30de5b58ae req-b12de88f-c222-4e3f-92dc-dc5c20320a5c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630417 Aug 16 02:19:01.600666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77c11a43-7227-4657-899f-f95452a162d5 req-68eec857-a99f-4bad-a7a1-0981435c2a81 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.603591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77c11a43-7227-4657-899f-f95452a162d5 req-68eec857-a99f-4bad-a7a1-0981435c2a81 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.604730 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77c11a43-7227-4657-899f-f95452a162d5 req-68eec857-a99f-4bad-a7a1-0981435c2a81 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-groups/b361ce4e-2aaa-4037-beac-925c8a427d2b HTTP/1.1" status: 204 len: 173 time: 0.5189333 Aug 16 02:19:01.617426 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75d6212-2ef9-4bec-b9a2-a98035d54685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.629823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-685389c5-57fc-47a5-bed6-e2b4daee6c0d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 HTTP/1.1" status: 200 len: 217 time: 0.0437229 Aug 16 02:19:01.676304 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6828574-fe55-4ede-b460-fac69260a321 x-openstack-request-id: req-b6828574-fe55-4ede-b460-fac69260a321 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:01.676628 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8", "name": "network-vif-deleted", "tag": "10fd74e6-ba03-41ce-8a66-ac1073551e65", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:01.676881 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6828574-fe55-4ede-b460-fac69260a321 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:01.677260 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bb16d3-a947-4b92-adfe-9f06c1f0c8b8', 'name': 'network-vif-deleted', 'tag': '10fd74e6-ba03-41ce-8a66-ac1073551e65', 'status': 'completed', 'code': 200} Aug 16 02:19:01.677959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eec857-a99f-4bad-a7a1-0981435c2a81 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b361ce4e-2aaa-4037-beac-925c8a427d2b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.690483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:17:03Z', 'revision_number': 5, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:01.739150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] Checking router: f58cb661-0adc-4a36-8017-bd31b6346846 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:01.749463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-c616d5b6-a8d3-460a-bdb0-55123ac91933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.751686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-c616d5b6-a8d3-460a-bdb0-55123ac91933 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=30bcd0da-0b86-4bc4-b81b-24d55ba9be23 HTTP/1.1" status: 200 len: 801 time: 0.1069546 Aug 16 02:19:01.752696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:01.755135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c57a1a79-844b-4599-b6d5-d04384a01141 req-17ab11f5-35c8-45c3-b21c-59385f641832 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/c5773c51-3981-4f52-a0df-841cbcaabc8c HTTP/1.1" status: 200 len: 1804 time: 0.1183655 Aug 16 02:19:01.755853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:01.783334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75d6212-2ef9-4bec-b9a2-a98035d54685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.787133 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75d6212-2ef9-4bec-b9a2-a98035d54685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.789213 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d75d6212-2ef9-4bec-b9a2-a98035d54685 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b85c57d-650b-4dbe-b57f-15be4aac1f15 HTTP/1.1" status: 204 len: 168 time: 0.4306569 Aug 16 02:19:01.803345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-066104c1-8fd8-47e1-a934-d88418870de2 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976495 Aug 16 02:19:01.805650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6212-2ef9-4bec-b9a2-a98035d54685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85c57d-650b-4dbe-b57f-15be4aac1f15,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.832570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e113f-fa17-4872-9a24-a00a27c06a8f req-2aea9c89-a602-49f2-8fb5-90ef5347d6d9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.840518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d97e113f-fa17-4872-9a24-a00a27c06a8f req-2aea9c89-a602-49f2-8fb5-90ef5347d6d9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 945 time: 0.1167679 Aug 16 02:19:01.840839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-004cbb23-bcb0-4f46-b1fa-3bf9befa586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.842394 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-004cbb23-bcb0-4f46-b1fa-3bf9befa586c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a38c8f72-6ebf-489e-b9da-c61708b9ea3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821841 Aug 16 02:19:01.884812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d97e113f-fa17-4872-9a24-a00a27c06a8f req-c9825616-8db1-4ab5-bd6d-eefef33fe326 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Aug 16 02:19:01.938761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-fcd779e4-46f6-4d02-b2d4-8a1a1d5d5ded req-626dcee0-660a-4810-bc69-6f9d5fd13720 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-796786289', 'description': 'tempest-description-741146084'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:01.989760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fcd779e4-46f6-4d02-b2d4-8a1a1d5d5ded req-626dcee0-660a-4810-bc69-6f9d5fd13720 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.017171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008337c4-bfdd-4729-9170-1f2aaad2414a req-c0326728-754c-4a22-a89e-6f0a4a40e8df tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.018448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:02.019263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-008337c4-bfdd-4729-9170-1f2aaad2414a req-c0326728-754c-4a22-a89e-6f0a4a40e8df tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 945 time: 0.1366351 Aug 16 02:19:02.027378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-a05cfe73-721a-4a78-b3f9-779b8ee911ce tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.029122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-a05cfe73-721a-4a78-b3f9-779b8ee911ce tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.1433010 Aug 16 02:19:02.044120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:02.080636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-008337c4-bfdd-4729-9170-1f2aaad2414a req-442e3270-2e7e-41e9-ab6f-2e2967bfc67e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 Aug 16 02:19:02.099167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-b5d9ab38-70b7-41f3-877c-ebe6ef288ed5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.100662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-b5d9ab38-70b7-41f3-877c-ebe6ef288ed5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 950 time: 0.1462882 Aug 16 02:19:02.115098 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.127396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e460eb35-8673-4ceb-9175-04825626828c service neutron] 10.222.0.98 "GET /v2.0/networks/a38c8f72-6ebf-489e-b9da-c61708b9ea3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740152 Aug 16 02:19:02.141679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'tag': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:02.149281 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96" -d '{"events": [{"name": "network-changed", "server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "tag": "49f4e7b9-b307-4f6c-978e-f9193ab9a5f4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:02.260449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.317430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3afdda-e647-4148-8e84-37b46c0ad40f req-2484676a-da2f-4604-b6f4-5a98b90c138c tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.324147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3afdda-e647-4148-8e84-37b46c0ad40f req-2484676a-da2f-4604-b6f4-5a98b90c138c tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.326282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f3afdda-e647-4148-8e84-37b46c0ad40f req-2484676a-da2f-4604-b6f4-5a98b90c138c tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1679 time: 0.1456759 Aug 16 02:19:02.350803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:17:03Z', 'revision_number': 5, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:02.381380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6eef8aef-c7ff-44b6-b025-e3bf300cfc9f req-e31a9a23-3707-4b00-b131-7982803d51b1 service neutron] 10.222.0.98 "GET /v2.0/networks/a38c8f72-6ebf-489e-b9da-c61708b9ea3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260833 Aug 16 02:19:02.404306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f3afdda-e647-4148-8e84-37b46c0ad40f req-3f40f0eb-f5ba-46ec-b251-6977f745f03a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582752 Aug 16 02:19:02.406131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf382a4-bb71-4d13-84b2-dbf102dc478d None None] The sync data for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 is: [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:16:54Z', 'revision_number': 4, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f5f4391b-74cc-4cf4-8609-063e5c35f308', 'name': '', 'network_id': '7bf1cfe3-f87d-4819-948f-9d0b7ff722e3', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'mac_address': 'fa:16:3e:34:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:53Z', 'updated_at': '2021-08-16T02:17:03Z', 'revision_number': 5, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'subnets': [{'id': '7e687c7b-cdb7-4d68-bfdb-d5635dc8c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:02.561619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6bc00-4247-4de0-a284-95ac1121f18e req-9304ca27-9759-46bc-920c-78227178bf7e tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.562859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66e6bc00-4247-4de0-a284-95ac1121f18e req-9304ca27-9759-46bc-920c-78227178bf7e tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0629990 Aug 16 02:19:02.633918 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66e6bc00-4247-4de0-a284-95ac1121f18e req-bd7afa4a-4edc-42d1-9a58-813aedf899d3 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625398 Aug 16 02:19:02.769805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-0b349e9a-d3fd-40b7-8c18-ecf284cda1d0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955000 Aug 16 02:19:02.885033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port c2106e3f-11ff-4ba1-a702-502cec38f443 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:02.885592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.891004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fcd779e4-46f6-4d02-b2d4-8a1a1d5d5ded req-626dcee0-660a-4810-bc69-6f9d5fd13720 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.911346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fcd779e4-46f6-4d02-b2d4-8a1a1d5d5ded req-626dcee0-660a-4810-bc69-6f9d5fd13720 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.913576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-a71623fa-636c-4315-8494-b65a1a781e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.916551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-a71623fa-636c-4315-8494-b65a1a781e3b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 1102 time: 0.1184044 Aug 16 02:19:02.936232 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d0157-b242-4742-a043-f8c0b72d7933 None None] New status for floating IP 9d600d36-33e5-4e60-9675-584be1e89d0b: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:02.945147 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8c37a2-ab55-411a-b8fb-778d5e7ef93d x-openstack-request-id: req-6b8c37a2-ab55-411a-b8fb-778d5e7ef93d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:02.945435 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "tag": "49f4e7b9-b307-4f6c-978e-f9193ab9a5f4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:02.949459 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b8c37a2-ab55-411a-b8fb-778d5e7ef93d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:02.950439 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'tag': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4', 'status': 'completed', 'code': 200} Aug 16 02:19:03.030455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fcd779e4-46f6-4d02-b2d4-8a1a1d5d5ded req-626dcee0-660a-4810-bc69-6f9d5fd13720 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.042626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fcd779e4-46f6-4d02-b2d4-8a1a1d5d5ded req-626dcee0-660a-4810-bc69-6f9d5fd13720 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1081896 Aug 16 02:19:03.069629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dcee0-660a-4810-bc69-6f9d5fd13720 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459cd09c-9619-45e7-b335-0b3d3d2b9183,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.075342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 10fd74e6-ba03-41ce-8a66-ac1073551e65 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:03.125424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-8a596cb9-ab44-44d6-a85a-f853c041a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.125991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-8a596cb9-ab44-44d6-a85a-f853c041a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.127744 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-8a596cb9-ab44-44d6-a85a-f853c041a300 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cb9c9125eb2946a68707dd0cdda98482&device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1983 time: 0.1513691 Aug 16 02:19:03.133584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 10fd74e6-ba03-41ce-8a66-ac1073551e65 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:03.135096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 10fd74e6-ba03-41ce-8a66-ac1073551e65 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:03.142631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd9ca8-5ef1-48cc-a53e-51ce1c2c3f20 req-80a07177-995e-4ded-bd81-fe7a162f3df4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.150203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9efd9ca8-5ef1-48cc-a53e-51ce1c2c3f20 req-80a07177-995e-4ded-bd81-fe7a162f3df4 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3a9e225-808c-4342-a3d1-5a3a6660c457 HTTP/1.1" status: 200 len: 950 time: 0.1499336 Aug 16 02:19:03.192120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-492b0ef0-32ef-41d1-888f-2c989e9c6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.193680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-492b0ef0-32ef-41d1-888f-2c989e9c6124 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.2264595 Aug 16 02:19:03.237880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.241783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port c2106e3f-11ff-4ba1-a702-502cec38f443, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2106e3f-11ff-4ba1-a702-502cec38f443,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.242108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.274230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for c2106e3f-11ff-4ba1-a702-502cec38f443 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:03.282248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-790fbcca-af79-4cfd-829a-6a501b0c8a4d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8b273cd8-1a1c-48de-8752-8184749d2135 HTTP/1.1" status: 200 len: 217 time: 0.0561998 Aug 16 02:19:03.295076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9efd9ca8-5ef1-48cc-a53e-51ce1c2c3f20 req-2d0c52c2-bbbf-41ae-8e4f-a4c351425e11 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420987 Aug 16 02:19:03.322635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad9dc3-55f7-4e33-888d-3b85226085e6 req-1be50e02-f637-4710-bb3a-b12ad10aa3bf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.330431 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1fad9dc3-55f7-4e33-888d-3b85226085e6 req-1be50e02-f637-4710-bb3a-b12ad10aa3bf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 945 time: 0.1770215 Aug 16 02:19:03.367861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.392254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:03.417143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-0563cd66-d4db-4a66-8fb6-1954cc30c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.419218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-0563cd66-d4db-4a66-8fb6-1954cc30c2c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1207712 Aug 16 02:19:03.447005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1fad9dc3-55f7-4e33-888d-3b85226085e6 req-648801ea-26cc-49c8-9f08-5e9a586baad6 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155756 Aug 16 02:19:03.473427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.481569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-9d24619e-9d0b-43c6-84e9-7ede7ee99fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.483435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-9d24619e-9d0b-43c6-84e9-7ede7ee99fb5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a38c8f72-6ebf-489e-b9da-c61708b9ea3b HTTP/1.1" status: 200 len: 903 time: 0.3264074 Aug 16 02:19:03.490373 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.499373 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-4888d1a5-d03a-4568-9a4d-a0f1c2eb497a tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/459cd09c-9619-45e7-b335-0b3d3d2b9183 HTTP/1.1" status: 200 len: 1805 time: 0.1334615 Aug 16 02:19:03.554922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '459cd09c-9619-45e7-b335-0b3d3d2b9183', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:03.555220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '459cd09c-9619-45e7-b335-0b3d3d2b9183', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:03.565247 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-6e9c5851-7112-4cb8-bb04-329a32d7cb10 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 HTTP/1.1" status: 200 len: 217 time: 0.0625889 Aug 16 02:19:03.573712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee9cc-818c-4bcb-bb44-2daabad196c1 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.586702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-5059aa77-39c7-486d-b6b6-20eb726d433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.588228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-5059aa77-39c7-486d-b6b6-20eb726d433e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575241 Aug 16 02:19:03.635360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.671231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.685466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9', '8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:03.690191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b', 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', '2796facd-3292-4f45-988d-23c56903d61d', '9be48dc2-ff3c-4986-9564-a401200e49a8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:03.691296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:03.692218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:03.693086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:03.695313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:03.698119 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76054e26-df40-44e6-af42-1a94c36af4e5" -d '{"events": [{"server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:03.703377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee9cc-818c-4bcb-bb44-2daabad196c1 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.750811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-69ff9879-e0cf-44a3-a8a9-846a5169b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.752161 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-69ff9879-e0cf-44a3-a8a9-846a5169b7cd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=30bcd0da-0b86-4bc4-b81b-24d55ba9be23 HTTP/1.1" status: 200 len: 801 time: 0.1630228 Aug 16 02:19:03.758812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:03.759470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Attempting to bind port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:03.770023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=c2106e3f-11ff-4ba1-a702-502cec38f443,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.784872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6b979-fb12-436c-8f01-06643e3f12ff req-2e4796af-9a12-4d59-be30-bf746f8743ca tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.786713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dff6b979-fb12-436c-8f01-06643e3f12ff req-2e4796af-9a12-4d59-be30-bf746f8743ca tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.2311931 Aug 16 02:19:03.812336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:03.813137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:03.814010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:03.814707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Bound port: fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:03.815375 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.862158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port c2106e3f-11ff-4ba1-a702-502cec38f443 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:03.868025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.875560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.879852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf556758-e8f0-4b84-b0bb-8f1385b47643 req-2d222f4b-f202-401d-95d6-de758a3a11a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "DELETE /v2.0/ports/c2106e3f-11ff-4ba1-a702-502cec38f443 HTTP/1.1" status: 204 len: 173 time: 1.7300186 Aug 16 02:19:03.894658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-14a7accf-85ff-4353-a9be-553c28e70590 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916813 Aug 16 02:19:03.938046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.948974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-11d86cf0-53d1-45dd-9aa9-24a717efb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.951458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-11d86cf0-53d1-45dd-9aa9-24a717efb0d1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a38c8f72-6ebf-489e-b9da-c61708b9ea3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850567 Aug 16 02:19:03.982108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee9cc-818c-4bcb-bb44-2daabad196c1 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.984714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee9cc-818c-4bcb-bb44-2daabad196c1 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.988164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d0ee9cc-818c-4bcb-bb44-2daabad196c1 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "DELETE /v2.0/security-groups/eb781a00-d929-4544-a896-717e09d9fccc HTTP/1.1" status: 204 len: 168 time: 0.6170888 Aug 16 02:19:04.022672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:04.045888 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.069974 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-e990a30e-bddd-406d-b4da-bef3f5586836 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] show failed (client error): The resource could not be found. Aug 16 02:19:04.073965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e990a30e-bddd-406d-b4da-bef3f5586836 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "GET /v2.0/security-groups/eb781a00-d929-4544-a896-717e09d9fccc HTTP/1.1" status: 404 len: 347 time: 0.0469432 Aug 16 02:19:04.075708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45258) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:04.113430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dff6b979-fb12-436c-8f01-06643e3f12ff req-9a4a3432-51d9-4952-a174-cccc3ec135eb tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031554 Aug 16 02:19:04.115085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:04.131273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:04.134667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ee9cc-818c-4bcb-bb44-2daabad196c1 tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb781a00-d929-4544-a896-717e09d9fccc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.146108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.177924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800d0bca-15be-4547-b73a-cf08b57f9167,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.230794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.243453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f56ea3f-0f8b-4c41-832f-60d39677ca1f req-1645d87c-ce34-4c1f-a0d2-aed6b917effa tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7288797 Aug 16 02:19:04.287884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.288955 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.290653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] 10.222.0.98 "PUT /v2.0/ports/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 200 len: 1123 time: 2.2508283 Aug 16 02:19:04.362456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683397ef-9654-447b-bfb4-fc4035008677 service neutron] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.362600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:04.373203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb3190c-e861-425e-acf7-e0dda2dd014e req-7f1bbd3c-b535-4cc0-8cc8-6465a326c63c service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678781 Aug 16 02:19:04.374958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-fcbad650-99ab-4683-bb2b-1ba2dc0e4ffc service neutron] 10.222.0.98 "GET /v2.0/networks/a38c8f72-6ebf-489e-b9da-c61708b9ea3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881073 Aug 16 02:19:04.399691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-4b804d55-c009-434f-a927-1957ceef64a0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.401406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-4b804d55-c009-434f-a927-1957ceef64a0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 945 time: 0.1592307 Aug 16 02:19:04.416080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e20159-2ba2-42f8-a216-d5a732ea74ad req-7b16bad2-be01-450c-a3c3-9f62f69e6633 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.423370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e20159-2ba2-42f8-a216-d5a732ea74ad req-7b16bad2-be01-450c-a3c3-9f62f69e6633 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.425360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e6e20159-2ba2-42f8-a216-d5a732ea74ad req-7b16bad2-be01-450c-a3c3-9f62f69e6633 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1679 time: 0.1433754 Aug 16 02:19:04.526010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e6e20159-2ba2-42f8-a216-d5a732ea74ad req-651f3c8e-ff84-454b-acdc-58e2df13371d tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899987 Aug 16 02:19:04.572842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Deleting port 76364607-4617-4ac1-ac49-8ef38310e151 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:04.581403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.681413 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c768983d-a17c-478b-9d92-b62780dc0c52 x-openstack-request-id: req-c768983d-a17c-478b-9d92-b62780dc0c52 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:04.681734 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:04.682004 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c768983d-a17c-478b-9d92-b62780dc0c52 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:04.682400 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee', 'code': 200} Aug 16 02:19:04.773766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-f0d0a5d8-4d9a-49b6-b492-979e2d0a56b2 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/459cd09c-9619-45e7-b335-0b3d3d2b9183 HTTP/1.1" status: 200 len: 2399 time: 0.0902627 Aug 16 02:19:04.788618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '459cd09c-9619-45e7-b335-0b3d3d2b9183', 'remote_group_id': None}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:04.789076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '459cd09c-9619-45e7-b335-0b3d3d2b9183', 'remote_group_id': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:04.804813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] For port 76364607-4617-4ac1-ac49-8ef38310e151, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=76364607-4617-4ac1-ac49-8ef38310e151,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:04.805197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.826480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Calling delete_port for 76364607-4617-4ac1-ac49-8ef38310e151 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:04.944274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Deleting port b759b325-8529-4d70-9c20-99b578152c33 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:04.945364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.955632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.986826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.018373 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.060358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191207a2-8e1e-4457-a110-d92e298135bc,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.069230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.078799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fbcd8dc7-f43b-4957-8a0b-6ac0d60e2cab req-75a3264d-0801-40e2-a289-27d1864cba15 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3039775 Aug 16 02:19:05.082248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46489cea-7a01-4f3b-b5bc-01cc32f1b2d2 req-a474ee15-ddcf-47d7-b361-ab8a9e233055 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.089945 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46489cea-7a01-4f3b-b5bc-01cc32f1b2d2 req-a474ee15-ddcf-47d7-b361-ab8a9e233055 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.7225699 Aug 16 02:19:05.107902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.140464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2106e3f-11ff-4ba1-a702-502cec38f443 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:05.146203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0da8a799-4e2c-415d-a62b-d9cb5c79dd96 req-de57ffad-7f2a-4b27-9ecf-5e82d64907c2 service neutron] 10.222.0.98 "GET /v2.0/networks/a38c8f72-6ebf-489e-b9da-c61708b9ea3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356756 Aug 16 02:19:05.175434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:05.184697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: c2106e3f-11ff-4ba1-a702-502cec38f443 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:05.185152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2106e3f-11ff-4ba1-a702-502cec38f443 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:05.187090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event deleted for resources: {'Port': ['ID=76364607-4617-4ac1-ac49-8ef38310e151,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.227928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.228222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.269435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46489cea-7a01-4f3b-b5bc-01cc32f1b2d2 req-4a7d424a-b524-4032-bf39-04b414ef2eb5 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772149 Aug 16 02:19:05.279173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Calling delete_port for b759b325-8529-4d70-9c20-99b578152c33 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:05.346440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] No DVR routers for this DVR port 76364607-4617-4ac1-ac49-8ef38310e151 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:05.360826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.363070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a6761ab2-9cb6-4a78-af8d-399c593c0be5 req-101208de-b9e2-4436-9391-8917ccc5e37a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "DELETE /v2.0/ports/76364607-4617-4ac1-ac49-8ef38310e151 HTTP/1.1" status: 204 len: 173 time: 0.9366951 Aug 16 02:19:05.365253 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c28fdb51-b3d1-4231-90f8-f3ed409fb3dc req-81336ca0-89d7-4357-9016-c557fa89c86a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d7f425-53f2-4437-89da-24427d354575 HTTP/1.1" status: 200 len: 210 time: 0.0620937 Aug 16 02:19:05.546644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3228f18c-b7f8-4746-a494-fe97f17777f0 req-e65500fd-0d23-4191-9d1d-32fbbfce4ea3 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/459cd09c-9619-45e7-b335-0b3d3d2b9183 HTTP/1.1" status: 200 len: 2998 time: 0.2312143 Aug 16 02:19:05.580694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95702a-214b-4f61-b2ab-c70595d4a8eb req-24ef6580-9c97-47a9-ad9a-9f318b938199 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.582330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b95702a-214b-4f61-b2ab-c70595d4a8eb req-24ef6580-9c97-47a9-ad9a-9f318b938199 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.0749061 Aug 16 02:19:05.645601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b95702a-214b-4f61-b2ab-c70595d4a8eb req-740325e9-a8c4-44ee-987a-519dedc3ea8c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Aug 16 02:19:05.666934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.683676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.711016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f61b1fc-e6ec-409a-9ba7-c056d533627d req-b5b2c528-fb2c-4255-887b-24b2db4f3220 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-group-rules/191207a2-8e1e-4457-a110-d92e298135bc HTTP/1.1" status: 200 len: 783 time: 0.0463209 Aug 16 02:19:05.734395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Pushing event deleted for resources: {'Port': ['ID=b759b325-8529-4d70-9c20-99b578152c33,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.797077 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f61b1fc-e6ec-409a-9ba7-c056d533627d req-4346a160-3e43-487e-8945-d48bcb54cf27 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/459cd09c-9619-45e7-b335-0b3d3d2b9183 HTTP/1.1" status: 200 len: 2998 time: 0.0849802 Aug 16 02:19:05.827718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1f61b1fc-e6ec-409a-9ba7-c056d533627d req-5b8377de-9a2a-4575-93d2-6c2b4c882bc0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.836700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1f61b1fc-e6ec-409a-9ba7-c056d533627d req-5b8377de-9a2a-4575-93d2-6c2b4c882bc0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.845268 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.848573 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.851512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6ee6d50a-1ba0-4051-a83d-9f6ae446033f tempest-ServersTestJSON-1777538763 tempest-ServersTestJSON-1777538763-project] 10.222.0.78 "DELETE /v2.0/floatingips/9d600d36-33e5-4e60-9675-584be1e89d0b HTTP/1.1" status: 204 len: 168 time: 1.7564723 Aug 16 02:19:05.855120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45304) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.888639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1f61b1fc-e6ec-409a-9ba7-c056d533627d req-5b8377de-9a2a-4575-93d2-6c2b4c882bc0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.890603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c5810d-498e-460c-8708-9841f49619b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.895257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1f61b1fc-e6ec-409a-9ba7-c056d533627d req-5b8377de-9a2a-4575-93d2-6c2b4c882bc0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.896423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f61b1fc-e6ec-409a-9ba7-c056d533627d req-5b8377de-9a2a-4575-93d2-6c2b4c882bc0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/191207a2-8e1e-4457-a110-d92e298135bc HTTP/1.1" status: 204 len: 173 time: 0.0985048 Aug 16 02:19:05.913450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8377de-9a2a-4575-93d2-6c2b4c882bc0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=191207a2-8e1e-4457-a110-d92e298135bc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.947887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11f736-c4c1-4724-b7b1-74a1e93675ce req-d5592b98-6b36-4c52-a01b-2510dbb71de6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.960266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11f736-c4c1-4724-b7b1-74a1e93675ce req-d5592b98-6b36-4c52-a01b-2510dbb71de6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.966542 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d11f736-c4c1-4724-b7b1-74a1e93675ce req-d5592b98-6b36-4c52-a01b-2510dbb71de6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1679 time: 0.1582582 Aug 16 02:19:06.066558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7272e386-6d72-40c9-b3f6-96fb57c21ccd details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:06.070986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7272e386-6d72-40c9-b3f6-96fb57c21ccd no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:06.095581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1a785-ddcc-44aa-96a8-ffd79372cc48 req-28cd1225-6610-4ac3-9ebe-79e642b53d9b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.100370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d11f736-c4c1-4724-b7b1-74a1e93675ce req-e4b4013b-4330-47b0-bf67-46429d9a0dec tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281247 Aug 16 02:19:06.105918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2cd1a785-ddcc-44aa-96a8-ffd79372cc48 req-28cd1225-6610-4ac3-9ebe-79e642b53d9b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 950 time: 0.1322517 Aug 16 02:19:06.147087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-370ea031-bfea-4ff4-81ce-4547ec029fd5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1425645 Aug 16 02:19:06.154730 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c5810d-498e-460c-8708-9841f49619b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.164441 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c5810d-498e-460c-8708-9841f49619b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.208801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2cd1a785-ddcc-44aa-96a8-ffd79372cc48 req-4281e324-5050-4dfb-a19d-3039b697017d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006021 Aug 16 02:19:06.236603 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-19c5810d-498e-460c-8708-9841f49619b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=628b107a38f949ca9af0a05906bb949d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517845 Aug 16 02:19:06.237797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5810d-498e-460c-8708-9841f49619b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80097ec9-4973-4057-8b5c-2ea402c1971c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.240119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.300062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-f387-4708-97ba-8f00f9352d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.324942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73584df4-9da1-4e1e-9a62-4f8cd17fa140 req-73c36f95-2173-487d-aa8b-e530ddb6e28f tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/459cd09c-9619-45e7-b335-0b3d3d2b9183 HTTP/1.1" status: 200 len: 2399 time: 0.1341476 Aug 16 02:19:06.344516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-f387-4708-97ba-8f00f9352d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.369486 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.414520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:06.426188 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27a7eb-8247-4818-a0eb-37aa2260e098" -d '{"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-unplugged", "status": "completed", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:06.437690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-f55a54a7-2298-4904-bee8-f2e1a022bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.439533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-f55a54a7-2298-4904-bee8-f2e1a022bebf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=62d0a3d128e444b190a270b183712e12&device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 1102 time: 0.2066929 Aug 16 02:19:06.469586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:06.473102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-f387-4708-97ba-8f00f9352d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.477729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:06.480566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.480936 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04f5c19b-f387-4708-97ba-8f00f9352d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.483356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-04f5c19b-f387-4708-97ba-8f00f9352d70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80097ec9-4973-4057-8b5c-2ea402c1971c HTTP/1.1" status: 204 len: 168 time: 0.2422040 Aug 16 02:19:06.511169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73584df4-9da1-4e1e-9a62-4f8cd17fa140 req-1625cd36-6cf3-467b-9727-c1868432ea00 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.515834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'port_id': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'mac_address': 'fa:16:3e:c1:fc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9112a8-e83b-4397-8369-2c55b4c14bcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:06.524696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5c19b-f387-4708-97ba-8f00f9352d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80097ec9-4973-4057-8b5c-2ea402c1971c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.540425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceadc6d-f393-4ef8-99ec-56d6240aaa03 req-dc65cf34-0b3a-4aa6-83ac-385b234aedaf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.542387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ceadc6d-f393-4ef8-99ec-56d6240aaa03 req-dc65cf34-0b3a-4aa6-83ac-385b234aedaf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1636150 Aug 16 02:19:06.591108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73584df4-9da1-4e1e-9a62-4f8cd17fa140 req-1625cd36-6cf3-467b-9727-c1868432ea00 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.591437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.605682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ceadc6d-f393-4ef8-99ec-56d6240aaa03 req-c6747bec-f117-4929-8c5b-a79a7d94ca4e tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565963 Aug 16 02:19:06.612379 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.629962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7272e386-6d72-40c9-b3f6-96fb57c21ccd {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:06.659912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:06.667957 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.670158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:06.687575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-003b4be3-a097-403b-ab4d-6a65ccdc7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.688396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'name': 'network-vif-deleted', 'tag': 'c2106e3f-11ff-4ba1-a702-502cec38f443'}, {'name': 'network-changed', 'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee'}, {'server_uuid': '43d7f425-53f2-4437-89da-24427d354575', 'name': 'network-vif-deleted', 'tag': '76364607-4617-4ac1-ac49-8ef38310e151'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:06.689362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-003b4be3-a097-403b-ab4d-6a65ccdc7489 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.1918373 Aug 16 02:19:06.696528 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f72412-1a19-4097-a56a-54a4bcdd435b" -d '{"events": [{"server_uuid": "c3a9e225-808c-4342-a3d1-5a3a6660c457", "name": "network-vif-deleted", "tag": "c2106e3f-11ff-4ba1-a702-502cec38f443"}, {"name": "network-changed", "server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee"}, {"server_uuid": "43d7f425-53f2-4437-89da-24427d354575", "name": "network-vif-deleted", "tag": "76364607-4617-4ac1-ac49-8ef38310e151"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:06.724809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73584df4-9da1-4e1e-9a62-4f8cd17fa140 req-1625cd36-6cf3-467b-9727-c1868432ea00 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.727036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73584df4-9da1-4e1e-9a62-4f8cd17fa140 req-1625cd36-6cf3-467b-9727-c1868432ea00 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.743679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73584df4-9da1-4e1e-9a62-4f8cd17fa140 req-1625cd36-6cf3-467b-9727-c1868432ea00 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-groups/459cd09c-9619-45e7-b335-0b3d3d2b9183 HTTP/1.1" status: 204 len: 173 time: 0.4106119 Aug 16 02:19:06.785565 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14b601-0c23-4234-bb6e-0e956eed76d6 x-openstack-request-id: req-bb14b601-0c23-4234-bb6e-0e956eed76d6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:06.785874 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-unplugged", "status": "completed", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:06.786346 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb14b601-0c23-4234-bb6e-0e956eed76d6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:06.787193 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'code': 200} Aug 16 02:19:06.832940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-cee5c595-8715-4ee5-8747-6ab21bc20787 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa HTTP/1.1" status: 200 len: 217 time: 0.1079900 Aug 16 02:19:06.834556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ebf4b-9ee9-43fc-993a-a561076270a8 req-e6ee5507-d379-4990-9dd0-032d8e215f51 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.836638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e65ebf4b-9ee9-43fc-993a-a561076270a8 req-e6ee5507-d379-4990-9dd0-032d8e215f51 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.0594327 Aug 16 02:19:06.852097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.855752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625cd36-6cf3-467b-9727-c1868432ea00 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=459cd09c-9619-45e7-b335-0b3d3d2b9183,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.895976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e65ebf4b-9ee9-43fc-993a-a561076270a8 req-9bf5beb3-3fe4-42b8-9b45-a3f90e99be3f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Aug 16 02:19:06.928690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:06.940384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-2d4568fb-9d62-4cf2-8a53-d8d97cb77d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.941900 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-2d4568fb-9d62-4cf2-8a53-d8d97cb77d23 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.1082294 Aug 16 02:19:06.949288 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.963676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4', 'network_id': 'a38c8f72-6ebf-489e-b9da-c61708b9ea3b', 'port_id': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4', 'mac_address': 'fa:16:3e:79:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bcd0da-0b86-4bc4-b81b-24d55ba9be23', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:06.979233 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bdddca-63eb-4ecf-bf2f-9fd442b0e989 x-openstack-request-id: req-f8bdddca-63eb-4ecf-bf2f-9fd442b0e989 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:06.979536 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a9e225-808c-4342-a3d1-5a3a6660c457", "name": "network-vif-deleted", "tag": "c2106e3f-11ff-4ba1-a702-502cec38f443", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee", "status": "completed", "code": 200}, {"server_uuid": "43d7f425-53f2-4437-89da-24427d354575", "name": "network-vif-deleted", "tag": "76364607-4617-4ac1-ac49-8ef38310e151", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:06.979789 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8bdddca-63eb-4ecf-bf2f-9fd442b0e989 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:06.980205 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a9e225-808c-4342-a3d1-5a3a6660c457', 'name': 'network-vif-deleted', 'tag': 'c2106e3f-11ff-4ba1-a702-502cec38f443', 'status': 'completed', 'code': 200} Aug 16 02:19:06.980491 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee', 'status': 'completed', 'code': 200} Aug 16 02:19:06.980739 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d7f425-53f2-4437-89da-24427d354575', 'name': 'network-vif-deleted', 'tag': '76364607-4617-4ac1-ac49-8ef38310e151', 'status': 'completed', 'code': 200} Aug 16 02:19:07.038973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.040422 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-c55dd8de-0518-478b-8b1e-b9d36291b922 req-82d8575e-fa5f-4c0f-833f-3894660c94b0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] show failed (client error): The resource could not be found. Aug 16 02:19:07.049836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c55dd8de-0518-478b-8b1e-b9d36291b922 req-82d8575e-fa5f-4c0f-833f-3894660c94b0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/b361ce4e-2aaa-4037-beac-925c8a427d2b HTTP/1.1" status: 404 len: 352 time: 0.0525744 Aug 16 02:19:07.053139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:07.073919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.082287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 76364607-4617-4ac1-ac49-8ef38310e151 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:07.083698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-e955b012-8711-4750-b20a-a698f7bf9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.085550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-e955b012-8711-4750-b20a-a698f7bf9f1d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316092 Aug 16 02:19:07.092826 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.093503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:07.115717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 76364607-4617-4ac1-ac49-8ef38310e151 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:07.116377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 76364607-4617-4ac1-ac49-8ef38310e151 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:07.219738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.277670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.283679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-8c317ae0-99b3-4505-9511-1f7065efa10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.285487 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-8c317ae0-99b3-4505-9511-1f7065efa10e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1126 time: 0.2345607 Aug 16 02:19:07.293485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e', 'network_id': 'add25af1-71e1-4bce-b8be-e5a638c193a8', 'port_id': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e', 'mac_address': 'fa:16:3e:ff:6f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07', 'ip_address': '19.80.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:07.299425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bfde327-ee9e-4b81-89da-d3ac58c51422 req-45f95e36-adfa-48e0-9330-80c4e0ce6c55 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/c5773c51-3981-4f52-a0df-841cbcaabc8c HTTP/1.1" status: 200 len: 1804 time: 0.2152495 Aug 16 02:19:07.306185 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-71eada09-d079-4b8b-9450-50efd15e7ac1 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091434 Aug 16 02:19:07.329575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2490f35-5a38-4b00-99d9-4be82fe3801c req-a7a6c5a4-fc1c-49e3-ac30-945b9b882e50 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.335713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2490f35-5a38-4b00-99d9-4be82fe3801c req-a7a6c5a4-fc1c-49e3-ac30-945b9b882e50 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.343627 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2490f35-5a38-4b00-99d9-4be82fe3801c req-a7a6c5a4-fc1c-49e3-ac30-945b9b882e50 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1680 time: 0.0949600 Aug 16 02:19:07.347143 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.365451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:07.389004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.394721 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.468984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.479177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2490f35-5a38-4b00-99d9-4be82fe3801c req-43f86f39-8425-4b3a-968a-460e15af1766 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294911 Aug 16 02:19:07.499343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-618db027-1d45-4142-b16b-68f42f8710c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.501046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-618db027-1d45-4142-b16b-68f42f8710c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.1987004 Aug 16 02:19:07.526877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9eda56c-3bd9-42e7-89ed-6a07120ae592 req-9b549314-701e-4226-a25d-9cb897cf69c7 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074268 Aug 16 02:19:07.547036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Deleting port f5f4391b-74cc-4cf4-8609-063e5c35f308 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:07.547424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.575532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-23bf7832-1d1e-4683-8a62-084795e9a11b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 200 len: 217 time: 0.0603495 Aug 16 02:19:07.576093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9bfde327-ee9e-4b81-89da-d3ac58c51422 req-1e17e40c-478b-4b30-b5a4-e7595da4aacd tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.652453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066deaa5-7ff4-4986-baac-e18918934226 req-881b2d86-c681-402f-a64e-cb3b7bdcabf1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.654001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-066deaa5-7ff4-4986-baac-e18918934226 req-881b2d86-c681-402f-a64e-cb3b7bdcabf1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 950 time: 0.1042418 Aug 16 02:19:07.676524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9bfde327-ee9e-4b81-89da-d3ac58c51422 req-1e17e40c-478b-4b30-b5a4-e7595da4aacd tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.691843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] For port f5f4391b-74cc-4cf4-8609-063e5c35f308, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f5f4391b-74cc-4cf4-8609-063e5c35f308,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.692078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.712679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Calling delete_port for f5f4391b-74cc-4cf4-8609-063e5c35f308 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:07.713547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0f8e9118-6788-4579-8f52-bf02eed7ec8d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.715633 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0f8e9118-6788-4579-8f52-bf02eed7ec8d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 950 time: 0.1361170 Aug 16 02:19:07.725259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-066deaa5-7ff4-4986-baac-e18918934226 req-0c1fe82f-beb5-4e92-8c4b-6ea5f4ababac tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648024 Aug 16 02:19:07.745594 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-b7ef21b8-9999-4f83-b19e-161d99870632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.747760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-b7ef21b8-9999-4f83-b19e-161d99870632 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1370661 Aug 16 02:19:07.803275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-08adbdfa-27fa-41df-86ca-2f9bb0407bd8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309515 Aug 16 02:19:07.822127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9bfde327-ee9e-4b81-89da-d3ac58c51422 req-1e17e40c-478b-4b30-b5a4-e7595da4aacd tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.824685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9bfde327-ee9e-4b81-89da-d3ac58c51422 req-1e17e40c-478b-4b30-b5a4-e7595da4aacd tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.827749 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bfde327-ee9e-4b81-89da-d3ac58c51422 req-1e17e40c-478b-4b30-b5a4-e7595da4aacd tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-groups/c5773c51-3981-4f52-a0df-841cbcaabc8c HTTP/1.1" status: 204 len: 173 time: 0.5260515 Aug 16 02:19:07.870158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['49f4e7b9-b307-4f6c-978e-f9193ab9a5f4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:07.903476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:07.908792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17e40c-478b-4b30-b5a4-e7595da4aacd tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5773c51-3981-4f52-a0df-841cbcaabc8c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.909997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7272e386-6d72-40c9-b3f6-96fb57c21ccd'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:07.934068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45374) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.001976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c221660-63c0-40f3-aac8-a441ff450cc2 req-dc8f3d57-74cf-4356-aab0-4041205b3e41 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:08.003516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c221660-63c0-40f3-aac8-a441ff450cc2 req-dc8f3d57-74cf-4356-aab0-4041205b3e41 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 945 time: 0.1140947 Aug 16 02:19:08.006369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-e43ea5e0-3c81-4bd5-acc6-ffe1ea662833 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921875 Aug 16 02:19:08.008661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port 9be48dc2-ff3c-4986-9564-a401200e49a8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:08.009000 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.068690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.106701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:08.114945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f4391b-74cc-4cf4-8609-063e5c35f308,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.147874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38ef5f1c-ee31-465c-98b2-2c10e6d695be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.243521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c221660-63c0-40f3-aac8-a441ff450cc2 req-5f0d77d4-c50f-4c00-bf59-e317ff01628a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200778 Aug 16 02:19:08.302446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-32c9065a-9d83-4a1f-b9bc-3d42578f849e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:08.309959 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-32c9065a-9d83-4a1f-b9bc-3d42578f849e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.4884322 Aug 16 02:19:08.315271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port 9be48dc2-ff3c-4986-9564-a401200e49a8, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9be48dc2-ff3c-4986-9564-a401200e49a8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:08.315271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.332454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53f72412-1a19-4097-a56a-54a4bcdd435b req-d80d83f1-7307-4c2e-afe8-594b65b93dab service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014467 Aug 16 02:19:08.368347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for 9be48dc2-ff3c-4986-9564-a401200e49a8 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:08.368629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a2bcaaf8-3801-4b7f-95c5-367169fefb1b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0575931 Aug 16 02:19:08.382296 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-a3d1a527-ffff-4b0b-9a1e-aec79822e715 service neutron] 10.222.0.88 "GET /v2.0/ports/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.1782758 Aug 16 02:19:08.445858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3db32274-42c1-42e0-9588-3465633b68ed req-d7f194c2-3a08-4a14-ad35-afe861e674a3 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/9d7c7537-04f1-4ad5-959d-cba711860fae HTTP/1.1" status: 200 len: 1803 time: 0.1757345 Aug 16 02:19:08.485623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:08.518061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:19:08.549881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38ef5f1c-ee31-465c-98b2-2c10e6d695be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.562019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38ef5f1c-ee31-465c-98b2-2c10e6d695be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.592463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-165c003b-c24a-4252-87db-d7f54e90b8ee tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086780 Aug 16 02:19:08.592981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3db32274-42c1-42e0-9588-3465633b68ed req-34739752-429b-480a-a7ee-cc19bf8054a0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.593126 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.654339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-38ef5f1c-ee31-465c-98b2-2c10e6d695be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58e474ed69984dc4943e8ef4630e4c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186027 Aug 16 02:19:08.659981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45382) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.674969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5f1c-ee31-465c-98b2-2c10e6d695be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a87c43-fcf7-424e-a767-962eee1d53cd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.687869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3db32274-42c1-42e0-9588-3465633b68ed req-34739752-429b-480a-a7ee-cc19bf8054a0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.708567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.720530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9', '8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:08.771786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=9be48dc2-ff3c-4986-9564-a401200e49a8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.834678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port 9be48dc2-ff3c-4986-9564-a401200e49a8 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:08.838385 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.841200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ce8c395-64f4-4299-8df7-3ef269386471 req-0ac3c0c2-5d0f-4041-b5bc-7abd88be24d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "DELETE /v2.0/ports/9be48dc2-ff3c-4986-9564-a401200e49a8 HTTP/1.1" status: 204 len: 173 time: 1.1140714 Aug 16 02:19:08.854913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0320f945-fbb0-4826-85e3-ea1ff45ccf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.875569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3db32274-42c1-42e0-9588-3465633b68ed req-34739752-429b-480a-a7ee-cc19bf8054a0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.878620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3db32274-42c1-42e0-9588-3465633b68ed req-34739752-429b-480a-a7ee-cc19bf8054a0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.885514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3db32274-42c1-42e0-9588-3465633b68ed req-34739752-429b-480a-a7ee-cc19bf8054a0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-groups/9d7c7537-04f1-4ad5-959d-cba711860fae HTTP/1.1" status: 204 len: 173 time: 0.4386065 Aug 16 02:19:08.928745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0320f945-fbb0-4826-85e3-ea1ff45ccf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.944661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739752-429b-480a-a7ee-cc19bf8054a0 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c7537-04f1-4ad5-959d-cba711860fae,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.982755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'name': 'network-vif-deleted', 'tag': '9be48dc2-ff3c-4986-9564-a401200e49a8'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:08.985011 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc4aa33-cc5d-43ad-b94f-ede94c001430" -d '{"events": [{"server_uuid": "14ac309d-ddee-4c62-844d-5432fe2f4b5e", "name": "network-vif-deleted", "tag": "9be48dc2-ff3c-4986-9564-a401200e49a8"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:09.077755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051056-d128-4e14-9345-9ba2de960e08 req-126b9546-3ed9-488d-a8bf-dcb00392fbd6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.079818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10051056-d128-4e14-9345-9ba2de960e08 req-126b9546-3ed9-488d-a8bf-dcb00392fbd6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 943 time: 0.0757110 Aug 16 02:19:09.081463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0320f945-fbb0-4826-85e3-ea1ff45ccf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.084518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0320f945-fbb0-4826-85e3-ea1ff45ccf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.085931 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0320f945-fbb0-4826-85e3-ea1ff45ccf6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21a87c43-fcf7-424e-a767-962eee1d53cd HTTP/1.1" status: 204 len: 168 time: 0.4229643 Aug 16 02:19:09.109374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320f945-fbb0-4826-85e3-ea1ff45ccf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a87c43-fcf7-424e-a767-962eee1d53cd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.135185 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10051056-d128-4e14-9345-9ba2de960e08 req-b1040e35-5f5c-413d-8ee7-f4f5e7c44986 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Aug 16 02:19:09.169316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:09.238481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:09.271694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73834ef-e70d-4ad4-a88c-0dc6268b8bef req-ec76ae78-0d86-4bc3-a6d0-82ef42882d69 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.278219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73834ef-e70d-4ad4-a88c-0dc6268b8bef req-ec76ae78-0d86-4bc3-a6d0-82ef42882d69 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.279884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e73834ef-e70d-4ad4-a88c-0dc6268b8bef req-ec76ae78-0d86-4bc3-a6d0-82ef42882d69 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1681 time: 0.0715435 Aug 16 02:19:09.291047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-02493f3f-26d6-4834-843a-34b1ae69a07c service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567435 Aug 16 02:19:09.312453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:09.344852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e73834ef-e70d-4ad4-a88c-0dc6268b8bef req-f88a43f8-a2b0-48fb-8513-50e8cee2224e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561876 Aug 16 02:19:09.380728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b', 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', '2796facd-3292-4f45-988d-23c56903d61d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:09.390489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:09.424724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.482503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-13ebcd4e-6452-4f2a-b889-235d24e8d1db req-9e147fa6-a9e6-4350-9846-6a20ac1dca07 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=14ac309d-ddee-4c62-844d-5432fe2f4b5e HTTP/1.1" status: 200 len: 210 time: 0.0532260 Aug 16 02:19:09.537754 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-287d9726-76e7-42ef-8bb9-d7f5ac8b5be0 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392087 Aug 16 02:19:09.567872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Router f58cb661-0adc-4a36-8017-bd31b6346846 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:09.574403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-960d70ef-825f-4123-80bb-c0d010f0c04d req-19e8e58d-68bc-47f6-a4b1-8b6630da29ac tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/0b8894f2-628b-4fdc-9e2e-e5d16da4a2f0 HTTP/1.1" status: 200 len: 1804 time: 0.0606091 Aug 16 02:19:09.585820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] Transition to ACTIVE for port object fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:09.634115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.688421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-960d70ef-825f-4123-80bb-c0d010f0c04d req-c6eeb2b4-d930-4510-84aa-faa3905e567f tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.722657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-960d70ef-825f-4123-80bb-c0d010f0c04d req-c6eeb2b4-d930-4510-84aa-faa3905e567f tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.784897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-960d70ef-825f-4123-80bb-c0d010f0c04d req-c6eeb2b4-d930-4510-84aa-faa3905e567f tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.788128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-960d70ef-825f-4123-80bb-c0d010f0c04d req-c6eeb2b4-d930-4510-84aa-faa3905e567f tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.800405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-960d70ef-825f-4123-80bb-c0d010f0c04d req-c6eeb2b4-d930-4510-84aa-faa3905e567f tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-groups/0b8894f2-628b-4fdc-9e2e-e5d16da4a2f0 HTTP/1.1" status: 204 len: 173 time: 0.2184258 Aug 16 02:19:09.832991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeb2b4-d930-4510-84aa-faa3905e567f tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8894f2-628b-4fdc-9e2e-e5d16da4a2f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.850166 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c010d-9676-4c37-9ac3-b4f3ac481d7c x-openstack-request-id: req-bb8c010d-9676-4c37-9ac3-b4f3ac481d7c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:09.850466 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ac309d-ddee-4c62-844d-5432fe2f4b5e", "name": "network-vif-deleted", "tag": "9be48dc2-ff3c-4986-9564-a401200e49a8", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:09.850721 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb8c010d-9676-4c37-9ac3-b4f3ac481d7c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:09.851380 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ac309d-ddee-4c62-844d-5432fe2f4b5e', 'name': 'network-vif-deleted', 'tag': '9be48dc2-ff3c-4986-9564-a401200e49a8', 'status': 'completed', 'code': 200} Aug 16 02:19:09.852102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] No DVR routers for this DVR port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:09.898636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] Pushing event updated for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.967931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b515913-904d-4602-ad1c-16b8e5352fae req-5fd4cd04-0e5a-4b82-93a0-ce5f00558f50 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.978648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b515913-904d-4602-ad1c-16b8e5352fae req-5fd4cd04-0e5a-4b82-93a0-ce5f00558f50 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 945 time: 0.0738802 Aug 16 02:19:09.986580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-ec6f6e4b-77ee-4aa3-a883-5492f8d72b6d service neutron] 10.222.0.88 "PUT /v2.0/ports/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 1.5567009 Aug 16 02:19:09.988958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6e50a972-3a79-4b5b-b213-cba4e3c6b363 req-48031deb-51eb-483d-9d1b-24549317ce39 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 210 time: 0.0853758 Aug 16 02:19:09.989981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:09.998318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b820516f-8407-43ff-92d5-a7b6d5520807 admin admin] 10.222.0.78 "PUT /v2.0/routers/f58cb661-0adc-4a36-8017-bd31b6346846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1383791 Aug 16 02:19:10.004037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45418) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.027511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] Sync routers for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:10.062895 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b515913-904d-4602-ad1c-16b8e5352fae req-5e5540cf-fe16-4c91-b24a-b3498c426243 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722475 Aug 16 02:19:10.094024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:10.098149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.115814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-bf6c66f6-9d64-45e6-a8b1-7267b9344552 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.117770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-bf6c66f6-9d64-45e6-a8b1-7267b9344552 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.0597935 Aug 16 02:19:10.184314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-30f71890-8e7c-4255-b141-2eaf562ff96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.187465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-30f71890-8e7c-4255-b141-2eaf562ff96b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d&tenant_id=242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 1096 time: 0.0567725 Aug 16 02:19:10.198748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7272e386-6d72-40c9-b3f6-96fb57c21ccd up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:10.218876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf1b1b8a-fc2a-41a0-af92-99762ef1b3ae req-9d630815-4386-4684-add7-55452ec845b6 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/fd1580f1-323b-4195-9142-c00009cfbf30 HTTP/1.1" status: 200 len: 2403 time: 0.1338565 Aug 16 02:19:10.276057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.347138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-9ee715ff-6016-4719-97f4-ac2b2e693f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.348624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-9ee715ff-6016-4719-97f4-ac2b2e693f6a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1096 time: 0.1296339 Aug 16 02:19:10.413206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a0ded-5a42-4268-aa43-6cac251ff090 req-ef1dca00-daf0-4c18-be41-d32e08791f3f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.415462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-446a0ded-5a42-4268-aa43-6cac251ff090 req-ef1dca00-daf0-4c18-be41-d32e08791f3f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 944 time: 0.1387494 Aug 16 02:19:10.421190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:10.426254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf1b1b8a-fc2a-41a0-af92-99762ef1b3ae req-3810045a-b952-4981-850f-8c605d76a22b tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.484080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf1b1b8a-fc2a-41a0-af92-99762ef1b3ae req-3810045a-b952-4981-850f-8c605d76a22b tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.488094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-446a0ded-5a42-4268-aa43-6cac251ff090 req-84eb6fd0-68fa-4809-a27d-d88f576466a5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601916 Aug 16 02:19:10.489675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.491794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-706f854f-ed44-4e72-9d56-8071c33e2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.493386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-706f854f-ed44-4e72-9d56-8071c33e2abd service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.1363111 Aug 16 02:19:10.580154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-393c7bcc-7e4c-4405-ab19-509e97a7ec16 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 200 len: 217 time: 0.0748637 Aug 16 02:19:10.627765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf1b1b8a-fc2a-41a0-af92-99762ef1b3ae req-3810045a-b952-4981-850f-8c605d76a22b tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.630452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf1b1b8a-fc2a-41a0-af92-99762ef1b3ae req-3810045a-b952-4981-850f-8c605d76a22b tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.634398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf1b1b8a-fc2a-41a0-af92-99762ef1b3ae req-3810045a-b952-4981-850f-8c605d76a22b tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-groups/fd1580f1-323b-4195-9142-c00009cfbf30 HTTP/1.1" status: 204 len: 173 time: 0.4035037 Aug 16 02:19:10.683148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-fb37061a-0c7b-44a9-8a17-95819e15f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.685753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-fb37061a-0c7b-44a9-8a17-95819e15f289 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.0927758 Aug 16 02:19:10.694600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7272e386-6d72-40c9-b3f6-96fb57c21ccd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:10.695014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.701512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bbc8e-e847-4f3c-99a5-873fa6fc4a85 req-90e1e14a-6a11-44b4-b73e-12ab34c56e6e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.703207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810045a-b952-4981-850f-8c605d76a22b tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1580f1-323b-4195-9142-c00009cfbf30,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.712812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Deleting port f8871f0b-4841-443c-927c-cd732d8a21c9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:10.713166 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.721370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bbc8e-e847-4f3c-99a5-873fa6fc4a85 req-90e1e14a-6a11-44b4-b73e-12ab34c56e6e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.728827 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-308bbc8e-e847-4f3c-99a5-873fa6fc4a85 req-90e1e14a-6a11-44b4-b73e-12ab34c56e6e tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1681 time: 0.1240389 Aug 16 02:19:10.780619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-7c551220-894a-4634-8c9c-32743505dbdb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501842 Aug 16 02:19:10.864028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:19:07Z', 'revision_number': 5, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port': {'id': 'f8871f0b-4841-443c-927c-cd732d8a21c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:dc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:49Z', 'updated_at': '2021-08-16T02:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.877725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-308bbc8e-e847-4f3c-99a5-873fa6fc4a85 req-feb077f4-ec39-4e47-808b-a5e85122cd03 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363497 Aug 16 02:19:10.893623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c201bb4e-d216-43ea-af62-0b7a6cad4a22 req-19ea38c0-235a-4d5c-9037-3c25cdfcacf5 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "GET /v2.0/security-groups/994f653f-6100-422e-8594-fda4ef7f5ad2 HTTP/1.1" status: 200 len: 2396 time: 0.1063106 Aug 16 02:19:10.898223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] Checking router: f58cb661-0adc-4a36-8017-bd31b6346846 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:10.901242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.936466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] For port f8871f0b-4841-443c-927c-cd732d8a21c9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f8871f0b-4841-443c-927c-cd732d8a21c9,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:10.936865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.939625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:10.942212 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308aea77-e37d-4f14-9827-5ca55a4a6582" -d '{"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-plugged", "status": "completed", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:10.944999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-0d618e8d-4e1d-4285-8c6d-64e6c0df2926 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566913 Aug 16 02:19:10.975257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] Routers {'f58cb661-0adc-4a36-8017-bd31b6346846'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:10.976049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:18:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['f58cb661-0adc-4a36-8017-bd31b6346846'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.980263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:10.989353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Calling delete_port for f8871f0b-4841-443c-927c-cd732d8a21c9 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:11.018001 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.018612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:11.086536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-68ab520b-6747-47a9-8c97-d04364996b74 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328416 Aug 16 02:19:11.273033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.343341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63f60d1e-6d16-431b-a606-241db8c8f541 req-fe7a7de3-3ae1-43f5-8a2a-dd55c47a2192 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 210 time: 0.0722027 Aug 16 02:19:11.439061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:11.481614 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc60b9c-50d0-4efb-a142-88ba1800c3b3 x-openstack-request-id: req-abc60b9c-50d0-4efb-a142-88ba1800c3b3 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:11.482163 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-plugged", "status": "completed", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:11.482422 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abc60b9c-50d0-4efb-a142-88ba1800c3b3 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:11.482817 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'code': 200} Aug 16 02:19:11.482817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.488090 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.492882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:11.501911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f8871f0b-4841-443c-927c-cd732d8a21c9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.515779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7130660-51c4-452e-b783-930a7adead9a req-7670452d-4aec-4b4f-a16c-3468d56dcb38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.522235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7130660-51c4-452e-b783-930a7adead9a req-7670452d-4aec-4b4f-a16c-3468d56dcb38 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 949 time: 0.1121237 Aug 16 02:19:11.523917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] Set router f58cb661-0adc-4a36-8017-bd31b6346846 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:11.549117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad70928-987f-42e9-9b0a-966500367485 req-7292dc5f-e27d-4ad7-92d5-5ea3e25e73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.550616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dad70928-987f-42e9-9b0a-966500367485 req-7292dc5f-e27d-4ad7-92d5-5ea3e25e73a1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 1098 time: 0.0957630 Aug 16 02:19:11.558223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:11.590882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:11.591265 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.593118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7130660-51c4-452e-b783-930a7adead9a req-0c7f84a2-7808-4e7d-9505-1ab491a7ebef tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615106 Aug 16 02:19:11.639960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dad70928-987f-42e9-9b0a-966500367485 req-6b2dab02-52e2-4591-9ba8-970cc638723e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796709 Aug 16 02:19:11.645164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:19:10Z', 'revision_number': 6, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:11.672579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.674250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c201bb4e-d216-43ea-af62-0b7a6cad4a22 req-0fd4e87a-78a0-4c01-bc57-4b68e95f0f80 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.679888 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.702857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c8d0f-4cf3-46a7-8055-35115e555a5f None None] The sync data for ids ['f58cb661-0adc-4a36-8017-bd31b6346846'] in n-d-769329-15 is: [{'id': 'f58cb661-0adc-4a36-8017-bd31b6346846', 'name': 'tempest-ServersTestJSON-386214644-router', 'tenant_id': '502a1bc9793f4038b31c3a05be6e6538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:48Z', 'updated_at': '2021-08-16T02:19:10Z', 'revision_number': 6, 'project_id': '502a1bc9793f4038b31c3a05be6e6538', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:11.729825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92698e5-aa6e-472f-a1b2-f16e478dc06d req-5d9a270a-1881-415a-87f7-d0733ed56633 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.732404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92698e5-aa6e-472f-a1b2-f16e478dc06d req-5d9a270a-1881-415a-87f7-d0733ed56633 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.0696447 Aug 16 02:19:11.753145 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.776777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-355fb19d-d06a-4f39-a50f-a54576ad8441 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.779226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-355fb19d-d06a-4f39-a50f-a54576ad8441 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.2980661 Aug 16 02:19:11.795354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:11.798623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-be25b170-0aec-45fd-9d08-cee761619203 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.800202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-be25b170-0aec-45fd-9d08-cee761619203 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.5455127 Aug 16 02:19:11.801151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92698e5-aa6e-472f-a1b2-f16e478dc06d req-c2588b10-01a7-432b-89bb-ae56af47a116 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583036 Aug 16 02:19:11.803491 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.804711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:11.808061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c201bb4e-d216-43ea-af62-0b7a6cad4a22 req-0fd4e87a-78a0-4c01-bc57-4b68e95f0f80 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.815241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Request body: {'port': {'device_id': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'admin_state_up': True, 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:11.825817 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.826341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58cb661-0adc-4a36-8017-bd31b6346846 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:11.864997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.866659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a493390c-0abc-4986-9f9a-66163bcda6ab admin admin] 10.222.0.78 "DELETE /v2.0/routers/f58cb661-0adc-4a36-8017-bd31b6346846 HTTP/1.1" status: 204 len: 168 time: 1.8615758 Aug 16 02:19:11.869583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:11.905847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:11.909614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.929718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:11.934262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:11.934745 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.954431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] Deleting subnet 7e687c7b-cdb7-4d68-bfdb-d5635dc8c597 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:11.959652 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.002735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd49df5-4ac9-4ca7-a5d2-42fae9450e40 req-5829ad00-ec60-472b-819e-e46d61769601 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.004574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bd49df5-4ac9-4ca7-a5d2-42fae9450e40 req-5829ad00-ec60-472b-819e-e46d61769601 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 944 time: 0.1262012 Aug 16 02:19:12.014870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c201bb4e-d216-43ea-af62-0b7a6cad4a22 req-0fd4e87a-78a0-4c01-bc57-4b68e95f0f80 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.017461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c201bb4e-d216-43ea-af62-0b7a6cad4a22 req-0fd4e87a-78a0-4c01-bc57-4b68e95f0f80 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.031306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:12.032714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c201bb4e-d216-43ea-af62-0b7a6cad4a22 req-0fd4e87a-78a0-4c01-bc57-4b68e95f0f80 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] 10.222.0.78 "DELETE /v2.0/security-groups/994f653f-6100-422e-8594-fda4ef7f5ad2 HTTP/1.1" status: 204 len: 173 time: 1.1278570 Aug 16 02:19:12.050984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.059976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.100030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4e87a-78a0-4c01-bc57-4b68e95f0f80 tempest-SecurityGroupRulesTestJSON-126363733 tempest-SecurityGroupRulesTestJSON-126363733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f653f-6100-422e-8594-fda4ef7f5ad2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.105318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] Deleting subnet cbf4e04f-912c-400e-9fe2-afd153d4919b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:12.123593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:12.132236 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.134111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9be48dc2-ff3c-4986-9564-a401200e49a8 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:12.146852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.163810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e67392d0-bcb9-4886-ae81-3e18e6cc9577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.211132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:12.214853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.226585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.229734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 9be48dc2-ff3c-4986-9564-a401200e49a8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:12.230335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9be48dc2-ff3c-4986-9564-a401200e49a8 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:12.248160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bd49df5-4ac9-4ca7-a5d2-42fae9450e40 req-c4544034-e9a2-4fa4-9c93-59270ba88115 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368417 Aug 16 02:19:12.250494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-3b2cba35-fcf2-4649-834e-cf306525f0c4 service neutron] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:12.261422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-3b2cba35-fcf2-4649-834e-cf306525f0c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.262955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1035f383-e140-4fd6-a395-ac5d85e3eb76 req-3b2cba35-fcf2-4649-834e-cf306525f0c4 service neutron] 10.222.0.98 "DELETE /v2.0/ports/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.4611006 Aug 16 02:19:12.268504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.283606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f3650-d5d1-43fc-b5be-8f0e98600838 req-9a886f26-33a7-4fe0-9fff-ac93eda9f813 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.289494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f3650-d5d1-43fc-b5be-8f0e98600838 req-9a886f26-33a7-4fe0-9fff-ac93eda9f813 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.296996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-797f3650-d5d1-43fc-b5be-8f0e98600838 req-9a886f26-33a7-4fe0-9fff-ac93eda9f813 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1683 time: 0.1775837 Aug 16 02:19:12.369102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.377214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-797f3650-d5d1-43fc-b5be-8f0e98600838 req-37ebbeaf-e79c-4e34-91db-03df0f2dd4bd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793586 Aug 16 02:19:12.436518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.438331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Allocated IP 172.20.0.3 (add45809-b30a-41a9-8734-32157470ea2f/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa/7f3fe6db-6385-4236-ba80-b79860d80c1e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:12.469313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09faf3ca-a49a-477d-af02-cdbc9845170a req-256d2357-eb00-44a5-b8cd-8ced83ee9f15 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 210 time: 0.0323262 Aug 16 02:19:12.547451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6aadb-24a1-48a5-bf19-ad1f0f905154 req-c0b6d418-c929-4023-8dbf-31d805818b92 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.554808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b6aadb-24a1-48a5-bf19-ad1f0f905154 req-c0b6d418-c929-4023-8dbf-31d805818b92 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 1096 time: 0.1920922 Aug 16 02:19:12.570377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f5f4391b-74cc-4cf4-8609-063e5c35f308 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:12.590049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.599363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f5f4391b-74cc-4cf4-8609-063e5c35f308 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:12.599712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f5f4391b-74cc-4cf4-8609-063e5c35f308 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:12.599869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.645183 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e67392d0-bcb9-4886-ae81-3e18e6cc9577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.648052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e687c7b-cdb7-4d68-bfdb-d5635dc8c597,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.654337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3457a-4f01-4b5f-b743-fec0a33e7049 None None] Network 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:12.673455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.675446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4c35ce42-d851-4ca2-87c8-cc4367a7e06f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7e687c7b-cdb7-4d68-bfdb-d5635dc8c597 HTTP/1.1" status: 204 len: 168 time: 0.8048825 Aug 16 02:19:12.690394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e67392d0-bcb9-4886-ae81-3e18e6cc9577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.712534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45486) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:12.736452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.742267 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cbf4e04f-912c-400e-9fe2-afd153d4919b HTTP/1.1" status: 204 len: 168 time: 0.7062173 Aug 16 02:19:12.744686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:12.762773 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e67392d0-bcb9-4886-ae81-3e18e6cc9577 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c808a52729ab45a9b16c66f828577120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8535166 Aug 16 02:19:12.763555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb36ec0-2383-4c03-9c5b-fa738f871537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf4e04f-912c-400e-9fe2-afd153d4919b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.765353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:12.804900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b6aadb-24a1-48a5-bf19-ad1f0f905154 req-8e890f68-78b3-4e2e-b32c-736386d5ac43 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491443 Aug 16 02:19:12.877774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-9c757c65-602f-4257-b026-7ab7fbd3eb52 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.879922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-9c757c65-602f-4257-b026-7ab7fbd3eb52 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 949 time: 0.2590330 Aug 16 02:19:12.933807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] DHCP port deletion for 7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:12.984802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.012812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.036361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ff1fd-b517-4e01-8d3f-79f9638c00df req-d0badd4d-5327-4e0f-a512-15722a83f594 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.038162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff9ff1fd-b517-4e01-8d3f-79f9638c00df req-d0badd4d-5327-4e0f-a512-15722a83f594 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 949 time: 0.3185308 Aug 16 02:19:13.042853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] Deleting port 3665fce4-5092-487f-9f15-416c213e1449 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:13.044118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.146558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] For port 3665fce4-5092-487f-9f15-416c213e1449, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3665fce4-5092-487f-9f15-416c213e1449,segment=NetworkSegment(38e5156f-23b7-47ff-8f59-c42421362169),segment_id=38e5156f-23b7-47ff-8f59-c42421362169)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:13.147463 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.163550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] Calling delete_port for 3665fce4-5092-487f-9f15-416c213e1449 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:13.187389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff9ff1fd-b517-4e01-8d3f-79f9638c00df req-95d4ae68-a972-44bd-a396-4c710c6bf222 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141541 Aug 16 02:19:13.195386 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.218497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:13.257573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port 2796facd-3292-4f45-988d-23c56903d61d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:13.258448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.321981 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.323574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Network add45809-b30a-41a9-8734-32157470ea2f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:13.340902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Deleting port 3665fce4-5092-487f-9f15-416c213e1449 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:13.341246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.347310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:13.365474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] No DVR routers for this DVR port 3665fce4-5092-487f-9f15-416c213e1449 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:13.369764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event updated for resources: {'Port': ['ID=7f3fe6db-6385-4236-ba80-b79860d80c1e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.378963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bae5c4-6169-4059-b812-a16a89e532e6 None None] Pushing event deleted for resources: {'Port': ['ID=3665fce4-5092-487f-9f15-416c213e1449,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.402291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67392d0-bcb9-4886-ae81-3e18e6cc9577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e7ddc2-b5f0-4dc2-ba2e-a84b24640b32,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.427273 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.430016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:13.462001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee884-e76d-4551-ae0d-9db3901066c2 req-faff0258-46db-4fbc-93ce-ea37f89877df tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.463447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97eee884-e76d-4551-ae0d-9db3901066c2 req-faff0258-46db-4fbc-93ce-ea37f89877df tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1290295 Aug 16 02:19:13.466464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-accd3c62-71e9-4f41-9f76-7edc5daa03fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.485055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4'}, {'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:13.487334 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418f264-13c7-4b34-9aa5-48072c64f21d" -d '{"events": [{"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-plugged", "status": "completed", "tag": "49f4e7b9-b307-4f6c-978e-f9193ab9a5f4"}, {"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-plugged", "status": "completed", "tag": "b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:13.577611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-accd3c62-71e9-4f41-9f76-7edc5daa03fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.598290 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97eee884-e76d-4551-ae0d-9db3901066c2 req-554bbc4c-19fd-4d24-8dd1-c9f59fa3e147 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269796 Aug 16 02:19:13.603978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.625921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.640066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b3766a-e11a-4b55-84e8-ddd78285cefd') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.640066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b3766a-e11a-4b55-84e8-ddd78285cefd') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.665735 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.691351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.712376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:13.712722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:13.714440 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:13.729109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-accd3c62-71e9-4f41-9f76-7edc5daa03fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.734119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-accd3c62-71e9-4f41-9f76-7edc5daa03fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.736086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-accd3c62-71e9-4f41-9f76-7edc5daa03fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8e7ddc2-b5f0-4dc2-ba2e-a84b24640b32 HTTP/1.1" status: 204 len: 168 time: 0.9532621 Aug 16 02:19:13.789216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd3c62-71e9-4f41-9f76-7edc5daa03fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e7ddc2-b5f0-4dc2-ba2e-a84b24640b32,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.806236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be73c0-c99e-4444-8e45-3a0ad760e438 req-0c919d4b-777f-449d-afe8-8608b22d0594 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.812620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be73c0-c99e-4444-8e45-3a0ad760e438 req-0c919d4b-777f-449d-afe8-8608b22d0594 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.814236 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0be73c0-c99e-4444-8e45-3a0ad760e438 req-0c919d4b-777f-449d-afe8-8608b22d0594 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1683 time: 0.1358850 Aug 16 02:19:13.815622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.830965 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.833311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686 HTTP/1.1" status: 204 len: 168 time: 1.0828431 Aug 16 02:19:13.857560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291b397-b1ca-4008-950f-3c84abe41c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8efeb3-f8e5-4055-a6ce-4ca4aa5ba686,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.892816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.893274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.900185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] For port 3665fce4-5092-487f-9f15-416c213e1449, host n-d-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:13.900569 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.901679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0be73c0-c99e-4444-8e45-3a0ad760e438 req-4264ae76-5279-4a51-8d05-99b69a6bec32 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728195 Aug 16 02:19:13.918061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port 2796facd-3292-4f45-988d-23c56903d61d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2796facd-3292-4f45-988d-23c56903d61d,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:13.918457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.945074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Calling delete_port for 3665fce4-5092-487f-9f15-416c213e1449 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:13.948954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Port 3665fce4-5092-487f-9f15-416c213e1449 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:19:13.950491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for 2796facd-3292-4f45-988d-23c56903d61d owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:13.956871 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-c9c19dbb-cdfc-4206-b43b-4ef44b2d2d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1455054 Aug 16 02:19:13.957625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.963875 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf8a815-72da-4135-8f87-09a27d8d3ac2 x-openstack-request-id: req-2cf8a815-72da-4135-8f87-09a27d8d3ac2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:13.964817 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-plugged", "status": "completed", "tag": "49f4e7b9-b307-4f6c-978e-f9193ab9a5f4", "code": 200}, {"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-plugged", "status": "completed", "tag": "b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:13.965872 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cf8a815-72da-4135-8f87-09a27d8d3ac2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:13.966481 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4', 'code': 200} Aug 16 02:19:13.967085 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e', 'code': 200} Aug 16 02:19:13.976330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-f7959cf8-b022-4f22-9544-67233fd89140 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.977869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-f7959cf8-b022-4f22-9544-67233fd89140 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.6847975 Aug 16 02:19:14.003263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Request body: {'port': {'device_id': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:14.028485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=3665fce4-5092-487f-9f15-416c213e1449,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.064443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] No DVR routers for this DVR port 3665fce4-5092-487f-9f15-416c213e1449 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:14.102030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-e992d92d-ffc4-43cb-bcd1-2032d6ca3881 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/quotas/242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 375 time: 0.0933900 Aug 16 02:19:14.114019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.164957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.189517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1fe4-4eb7-4a2b-ba13-35ef8c8051c4 req-40f63db8-e4a5-4327-b14e-d31011162126 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.191213 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61cd1fe4-4eb7-4a2b-ba13-35ef8c8051c4 req-40f63db8-e4a5-4327-b14e-d31011162126 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 931 time: 0.1501038 Aug 16 02:19:14.201980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-761e38c9-faaa-427d-b831-8bc525ed027a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c66ba8c42d147cd95cbf30d871f9f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850759 Aug 16 02:19:14.204165 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89f52358-9e7c-4616-a257-ccf27e63e188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.207115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.209906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dfe0d-a2d4-43a0-8e49-6628b7314ede req-1b7676d3-bbc2-4391-ade6-71a229fff6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.210459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dfe0d-a2d4-43a0-8e49-6628b7314ede req-1b7676d3-bbc2-4391-ade6-71a229fff6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.212087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd9dfe0d-a2d4-43a0-8e49-6628b7314ede req-1b7676d3-bbc2-4391-ade6-71a229fff6b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1987 time: 0.1585801 Aug 16 02:19:14.223192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f8871f0b-4841-443c-927c-cd732d8a21c9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:14.239583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.242539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.250276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f8871f0b-4841-443c-927c-cd732d8a21c9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:14.250722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f8871f0b-4841-443c-927c-cd732d8a21c9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:14.251391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3665fce4-5092-487f-9f15-416c213e1449 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:14.265436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf1cfe3-f87d-4819-948f-9d0b7ff722e3']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.272580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3665fce4-5092-487f-9f15-416c213e1449 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:14.273017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3665fce4-5092-487f-9f15-416c213e1449 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:14.283215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e5156f-23b7-47ff-8f59-c42421362169') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.283518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e5156f-23b7-47ff-8f59-c42421362169') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.338522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61cd1fe4-4eb7-4a2b-ba13-35ef8c8051c4 req-6814ac59-aa47-4627-94b6-946c287ce022 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189325 Aug 16 02:19:14.340923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.346151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd9dfe0d-a2d4-43a0-8e49-6628b7314ede req-344f1c7f-6e40-46d6-8670-a971e6eb0ef8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199679 Aug 16 02:19:14.366788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-a2a23f52-cd23-4936-8498-3d248aad6cfa tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514360 Aug 16 02:19:14.376761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7381-23ee-4ca5-9b9e-54cb8ff22e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.405756 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.427701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7381-23ee-4ca5-9b9e-54cb8ff22e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.473649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89f52358-9e7c-4616-a257-ccf27e63e188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.487712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-89f52358-9e7c-4616-a257-ccf27e63e188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.493416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:14.493861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:14.498285 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:14.514473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.528426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9', '8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:14.528881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4df140-9f11-4b6a-8831-6cbbf0dcaabb req-3623409a-3332-4396-bc22-89707bc3f836 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.530405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e4df140-9f11-4b6a-8831-6cbbf0dcaabb req-3623409a-3332-4396-bc22-89707bc3f836 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.1204340 Aug 16 02:19:14.531208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b', 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', '2796facd-3292-4f45-988d-23c56903d61d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:14.552476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-89f52358-9e7c-4616-a257-ccf27e63e188 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f9279e9e8c04f938ba8a5e53957b4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808117 Aug 16 02:19:14.553043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f52358-9e7c-4616-a257-ccf27e63e188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066b1785-5195-4bfb-a96b-22b5d777147b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.556253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45528) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.578119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7381-23ee-4ca5-9b9e-54cb8ff22e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.580740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7381-23ee-4ca5-9b9e-54cb8ff22e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.581820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7a6a7381-23ee-4ca5-9b9e-54cb8ff22e7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4fe49444-5e3e-46b6-86bd-c4bb1c90a34a HTTP/1.1" status: 204 len: 168 time: 0.3686285 Aug 16 02:19:14.592324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e4df140-9f11-4b6a-8831-6cbbf0dcaabb req-529370d4-3a25-4038-9d14-1387765d9852 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500445 Aug 16 02:19:14.597194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a7381-23ee-4ca5-9b9e-54cb8ff22e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe49444-5e3e-46b6-86bd-c4bb1c90a34a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.620158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=2796facd-3292-4f45-988d-23c56903d61d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.728770 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.746472 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1aaec397-7b91-4101-b564-1a1c470027f1 req-ebcb1651-3515-4c56-b121-26495a1f1ecb tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef4178aa-6cac-4774-b406-bab878e8f3d8 HTTP/1.1" status: 200 len: 210 time: 0.0454297 Aug 16 02:19:14.765680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port 2796facd-3292-4f45-988d-23c56903d61d on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:14.771241 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.773308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] 10.222.0.78 "DELETE /v2.0/networks/7bf1cfe3-f87d-4819-948f-9d0b7ff722e3 HTTP/1.1" status: 204 len: 168 time: 2.0548809 Aug 16 02:19:14.781578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.785757 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26ff71e7-9c99-4449-bf9d-540c2bded3bc req-e507a485-396e-40cf-9737-50f0005202e8 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "DELETE /v2.0/ports/2796facd-3292-4f45-988d-23c56903d61d HTTP/1.1" status: 204 len: 173 time: 1.8881083 Aug 16 02:19:14.794656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'name': 'network-vif-deleted', 'tag': '2796facd-3292-4f45-988d-23c56903d61d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:14.798965 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3466d82-9f48-4224-bf4a-065584293a42" -d '{"events": [{"server_uuid": "ef4178aa-6cac-4774-b406-bab878e8f3d8", "name": "network-vif-deleted", "tag": "2796facd-3292-4f45-988d-23c56903d61d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:14.826437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b46a9-78d1-476e-b510-1bd27138cb0b admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf1cfe3-f87d-4819-948f-9d0b7ff722e3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.835496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-630bd060-9495-418d-81ac-211627a78483 service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467247 Aug 16 02:19:14.963771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a2ca874-1874-449f-8e59-4ef3c53d409c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.115130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-1d62b9d5-5767-4e80-adfd-3d0d9595d1d4 service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696655 Aug 16 02:19:15.197871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3fe6db-6385-4236-ba80-b79860d80c1e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:15.217968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.242204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Transition to ACTIVE for port object 7f3fe6db-6385-4236-ba80-b79860d80c1e will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:15.244566 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbfd5f8-9236-4617-b532-6fd1611b57f9 x-openstack-request-id: req-abbfd5f8-9236-4617-b532-6fd1611b57f9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:15.244847 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4178aa-6cac-4774-b406-bab878e8f3d8", "name": "network-vif-deleted", "tag": "2796facd-3292-4f45-988d-23c56903d61d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:15.245181 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abbfd5f8-9236-4617-b532-6fd1611b57f9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:15.247110 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4178aa-6cac-4774-b406-bab878e8f3d8', 'name': 'network-vif-deleted', 'tag': '2796facd-3292-4f45-988d-23c56903d61d', 'status': 'completed', 'code': 200} Aug 16 02:19:15.251161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a2ca874-1874-449f-8e59-4ef3c53d409c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.254705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.354792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1160-2c60-43b0-a5c3-10a4eaef5b7c req-cea80903-4b31-47db-9377-b0d6f92d8a53 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.375929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1160-2c60-43b0-a5c3-10a4eaef5b7c req-cea80903-4b31-47db-9377-b0d6f92d8a53 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.393035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74be1160-2c60-43b0-a5c3-10a4eaef5b7c req-cea80903-4b31-47db-9377-b0d6f92d8a53 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1683 time: 0.1927857 Aug 16 02:19:15.469731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3fe6db-6385-4236-ba80-b79860d80c1e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:15.498752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.542131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74be1160-2c60-43b0-a5c3-10a4eaef5b7c req-7e98b03d-d4b8-40c1-8e95-ebac292047da tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468959 Aug 16 02:19:15.624526 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-87283324-1b51-4772-a0f8-d9ad5e6d29d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=502a1bc9793f4038b31c3a05be6e6538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211510 Aug 16 02:19:15.626069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.701290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a2ca874-1874-449f-8e59-4ef3c53d409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.704436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a2ca874-1874-449f-8e59-4ef3c53d409c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.705742 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3a2ca874-1874-449f-8e59-4ef3c53d409c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/066b1785-5195-4bfb-a96b-22b5d777147b HTTP/1.1" status: 204 len: 168 time: 1.1323185 Aug 16 02:19:15.722660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ca874-1874-449f-8e59-4ef3c53d409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066b1785-5195-4bfb-a96b-22b5d777147b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:15.765991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Attempting to bind port 7f3fe6db-6385-4236-ba80-b79860d80c1e on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:15.767278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Attempting to bind port 7f3fe6db-6385-4236-ba80-b79860d80c1e by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:15.768105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Attempting to bind port 7f3fe6db-6385-4236-ba80-b79860d80c1e on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:15.777095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Port 7f3fe6db-6385-4236-ba80-b79860d80c1e on network add45809-b30a-41a9-8734-32157470ea2f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:15.777829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Attempting to bind port 7f3fe6db-6385-4236-ba80-b79860d80c1e on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:15.794626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:15.795251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:15.795889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Bound using segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:15.796556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Bound port: 7f3fe6db-6385-4236-ba80-b79860d80c1e, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:15.797143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.842795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74a7b7-b38b-452c-b630-2c47cccf9b11 req-7d9a8ba8-935a-4f25-ad02-b6fa2d839399 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.844791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c74a7b7-b38b-452c-b630-2c47cccf9b11 req-7d9a8ba8-935a-4f25-ad02-b6fa2d839399 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 943 time: 0.1705210 Aug 16 02:19:15.845722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6893607-a512-4b1c-92b0-1113ca1fc353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.892447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6893607-a512-4b1c-92b0-1113ca1fc353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.928874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c74a7b7-b38b-452c-b630-2c47cccf9b11 req-c61c342b-2844-458d-a65c-f6916e5fcb31 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719218 Aug 16 02:19:15.929579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-e6410f25-ecc3-476e-99df-39bed5a09c04 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.936990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-e6410f25-ecc3-476e-99df-39bed5a09c04 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 813 time: 0.3779323 Aug 16 02:19:15.986023 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-eaaf36b2-82db-4260-86ca-8a8e4abdaa78 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/quotas/4ceb666683b748938b4e73bca1410393 HTTP/1.1" status: 200 len: 375 time: 0.0341542 Aug 16 02:19:15.990853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6893607-a512-4b1c-92b0-1113ca1fc353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.993504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6893607-a512-4b1c-92b0-1113ca1fc353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.997537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f6893607-a512-4b1c-92b0-1113ca1fc353 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b301c54-e745-4ba3-8b1b-32bd58930f12 HTTP/1.1" status: 204 len: 168 time: 0.3676646 Aug 16 02:19:16.014651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6893607-a512-4b1c-92b0-1113ca1fc353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b301c54-e745-4ba3-8b1b-32bd58930f12,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.035576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ef49917-6db2-4264-87f0-9bd60e78d411 req-4d2e30e5-82a3-472b-8b90-0f855776e37f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 210 time: 0.0314207 Aug 16 02:19:16.071784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] For port 7f3fe6db-6385-4236-ba80-b79860d80c1e, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:16.112114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] For port 7f3fe6db-6385-4236-ba80-b79860d80c1e, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7f3fe6db-6385-4236-ba80-b79860d80c1e,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:16.126533 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.186042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.187159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.189064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/7f3fe6db-6385-4236-ba80-b79860d80c1e HTTP/1.1" status: 200 len: 1092 time: 2.2060444 Aug 16 02:19:16.196147 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-f0f458ef-f8cc-4c47-b1b7-1663bfed49fb tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1995258 Aug 16 02:19:16.402062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b775a-a681-431d-b807-6be4d808b4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3fe6db-6385-4236-ba80-b79860d80c1e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.414202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.467799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-da7e99d2-a620-4095-bee4-14e76521e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.469632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-da7e99d2-a620-4095-bee4-14e76521e06a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 1095 time: 0.1594970 Aug 16 02:19:16.493576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-e607826b-53b0-44c0-932b-0cdfbb101a2f service neutron] 10.222.0.78 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804899 Aug 16 02:19:16.559689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-e7f6b8d1-c8d1-4c38-849c-c7b0d8fa6bae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f3fe6db-6385-4236-ba80-b79860d80c1e HTTP/1.1" status: 200 len: 217 time: 0.0751016 Aug 16 02:19:16.596530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8fb15-2917-49b6-a354-2a3d69632305 req-39d91d56-51ad-496e-9ad4-9b96c3d47406 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.605354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d8fb15-2917-49b6-a354-2a3d69632305 req-39d91d56-51ad-496e-9ad4-9b96c3d47406 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 950 time: 0.0611963 Aug 16 02:19:16.658607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d8fb15-2917-49b6-a354-2a3d69632305 req-bc98d28e-bd17-46cd-8e36-6940a5ac0a91 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467963 Aug 16 02:19:16.673588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-2384f020-67ce-472f-8d5d-a96da4ef5a06 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.675220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-165554042-network', 'tenant_id': '6f88091c56234d3a8022e0ce55441889'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:16.675566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-2384f020-67ce-472f-8d5d-a96da4ef5a06 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "GET /v2.0/ports?device_id=67f9f931-3e17-4c4f-8f12-3189f1fdf047 HTTP/1.1" status: 200 len: 946 time: 0.2030728 Aug 16 02:19:16.699524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:16.703474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.715567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.724914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-4faebc3a-dc6c-4f4d-be84-b324de9c105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.726846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-4faebc3a-dc6c-4f4d-be84-b324de9c105d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1486249 Aug 16 02:19:16.756433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-29859045-7448-46e3-a2f2-c80ec2439f9d service neutron] 10.222.0.78 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462001 Aug 16 02:19:16.800552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-df05693b-704e-4059-b23d-8177c70be88c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601125 Aug 16 02:19:16.825332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2707b6-bc75-4c45-89bb-13ba0ab0e297 req-18525c81-7e20-4770-a1af-cbaa164fdac4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.831458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2707b6-bc75-4c45-89bb-13ba0ab0e297 req-18525c81-7e20-4770-a1af-cbaa164fdac4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.839751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de2707b6-bc75-4c45-89bb-13ba0ab0e297 req-18525c81-7e20-4770-a1af-cbaa164fdac4 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1683 time: 0.1253433 Aug 16 02:19:17.039235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Deleting port 7272e386-6d72-40c9-b3f6-96fb57c21ccd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:17.047459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.133430 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.164315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de2707b6-bc75-4c45-89bb-13ba0ab0e297 req-da82b0b4-f0bf-4112-b3d1-7e1c023d9359 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219178 Aug 16 02:19:17.165031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.217407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa3e5ac-e181-46e6-981a-fcb9578d1f72,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.230288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-3a1141cc-8f53-497e-860a-4508066bb05a service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854954 Aug 16 02:19:17.264689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'tag': '7f3fe6db-6385-4236-ba80-b79860d80c1e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:17.268364 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551ba62c-f915-4e29-a3aa-e98bb32be350" -d '{"events": [{"name": "network-changed", "server_uuid": "83b89e39-f0ad-443b-bfa3-97ad8e1b152d", "tag": "7f3fe6db-6385-4236-ba80-b79860d80c1e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:17.299241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:17.315504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaa4dd29-37bd-4a56-b4db-bdcb5043a0da req-7fbdde30-ec7b-4f3a-b543-fbbd5b6831cb tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 210 time: 0.0605981 Aug 16 02:19:17.366113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a1ab-334d-4862-b748-de02db8e4153 req-520ada5b-c52b-45b0-a94d-158983aa73f6 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.374066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a964a1ab-334d-4862-b748-de02db8e4153 req-520ada5b-c52b-45b0-a94d-158983aa73f6 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 943 time: 0.3184106 Aug 16 02:19:17.388055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.388450 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Added segment 46000792-84ea-403c-bf7d-2073f3ddfc5d of type vlan for network cba6f535-9c48-4a92-a569-dba088b2e25c Aug 16 02:19:17.424689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] For port 7272e386-6d72-40c9-b3f6-96fb57c21ccd, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7272e386-6d72-40c9-b3f6-96fb57c21ccd,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:17.425218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.443273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-56739f6d-bc93-4970-aaf5-91940ab92fc5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.444507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-56739f6d-bc93-4970-aaf5-91940ab92fc5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.5130119 Aug 16 02:19:17.464118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Request body: {'port': {'device_id': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'admin_state_up': True, 'tenant_id': '242d25cf48be4687b03298f5d31892b9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:17.478457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Calling delete_port for 7272e386-6d72-40c9-b3f6-96fb57c21ccd owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:17.513807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a964a1ab-334d-4862-b748-de02db8e4153 req-de8d1533-4d3d-4bdb-84fb-a965fbf9c6fa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387603 Aug 16 02:19:17.607679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f9a03a53-576c-4228-a246-f62829e488c5 req-f4d8aa49-4650-42c6-8a58-b9415bb00c5e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 210 time: 0.1271355 Aug 16 02:19:17.613426 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.658428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73303ea0-4d33-4c8e-b99c-b4a4561603d9 req-e70de487-4a92-4557-b09c-c18f9041bc06 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200523 Aug 16 02:19:17.704682 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbf1fd3-de4c-4094-9a27-f311a341143a x-openstack-request-id: req-4fbf1fd3-de4c-4094-9a27-f311a341143a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:17.704983 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b89e39-f0ad-443b-bfa3-97ad8e1b152d", "tag": "7f3fe6db-6385-4236-ba80-b79860d80c1e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:17.706631 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fbf1fd3-de4c-4094-9a27-f311a341143a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:17.706740 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'tag': '7f3fe6db-6385-4236-ba80-b79860d80c1e', 'status': 'completed', 'code': 200} Aug 16 02:19:17.795374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.797417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.798641 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.895518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-3637bd96-2b36-4faf-938c-96bb08f08cd1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.903306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-3637bd96-2b36-4faf-938c-96bb08f08cd1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 950 time: 0.1838410 Aug 16 02:19:17.932978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5177996 Aug 16 02:19:17.949521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.950019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.964137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Request body: {'subnet': {'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-subnet', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:17.996057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae8af5-32be-4f06-bc15-21c32f3ed3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cba6f535-9c48-4a92-a569-dba088b2e25c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:18.008919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network cba6f535-9c48-4a92-a569-dba088b2e25c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:18.028956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-2ee3a709-3f89-4ce7-a287-3e1806bb7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.030565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-2ee3a709-3f89-4ce7-a287-3e1806bb7653 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 1095 time: 0.2947772 Aug 16 02:19:18.069362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Made reservation on behalf of 242d25cf48be4687b03298f5d31892b9 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:18.074549 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.147537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1504917562-network', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:18.164550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94a202-2466-436a-ba5b-e7894f68541f req-b2bb8815-9872-4e88-b342-0ece86f8e94b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.169905 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f94a202-2466-436a-ba5b-e7894f68541f req-b2bb8815-9872-4e88-b342-0ece86f8e94b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 950 time: 0.2893996 Aug 16 02:19:18.172416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7272e386-6d72-40c9-b3f6-96fb57c21ccd no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:18.228576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:18.231637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.252084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab7261-3e85-4636-b9c4-6c5d32991dae req-471d5f6f-0377-46ae-9099-2f3e344ac1cd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.259038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab7261-3e85-4636-b9c4-6c5d32991dae req-471d5f6f-0377-46ae-9099-2f3e344ac1cd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.259815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-c1f7aa1b-5c23-44ef-98de-2412dd9ba6c6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.260744 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ab7261-3e85-4636-b9c4-6c5d32991dae req-471d5f6f-0377-46ae-9099-2f3e344ac1cd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1683 time: 0.2162185 Aug 16 02:19:18.261352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-c1f7aa1b-5c23-44ef-98de-2412dd9ba6c6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 949 time: 0.3060377 Aug 16 02:19:18.263871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.282760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port 8b273cd8-1a1c-48de-8752-8184749d2135 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:18.283441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.301902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Port 7272e386-6d72-40c9-b3f6-96fb57c21ccd update to DOWN by agent not found {{(pid=94858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:19:18.302344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2796facd-3292-4f45-988d-23c56903d61d no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:18.348798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 2796facd-3292-4f45-988d-23c56903d61d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:18.349387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2796facd-3292-4f45-988d-23c56903d61d not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:18.360000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Pushing event deleted for resources: {'Port': ['ID=7272e386-6d72-40c9-b3f6-96fb57c21ccd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:18.365463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f94a202-2466-436a-ba5b-e7894f68541f req-fbe8ba3a-b370-454f-83b1-6210204e8214 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696887 Aug 16 02:19:18.434671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] No DVR routers for this DVR port 7272e386-6d72-40c9-b3f6-96fb57c21ccd on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:18.462084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.464153 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33fafa29-82aa-4339-95e2-fece05e1df34 req-90383e3a-3158-43aa-979e-b69f1307260a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "DELETE /v2.0/ports/7272e386-6d72-40c9-b3f6-96fb57c21ccd HTTP/1.1" status: 204 len: 173 time: 1.7780750 Aug 16 02:19:18.486068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Made reservation on behalf of 1b0ba19c520c43088b103e8c0562c5ea for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:18.489940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.511313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ab7261-3e85-4636-b9c4-6c5d32991dae req-3142825a-1c46-4a65-89db-56a7b08544bd tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221189 Aug 16 02:19:18.547800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port 8b273cd8-1a1c-48de-8752-8184749d2135, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8b273cd8-1a1c-48de-8752-8184749d2135,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:18.548549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.553399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.569864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for 8b273cd8-1a1c-48de-8752-8184749d2135 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:18.636666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a11977b-37fa-42fb-8fab-7f2caf423bc0 req-9619e44c-b5da-4623-ab00-d1a0d686887a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 210 time: 0.1379855 Aug 16 02:19:18.729779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-33abf866-0f49-420b-8026-cfd139c78109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.731245 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-33abf866-0f49-420b-8026-cfd139c78109 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.6923382 Aug 16 02:19:18.761561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-427e87d2-82a3-4f54-b43b-874f792f5430 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.763609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-427e87d2-82a3-4f54-b43b-874f792f5430 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 813 time: 0.3302646 Aug 16 02:19:18.773723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047acbd4-ee6a-479a-ac0f-bdccecc88957 req-ceb67994-3b56-473b-8ecc-7bbe351a669f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.775220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-047acbd4-ee6a-479a-ac0f-bdccecc88957 req-ceb67994-3b56-473b-8ecc-7bbe351a669f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 943 time: 0.1016624 Aug 16 02:19:18.781989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Request body: {'port': {'device_id': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'admin_state_up': True, 'tenant_id': '4ceb666683b748938b4e73bca1410393'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:18.874917 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-8129e012-e70b-4679-955e-5ab809135f7c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f3fe6db-6385-4236-ba80-b79860d80c1e HTTP/1.1" status: 200 len: 217 time: 0.1343544 Aug 16 02:19:18.883540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adca3b80-e4cd-4fde-9b9e-e3b063c7799a req-ec7ece2c-515f-4f63-b61e-67bb902a179c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 210 time: 0.1314747 Aug 16 02:19:18.986612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Allocated IP 172.20.0.8 (2fef8350-0e5c-4c16-b3ab-e3cce643dab9/de023b46-5dd4-463f-a3a4-e674f1c56272/83275cba-590c-423e-94fa-c6db7d100cba) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:19.087188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port d9ac3347-c435-4b02-a7b0-a7c44239dde1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:19.087597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.159196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7f3fe6db-6385-4236-ba80-b79860d80c1e details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:19.180493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-dbfa6ccd-5f71-4ee3-89c4-a96cb388166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:19.181988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-dbfa6ccd-5f71-4ee3-89c4-a96cb388166e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.2930765 Aug 16 02:19:19.253707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-047acbd4-ee6a-479a-ac0f-bdccecc88957 req-ccdf05af-a91b-46c0-bd05-8f68fb37d258 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269142 Aug 16 02:19:19.314044 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.329431 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-5b6aee23-6cf6-4649-aa01-9445b41fc262 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878878 Aug 16 02:19:19.342251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b', 'd9ac3347-c435-4b02-a7b0-a7c44239dde1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:19.352582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9', '8b273cd8-1a1c-48de-8752-8184749d2135'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:19.355144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=8b273cd8-1a1c-48de-8752-8184749d2135,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.409509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port 8b273cd8-1a1c-48de-8752-8184749d2135 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:19.418330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.418330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-925c4a2d-2363-4875-a0e2-0f931f0014c4 req-d6bb0577-d509-4457-b94c-44f52203672f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "DELETE /v2.0/ports/8b273cd8-1a1c-48de-8752-8184749d2135 HTTP/1.1" status: 204 len: 173 time: 1.5043886 Aug 16 02:19:19.488519 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.497685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7f3fe6db-6385-4236-ba80-b79860d80c1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7f3fe6db-6385-4236-ba80-b79860d80c1e,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:19.563688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-646328d0-845d-45c0-afaf-3eea8f23b34c req-70f852b6-49f1-4ea8-b93d-cd8b563db201 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a30a50e-af48-49c0-978e-fed8e778c14c HTTP/1.1" status: 200 len: 210 time: 0.0594933 Aug 16 02:19:19.586070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '7f3fe6db-6385-4236-ba80-b79860d80c1e', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'port_id': '7f3fe6db-6385-4236-ba80-b79860d80c1e', 'mac_address': 'fa:16:3e:ad:d7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ad524-3dc8-4cf9-86c3-052bdb96ecaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:19.620917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-c51c04d4-e64c-4982-81c0-2f74056b8757 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:19.658003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-c51c04d4-e64c-4982-81c0-2f74056b8757 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:19.660798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-c51c04d4-e64c-4982-81c0-2f74056b8757 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.98 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1683 time: 0.1376095 Aug 16 02:19:19.718491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-deleted', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd'}, {'server_uuid': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'name': 'network-vif-deleted', 'tag': '8b273cd8-1a1c-48de-8752-8184749d2135'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:19.723128 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2b8223-378e-41a2-9a5c-a3c2e3a8e0a4" -d '{"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-deleted", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd"}, {"server_uuid": "4a30a50e-af48-49c0-978e-fed8e778c14c", "name": "network-vif-deleted", "tag": "8b273cd8-1a1c-48de-8752-8184749d2135"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:19.756921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.768055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port d9ac3347-c435-4b02-a7b0-a7c44239dde1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d9ac3347-c435-4b02-a7b0-a7c44239dde1,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:19.768458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.796104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.818415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3fe6db-6385-4236-ba80-b79860d80c1e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:19.859270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407d37-c327-420e-8493-549b581c093e req-86b026af-c4fd-453b-b8dc-8ff81dfc4047 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:19.865891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.870469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407d37-c327-420e-8493-549b581c093e req-86b026af-c4fd-453b-b8dc-8ff81dfc4047 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:19.872972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be407d37-c327-420e-8493-549b581c093e req-86b026af-c4fd-453b-b8dc-8ff81dfc4047 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 1683 time: 0.2106702 Aug 16 02:19:19.882265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:19.895489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.895858 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Added segment d1d58e8e-aeb0-45a1-98db-f277550e92e1 of type vlan for network 1d5b3dc7-92ac-4478-8e53-40672ae02248 Aug 16 02:19:19.917989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7f3fe6db-6385-4236-ba80-b79860d80c1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7f3fe6db-6385-4236-ba80-b79860d80c1e,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:19.930515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.950578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.995457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Made reservation on behalf of 4ceb666683b748938b4e73bca1410393 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:20.000401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.010288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7f3fe6db-6385-4236-ba80-b79860d80c1e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.017516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be407d37-c327-420e-8493-549b581c093e req-1dd488ea-53de-4f15-ba71-e9f3bd5f819f tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223621 Aug 16 02:19:20.038800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b012d816-ba33-4262-ba8e-b906d75c3861 req-2d2ae97f-97fc-495f-ba67-7f9fb3c4c520 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 210 time: 0.2843318 Aug 16 02:19:20.039571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fafe23-7928-4d62-a3f7-26248a75580d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.100683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:20.101374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.105301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for d9ac3347-c435-4b02-a7b0-a7c44239dde1 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:20.108597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e75e6c9-43c8-40a9-8cc4-513ca6a388fb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.125375 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.130786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.134174 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.159384 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df84de73-509b-4d6d-abd7-aa7bc40bb70a x-openstack-request-id: req-df84de73-509b-4d6d-abd7-aa7bc40bb70a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:20.159697 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f9f931-3e17-4c4f-8f12-3189f1fdf047", "name": "network-vif-deleted", "tag": "7272e386-6d72-40c9-b3f6-96fb57c21ccd", "status": "completed", "code": 200}, {"server_uuid": "4a30a50e-af48-49c0-978e-fed8e778c14c", "name": "network-vif-deleted", "tag": "8b273cd8-1a1c-48de-8752-8184749d2135", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:20.159914 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df84de73-509b-4d6d-abd7-aa7bc40bb70a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:20.160540 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f9f931-3e17-4c4f-8f12-3189f1fdf047', 'name': 'network-vif-deleted', 'tag': '7272e386-6d72-40c9-b3f6-96fb57c21ccd', 'status': 'completed', 'code': 200} Aug 16 02:19:20.160994 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a30a50e-af48-49c0-978e-fed8e778c14c', 'name': 'network-vif-deleted', 'tag': '8b273cd8-1a1c-48de-8752-8184749d2135', 'status': 'completed', 'code': 200} Aug 16 02:19:20.176479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7f3fe6db-6385-4236-ba80-b79860d80c1e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:20.205976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45784) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.239240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5b3dc7-92ac-4478-8e53-40672ae02248,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.257700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:20.261853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-ff7b4473-8f99-45ba-972b-137a1517e699 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9107435 Aug 16 02:19:20.297156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6738846e-c008-48b5-b9f7-a5cdf9a04937 req-384d6616-0f10-42ec-8976-eba8be670f64 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 210 time: 0.0672460 Aug 16 02:19:20.297980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Checking segment: {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:20.298480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Network hostable DHCP agents. Network: cba6f535-9c48-4a92-a569-dba088b2e25c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:20.403437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Allocated IP 172.20.0.11 (89049c3c-ede5-4e9f-a955-d3e841777d5a/cd9112a8-e83b-4397-8369-2c55b4c14bcb/dca00871-29cb-479f-9c93-b04c2177868a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:20.423827 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551ba62c-f915-4e29-a3aa-e98bb32be350 req-f2c974f7-07ba-4cf7-8498-a9696560a74d service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147923 Aug 16 02:19:20.429952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-225d0816-5085-4b56-aafa-d1b961a995c7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4574404 Aug 16 02:19:20.438021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.451800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Request body: {'subnet': {'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1504917562-subnet', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:20.464716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:20.465627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.478135 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-152dab7d-5589-4cc0-91b5-391ca17d3a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.499034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.505822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:20.519247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Network cba6f535-9c48-4a92-a569-dba088b2e25c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:20.535503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, cba6f535-9c48-4a92-a569-dba088b2e25c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:20.539964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.541198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.545708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689afd8f-9a4b-49ae-8ac5-f203e921b3bf req-22020288-d290-40db-82ec-01f70beabc11 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.546469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa4889-d92a-4fab-abfc-536ecfcf57ad None None] Network cba6f535-9c48-4a92-a569-dba088b2e25c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:20.547272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689afd8f-9a4b-49ae-8ac5-f203e921b3bf req-22020288-d290-40db-82ec-01f70beabc11 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 944 time: 0.1754131 Aug 16 02:19:20.562458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Made reservation on behalf of 1b0ba19c520c43088b103e8c0562c5ea for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:20.564124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.630097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.691677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:20.692569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.705318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:20.711638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:20.758410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-cba6f535-9c48-4a92-a569-dba088b2e25c', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:20.760539 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.786277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:20.794278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689afd8f-9a4b-49ae-8ac5-f203e921b3bf req-50e3b460-f819-41de-94b3-3a3854c83371 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333713 Aug 16 02:19:20.797273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.904931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:21.008860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.015113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-152dab7d-5589-4cc0-91b5-391ca17d3a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.042154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-152dab7d-5589-4cc0-91b5-391ca17d3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.079593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.084091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Allocated IP 172.20.0.2 (cba6f535-9c48-4a92-a569-dba088b2e25c/86fafe23-7928-4d62-a3f7-26248a75580d/0fa74a67-ed33-40e4-b674-160bbe3756dd) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:21.195532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7f3fe6db-6385-4236-ba80-b79860d80c1e up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:21.199146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dab7d-5589-4cc0-91b5-391ca17d3a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a75e29-9d19-4bb1-95d4-1d834d5ad699,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.204485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-152dab7d-5589-4cc0-91b5-391ca17d3a9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64f7a3dfa53a43828e11faefaacf441e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9952574 Aug 16 02:19:21.213443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.217754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port d9ac3347-c435-4b02-a7b0-a7c44239dde1 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:21.220847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.223603 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2dc7465-169e-40d5-be44-0ef0ff69a9d6 req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "DELETE /v2.0/ports/d9ac3347-c435-4b02-a7b0-a7c44239dde1 HTTP/1.1" status: 204 len: 173 time: 2.9459150 Aug 16 02:19:21.225859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.235021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0e76a74-5576-4467-897c-35dd61e9107d req-b412464b-8a3b-469c-9122-51450a098f25 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f1b2968-66f2-456b-9e42-b2d689704333 HTTP/1.1" status: 200 len: 210 time: 0.4651799 Aug 16 02:19:21.252432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1b2968-66f2-456b-9e42-b2d689704333', 'name': 'network-vif-deleted', 'tag': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:21.265266 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f40134f-aca4-4bfa-9620-69de12a1d7a1" -d '{"events": [{"server_uuid": "6f1b2968-66f2-456b-9e42-b2d689704333", "name": "network-vif-deleted", "tag": "d9ac3347-c435-4b02-a7b0-a7c44239dde1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:21.274947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe7167-0b11-4a2e-ace2-804be3c7643f tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=d9ac3347-c435-4b02-a7b0-a7c44239dde1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.300828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.301588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.307671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b38ec5b1-dabc-4723-a587-3f8262ce7bb2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3470814 Aug 16 02:19:21.321959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.338822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.359477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:21.381821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-03ad4d84-6732-4f8f-be18-f28b89711005 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9232736 Aug 16 02:19:21.398200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.412710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Request body: {'port': {'device_id': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:21.438830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:21.441494 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.443643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-2a0aa5e3-d68c-4a34-bd8d-23b9aec74bb5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.98 "DELETE /v2.0/ports/b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e HTTP/1.1" status: 204 len: 173 time: 1.7421572 Aug 16 02:19:21.475437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69f83cba-7629-43d6-acc5-490c952dc5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.490132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edb17b-1bf0-4ee7-bfd5-28583bdf4bd2 req-3a0eda75-9777-4356-8ba2-bddea77c09a5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.498040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60edb17b-1bf0-4ee7-bfd5-28583bdf4bd2 req-3a0eda75-9777-4356-8ba2-bddea77c09a5 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 946 time: 0.3037622 Aug 16 02:19:21.502552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 7f3fe6db-6385-4236-ba80-b79860d80c1e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:21.518425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 7f3fe6db-6385-4236-ba80-b79860d80c1e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:21.518796 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.524097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb43f3-c2b8-41d4-862e-bd7cd0c6db26 req-ce52e3ac-441c-46db-a95b-522a063322df tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.530016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ceeb43f3-c2b8-41d4-862e-bd7cd0c6db26 req-ce52e3ac-441c-46db-a95b-522a063322df tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 932 time: 0.1769269 Aug 16 02:19:21.556155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69f83cba-7629-43d6-acc5-490c952dc5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.569413 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.602871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.613555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Network 89049c3c-ede5-4e9f-a955-d3e841777d5a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:21.621954 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ceeb43f3-c2b8-41d4-862e-bd7cd0c6db26 req-ab53b6c9-2c60-4f50-97a7-e6e8b0c4e80f tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899193 Aug 16 02:19:21.664376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.665577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.681782 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.720797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819c530b-a6cc-4d88-ab38-38baca1f0083,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.723613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:21.729568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Checking segment: {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:21.729999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Network hostable DHCP agents. Network: 1d5b3dc7-92ac-4478-8e53-40672ae02248, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:21.738664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:21.751947 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b8619-5d23-48c0-b831-c3c6c8158882 x-openstack-request-id: req-f03b8619-5d23-48c0-b831-c3c6c8158882 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:21.752407 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1b2968-66f2-456b-9e42-b2d689704333", "name": "network-vif-deleted", "tag": "d9ac3347-c435-4b02-a7b0-a7c44239dde1", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:21.752564 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f03b8619-5d23-48c0-b831-c3c6c8158882 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:21.753067 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1b2968-66f2-456b-9e42-b2d689704333', 'name': 'network-vif-deleted', 'tag': 'd9ac3347-c435-4b02-a7b0-a7c44239dde1', 'status': 'completed', 'code': 200} Aug 16 02:19:21.757577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.761479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69f83cba-7629-43d6-acc5-490c952dc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.764106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Transition to ACTIVE for port object 0fa74a67-ed33-40e4-b674-160bbe3756dd will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:21.764709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69f83cba-7629-43d6-acc5-490c952dc5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.766611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-69f83cba-7629-43d6-acc5-490c952dc5a9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6a75e29-9d19-4bb1-95d4-1d834d5ad699 HTTP/1.1" status: 204 len: 168 time: 0.5503268 Aug 16 02:19:21.813499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.814765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.816949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Transition to ACTIVE for port object 0fa74a67-ed33-40e4-b674-160bbe3756dd will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:21.864615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60edb17b-1bf0-4ee7-bfd5-28583bdf4bd2 req-2b623aa0-97d2-4a0f-82ad-8e557c2ee5d2 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/security-groups?id=7a1d6416-5b0a-4c86-a923-9720941ff874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655109 Aug 16 02:19:21.877143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3fe6db-6385-4236-ba80-b79860d80c1e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:21.879472 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf43985-d1fb-4bf6-bf60-b149355d3616" -d '{"events": [{"server_uuid": "83b89e39-f0ad-443b-bfa3-97ad8e1b152d", "name": "network-vif-plugged", "status": "completed", "tag": "7f3fe6db-6385-4236-ba80-b79860d80c1e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:21.883370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d2e64f0a-cd86-4dd0-b0bd-0d0bd7820968 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1055789 Aug 16 02:19:21.891018 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.898219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f83cba-7629-43d6-acc5-490c952dc5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a75e29-9d19-4bb1-95d4-1d834d5ad699,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.910686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7f3fe6db-6385-4236-ba80-b79860d80c1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7f3fe6db-6385-4236-ba80-b79860d80c1e,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:21.939573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Request body: {'port': {'device_id': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:21.943480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:21.946338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.965996 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.967243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8b273cd8-1a1c-48de-8752-8184749d2135 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:22.000428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:22.000779 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.027160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 8b273cd8-1a1c-48de-8752-8184749d2135 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:22.028310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8b273cd8-1a1c-48de-8752-8184749d2135 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:22.038590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8ef70-799b-46c7-a95d-af212d314b03 req-19e8c7be-8c23-45a9-993a-74b17b95c90b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.046803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2ea8ef70-799b-46c7-a95d-af212d314b03 req-19e8c7be-8c23-45a9-993a-74b17b95c90b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 931 time: 0.1524856 Aug 16 02:19:22.050687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Network cba6f535-9c48-4a92-a569-dba088b2e25c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:22.062206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:22.067390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:22.069837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Pushing event updated for resources: {'Port': ['ID=0fa74a67-ed33-40e4-b674-160bbe3756dd,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.085355 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.127116 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:22.127397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2ea8ef70-799b-46c7-a95d-af212d314b03 req-e4abcbfc-1219-4f9a-8ee8-5af947363fe2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792904 Aug 16 02:19:22.127562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.143133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:22.181296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d9ac3347-c435-4b02-a7b0-a7c44239dde1 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:22.181533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83275cba-590c-423e-94fa-c6db7d100cba {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:22.191610 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.214359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-deleted', 'tag': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:22.217155 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcc48f5-8afc-4924-bd68-2685436ad0ff" -d '{"events": [{"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-deleted", "tag": "b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:22.227039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Transition to ACTIVE for port object 83275cba-590c-423e-94fa-c6db7d100cba will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:22.231264 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49cbc6-b07f-46bb-846b-30012558cdf0 x-openstack-request-id: req-2c49cbc6-b07f-46bb-846b-30012558cdf0 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:22.232492 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b89e39-f0ad-443b-bfa3-97ad8e1b152d", "name": "network-vif-plugged", "status": "completed", "tag": "7f3fe6db-6385-4236-ba80-b79860d80c1e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:22.232492 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c49cbc6-b07f-46bb-846b-30012558cdf0 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:22.232746 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3fe6db-6385-4236-ba80-b79860d80c1e', 'code': 200} Aug 16 02:19:22.234159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.241759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: d9ac3347-c435-4b02-a7b0-a7c44239dde1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:22.242962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d9ac3347-c435-4b02-a7b0-a7c44239dde1 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:22.258048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Attempting to bind port 0fa74a67-ed33-40e4-b674-160bbe3756dd on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:22.258847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Attempting to bind port 0fa74a67-ed33-40e4-b674-160bbe3756dd by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:22.259436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Attempting to bind port 0fa74a67-ed33-40e4-b674-160bbe3756dd on network cba6f535-9c48-4a92-a569-dba088b2e25c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:22.264672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1d5b3dc7-92ac-4478-8e53-40672ae02248) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:22.267621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7f3fe6db-6385-4236-ba80-b79860d80c1e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.279329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:22.279967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Checking segment: {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:22.280609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.281200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Bound using segment: {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:22.281876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Bound port: 0fa74a67-ed33-40e4-b674-160bbe3756dd, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:22.282469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.287374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077d59d-19e4-44bc-98c5-3218fe7b5498 None None] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:22.332177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.332793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.350762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:22.405351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.448606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e6b788b1-110c-4502-bb48-78dd41122de4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0096111 Aug 16 02:19:22.449616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc774143-228c-40af-9079-81f971d6b1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.453177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:22.457549 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf57fc-2cbc-41b4-9492-89ae2ed42d7c x-openstack-request-id: req-9caf57fc-2cbc-41b4-9492-89ae2ed42d7c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:22.458068 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-deleted", "tag": "b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:22.458068 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9caf57fc-2cbc-41b4-9492-89ae2ed42d7c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:22.458461 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-deleted', 'tag': 'b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e', 'status': 'completed', 'code': 200} Aug 16 02:19:22.463506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.502452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.504009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fda5de-8e6b-41a1-a164-a87020f95098 req-2804bde1-2479-4e13-9e5f-206a46465b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.505673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95fda5de-8e6b-41a1-a164-a87020f95098 req-2804bde1-2479-4e13-9e5f-206a46465b73 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 1097 time: 0.1765831 Aug 16 02:19:22.517370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.522469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:22.522884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:22.523311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:22.543047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:22.544062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:22.550583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d8503-2a61-4c65-85a2-e1b25f380da1 req-13c1d148-e40b-463e-9e6f-bace0f78362b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.552196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b4d8503-2a61-4c65-85a2-e1b25f380da1 req-13c1d148-e40b-463e-9e6f-bace0f78362b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 945 time: 0.3415315 Aug 16 02:19:22.554570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.555935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.571207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:22.571484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:22.572335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:22.572515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Bound port: 83275cba-590c-423e-94fa-c6db7d100cba, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:22.574881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.597341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95fda5de-8e6b-41a1-a164-a87020f95098 req-d3b9f758-b585-49f4-8d12-cfe70b9fa7f4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823624 Aug 16 02:19:22.608912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] For port 0fa74a67-ed33-40e4-b674-160bbe3756dd, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:22.617478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] For port 0fa74a67-ed33-40e4-b674-160bbe3756dd, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0fa74a67-ed33-40e4-b674-160bbe3756dd,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:22.627391 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.676775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.767196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b4d8503-2a61-4c65-85a2-e1b25f380da1 req-39956c0d-08e5-415f-adcc-e26ac444c11d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043386 Aug 16 02:19:22.769604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:22.800527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:22.825393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa2316-dbf6-40d5-9107-317fd4ac0790 None None] Pushing event updated for resources: {'Port': ['ID=0fa74a67-ed33-40e4-b674-160bbe3756dd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.839116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.843219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-1d5b3dc7-92ac-4478-8e53-40672ae02248', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:22.844116 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.866491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.962798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.997239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=49f4e7b9-b307-4f6c-978e-f9193ab9a5f4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.014614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.016157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.017858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] 10.222.0.88 "PUT /v2.0/ports/83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 200 len: 1092 time: 1.6271846 Aug 16 02:19:23.018125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.018480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.018827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.019204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.019543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.019879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.020208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.033194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.038457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.043503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.044168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.044783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.117555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Allocated IP 172.20.0.2 (1d5b3dc7-92ac-4478-8e53-40672ae02248/819c530b-a6cc-4d88-ab38-38baca1f0083/823b6a86-4426-4a56-be00-e5e2eae0cbb2) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:23.127060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:23.156461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.158141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf5c141b-b23c-4e62-8335-1cdfcccfcb7e req-f150d8b5-ad59-4f3f-8789-289de7338fa8 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.98 "DELETE /v2.0/ports/49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 HTTP/1.1" status: 204 len: 173 time: 1.6539218 Aug 16 02:19:23.192670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1407257-b246-4e93-a6b5-dd4f42695477 service neutron] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.206123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed79d16-dd17-4061-87b0-86528ce9b1bf req-a907f2d9-2a75-4dbf-9a9c-cd5c75eed91b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.223962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ed79d16-dd17-4061-87b0-86528ce9b1bf req-a907f2d9-2a75-4dbf-9a9c-cd5c75eed91b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 932 time: 0.3367307 Aug 16 02:19:23.286579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-71182e34-c13b-4635-9118-d3eab9b46299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.288946 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-71182e34-c13b-4635-9118-d3eab9b46299 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1095 time: 0.1649492 Aug 16 02:19:23.301731 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ed79d16-dd17-4061-87b0-86528ce9b1bf req-11878f36-32a3-477a-b0e4-191671154df9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765080 Aug 16 02:19:23.339745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cdf3e9e-7139-489c-8b12-d17752a2c45f req-b9962256-1381-4f20-8d19-bd4018163562 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "GET /v2.0/ports?device_id=1391b596-7f25-4d31-a3cc-cc1c6add4a9c HTTP/1.1" status: 200 len: 210 time: 0.2174768 Aug 16 02:19:23.410853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-07b68bd7-d1f9-43a2-a2dd-1315da63dada service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 200 len: 217 time: 0.1035919 Aug 16 02:19:23.422429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.445398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc774143-228c-40af-9079-81f971d6b1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.461187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc774143-228c-40af-9079-81f971d6b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.483755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.494553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Transition to ACTIVE for port object 823b6a86-4426-4a56-be00-e5e2eae0cbb2 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:23.507561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-1b92bea9-d09d-440f-8cd8-ae3f125c918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.509078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-1b92bea9-d09d-440f-8cd8-ae3f125c918d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.0887825 Aug 16 02:19:23.512948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Transition to ACTIVE for port object 823b6a86-4426-4a56-be00-e5e2eae0cbb2 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:23.519533 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.543284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d8f10-e7d2-4855-be46-31dba07403ca req-9041d105-86f5-4a84-aaf4-9f3124cc3f9b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.544832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-925d8f10-e7d2-4855-be46-31dba07403ca req-9041d105-86f5-4a84-aaf4-9f3124cc3f9b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 950 time: 0.1262596 Aug 16 02:19:23.564157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-80dd7428-fa0f-4d50-8135-c5d19bc47b99 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465541 Aug 16 02:19:23.565701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:23.569620 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dc774143-228c-40af-9079-81f971d6b1c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c19c172800644a2889322124f3da4edc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2068834 Aug 16 02:19:23.571566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:23.574414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:23.578084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Pushing event updated for resources: {'Port': ['ID=823b6a86-4426-4a56-be00-e5e2eae0cbb2,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.599942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.646601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Attempting to bind port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:23.647038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Attempting to bind port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:23.647415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Attempting to bind port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 on network 1d5b3dc7-92ac-4478-8e53-40672ae02248 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:23.652851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:23.653234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Checking segment: {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:23.653645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.654043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Bound using segment: {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:23.654833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Bound port: 823b6a86-4426-4a56-be00-e5e2eae0cbb2, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:23.655279 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.656696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc774143-228c-40af-9079-81f971d6b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d381e0-f9bc-4c19-87c0-7f7330e63072,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.741423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8a957-3039-43d3-a046-18dc072f5f27 req-d4870a6f-723f-4746-8c96-546eb76f4376 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.743021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0e8a957-3039-43d3-a046-18dc072f5f27 req-d4870a6f-723f-4746-8c96-546eb76f4376 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.2611127 Aug 16 02:19:23.753792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca00871-29cb-479f-9c93-b04c2177868a {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:23.764455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:23.766729 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be59eb-de82-4b1e-84d9-d2f47e71fc00" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "tag": "83275cba-590c-423e-94fa-c6db7d100cba"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:23.784866 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.790391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] For port 823b6a86-4426-4a56-be00-e5e2eae0cbb2, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:23.795391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] For port 823b6a86-4426-4a56-be00-e5e2eae0cbb2, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=823b6a86-4426-4a56-be00-e5e2eae0cbb2,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:23.799036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-925d8f10-e7d2-4855-be46-31dba07403ca req-11ccd618-7412-4705-af1d-686253766e67 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390676 Aug 16 02:19:23.804573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.807977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.843855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Transition to ACTIVE for port object dca00871-29cb-479f-9c93-b04c2177868a will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:23.845127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.868218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.906949 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64fb766-c019-413a-9777-493ec4b7a435 x-openstack-request-id: req-b64fb766-c019-413a-9777-493ec4b7a435 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:23.907224 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "tag": "83275cba-590c-423e-94fa-c6db7d100cba", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:23.907470 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b64fb766-c019-413a-9777-493ec4b7a435 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:23.907861 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba', 'status': 'completed', 'code': 200} Aug 16 02:19:23.932657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.938817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-fe8971b4-7332-4c59-8a16-8f273cf76ca9 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378906 Aug 16 02:19:23.940661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c0b21-de43-48c4-9783-c342aa740f8e None None] Pushing event updated for resources: {'Port': ['ID=823b6a86-4426-4a56-be00-e5e2eae0cbb2,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.985168 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4171839-9e8b-4ab6-b02d-17d580d045d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.998252 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.015439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:24.031809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0e8a957-3039-43d3-a046-18dc072f5f27 req-90101aac-766c-45e5-b9a6-11cf1d8db87e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631896 Aug 16 02:19:24.115635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4171839-9e8b-4ab6-b02d-17d580d045d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.162859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:24.216757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:24.217105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49f4e7b9-b307-4f6c-978e-f9193ab9a5f4 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:24.217528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:24.282979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:24.283682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b1c6ac26-6e5c-4f06-8e23-2b483e58bb7e not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:24.347878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad780161-949e-4356-9e03-4eeadf7d68bf None None] Network cba6f535-9c48-4a92-a569-dba088b2e25c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:24.375618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0fa74a67-ed33-40e4-b674-160bbe3756dd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:24.378507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b60187c7-93ae-46b0-8a95-7e0cb0a77517 req-53165397-b395-49ea-90c5-7bf26fe2663f service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908865 Aug 16 02:19:24.392941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c730d8-6b67-4e26-a852-ebd35b99a39c req-069d34c4-fc4b-448d-8c2d-ef885801b8a2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.395435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-26c730d8-6b67-4e26-a852-ebd35b99a39c req-069d34c4-fc4b-448d-8c2d-ef885801b8a2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 945 time: 0.4061682 Aug 16 02:19:24.442290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4171839-9e8b-4ab6-b02d-17d580d045d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.448562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4171839-9e8b-4ab6-b02d-17d580d045d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.452970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b4171839-9e8b-4ab6-b02d-17d580d045d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89d381e0-f9bc-4c19-87c0-7f7330e63072 HTTP/1.1" status: 204 len: 168 time: 0.8509920 Aug 16 02:19:24.479352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Allocated IP 172.25.4.157 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d8582e85-58d9-470e-b096-ff55cd630b44) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:24.490251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2d552d5f-ddcd-4679-bbf8-94bb9c2a2e35 None None] Provisioning for port 0fa74a67-ed33-40e4-b674-160bbe3756dd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:24.544678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-deleted', 'tag': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:24.546394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0fa74a67-ed33-40e4-b674-160bbe3756dd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:24.546938 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81461aaa-a6ce-4f3a-a827-b1b34c4a48bb" -d '{"events": [{"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-deleted", "tag": "49f4e7b9-b307-4f6c-978e-f9193ab9a5f4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:24.570776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0fa74a67-ed33-40e4-b674-160bbe3756dd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:24.571071 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.571353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-26c730d8-6b67-4e26-a852-ebd35b99a39c req-29fdef37-5155-4d45-a263-c7eb97b17a0f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547003 Aug 16 02:19:24.584377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171839-9e8b-4ab6-b02d-17d580d045d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d381e0-f9bc-4c19-87c0-7f7330e63072,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:24.682917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526520b3-5871-4a71-8412-29fa23d85623 req-d166ae96-4951-447b-afa7-55286d25bd8b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.684826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-526520b3-5871-4a71-8412-29fa23d85623 req-d166ae96-4951-447b-afa7-55286d25bd8b tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 950 time: 0.2029772 Aug 16 02:19:24.690009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.711581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Attempting to bind port dca00871-29cb-479f-9c93-b04c2177868a on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:24.711921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Attempting to bind port dca00871-29cb-479f-9c93-b04c2177868a by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:24.712255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Attempting to bind port dca00871-29cb-479f-9c93-b04c2177868a on network 89049c3c-ede5-4e9f-a955-d3e841777d5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:24.724400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-a4596a34-8c91-492c-b2f8-0144bb743c63 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.725787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-a4596a34-8c91-492c-b2f8-0144bb743c63 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 950 time: 0.1716781 Aug 16 02:19:24.734697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab998-71f5-4e88-919b-488278d9bc79 req-b72cca22-e1e3-4674-995b-10aafc7f8e17 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.742578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f99ab998-71f5-4e88-919b-488278d9bc79 req-b72cca22-e1e3-4674-995b-10aafc7f8e17 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 944 time: 0.1925635 Aug 16 02:19:24.759395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Port dca00871-29cb-479f-9c93-b04c2177868a on network 89049c3c-ede5-4e9f-a955-d3e841777d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:24.759720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Attempting to bind port dca00871-29cb-479f-9c93-b04c2177868a on network 89049c3c-ede5-4e9f-a955-d3e841777d5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:24.764161 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.770035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-ee3fe5c6-f81a-464e-9c3d-406d354074e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.771664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-ee3fe5c6-f81a-464e-9c3d-406d354074e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1095 time: 0.3103142 Aug 16 02:19:24.786691 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda2b9c-936a-43f4-a5e7-b19f9b574651 x-openstack-request-id: req-2bda2b9c-936a-43f4-a5e7-b19f9b574651 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:24.786984 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1391b596-7f25-4d31-a3cc-cc1c6add4a9c", "name": "network-vif-deleted", "tag": "49f4e7b9-b307-4f6c-978e-f9193ab9a5f4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:24.787235 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2bda2b9c-936a-43f4-a5e7-b19f9b574651 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:24.788202 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1391b596-7f25-4d31-a3cc-cc1c6add4a9c', 'name': 'network-vif-deleted', 'tag': '49f4e7b9-b307-4f6c-978e-f9193ab9a5f4', 'status': 'completed', 'code': 200} Aug 16 02:19:24.798458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:24.798458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Checking segment: {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:24.798805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Bound using segment: {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:24.799251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Bound port: dca00871-29cb-479f-9c93-b04c2177868a, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:24.799624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.815648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 0fa74a67-ed33-40e4-b674-160bbe3756dd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0fa74a67-ed33-40e4-b674-160bbe3756dd,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:24.825755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.897845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=0fa74a67-ed33-40e4-b674-160bbe3756dd,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:24.947781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f99ab998-71f5-4e88-919b-488278d9bc79 req-ee5c064a-379b-49bc-bd01-79e7d17b5679 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042544 Aug 16 02:19:25.011838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-e7fed25c-063b-4d54-8680-fe5698f2e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.014704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-e7fed25c-063b-4d54-8680-fe5698f2e155 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.1874676 Aug 16 02:19:25.061914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:25.071535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:25.071881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.087357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting subnet 30bcd0da-0b86-4bc4-b81b-24d55ba9be23 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:25.114256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:25.154249 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.194790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.198517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9d9de-c950-44fa-b9c3-3c5a112f7e8c req-071fb24a-3c8f-483f-a117-5db99bc3ef94 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.200663 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9a9d9de-c950-44fa-b9c3-3c5a112f7e8c req-071fb24a-3c8f-483f-a117-5db99bc3ef94 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 950 time: 0.1836798 Aug 16 02:19:25.227513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.228124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.229509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] 10.222.0.98 "PUT /v2.0/ports/dca00871-29cb-479f-9c93-b04c2177868a HTTP/1.1" status: 200 len: 1093 time: 3.2947226 Aug 16 02:19:25.240904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-f12690dc-6e9c-4194-a845-6759deedebdd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 200 len: 217 time: 0.1714640 Aug 16 02:19:25.243873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.274457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-780d5140-67a8-458d-946c-9b5a51fb8d32 None None] Provisioning complete for port 0fa74a67-ed33-40e4-b674-160bbe3756dd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:25.275493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-780d5140-67a8-458d-946c-9b5a51fb8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.301192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a27ef-ee5f-4e36-b5e7-67e38865a487 service neutron] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.320455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9a9d9de-c950-44fa-b9c3-3c5a112f7e8c req-6a365723-fe98-4846-86b4-3fa02c050a44 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102173 Aug 16 02:19:25.384584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:25.385080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.388087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b74c4-5f10-4731-9c54-f8401141f3f4 req-a79b5172-33e0-4833-aec1-f9f19c3b3e70 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.395343 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a36b74c4-5f10-4731-9c54-f8401141f3f4 req-a79b5172-33e0-4833-aec1-f9f19c3b3e70 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 945 time: 0.4844191 Aug 16 02:19:25.403165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:25.410140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port 063a736d-4555-49bc-83ea-939cdc5ed03b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:25.410491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.430676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.461939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5e0f4-255e-4f17-91d2-1342f0340892 None None] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:25.501045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-eebd25c8-7992-4803-8477-470a5826cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.502589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-eebd25c8-7992-4803-8477-470a5826cebb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 1096 time: 0.1867173 Aug 16 02:19:25.555227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-fef7dc1d-590a-4b08-a89d-999dc5e520e9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca00871-29cb-479f-9c93-b04c2177868a HTTP/1.1" status: 200 len: 217 time: 0.0366046 Aug 16 02:19:25.564077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port 063a736d-4555-49bc-83ea-939cdc5ed03b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=063a736d-4555-49bc-83ea-939cdc5ed03b,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:25.564816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.591268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for 063a736d-4555-49bc-83ea-939cdc5ed03b owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:25.613382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a00d8f-63db-4f6e-8ea2-1249cb648af9 req-6162eda0-c09b-468f-b5f1-88458949b383 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.614939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92a00d8f-63db-4f6e-8ea2-1249cb648af9 req-6162eda0-c09b-468f-b5f1-88458949b383 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.1535003 Aug 16 02:19:25.640334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a36b74c4-5f10-4731-9c54-f8401141f3f4 req-15cf9a50-7487-4b2b-bfac-5ba652897e65 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403765 Aug 16 02:19:25.651988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-9c81e5be-f641-4de0-ba2a-0694729072c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.655483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-9c81e5be-f641-4de0-ba2a-0694729072c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.3992586 Aug 16 02:19:25.683676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92a00d8f-63db-4f6e-8ea2-1249cb648af9 req-78583525-634d-4df8-8a90-128e5ee9c4da tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 Aug 16 02:19:25.698516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-9a22ddb0-3b99-49b3-998a-5414418ff42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.700000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-9a22ddb0-3b99-49b3-998a-5414418ff42b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cd9112a8-e83b-4397-8369-2c55b4c14bcb HTTP/1.1" status: 200 len: 853 time: 0.1353407 Aug 16 02:19:25.770157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-8dfd36f7-8ae2-4f09-b156-030be44a8b69 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89049c3c-ede5-4e9f-a955-d3e841777d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358529 Aug 16 02:19:25.780878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-204529c4-a9a6-4125-9e49-0ac916763659 None None] Provisioning for port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:25.869285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.913562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-d5c98bcb-7caa-4cff-b8cc-91bd49e452ee service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308672 Aug 16 02:19:25.916546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.928451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:25.933339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', '063a736d-4555-49bc-83ea-939cdc5ed03b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:25.945275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-df915d6f-f3db-4b31-80a1-3d007d9d4fcd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2527275 Aug 16 02:19:26.040964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.063822 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.122149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.152258 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f821e867-a67a-4f5e-bf50-46e0e0b44476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.284607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:26.293453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.296617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6601d1e-e5aa-462b-a9ab-950f09e302bf req-0851fb2b-5826-4975-bb68-9d848734e393 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "DELETE /v2.0/ports/3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa HTTP/1.1" status: 204 len: 173 time: 1.5520225 Aug 16 02:19:26.356584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Allocated IP 172.25.4.177 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/de15b2af-7c97-408d-ace8-50a5f2ba543e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:26.373955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bab81-6ea7-4351-85e2-6fa1d8a26891 req-750833dc-fcbc-46f8-93e2-5999aa025cf2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.375683 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-988bab81-6ea7-4351-85e2-6fa1d8a26891 req-750833dc-fcbc-46f8-93e2-5999aa025cf2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 945 time: 0.3087139 Aug 16 02:19:26.416113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8e78133-55f0-4a03-93d2-77f2c2d3f64f req-37220143-f30c-4e40-a2d3-76e950a32fc3 service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748287 Aug 16 02:19:26.470528 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-988bab81-6ea7-4351-85e2-6fa1d8a26891 req-2e7f6b80-3490-42fb-a6ad-7768ee457c20 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858464 Aug 16 02:19:26.479953 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0fa74a67-ed33-40e4-b674-160bbe3756dd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:26.592544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0fa74a67-ed33-40e4-b674-160bbe3756dd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:26.593396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.660832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ccfb3b5-dcd6-46f0-8855-57078a54f627 req-35ccff6e-2759-48e0-894e-afa49c01485d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=72d8884c-83bc-47a1-80a1-562c6cff31fa HTTP/1.1" status: 200 len: 210 time: 0.0684733 Aug 16 02:19:26.672014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.720060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Pushing event updated for resources: {'Port': ['ID=d8582e85-58d9-470e-b096-ff55cd630b44,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.739792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.749261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Subnet': ['ID=30bcd0da-0b86-4bc4-b81b-24d55ba9be23,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.755284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.758967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 823b6a86-4426-4a56-be00-e5e2eae0cbb2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:26.790610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:26.794568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.795122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.795637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.796181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.796709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.797283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.797781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.798292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.799304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.807640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.808388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.809464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.818490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a'}, {'server_uuid': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'name': 'network-vif-deleted', 'tag': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:26.821126 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8039f260-91c2-43d7-a6fd-c79349acb191" -d '{"events": [{"name": "network-changed", "server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "tag": "dca00871-29cb-479f-9c93-b04c2177868a"}, {"server_uuid": "72d8884c-83bc-47a1-80a1-562c6cff31fa", "name": "network-vif-deleted", "tag": "3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:26.844573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:26.849344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.849925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.850468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.851013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.851558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.852099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.852661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.853207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.853734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.854261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.855014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.856080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.857290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e41286cd-3629-4a80-97e4-df5074e01fe9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:26.861511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2ac20-b7db-438a-985a-d56c800b2ad6 None None] Network a38c8f72-6ebf-489e-b9da-c61708b9ea3b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:26.874977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:26.883337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:26.885845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.890238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:26.893631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:26.898689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7488174f-2184-44e9-b7e5-87e6fd6a50bb tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/subnets/30bcd0da-0b86-4bc4-b81b-24d55ba9be23 HTTP/1.1" status: 204 len: 168 time: 2.1938765 Aug 16 02:19:26.933025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45916) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.942922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Pushing event updated for resources: {'Port': ['ID=de15b2af-7c97-408d-ace8-50a5f2ba543e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.984313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:26.999493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:26.999970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.001202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efff64c-3d89-47dd-bb79-b5e78de4c46a req-1ca18d26-3223-4008-8865-1d871bb13c65 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.009766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8efff64c-3d89-47dd-bb79-b5e78de4c46a req-1ca18d26-3223-4008-8865-1d871bb13c65 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.1823256 Aug 16 02:19:27.067184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port 063a736d-4555-49bc-83ea-939cdc5ed03b on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:27.073257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.076869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-526520b3-5871-4a71-8412-29fa23d85623 req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.98 "DELETE /v2.0/ports/063a736d-4555-49bc-83ea-939cdc5ed03b HTTP/1.1" status: 204 len: 173 time: 2.3596237 Aug 16 02:19:27.077969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b5d5f-d533-47b4-8236-1f66dd8ca4d2 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=063a736d-4555-49bc-83ea-939cdc5ed03b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:27.093845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260a34e2-885a-4bfe-beb1-75739f08170a', 'name': 'network-vif-deleted', 'tag': '063a736d-4555-49bc-83ea-939cdc5ed03b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:27.097308 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ab4771-f47b-4637-b7af-86f8858cd90a" -d '{"events": [{"server_uuid": "260a34e2-885a-4bfe-beb1-75739f08170a", "name": "network-vif-deleted", "tag": "063a736d-4555-49bc-83ea-939cdc5ed03b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:27.106893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-02f858fa-236a-4dcf-9167-7a17360ebac8 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1493397 Aug 16 02:19:27.127784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa6a9a-e58d-4eb2-a031-98e52ba87d5c req-4059a07b-2cab-47f9-ba2d-2cdd85b7a3fd tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.139653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5eaa6a9a-e58d-4eb2-a031-98e52ba87d5c req-4059a07b-2cab-47f9-ba2d-2cdd85b7a3fd tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 944 time: 1.0782588 Aug 16 02:19:27.182217 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8efff64c-3d89-47dd-bb79-b5e78de4c46a req-5204f740-1b31-41be-a1f2-35051a8e2967 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694505 Aug 16 02:19:27.202024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:27.290124 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.318277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] DHCP port deletion for a38c8f72-6ebf-489e-b9da-c61708b9ea3b request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:27.404253 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42ff817-5a5b-4b4e-8d68-ff9b0bd5c433 x-openstack-request-id: req-a42ff817-5a5b-4b4e-8d68-ff9b0bd5c433 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:27.404660 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260a34e2-885a-4bfe-beb1-75739f08170a", "name": "network-vif-deleted", "tag": "063a736d-4555-49bc-83ea-939cdc5ed03b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:27.405228 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a42ff817-5a5b-4b4e-8d68-ff9b0bd5c433 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:27.405672 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260a34e2-885a-4bfe-beb1-75739f08170a', 'name': 'network-vif-deleted', 'tag': '063a736d-4555-49bc-83ea-939cdc5ed03b', 'status': 'completed', 'code': 200} Aug 16 02:19:27.448881 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5eaa6a9a-e58d-4eb2-a031-98e52ba87d5c req-d59bfdbf-57a8-46fa-ac75-0e7b98979bbb tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034945 Aug 16 02:19:27.456455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.462930 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcafe67-57d1-49a5-963f-fcdab1a835de x-openstack-request-id: req-6bcafe67-57d1-49a5-963f-fcdab1a835de {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:27.463202 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "tag": "dca00871-29cb-479f-9c93-b04c2177868a", "status": "completed", "code": 200}, {"server_uuid": "72d8884c-83bc-47a1-80a1-562c6cff31fa", "name": "network-vif-deleted", "tag": "3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:27.463426 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6bcafe67-57d1-49a5-963f-fcdab1a835de {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:27.463831 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a', 'status': 'completed', 'code': 200} Aug 16 02:19:27.464251 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d8884c-83bc-47a1-80a1-562c6cff31fa', 'name': 'network-vif-deleted', 'tag': '3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa', 'status': 'completed', 'code': 200} Aug 16 02:19:27.516030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 823b6a86-4426-4a56-be00-e5e2eae0cbb2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=823b6a86-4426-4a56-be00-e5e2eae0cbb2,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:27.530822 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.584973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-6f0eaf28-1ec8-4a18-bce4-4f3497419169 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.586919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-6f0eaf28-1ec8-4a18-bce4-4f3497419169 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 945 time: 0.4219031 Aug 16 02:19:27.610364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-5ce903b4-3716-49ae-8f14-6f126e394097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.611870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-5ce903b4-3716-49ae-8f14-6f126e394097 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 1096 time: 0.2584238 Aug 16 02:19:27.637978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:27.667729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] Deleting port 6955614e-0b50-4da1-a829-7f3de4be3182 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:27.668410 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.678523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '83275cba-590c-423e-94fa-c6db7d100cba', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'port_id': '83275cba-590c-423e-94fa-c6db7d100cba', 'mac_address': 'fa:16:3e:84:3e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de023b46-5dd4-463f-a3a4-e674f1c56272', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:27.710483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=823b6a86-4426-4a56-be00-e5e2eae0cbb2,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:27.719573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75be59eb-de82-4b1e-84d9-d2f47e71fc00 req-57f0597e-4a9b-43ba-9095-bfe5958aadf7 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608387 Aug 16 02:19:27.852772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port 6955614e-0b50-4da1-a829-7f3de4be3182 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:27.852772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.895850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9f94-e02d-4eef-ad59-b3e98a751c32 req-57304fcf-950b-43d4-8232-00e3df0a689c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.898228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9bc9f94-e02d-4eef-ad59-b3e98a751c32 req-57304fcf-950b-43d4-8232-00e3df0a689c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 945 time: 0.2787189 Aug 16 02:19:27.903102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.928971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-212ca0da-479d-499c-8550-da46b06a17f7 req-fd6413c8-632d-4a8d-aa94-8b12c6e79a8e tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=260a34e2-885a-4bfe-beb1-75739f08170a HTTP/1.1" status: 200 len: 210 time: 0.0499570 Aug 16 02:19:27.948143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.949105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83275cba-590c-423e-94fa-c6db7d100cba {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:27.992555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-f254958e-28a7-4979-ad9d-296601a88cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.994097 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-f254958e-28a7-4979-ad9d-296601a88cf0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 914 time: 0.3619130 Aug 16 02:19:28.000556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:28.005864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] For port 6955614e-0b50-4da1-a829-7f3de4be3182, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6955614e-0b50-4da1-a829-7f3de4be3182,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:28.009347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.016696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.026189 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.036066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] Calling delete_port for 6955614e-0b50-4da1-a829-7f3de4be3182 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:28.080799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-cf2f2659-cbdb-419a-ac1e-08a16cf494af service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca00871-29cb-479f-9c93-b04c2177868a HTTP/1.1" status: 200 len: 217 time: 0.0723925 Aug 16 02:19:28.084518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Deleting port 7f3fe6db-6385-4236-ba80-b79860d80c1e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:28.084869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.127346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.180449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:28.183333 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.222707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port 6955614e-0b50-4da1-a829-7f3de4be3182, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6955614e-0b50-4da1-a829-7f3de4be3182,segment=NetworkSegment(c5e6fb0b-6e43-4189-8117-e201fed4c593),segment_id=c5e6fb0b-6e43-4189-8117-e201fed4c593)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:28.223677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.258331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 063a736d-4555-49bc-83ea-939cdc5ed03b no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:28.265155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9bc9f94-e02d-4eef-ad59-b3e98a751c32 req-7901d2d2-d4a9-40ec-8d61-531f7ec14625 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178706 Aug 16 02:19:28.275611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for 6955614e-0b50-4da1-a829-7f3de4be3182 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:28.289958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] For port 7f3fe6db-6385-4236-ba80-b79860d80c1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7f3fe6db-6385-4236-ba80-b79860d80c1e,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:28.290356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.305351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['83275cba-590c-423e-94fa-c6db7d100cba'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:28.308859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Calling delete_port for 7f3fe6db-6385-4236-ba80-b79860d80c1e owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:28.310374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] No DVR routers for this DVR port 6955614e-0b50-4da1-a829-7f3de4be3182 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:28.312052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 063a736d-4555-49bc-83ea-939cdc5ed03b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:28.312605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 063a736d-4555-49bc-83ea-939cdc5ed03b not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:28.313185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:28.315290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 823b6a86-4426-4a56-be00-e5e2eae0cbb2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:28.317261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4631ee-06de-4ed4-97e8-b03c2c25ccf6 None None] Pushing event deleted for resources: {'Port': ['ID=6955614e-0b50-4da1-a829-7f3de4be3182,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.323597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-0eb8b097-4c84-42c9-9d02-615c3d8b27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.325313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-0eb8b097-4c84-42c9-9d02-615c3d8b27ee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cd9112a8-e83b-4397-8369-2c55b4c14bcb HTTP/1.1" status: 200 len: 853 time: 0.2210839 Aug 16 02:19:28.390107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.396674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:28.397330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3cc5d76c-060c-4bf6-9459-99d7a3dbc1aa not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:28.419196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-90d4cd0c-10ac-4dc0-863c-2ddb51310ee5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89049c3c-ede5-4e9f-a955-d3e841777d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417418 Aug 16 02:19:28.455137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.459776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:28.460473 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.468300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a160770-bf72-4906-bb34-46cb73e55549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.577497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=6955614e-0b50-4da1-a829-7f3de4be3182,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.588961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32ffea-adee-4a07-a3f9-9079e1a068a5 req-6cf50545-57ba-4016-b8ed-c697cbfbbab5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.590514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b32ffea-adee-4a07-a3f9-9079e1a068a5 req-6cf50545-57ba-4016-b8ed-c697cbfbbab5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 944 time: 0.2637904 Aug 16 02:19:28.594826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port 6955614e-0b50-4da1-a829-7f3de4be3182 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:28.681983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6955614e-0b50-4da1-a829-7f3de4be3182 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:28.699379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b21fa-53c4-4f37-a0c8-93d30b0d9094 req-1c93a2d7-7425-43fd-a5e1-9a5de3b023a1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.700960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-126b21fa-53c4-4f37-a0c8-93d30b0d9094 req-1c93a2d7-7425-43fd-a5e1-9a5de3b023a1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 944 time: 0.1621261 Aug 16 02:19:28.711356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.714199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6955614e-0b50-4da1-a829-7f3de4be3182 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:28.714371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6955614e-0b50-4da1-a829-7f3de4be3182 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:28.722279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Router baf8feaf-45d9-4bd6-8ccc-572c21658153 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:28.731531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38c8f72-6ebf-489e-b9da-c61708b9ea3b']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:28.753061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e6fb0b-6e43-4189-8117-e201fed4c593') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:28.753323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e6fb0b-6e43-4189-8117-e201fed4c593') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:28.755288 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.762200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-a4f9bff8-390d-4d7c-9720-2545788d3ed0 service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226461 Aug 16 02:19:28.768382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.786891 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-27b0705f-3f1b-4370-8e76-e66bcbc0242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.797148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b32ffea-adee-4a07-a3f9-9079e1a068a5 req-25f6a496-ec8b-40bf-8c98-6965e9ac8aa3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968520 Aug 16 02:19:28.814550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.834207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.841049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-126b21fa-53c4-4f37-a0c8-93d30b0d9094 req-fb1adc3d-9109-4fc6-8b8b-41f8b70bb2f2 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269138 Aug 16 02:19:28.868756 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.942238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', '7f3fe6db-6385-4236-ba80-b79860d80c1e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:28.970266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event deleted for resources: {'Port': ['ID=7f3fe6db-6385-4236-ba80-b79860d80c1e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.983657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a160770-bf72-4906-bb34-46cb73e55549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.999930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a160770-bf72-4906-bb34-46cb73e55549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.111496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] No DVR routers for this DVR port 7f3fe6db-6385-4236-ba80-b79860d80c1e on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:29.123798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8039f260-91c2-43d7-a6fd-c79349acb191 req-1c849db3-986f-4247-8a43-178f4a0effd4 service neutron] 10.222.0.98 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450699 Aug 16 02:19:29.126507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.128486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-930f6edf-cc36-40aa-88c5-6138dc7935a3 req-ab17e710-45f8-45df-81d5-98bed905881e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "DELETE /v2.0/ports/7f3fe6db-6385-4236-ba80-b79860d80c1e HTTP/1.1" status: 204 len: 173 time: 1.5228026 Aug 16 02:19:29.138297 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a160770-bf72-4906-bb34-46cb73e55549 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c22fdf7975504bf0a958c7e946748038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9515147 Aug 16 02:19:29.139179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a160770-bf72-4906-bb34-46cb73e55549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285bfed9-74ce-472d-832d-fd7a09cbd2ca,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.141788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45980) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:29.211982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:29.212487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.214332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:29.259935 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:29.268343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Router c10532ed-c522-40f9-afdf-ba35986acb27 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:29.291165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.308858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.312012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/networks/a38c8f72-6ebf-489e-b9da-c61708b9ea3b HTTP/1.1" status: 204 len: 168 time: 2.3666408 Aug 16 02:19:29.315393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:29.317080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:29.335387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cfeab-2573-45cd-a4ac-d5e22ae7c58a tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Network': ['ID=a38c8f72-6ebf-489e-b9da-c61708b9ea3b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.344878 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Sync routers for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:29.352670 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.354455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a8ecec0-a52b-4fc3-baa5-2f850b90a84d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9996047 Aug 16 02:19:29.358376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45988) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:29.360614 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:29.361223 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:29.420920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 83275cba-590c-423e-94fa-c6db7d100cba completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:29.430617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 83275cba-590c-423e-94fa-c6db7d100cba triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:29.431132 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.437750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'name': 'network-vif-deleted', 'tag': '7f3fe6db-6385-4236-ba80-b79860d80c1e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:29.440042 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6097ef9b-187f-4a76-bb5c-f5d3fad08862" -d '{"events": [{"server_uuid": "83b89e39-f0ad-443b-bfa3-97ad8e1b152d", "name": "network-vif-deleted", "tag": "7f3fe6db-6385-4236-ba80-b79860d80c1e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:29.442708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfbb38ef-4dbe-4e71-a8ec-68d104490d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.504626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6de2b8a7-e462-458b-936c-b2d6d0a7ff7a req-a969a020-0bd1-4157-84fc-239747496d96 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b89e39-f0ad-443b-bfa3-97ad8e1b152d HTTP/1.1" status: 200 len: 210 time: 0.0445607 Aug 16 02:19:29.533439 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.548130 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:29.571862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:29.573768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:29.577600 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1dd153-d8fe-4785-80f9-a53aadd18cc4" -d '{"events": [{"server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "name": "network-vif-plugged", "status": "completed", "tag": "83275cba-590c-423e-94fa-c6db7d100cba"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:29.585955 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.662128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.689217 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d652420-41e9-41e7-8916-26f40a3b74bc x-openstack-request-id: req-5d652420-41e9-41e7-8916-26f40a3b74bc {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:29.690001 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "name": "network-vif-plugged", "status": "completed", "tag": "83275cba-590c-423e-94fa-c6db7d100cba", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:29.690506 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d652420-41e9-41e7-8916-26f40a3b74bc {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:29.691135 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba', 'code': 200} Aug 16 02:19:29.865539 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d922f1a-6e99-4f13-9026-23a3c23fc988 x-openstack-request-id: req-7d922f1a-6e99-4f13-9026-23a3c23fc988 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:29.865835 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b89e39-f0ad-443b-bfa3-97ad8e1b152d", "name": "network-vif-deleted", "tag": "7f3fe6db-6385-4236-ba80-b79860d80c1e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:29.866078 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d922f1a-6e99-4f13-9026-23a3c23fc988 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:29.866633 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b89e39-f0ad-443b-bfa3-97ad8e1b152d', 'name': 'network-vif-deleted', 'tag': '7f3fe6db-6385-4236-ba80-b79860d80c1e', 'status': 'completed', 'code': 200} Aug 16 02:19:29.909444 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.938903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfbb38ef-4dbe-4e71-a8ec-68d104490d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.945493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting subnet f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:29.984792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.005280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521f3a5-4000-46a6-99eb-5fea4f63bdf8 req-4f9a6b5d-30d6-43ac-8a45-0fcbaa42aced tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.007002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b521f3a5-4000-46a6-99eb-5fea4f63bdf8 req-4f9a6b5d-30d6-43ac-8a45-0fcbaa42aced tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.0863192 Aug 16 02:19:30.023938 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 3, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:30.053520 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Checking router: baf8feaf-45d9-4bd6-8ccc-572c21658153 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:30.053988 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Updating router baf8feaf-45d9-4bd6-8ccc-572c21658153 port de15b2af-7c97-408d-ace8-50a5f2ba543e binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:30.065335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787454b-a6c2-4e6d-b622-1d2b3f93cf7d req-5b4ae54b-13af-4a34-a28e-eb1c853f452d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.066864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4787454b-a6c2-4e6d-b622-1d2b3f93cf7d req-5b4ae54b-13af-4a34-a28e-eb1c853f452d tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 949 time: 0.5833545 Aug 16 02:19:30.081823 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.084178 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.090408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbec812-e369-4769-b8c4-09847c2fc05b req-630ab278-4800-4724-988f-7e14fd49a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.091890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-edbec812-e369-4769-b8c4-09847c2fc05b req-630ab278-4800-4724-988f-7e14fd49a746 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1097 time: 0.2230506 Aug 16 02:19:30.093964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.098029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:30.108923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Sync routers for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:30.109906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b521f3a5-4000-46a6-99eb-5fea4f63bdf8 req-16ebda89-e6c8-4b77-a862-5e51954826c4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873370 Aug 16 02:19:30.139614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:30.156842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:30.196424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.201020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45998) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.201258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af2e70f9-2b4e-4bcf-b30e-4807d4f17b2a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7467320 Aug 16 02:19:30.201776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfbb38ef-4dbe-4e71-a8ec-68d104490d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.204701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cfbb38ef-4dbe-4e71-a8ec-68d104490d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.208581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cfbb38ef-4dbe-4e71-a8ec-68d104490d7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/285bfed9-74ce-472d-832d-fd7a09cbd2ca HTTP/1.1" status: 204 len: 168 time: 1.0610833 Aug 16 02:19:30.236959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4787454b-a6c2-4e6d-b622-1d2b3f93cf7d req-f554654e-b09c-4ffd-bdf4-3cc1419234c6 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625278 Aug 16 02:19:30.267171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb38ef-4dbe-4e71-a8ec-68d104490d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285bfed9-74ce-472d-832d-fd7a09cbd2ca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.271904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-edbec812-e369-4769-b8c4-09847c2fc05b req-8e558935-0206-4ed0-96f9-d2bf5df95bf1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479194 Aug 16 02:19:30.286290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device dca00871-29cb-479f-9c93-b04c2177868a details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:30.289115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.405584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.444039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e897c56-c0ab-41ca-91eb-51b7c1305a5b req-3f377aef-a05b-469b-b287-3967233ac64c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.447459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e897c56-c0ab-41ca-91eb-51b7c1305a5b req-3f377aef-a05b-469b-b287-3967233ac64c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 944 time: 0.1525335 Aug 16 02:19:30.448868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.455791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.461417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-951af9cc-f216-433b-bc0a-4fefbd5a40f6 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/subnets/f9ad0c02-f4c9-42cd-8d16-13ec1e75bf07 HTTP/1.1" status: 204 len: 168 time: 1.1430550 Aug 16 02:19:30.462051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.493399 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.508124 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Transition to ACTIVE for port object de15b2af-7c97-408d-ace8-50a5f2ba543e will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:30.516859 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.561954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4974ebbf-ca7d-4adc-accb-2045eca7093e None None] Network add25af1-71e1-4bce-b8be-e5a638c193a8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:30.562992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e897c56-c0ab-41ca-91eb-51b7c1305a5b req-14df0c71-c2d7-4b2c-975a-7aa9eee8d7b3 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909941 Aug 16 02:19:30.605345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.610892 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Pushing event updated for resources: {'Port': ['ID=de15b2af-7c97-408d-ace8-50a5f2ba543e,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.646433 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.646796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.647140 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.647478 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.651872 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.652308 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.652783 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.653131 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.654794 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.655147 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.656439 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.656785 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:30.658478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Allocated IP 172.20.0.1 (cba6f535-9c48-4a92-a569-dba088b2e25c/86fafe23-7928-4d62-a3f7-26248a75580d/6b08197c-1280-4522-bf47-d2fbb14300ef) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:30.696531 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Attempting to bind port de15b2af-7c97-408d-ace8-50a5f2ba543e on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:30.696814 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Attempting to bind port de15b2af-7c97-408d-ace8-50a5f2ba543e by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:30.696972 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Attempting to bind port de15b2af-7c97-408d-ace8-50a5f2ba543e on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:30.709344 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:30.710010 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:30.710497 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.712715 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:30.713283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Bound port: de15b2af-7c97-408d-ace8-50a5f2ba543e, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:30.713650 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.763219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:30.788723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46012) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.800502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Deleting port df295a17-3c47-430d-bbbf-5636780019e1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:30.800852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.820929 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] For port de15b2af-7c97-408d-ace8-50a5f2ba543e, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:30.826768 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] For port de15b2af-7c97-408d-ace8-50a5f2ba543e, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=de15b2af-7c97-408d-ace8-50a5f2ba543e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:30.831463 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.849579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4122-18c8-4edf-968c-0d73418bccd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.863578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-4d64e031-25ac-4ddd-a6d5-383f65d637a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.865464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-4d64e031-25ac-4ddd-a6d5-383f65d637a5 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 949 time: 0.1405015 Aug 16 02:19:30.874320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:30.899501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] For port df295a17-3c47-430d-bbbf-5636780019e1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df295a17-3c47-430d-bbbf-5636780019e1,segment=NetworkSegment(2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5),segment_id=2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:30.899944 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.922048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Calling delete_port for df295a17-3c47-430d-bbbf-5636780019e1 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:30.931175 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:30.932099 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:30.934052 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a54f9f-3ce8-45ad-9558-ed032fb4355b None None] Pushing event updated for resources: {'Port': ['ID=de15b2af-7c97-408d-ace8-50a5f2ba543e,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.971173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'dca00871-29cb-479f-9c93-b04c2177868a', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'port_id': 'dca00871-29cb-479f-9c93-b04c2177868a', 'mac_address': 'fa:16:3e:97:d9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9112a8-e83b-4397-8369-2c55b4c14bcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:31.001339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.016842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Transition to ACTIVE for port object 6b08197c-1280-4522-bf47-d2fbb14300ef will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:31.082484 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:31.092498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.124961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.159600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca00871-29cb-479f-9c93-b04c2177868a {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:31.215810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Network cba6f535-9c48-4a92-a569-dba088b2e25c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:31.226834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:31.234188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:31.234538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e41286cd-3629-4a80-97e4-df5074e01fe9 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:31.247573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Pushing event updated for resources: {'Port': ['ID=6b08197c-1280-4522-bf47-d2fbb14300ef,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.283746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:31.305026 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.330088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.339989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-81954c6b-2315-47c6-8d91-86a0ed4d65a1 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.341586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-81954c6b-2315-47c6-8d91-86a0ed4d65a1 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.3543615 Aug 16 02:19:31.382279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.391948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Port': ['ID=df295a17-3c47-430d-bbbf-5636780019e1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.407388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] No DVR routers for this DVR port df295a17-3c47-430d-bbbf-5636780019e1 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:31.410521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Deleting port e41286cd-3629-4a80-97e4-df5074e01fe9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:31.410868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.414477 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-4a2de204-14a2-46d3-b8cd-2121031b0176 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0442533 Aug 16 02:19:31.456605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ec892-777b-4b24-9848-b15e44a52686 None None] DHCP port deletion for add25af1-71e1-4bce-b8be-e5a638c193a8 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:31.456858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4122-18c8-4edf-968c-0d73418bccd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.468143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.486412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 3, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:31.493649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719eb5c-c355-416d-bc53-9f926fd36ecd req-a1ec6065-7c10-4e4a-a1c2-8ef64a456a84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.495382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e719eb5c-c355-416d-bc53-9f926fd36ecd req-a1ec6065-7c10-4e4a-a1c2-8ef64a456a84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.2001340 Aug 16 02:19:31.503841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4122-18c8-4edf-968c-0d73418bccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.515002 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 3, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:31.543074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Checking router: c10532ed-c522-40f9-afdf-ba35986acb27 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:31.543848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Updating router c10532ed-c522-40f9-afdf-ba35986acb27 port d8582e85-58d9-470e-b096-ff55cd630b44 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:31.574157 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb960cc-b8e2-41fc-b2ee-4ddcc3628992 None None] The sync data for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 is: [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 3, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:31.578705 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.653113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a4122-18c8-4edf-968c-0d73418bccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e860f-68d4-487a-a4d6-5d692b233db5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.657732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['dca00871-29cb-479f-9c93-b04c2177868a'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:31.695425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.711505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add25af1-71e1-4bce-b8be-e5a638c193a8']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:31.715550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd1a4122-18c8-4edf-968c-0d73418bccd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4c4f47d273a414f9ae88885a955d052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9219859 Aug 16 02:19:31.717203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:31.741651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e719eb5c-c355-416d-bc53-9f926fd36ecd req-0c5c1b60-8377-45ad-a90f-ff7de91453b2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237730 Aug 16 02:19:31.750339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:31.750750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2ead97-9fdc-4692-a1b0-1d81a2a66ea5') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:31.769041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.780563 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-054eaaf0-4a44-4cf2-b715-71b88db00555 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3326297 Aug 16 02:19:31.782915 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.794989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] For port e41286cd-3629-4a80-97e4-df5074e01fe9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e41286cd-3629-4a80-97e4-df5074e01fe9,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:31.796378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.836864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Calling delete_port for e41286cd-3629-4a80-97e4-df5074e01fe9 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:31.841511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.906411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d87631cf-4ed2-40e2-8ae3-18506f717993 None None] Provisioning for port 6b08197c-1280-4522-bf47-d2fbb14300ef completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:31.923056 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.930886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:31.934902 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a09787-7d68-4693-aeec-60c157307428" -d '{"events": [{"server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "name": "network-vif-unplugged", "status": "completed", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:31.947509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d87631cf-4ed2-40e2-8ae3-18506f717993 None None] Provisioning complete for port 6b08197c-1280-4522-bf47-d2fbb14300ef triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:31.948449 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d87631cf-4ed2-40e2-8ae3-18506f717993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.995179 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.024080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:32.024572 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.029617 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:32.047732 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:32.083764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94719-57a7-457d-9c24-fdaf0f48ac5e req-62d0c366-4ee9-473f-8938-c67316eaca73 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.086027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aee94719-57a7-457d-9c24-fdaf0f48ac5e req-62d0c366-4ee9-473f-8938-c67316eaca73 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cea8d67-09e4-42a6-8411-8bae33b84874 HTTP/1.1" status: 200 len: 949 time: 0.1538153 Aug 16 02:19:32.103329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e41286cd-3629-4a80-97e4-df5074e01fe9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e41286cd-3629-4a80-97e4-df5074e01fe9,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:32.120722 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.121759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7f3fe6db-6385-4236-ba80-b79860d80c1e no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:32.143927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23bcb302-5556-4724-a690-71a067f37f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.183985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.193266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 7f3fe6db-6385-4236-ba80-b79860d80c1e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:32.193784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7f3fe6db-6385-4236-ba80-b79860d80c1e not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:32.206454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23bcb302-5556-4724-a690-71a067f37f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.223750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d87631cf-4ed2-40e2-8ae3-18506f717993 None None] Port 6b08197c-1280-4522-bf47-d2fbb14300ef cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:32.226988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.232750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] 10.222.0.78 "DELETE /v2.0/networks/add25af1-71e1-4bce-b8be-e5a638c193a8 HTTP/1.1" status: 204 len: 168 time: 1.7696602 Aug 16 02:19:32.234948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-356729b4-e7b9-452d-81f1-1ea846b03308 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253462 Aug 16 02:19:32.257392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e41286cd-3629-4a80-97e4-df5074e01fe9,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.316148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138549a-d9ec-42b2-b37a-54c5ba150d76 tempest-ServersTestMultiNic-36262071 tempest-ServersTestMultiNic-36262071-project] Pushing event deleted for resources: {'Network': ['ID=add25af1-71e1-4bce-b8be-e5a638c193a8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.363057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aee94719-57a7-457d-9c24-fdaf0f48ac5e req-0be45763-6353-4ca4-8310-9d6bee3b36d1 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414529 Aug 16 02:19:32.397428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.406087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device de15b2af-7c97-408d-ace8-50a5f2ba543e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:32.415892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Allocated IP 172.20.0.1 (1d5b3dc7-92ac-4478-8e53-40672ae02248/819c530b-a6cc-4d88-ab38-38baca1f0083/e318c05f-1342-4973-a698-57438d38df73) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:32.448631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Pushing event deleted for resources: {'Port': ['ID=e41286cd-3629-4a80-97e4-df5074e01fe9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.500827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23bcb302-5556-4724-a690-71a067f37f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.503520 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23bcb302-5556-4724-a690-71a067f37f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.504728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-23bcb302-5556-4724-a690-71a067f37f3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a46e860f-68d4-487a-a4d6-5d692b233db5 HTTP/1.1" status: 204 len: 168 time: 0.7866960 Aug 16 02:19:32.520624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcb302-5556-4724-a690-71a067f37f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e860f-68d4-487a-a4d6-5d692b233db5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.559612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-2e3865d5-7060-423f-bb1d-7c72efa9aa01 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157477 Aug 16 02:19:32.565967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] No DVR routers for this DVR port e41286cd-3629-4a80-97e4-df5074e01fe9 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:32.572533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.574920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48e82c98-e02c-40ff-b8a0-055e2ac62bf2 req-2c3048e2-bf9e-42e9-9913-81fe3e922246 tempest-ServersOnMultiNodesTest-1745461485 tempest-ServersOnMultiNodesTest-1745461485-project] 10.222.0.88 "DELETE /v2.0/ports/e41286cd-3629-4a80-97e4-df5074e01fe9 HTTP/1.1" status: 204 len: 173 time: 1.5976715 Aug 16 02:19:32.578043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'name': 'network-vif-deleted', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:32.584472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.595166 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276fc8be-e0b1-47ff-868b-799f14e5335d" -d '{"events": [{"server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "name": "network-vif-deleted", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:32.599771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Transition to ACTIVE for port object d8582e85-58d9-470e-b096-ff55cd630b44 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:32.603239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port de15b2af-7c97-408d-ace8-50a5f2ba543e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:32.610515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port de15b2af-7c97-408d-ace8-50a5f2ba543e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:32.610856 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.613726 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.646242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.669535 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.832992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65f3de-7761-41c6-910e-d9c91560cf7b req-3121affe-2b6b-408a-a8ec-6676cd3b95d2 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.835939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d65f3de-7761-41c6-910e-d9c91560cf7b req-3121affe-2b6b-408a-a8ec-6676cd3b95d2 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 945 time: 0.2764533 Aug 16 02:19:32.877848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.907804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.945878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Pushing event updated for resources: {'Port': ['ID=6b08197c-1280-4522-bf47-d2fbb14300ef,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.969186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Transition to ACTIVE for port object e318c05f-1342-4973-a698-57438d38df73 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:32.972057 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de9ba82-3e87-4267-93bb-4d42702c6f20 x-openstack-request-id: req-0de9ba82-3e87-4267-93bb-4d42702c6f20 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:32.972367 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "name": "network-vif-unplugged", "status": "completed", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:32.972620 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0de9ba82-3e87-4267-93bb-4d42702c6f20 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:32.973019 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9', 'code': 200} Aug 16 02:19:32.973591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422411b-4c53-49ea-aed5-38235eb68f19 None None] Pushing event updated for resources: {'Port': ['ID=d8582e85-58d9-470e-b096-ff55cd630b44,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:33.029172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Attempting to bind port d8582e85-58d9-470e-b096-ff55cd630b44 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:33.029541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Attempting to bind port d8582e85-58d9-470e-b096-ff55cd630b44 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:33.032053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Attempting to bind port d8582e85-58d9-470e-b096-ff55cd630b44 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:33.048420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:33.048851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:33.049807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.057847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:33.058989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Bound port: d8582e85-58d9-470e-b096-ff55cd630b44, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:33.059760 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.067574 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d65f3de-7761-41c6-910e-d9c91560cf7b req-6d6a750e-3df0-425c-9a57-19908256a20b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031183 Aug 16 02:19:33.072914 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b272d78f-9068-4244-ad49-97e5e57435ea x-openstack-request-id: req-b272d78f-9068-4244-ad49-97e5e57435ea {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:33.073507 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea8d67-09e4-42a6-8411-8bae33b84874", "name": "network-vif-deleted", "tag": "e41286cd-3629-4a80-97e4-df5074e01fe9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:33.073991 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b272d78f-9068-4244-ad49-97e5e57435ea {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:33.075198 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea8d67-09e4-42a6-8411-8bae33b84874', 'name': 'network-vif-deleted', 'tag': 'e41286cd-3629-4a80-97e4-df5074e01fe9', 'status': 'completed', 'code': 200} Aug 16 02:19:33.210593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33e1f13f-f759-432f-8965-245c80163c2c req-98c283d4-d771-40f6-a5df-1f1f87d37a61 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 210 time: 0.0644717 Aug 16 02:19:33.218474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Network cba6f535-9c48-4a92-a569-dba088b2e25c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:33.225719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:33.238695 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.344580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:33.349071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:33.362720 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.363791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:33.399174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:33.422024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] For port d8582e85-58d9-470e-b096-ff55cd630b44, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:33.461818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] For port d8582e85-58d9-470e-b096-ff55cd630b44, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d8582e85-58d9-470e-b096-ff55cd630b44,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:33.507356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port de15b2af-7c97-408d-ace8-50a5f2ba543e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=de15b2af-7c97-408d-ace8-50a5f2ba543e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:33.520264 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.570470 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.619296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:33.621097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:33.651636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Pushing event updated for resources: {'Port': ['ID=e318c05f-1342-4973-a698-57438d38df73,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:33.721523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623127be-eaef-4389-8523-13ff773f3900 req-2f786a5e-64f2-4f02-8d0a-371a7e7af6f5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:33.725722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df295a17-3c47-430d-bbbf-5636780019e1 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:33.735378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-623127be-eaef-4389-8523-13ff773f3900 req-2f786a5e-64f2-4f02-8d0a-371a7e7af6f5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.4753933 Aug 16 02:19:33.767298 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.938293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: df295a17-3c47-430d-bbbf-5636780019e1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:33.948801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df295a17-3c47-430d-bbbf-5636780019e1 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:34.024269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422411b-4c53-49ea-aed5-38235eb68f19 None None] Pushing event updated for resources: {'Port': ['ID=d8582e85-58d9-470e-b096-ff55cd630b44,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.030280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-47d82f9f-92f2-4901-ae31-f6ccf85f62de None None] Provisioning complete for port 6b08197c-1280-4522-bf47-d2fbb14300ef triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:34.030686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-47d82f9f-92f2-4901-ae31-f6ccf85f62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.121862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:34.195866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.256271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device dca00871-29cb-479f-9c93-b04c2177868a up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:34.264161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:34.400751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150d7a5-f4f5-4324-8446-436e026a86be req-d14dd95e-bce7-4eb0-a956-2a40a26f4a60 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.409066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9150d7a5-f4f5-4324-8446-436e026a86be req-d14dd95e-bce7-4eb0-a956-2a40a26f4a60 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 945 time: 0.1436419 Aug 16 02:19:34.413990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-47d82f9f-92f2-4901-ae31-f6ccf85f62de None None] Port 6b08197c-1280-4522-bf47-d2fbb14300ef cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:34.461607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=de15b2af-7c97-408d-ace8-50a5f2ba543e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.467597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9150d7a5-f4f5-4324-8446-436e026a86be req-87e7a7da-b589-4393-948d-df6996d94d19 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575547 Aug 16 02:19:34.468520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:34.594280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1981884026'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:34.634086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6598adde-23ef-4fd2-b8cc-278fde0e28f2 None None] Provisioning for port e318c05f-1342-4973-a698-57438d38df73 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:34.641798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-87fc1128-86c8-4610-ab91-d7e2907e10b0 req-90b371ec-65c6-4a3d-9252-5e5e58e4b686 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 210 time: 0.0531669 Aug 16 02:19:34.650662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6598adde-23ef-4fd2-b8cc-278fde0e28f2 None None] Provisioning complete for port e318c05f-1342-4973-a698-57438d38df73 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:34.651409 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6598adde-23ef-4fd2-b8cc-278fde0e28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.654805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-623127be-eaef-4389-8523-13ff773f3900 req-8e1bf13f-8d12-4caa-a6ac-01abf4230310 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9173081 Aug 16 02:19:34.665861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Router baf8feaf-45d9-4bd6-8ccc-572c21658153 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:34.712220 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:34.749621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2e683ecb-0a89-4119-8c10-050086d5ec93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62d0a3d128e444b190a270b183712e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819298 Aug 16 02:19:34.756627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:34.759913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:34.763272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.767036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.774436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6598adde-23ef-4fd2-b8cc-278fde0e28f2 None None] Port e318c05f-1342-4973-a698-57438d38df73 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:34.787780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port dca00871-29cb-479f-9c93-b04c2177868a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:34.800453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port dca00871-29cb-479f-9c93-b04c2177868a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:34.800918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.821209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.886880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 3, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:34.906172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-2b66e3ba-2513-4fb1-a295-25027e86f3ad tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.907499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-2b66e3ba-2513-4fb1-a295-25027e86f3ad tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.3093252 Aug 16 02:19:34.913677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4000-a009-4807-b274-6f18aae3be27 req-5dd13fd3-110b-4bb4-96ea-74cd1f27ec7c tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.915105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1aa4000-a009-4807-b274-6f18aae3be27 req-5dd13fd3-110b-4bb4-96ea-74cd1f27ec7c tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1097 time: 0.1644003 Aug 16 02:19:34.928090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:34.940912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-96862a35-2615-4437-932f-96c692b97a38 admin admin] 10.222.0.78 "PUT /v2.0/routers/baf8feaf-45d9-4bd6-8ccc-572c21658153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5744796 Aug 16 02:19:34.943889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Request body: {'port': {'device_id': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'admin_state_up': True, 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:34.954480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ece00-d79c-4257-8044-ae7468e4e7bd None None] The sync data for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 is: [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 3, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:34.961819 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Sync routers for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:34.968257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.976886 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:34.981091 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:35.027412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e31a3ec-a24f-4ccb-bc63-f11e11604c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.028376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:35.029669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:35.036499 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e658243c-e672-4f52-9ae9-01a54c911b66" -d '{"events": [{"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-plugged", "status": "completed", "tag": "dca00871-29cb-479f-9c93-b04c2177868a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:35.047618 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.094261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.100507 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.126428 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9d8276-02c1-47f3-b379-327a8d395603 x-openstack-request-id: req-bc9d8276-02c1-47f3-b379-327a8d395603 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:35.126894 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-plugged", "status": "completed", "tag": "dca00871-29cb-479f-9c93-b04c2177868a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:35.127246 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc9d8276-02c1-47f3-b379-327a8d395603 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:35.127766 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a', 'code': 200} Aug 16 02:19:35.131039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1aa4000-a009-4807-b274-6f18aae3be27 req-d7e2095f-1af7-4b1b-99fd-94a6d75238fe tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949093 Aug 16 02:19:35.157783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e31a3ec-a24f-4ccb-bc63-f11e11604c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.207903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.218797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.290249 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:35.367514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.369780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Deleting port 8bc6219c-d776-4021-8966-6432abc08f9b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:35.370112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.372572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Pushing event updated for resources: {'Port': ['ID=e318c05f-1342-4973-a698-57438d38df73,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.453705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:35.460132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:35.462742 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.584617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e31a3ec-a24f-4ccb-bc63-f11e11604c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.587140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e31a3ec-a24f-4ccb-bc63-f11e11604c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.594795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0e31a3ec-a24f-4ccb-bc63-f11e11604c04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f HTTP/1.1" status: 204 len: 168 time: 0.8355131 Aug 16 02:19:35.606796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:35.610562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.800278 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:32Z', 'revision_number': 2, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:35.846533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Router c10532ed-c522-40f9-afdf-ba35986acb27 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:35.894373 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Checking router: baf8feaf-45d9-4bd6-8ccc-572c21658153 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:35.897058 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Updating router baf8feaf-45d9-4bd6-8ccc-572c21658153 port 6b08197c-1280-4522-bf47-d2fbb14300ef binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:35.934340 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.973995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d37a3b6-9ae1-42c3-9247-0e2f09cf8601 req-e993982f-de0d-49f2-9a63-a87b35c73dd2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 210 time: 0.1197004 Aug 16 02:19:36.030091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6a2eb472-4883-4b1a-a7cf-1554569bd5f2 None None] Provisioning complete for port e318c05f-1342-4973-a698-57438d38df73 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:36.030647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb472-4883-4b1a-a7cf-1554569bd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.176546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6a2eb472-4883-4b1a-a7cf-1554569bd5f2 None None] Port e318c05f-1342-4973-a698-57438d38df73 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:36.280977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:36.295579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a018d992-a249-4db9-97ed-f14fdf3ae261 admin admin] 10.222.0.78 "PUT /v2.0/routers/c10532ed-c522-40f9-afdf-ba35986acb27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0858445 Aug 16 02:19:36.328603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:36.432086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fcaa364b-2de5-495b-8f15-2d90196d8ee0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a3f3aa1cc2547fab7c33979b6a00e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001546 Aug 16 02:19:36.432980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46172) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:36.458001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:36.472301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbe348-f2e0-4758-9b8f-3372cd9d4974 req-52a221bc-f2f4-4276-928a-e41cd1961b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.479749 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0dbe348-f2e0-4758-9b8f-3372cd9d4974 req-52a221bc-f2f4-4276-928a-e41cd1961b2f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 1098 time: 1.2415681 Aug 16 02:19:36.487141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device de15b2af-7c97-408d-ace8-50a5f2ba543e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:36.564058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea71cd38-705a-4281-949e-ca7f3af977b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.623824 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea71cd38-705a-4281-949e-ca7f3af977b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.649695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port de15b2af-7c97-408d-ace8-50a5f2ba543e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:36.650094 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.669060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdf070e-b423-440f-a6e3-eaca78cb650e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.674777 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.700722 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Transition to ACTIVE for port object 6b08197c-1280-4522-bf47-d2fbb14300ef will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:36.719361 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.734029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea71cd38-705a-4281-949e-ca7f3af977b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.737121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea71cd38-705a-4281-949e-ca7f3af977b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.741402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ea71cd38-705a-4281-949e-ca7f3af977b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d704dbb-a211-4f02-b294-315a743408e6 HTTP/1.1" status: 204 len: 168 time: 0.2996743 Aug 16 02:19:36.764395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71cd38-705a-4281-949e-ca7f3af977b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d704dbb-a211-4f02-b294-315a743408e6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.786960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] For port 8bc6219c-d776-4021-8966-6432abc08f9b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8bc6219c-d776-4021-8966-6432abc08f9b,segment=NetworkSegment(1578e6b1-b55a-4856-8d01-226648c36049),segment_id=1578e6b1-b55a-4856-8d01-226648c36049)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:36.787849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.789325 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2beeac-9120-4953-9e03-bfff7b339bc9 None None] Pushing event updated for resources: {'Port': ['ID=6b08197c-1280-4522-bf47-d2fbb14300ef,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.825618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Calling delete_port for 8bc6219c-d776-4021-8966-6432abc08f9b owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:36.951202 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Attempting to bind port 6b08197c-1280-4522-bf47-d2fbb14300ef on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:36.952103 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Attempting to bind port 6b08197c-1280-4522-bf47-d2fbb14300ef by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:36.953970 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Attempting to bind port 6b08197c-1280-4522-bf47-d2fbb14300ef on network cba6f535-9c48-4a92-a569-dba088b2e25c {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:36.969299 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:36.970039 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Checking segment: {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:36.987662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8582e85-58d9-470e-b096-ff55cd630b44 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:36.992512 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.995750 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Bound using segment: {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:37.000096 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Bound port: 6b08197c-1280-4522-bf47-d2fbb14300ef, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:37.004153 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.032906 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.033025 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Added segment 3ee1d4ef-78c0-4370-867a-5b4798148c04 of type vlan for network dbf55089-6c97-474d-8b51-c9cdec95cd08 Aug 16 02:19:37.069982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a3ec-a24f-4ccb-bc63-f11e11604c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bc4ac3-a8ba-454f-9478-d6a5aedaab8f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.109506 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0dbe348-f2e0-4758-9b8f-3372cd9d4974 req-63930dde-7cbc-42c9-816e-c62c6bd517df service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360851 Aug 16 02:19:37.112133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d8582e85-58d9-470e-b096-ff55cd630b44 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:37.127212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d8582e85-58d9-470e-b096-ff55cd630b44 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:37.129140 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.222118 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] For port 6b08197c-1280-4522-bf47-d2fbb14300ef, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:37.231265 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] For port 6b08197c-1280-4522-bf47-d2fbb14300ef, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6b08197c-1280-4522-bf47-d2fbb14300ef,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:37.240975 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.351591 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.377959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2beeac-9120-4953-9e03-bfff7b339bc9 None None] Pushing event updated for resources: {'Port': ['ID=6b08197c-1280-4522-bf47-d2fbb14300ef,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.421833 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:37.422556 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:37.442708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d8582e85-58d9-470e-b096-ff55cd630b44, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d8582e85-58d9-470e-b096-ff55cd630b44,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:37.454759 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.531809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46222) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:37.541968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b55f876a-73a5-4267-9032-8998b8c378c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531632990', 'description': 'tempest-description--2136892666'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:37.556409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d8582e85-58d9-470e-b096-ff55cd630b44,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.720990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8b72345-f7f6-40a6-9eda-a1f75c3fca1c req-780cb4d8-0494-4c2e-a695-c307e2173e8e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 210 time: 0.1141372 Aug 16 02:19:37.739153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Allocated IP 172.20.0.7 (add45809-b30a-41a9-8734-32157470ea2f/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa/5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:37.756347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b55f876a-73a5-4267-9032-8998b8c378c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.903741 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:37.905659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b55f876a-73a5-4267-9032-8998b8c378c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.912537 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b55f876a-73a5-4267-9032-8998b8c378c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.952916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b55f876a-73a5-4267-9032-8998b8c378c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.957406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b55f876a-73a5-4267-9032-8998b8c378c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4227512 Aug 16 02:19:37.960151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46234) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:37.964842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-746ef199-e7ec-450f-9fa6-4dc4e29bddf2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Request body: {'security_group_rule': {'security_group_id': '99abf641-f03b-4987-87bf-ef513fb18e3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:37.974407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f876a-73a5-4267-9032-8998b8c378c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99abf641-f03b-4987-87bf-ef513fb18e3c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.004533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.011812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c9373-9f4e-49df-9160-676dfe95322b req-b51b8b88-cdab-4dcf-ae57-17c08a24a645 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.013222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746ef199-e7ec-450f-9fa6-4dc4e29bddf2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.019321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-336c9373-9f4e-49df-9160-676dfe95322b req-b51b8b88-cdab-4dcf-ae57-17c08a24a645 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 2.4232409 Aug 16 02:19:38.083807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Sync routers for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:38.094447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:38.095100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:38.101250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.169004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746ef199-e7ec-450f-9fa6-4dc4e29bddf2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.179507 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746ef199-e7ec-450f-9fa6-4dc4e29bddf2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.222007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef199-e7ec-450f-9fa6-4dc4e29bddf2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037e74f3-1903-4fa1-a629-e2c5b7c5125b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.233317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-746ef199-e7ec-450f-9fa6-4dc4e29bddf2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.239878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-746ef199-e7ec-450f-9fa6-4dc4e29bddf2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786641 Aug 16 02:19:38.240920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46242) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.266388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-82647a89-cb76-42e8-9280-ae4b92e5d212 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Request body: {'security_group_rule': {'security_group_id': '99abf641-f03b-4987-87bf-ef513fb18e3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:38.298044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc6219c-d776-4021-8966-6432abc08f9b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.367909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82647a89-cb76-42e8-9280-ae4b92e5d212 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.384787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.390788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.393284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.403923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-336c9373-9f4e-49df-9160-676dfe95322b req-2942c386-9d74-4f75-91db-ac931be99462 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814445 Aug 16 02:19:38.409460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8582e85-58d9-470e-b096-ff55cd630b44 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:38.450496 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:38.495353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:38.522109 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818012d-645b-4737-8739-d239a8ccd2fe None None] The sync data for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 is: [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:38.627700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82647a89-cb76-42e8-9280-ae4b92e5d212 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.642316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82647a89-cb76-42e8-9280-ae4b92e5d212 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.705096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82647a89-cb76-42e8-9280-ae4b92e5d212 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5659a807-88af-4e44-923e-39c7b30484b0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.716898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82647a89-cb76-42e8-9280-ae4b92e5d212 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.718138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-82647a89-cb76-42e8-9280-ae4b92e5d212 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4758258 Aug 16 02:19:38.721427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46256) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.731626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:38.746766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.2742798 Aug 16 02:19:38.757172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.771289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'subnet': {'network_id': 'dbf55089-6c97-474d-8b51-c9cdec95cd08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:38.817450 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.113985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.118025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.136129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3625e61-28fc-4900-bdfb-ae7ec5720b76 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Network': ['ID=dbf55089-6c97-474d-8b51-c9cdec95cd08,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:39.184467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:39.295313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e124aadb-e217-49d9-9b05-f08f963c1f24 req-99d58f37-2e92-49e0-a1fc-2cbdfabb28a9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 210 time: 0.2016571 Aug 16 02:19:39.384752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.505853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Allocated IP 172.25.4.160 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d3076d89-23e6-485a-b9b2-be85ca8669b3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:39.569382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.664239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d8582e85-58d9-470e-b096-ff55cd630b44 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:39.664239 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.733725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:39.738116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.740750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:39.759898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299bb36-4281-4492-8746-b9b9cdcca011 req-d8a7f6d5-f480-4e15-b951-6b51d4b789aa tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.774064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a299bb36-4281-4492-8746-b9b9cdcca011 req-d8a7f6d5-f480-4e15-b951-6b51d4b789aa tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.1628754 Aug 16 02:19:39.888180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a299bb36-4281-4492-8746-b9b9cdcca011 req-d4784942-f7ff-45ac-832f-bc5082c5cb74 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122797 Aug 16 02:19:39.914779 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.964662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Network add45809-b30a-41a9-8734-32157470ea2f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:39.966486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 2, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:39.993309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:40.006211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:40.014629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event updated for resources: {'Port': ['ID=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:40.128617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aa51b23-20aa-4d87-bfe9-20e7fcf7178f req-9556fe0a-b9fe-4dec-adeb-b8e6fe2243cf tempest-FlavorsV2NegativeTest-1893775395 tempest-FlavorsV2NegativeTest-1893775395-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=65ffe5f9729b4a338e3bf5f0f2efa428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825522 Aug 16 02:19:40.151324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.157337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Checking router: c10532ed-c522-40f9-afdf-ba35986acb27 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:40.157690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Updating router c10532ed-c522-40f9-afdf-ba35986acb27 port e318c05f-1342-4973-a698-57438d38df73 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:40.262473 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.277084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.302542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.303941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:40.317197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:40.325867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:40.382193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event updated for resources: {'Port': ['ID=d3076d89-23e6-485a-b9b2-be85ca8669b3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:40.438845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa51b23-20aa-4d87-bfe9-20e7fcf7178f req-fca5a2b5-502c-434e-8016-627428c03ae0 tempest-FlavorsV2NegativeTest-1893775395 tempest-FlavorsV2NegativeTest-1893775395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.446428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aa51b23-20aa-4d87-bfe9-20e7fcf7178f req-fca5a2b5-502c-434e-8016-627428c03ae0 tempest-FlavorsV2NegativeTest-1893775395 tempest-FlavorsV2NegativeTest-1893775395-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167090 Aug 16 02:19:40.471156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aa51b23-20aa-4d87-bfe9-20e7fcf7178f req-b021f9f3-65c0-41e8-ae4b-65ad4f5bd00f tempest-FlavorsV2NegativeTest-1893775395 tempest-FlavorsV2NegativeTest-1893775395-project] 10.222.0.78 "GET /v2.0/quotas/65ffe5f9729b4a338e3bf5f0f2efa428 HTTP/1.1" status: 200 len: 375 time: 0.0237775 Aug 16 02:19:40.485522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb56863-b283-4405-b61a-0644c95260b9 req-74c1d4ae-8230-4fe7-9091-0dc5f3f6f890 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.493338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afb56863-b283-4405-b61a-0644c95260b9 req-74c1d4ae-8230-4fe7-9091-0dc5f3f6f890 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.4092290 Aug 16 02:19:40.506684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6b08197c-1280-4522-bf47-d2fbb14300ef up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:40.520377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-c8bb45db-7fa8-4cf1-99af-51457deab88f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5821872 Aug 16 02:19:40.575171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Request body: {'port': {'device_id': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:40.582453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aa51b23-20aa-4d87-bfe9-20e7fcf7178f req-c7a6503f-1275-4c64-93ee-d87feef52f51 tempest-FlavorsV2NegativeTest-1893775395 tempest-FlavorsV2NegativeTest-1893775395-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=65ffe5f9729b4a338e3bf5f0f2efa428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094980 Aug 16 02:19:40.610997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6b08197c-1280-4522-bf47-d2fbb14300ef completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:40.619720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6b08197c-1280-4522-bf47-d2fbb14300ef triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:40.620114 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.633032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.728570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.795249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afb56863-b283-4405-b61a-0644c95260b9 req-e9f6fcdd-8352-44ac-a54b-cb1a53beda1c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953055 Aug 16 02:19:40.797443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Router 3b000d9e-f810-41af-b62c-35905cabc422 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:40.882678 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.954954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.973688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.094920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 6b08197c-1280-4522-bf47-d2fbb14300ef, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6b08197c-1280-4522-bf47-d2fbb14300ef,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:41.115374 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.154581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.197862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.343459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=6b08197c-1280-4522-bf47-d2fbb14300ef,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.418577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.451593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7655a8-89df-4dad-909a-3389909e7c20 req-2d082a04-613d-481c-b9f7-54c3fec0f9fa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.460721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb7655a8-89df-4dad-909a-3389909e7c20 req-2d082a04-613d-481c-b9f7-54c3fec0f9fa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 931 time: 0.2996106 Aug 16 02:19:41.485198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event updated for resources: {'Port': ['ID=d3076d89-23e6-485a-b9b2-be85ca8669b3,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.498630 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.500027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7481685-774b-43f3-a91d-4d060237cd5c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7775745 Aug 16 02:19:41.509057 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.538449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Transition to ACTIVE for port object e318c05f-1342-4973-a698-57438d38df73 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:41.551834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.552531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:41.566864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c83a42ed-c7a7-4620-8304-70227951338c admin admin] 10.222.0.78 "PUT /v2.0/routers/3b000d9e-f810-41af-b62c-35905cabc422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2016051 Aug 16 02:19:41.569897 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] Sync routers for ids ['3b000d9e-f810-41af-b62c-35905cabc422'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:41.574018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb7655a8-89df-4dad-909a-3389909e7c20 req-4f2280b3-a4eb-48ba-adda-42c3a2ed7719 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123145 Aug 16 02:19:41.579104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46344) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.598133 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] Routers {'3b000d9e-f810-41af-b62c-35905cabc422'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:41.598817 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3b000d9e-f810-41af-b62c-35905cabc422'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:41.738408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46346) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.765584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa91fc-3d23-4c17-9027-1e5083c4e65e None None] Pushing event updated for resources: {'Port': ['ID=e318c05f-1342-4973-a698-57438d38df73,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.832444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Attempting to bind port e318c05f-1342-4973-a698-57438d38df73 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:41.833172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Attempting to bind port e318c05f-1342-4973-a698-57438d38df73 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:41.833172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Attempting to bind port e318c05f-1342-4973-a698-57438d38df73 on network 1d5b3dc7-92ac-4478-8e53-40672ae02248 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:41.837847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Subnet': ['ID=d6590d00-bc91-4cef-aa8e-0a40380c2673,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.849489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:41.850139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Checking segment: {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:41.850566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.850966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Bound using segment: {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:41.857477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Bound port: e318c05f-1342-4973-a698-57438d38df73, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:41.859690 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.946254 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] Set router 3b000d9e-f810-41af-b62c-35905cabc422 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:41.951339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Checking segment: {'id': '3ee1d4ef-78c0-4370-867a-5b4798148c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dbf55089-6c97-474d-8b51-c9cdec95cd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:41.951986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network hostable DHCP agents. Network: dbf55089-6c97-474d-8b51-c9cdec95cd08, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:41.974797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a2d4-3747-42c3-a95c-2935fbbda7f3 req-e80019be-eb92-44cc-954d-db05d87ff495 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.984521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6d27a2d4-3747-42c3-a95c-2935fbbda7f3 req-e80019be-eb92-44cc-954d-db05d87ff495 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.7975104 Aug 16 02:19:42.072220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6d27a2d4-3747-42c3-a95c-2935fbbda7f3 req-98a12978-eb0b-4d2d-b0b9-79992951c10d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718970 Aug 16 02:19:42.072220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:42.077568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-5dc8586e-d39b-4b4d-b7ab-19d2ce4dd30c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--531632990&fields=id&tenant_id=1b0ba19c520c43088b103e8c0562c5ea HTTP/1.1" status: 200 len: 267 time: 0.1343017 Aug 16 02:19:42.104601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] For port e318c05f-1342-4973-a698-57438d38df73, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:42.132261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, dbf55089-6c97-474d-8b51-c9cdec95cd08) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:42.134031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1cf11230-f284-4aad-859e-a6888b65a763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.137123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] For port e318c05f-1342-4973-a698-57438d38df73, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e318c05f-1342-4973-a698-57438d38df73,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:42.147966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.149002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c325c-70d6-4f2f-af67-9b3c8e4fb735 None None] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:42.155927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.214444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.287138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed62aa7b-be24-457c-8544-3d4a0a8ebb0c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5201583 Aug 16 02:19:42.290484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.296813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1425996437', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:42.348698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:42.373067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.388157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bab8e1-e29a-4157-8438-4b4c6525e65f req-0c76a5cc-f32b-4cd0-bd17-4fe3d02348e9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.407561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14bab8e1-e29a-4157-8438-4b4c6525e65f req-0c76a5cc-f32b-4cd0-bd17-4fe3d02348e9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.2081330 Aug 16 02:19:42.412897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6b08197c-1280-4522-bf47-d2fbb14300ef up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:42.433111 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.469262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Transition to ACTIVE for port object 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:42.486202 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 5, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.499279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.580242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14bab8e1-e29a-4157-8438-4b4c6525e65f req-052e7923-9622-4abf-b795-e6951b8168b1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717081 Aug 16 02:19:42.584003 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] Checking router: 3b000d9e-f810-41af-b62c-35905cabc422 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:42.608005 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] Routers {'3b000d9e-f810-41af-b62c-35905cabc422'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:42.612518 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3b000d9e-f810-41af-b62c-35905cabc422'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.651018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.686282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f6e183-7fc8-46c7-8c9a-0134156de3e6 None None] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:42.755829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-6f86c5dc-8374-475d-908b-af9d2da022c1 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.757386 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-6f86c5dc-8374-475d-908b-af9d2da022c1 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/networks?id=1d5b3dc7-92ac-4478-8e53-40672ae02248 HTTP/1.1" status: 200 len: 812 time: 0.6760895 Aug 16 02:19:42.873460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] Set router 3b000d9e-f810-41af-b62c-35905cabc422 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:42.884696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa91fc-3d23-4c17-9027-1e5083c4e65e None None] Pushing event updated for resources: {'Port': ['ID=e318c05f-1342-4973-a698-57438d38df73,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.890846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-1dce98d4-3399-49ee-81aa-842bcac7641d tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/quotas/1b0ba19c520c43088b103e8c0562c5ea HTTP/1.1" status: 200 len: 375 time: 0.1145115 Aug 16 02:19:42.902473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.912536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:42.913906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Attempting to bind port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:42.914057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.914187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Attempting to bind port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:42.914601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Attempting to bind port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:42.934877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 on network add45809-b30a-41a9-8734-32157470ea2f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:42.944832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Attempting to bind port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:42.961350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:42.962011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:42.962611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Bound using segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:42.963335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Bound port: 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:42.963888 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.985172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1cf11230-f284-4aad-859e-a6888b65a763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.015549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1cf11230-f284-4aad-859e-a6888b65a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.036435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.045728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.242272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6b08197c-1280-4522-bf47-d2fbb14300ef triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:43.243460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.252169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf11230-f284-4aad-859e-a6888b65a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72e618c-01de-4eba-a28c-84a53421f96a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.258775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1cf11230-f284-4aad-859e-a6888b65a763 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65ffe5f9729b4a338e3bf5f0f2efa428&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5106337 Aug 16 02:19:43.263378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46386) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:43.316870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-53de897c-1005-454c-a11b-b920382d0294 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1b0ba19c520c43088b103e8c0562c5ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4070618 Aug 16 02:19:43.411409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:43.463177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.497754 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 5, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:43.505003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Deleting port d47119c9-6d9c-4d1a-9c67-04760631df5b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:43.505422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.570319 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-433abaed-1dae-4f6e-815b-c04f9daac021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.593256 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45eabbc-2278-48f3-a102-6fd3227110db None None] The sync data for ids ['3b000d9e-f810-41af-b62c-35905cabc422'] in n-d-769329-15 is: [{'id': '3b000d9e-f810-41af-b62c-35905cabc422', 'name': 'tempest-ServersTestMultiNic-1472179933-router', 'tenant_id': 'cb9c9125eb2946a68707dd0cdda98482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:47Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 5, 'project_id': 'cb9c9125eb2946a68707dd0cdda98482', 'gw_port': {'id': 'd47119c9-6d9c-4d1a-9c67-04760631df5b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b000d9e-f810-41af-b62c-35905cabc422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:48Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:43.604818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-78cbba09-c763-4913-81de-28303265f46c service neutron] 10.222.0.78 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705929 Aug 16 02:19:43.639848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-433abaed-1dae-4f6e-815b-c04f9daac021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.704233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] For port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:43.814166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] For port d47119c9-6d9c-4d1a-9c67-04760631df5b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d47119c9-6d9c-4d1a-9c67-04760631df5b,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:43.814722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.853458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Calling delete_port for d47119c9-6d9c-4d1a-9c67-04760631df5b owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:43.891745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:42Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:43.928701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-433abaed-1dae-4f6e-815b-c04f9daac021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.931260 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-433abaed-1dae-4f6e-815b-c04f9daac021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.932447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-433abaed-1dae-4f6e-815b-c04f9daac021 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b72e618c-01de-4eba-a28c-84a53421f96a HTTP/1.1" status: 204 len: 168 time: 0.6651628 Aug 16 02:19:43.955684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d55868-d0e5-4f0e-a93c-7f3e35e617fc None None] The sync data for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 is: [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:42Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:43.957482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-4ad18837-523e-4dc6-b04c-66fdfda08dde service neutron] 10.222.0.78 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244398 Aug 16 02:19:43.985223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433abaed-1dae-4f6e-815b-c04f9daac021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72e618c-01de-4eba-a28c-84a53421f96a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:44.289567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.426087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.457479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e318c05f-1342-4973-a698-57438d38df73 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:44.468239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47119c9-6d9c-4d1a-9c67-04760631df5b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:44.497277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f6d61-6ed0-4800-afb1-7068b0ba29c9 req-4d68ff46-57d5-4abf-9618-02e47935df0f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.508972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac2f6d61-6ed0-4800-afb1-7068b0ba29c9 req-4d68ff46-57d5-4abf-9618-02e47935df0f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 943 time: 1.2740700 Aug 16 02:19:44.515119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] For port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:44.579750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.600802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e318c05f-1342-4973-a698-57438d38df73 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:44.614130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e318c05f-1342-4973-a698-57438d38df73 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:44.614667 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.671517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.672454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.674063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] 10.222.0.88 "PUT /v2.0/ports/5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 HTTP/1.1" status: 200 len: 1092 time: 4.1032474 Aug 16 02:19:44.755444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'tag': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:44.759591 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf19abd-edb5-4ade-80e5-ce629b3d510f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4d9540-69dd-4d4b-b6a5-628fa7dc4155", "tag": "5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:44.885109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.927284 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.934604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac2f6d61-6ed0-4800-afb1-7068b0ba29c9 req-0a9a9e91-47e6-422f-b82f-db7fbd94693e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236104 Aug 16 02:19:44.973577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1db35-351a-4a63-91a8-7029064eac56 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.018270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-ff495aa6-3259-4b92-99bf-0f3c2d72fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.020127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-ff495aa6-3259-4b92-99bf-0f3c2d72fabf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 1095 time: 0.2561994 Aug 16 02:19:45.023825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e318c05f-1342-4973-a698-57438d38df73, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e318c05f-1342-4973-a698-57438d38df73,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:45.034493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.069770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8bc6219c-d776-4021-8966-6432abc08f9b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:45.133093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-18157b6e-99d7-4219-9eb1-0f6a8d37949d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 HTTP/1.1" status: 200 len: 217 time: 0.1022539 Aug 16 02:19:45.192825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58ee95ff-4a2d-41b5-9b20-493ec356c8e9 req-9c6c3f28-4e49-40dc-a32e-db816fa01050 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 210 time: 0.0885296 Aug 16 02:19:45.211894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a893ddd-f541-4c82-8933-d618c9b628d1 req-a7ac8826-c19c-4c83-9376-842493cd04b2 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.220246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a893ddd-f541-4c82-8933-d618c9b628d1 req-a7ac8826-c19c-4c83-9376-842493cd04b2 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.6622915 Aug 16 02:19:45.241559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 8bc6219c-d776-4021-8966-6432abc08f9b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:45.242021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8bc6219c-d776-4021-8966-6432abc08f9b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:45.272468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.284468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.289822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-d43a685c-2102-437e-8293-f757e17e9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.303533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-d43a685c-2102-437e-8293-f757e17e9137 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1160831 Aug 16 02:19:45.311972 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c81e6b-68c8-4c07-b4c3-89d90d262986 x-openstack-request-id: req-e8c81e6b-68c8-4c07-b4c3-89d90d262986 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:45.312279 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4d9540-69dd-4d4b-b6a5-628fa7dc4155", "tag": "5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:45.312560 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8c81e6b-68c8-4c07-b4c3-89d90d262986 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:45.312967 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'tag': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2', 'status': 'completed', 'code': 200} Aug 16 02:19:45.327827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e318c05f-1342-4973-a698-57438d38df73,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.383683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-70bdd7e3-c16f-4a54-895d-b529945c404b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649369 Aug 16 02:19:45.427143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a893ddd-f541-4c82-8933-d618c9b628d1 req-57925090-ef7d-45ee-9863-039cd7fb2946 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054393 Aug 16 02:19:45.461569 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.466904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b000d9e-f810-41af-b62c-35905cabc422 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:45.481767 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.483625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b89a7d4-c1af-4423-8df0-4c4f1d6eaf09 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3b000d9e-f810-41af-b62c-35905cabc422 HTTP/1.1" status: 204 len: 168 time: 3.8993926 Aug 16 02:19:45.486265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46428) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:45.587214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] Deleting subnet a2feed41-7613-4a82-b620-ad0234f85643 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:45.591017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.646364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.671232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:45.701318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.817028 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.859516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-d8c7515a-1f90-4f86-913f-5425c32ba98e service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591725 Aug 16 02:19:45.952311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-network', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:46.190040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Made reservation on behalf of 8e78de90cd004e6096ff1f5b0d6ed7b2 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:46.192579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.390636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.397902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-dfec6150-da79-4b6b-bafd-4853e702203e tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.399830 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-dfec6150-da79-4b6b-bafd-4853e702203e tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.98 "GET /v2.0/networks?id=1d5b3dc7-92ac-4478-8e53-40672ae02248 HTTP/1.1" status: 200 len: 812 time: 0.1537020 Aug 16 02:19:46.409111 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.500270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f80213e7-37e9-40bc-9937-fddbda29b051 req-37e48771-eeac-4d38-a781-10edd5740688 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 210 time: 0.0796044 Aug 16 02:19:46.588591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.590780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.611862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.25.4.21 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5adecfef-3685-4e71-be2e-1ee4c5bb1e9f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:46.614480 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.641519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6b673-ee88-4092-bb40-4dd6dccbd1ed req-b7c9a86f-ff8d-4c07-acea-f87bea26ab30 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.643629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5fd6b673-ee88-4092-bb40-4dd6dccbd1ed req-b7c9a86f-ff8d-4c07-acea-f87bea26ab30 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 943 time: 0.5445843 Aug 16 02:19:46.649107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-1e63bf97-54c0-4032-bffb-5422a9a96134 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0ba19c520c43088b103e8c0562c5ea HTTP/1.1" status: 200 len: 379 time: 0.2321217 Aug 16 02:19:46.679000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Request body: {'port': {'device_id': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'admin_state_up': True, 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'security_groups': ['99abf641-f03b-4987-87bf-ef513fb18e3c']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:46.683151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2feed41-7613-4a82-b620-ad0234f85643,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.689340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de817fa8-2c9c-4c60-854b-ced95db8239b None None] Network e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:46.694305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.698539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fe6171e4-351f-44eb-a156-a11c3ef35cbf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a2feed41-7613-4a82-b620-ad0234f85643 HTTP/1.1" status: 204 len: 168 time: 1.2085838 Aug 16 02:19:46.746252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46444) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.852820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Made reservation on behalf of 1b0ba19c520c43088b103e8c0562c5ea for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:46.856956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.862366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:46.876525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a11108b-bedb-48b8-99df-4a61add32e62 req-b1eee9de-be99-4a17-a4a4-249335049fff service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9477673 Aug 16 02:19:46.959984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34712469-6cbe-4c3f-a54b-413328bf4381,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.992008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.003939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.004381 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Added segment 9430e7b4-817e-4922-b7c8-93b404d46578 of type vlan for network 18680492-fe47-41f5-b260-c49a5005f6ea Aug 16 02:19:47.015683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9add3d-b79d-4e02-a7f2-3521229c5cd5 req-f3ffa017-089f-4498-be9f-67bb867a7159 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.024579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c9add3d-b79d-4e02-a7f2-3521229c5cd5 req-f3ffa017-089f-4498-be9f-67bb867a7159 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.3469720 Aug 16 02:19:47.050919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e318c05f-1342-4973-a698-57438d38df73 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:47.122841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c9add3d-b79d-4e02-a7f2-3521229c5cd5 req-9ca46236-cc99-447d-a999-d122ea30af1b tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912089 Aug 16 02:19:47.163595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Deleting port e6f08330-a9cf-411a-a186-7c6dc393c798 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:47.164244 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.182862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Allocated IP 172.20.0.9 (1d5b3dc7-92ac-4478-8e53-40672ae02248/819c530b-a6cc-4d88-ab38-38baca1f0083/d3d383db-1d01-4975-9430-bab8356e78dc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:47.240810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] For port e6f08330-a9cf-411a-a186-7c6dc393c798, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e6f08330-a9cf-411a-a186-7c6dc393c798,segment=NetworkSegment(1578e6b1-b55a-4856-8d01-226648c36049),segment_id=1578e6b1-b55a-4856-8d01-226648c36049)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:47.241517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.258943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Calling delete_port for e6f08330-a9cf-411a-a186-7c6dc393c798 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:47.287512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e318c05f-1342-4973-a698-57438d38df73 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:47.289413 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.327501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5fd6b673-ee88-4092-bb40-4dd6dccbd1ed req-0aa9f711-eab1-4f36-bfc0-7e73e94029a2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704032 Aug 16 02:19:47.357184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-afa2afb5-2833-4e63-bd23-f291d54b9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.359265 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-afa2afb5-2833-4e63-bd23-f291d54b9d1f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 1095 time: 0.4079261 Aug 16 02:19:47.405197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.412154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.464716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f08330-a9cf-411a-a186-7c6dc393c798,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.472051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] No DVR routers for this DVR port e6f08330-a9cf-411a-a186-7c6dc393c798 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:47.475155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf6f32-e629-4f89-851b-b823d239eb7d None None] DHCP port deletion for e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:47.569153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.578046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.587116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Transition to ACTIVE for port object d3d383db-1d01-4975-9430-bab8356e78dc will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:47.588866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:47.609318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1578e6b1-b55a-4856-8d01-226648c36049') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:47.609318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1578e6b1-b55a-4856-8d01-226648c36049') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:47.615663 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.634378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:19:47.645327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.654943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:47.655612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.658365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:47.715320 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:47.730708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.734925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.739742 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f HTTP/1.1" status: 204 len: 168 time: 0.9858413 Aug 16 02:19:47.762702 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.779668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event updated for resources: {'Port': ['ID=d3d383db-1d01-4975-9430-bab8356e78dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.793952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d565e6-5adf-4f35-b29a-568793a01a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=e82e66fa-a32e-4f08-bbc6-7c9a47c0bd4f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.794957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.796319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.796647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.829025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e2d7e-55bb-47e3-b29b-936ceeba75be req-80a1126a-00e2-46eb-b72c-76b032168964 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.829711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:47.832006 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed5e2d7e-55bb-47e3-b29b-936ceeba75be req-80a1126a-00e2-46eb-b72c-76b032168964 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 931 time: 0.1155951 Aug 16 02:19:47.878018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:47.882982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:47.939412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2610767 Aug 16 02:19:47.940220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.947628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed5e2d7e-55bb-47e3-b29b-936ceeba75be req-a0b8dbdc-f3b6-42f6-a74d-cb906d457c6a tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057627 Aug 16 02:19:47.952671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Request body: {'subnet': {'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-subnet', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:47.972875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46458) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.992612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-88a51392-822c-4973-9458-271df8ba2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.994359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-88a51392-822c-4973-9458-271df8ba2f2b service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.6094313 Aug 16 02:19:48.005629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be544c-1a74-4c63-b6cb-f7b26042ec18 admin admin] Pushing event updated for resources: {'Network': ['ID=18680492-fe47-41f5-b260-c49a5005f6ea,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:48.017400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 18680492-fe47-41f5-b260-c49a5005f6ea details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:48.060325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-96052265-e826-4714-bd8e-e089a1550173 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cb9c9125eb2946a68707dd0cdda98482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822294 Aug 16 02:19:48.062857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46462) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.097130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-5a0d998b-ed8a-438f-87ad-f8a5c8bb52ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 HTTP/1.1" status: 200 len: 217 time: 0.0761638 Aug 16 02:19:48.111566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.112446 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.151045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ae97631-e99a-4f9c-ae13-aa60045285fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.176221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-5146c8c0-5a72-4e1f-9763-78ce6df52d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.178458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-5146c8c0-5a72-4e1f-9763-78ce6df52d8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.0631659 Aug 16 02:19:48.179614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Made reservation on behalf of 8e78de90cd004e6096ff1f5b0d6ed7b2 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:48.182948 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.187641 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.218060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ae97631-e99a-4f9c-ae13-aa60045285fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.258207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f067ac23-3fc8-4877-9a18-c58a0269fb42 None None] Provisioning for port d3d383db-1d01-4975-9430-bab8356e78dc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:48.273797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f067ac23-3fc8-4877-9a18-c58a0269fb42 None None] Provisioning complete for port d3d383db-1d01-4975-9430-bab8356e78dc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:48.275376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f067ac23-3fc8-4877-9a18-c58a0269fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.297401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ae97631-e99a-4f9c-ae13-aa60045285fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.301104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d47119c9-6d9c-4d1a-9c67-04760631df5b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:48.302381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ae97631-e99a-4f9c-ae13-aa60045285fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.306527 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9ae97631-e99a-4f9c-ae13-aa60045285fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a1d6416-5b0a-4c86-a923-9720941ff874 HTTP/1.1" status: 204 len: 168 time: 0.2404082 Aug 16 02:19:48.322611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae97631-e99a-4f9c-ae13-aa60045285fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d6416-5b0a-4c86-a923-9720941ff874,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:48.326915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-79c532a5-982b-43e1-b91c-9b8947f1c2e3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354952 Aug 16 02:19:48.354566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-3648344d-c49e-4404-a1b1-442fca5afc96 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6896501 Aug 16 02:19:48.400837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Request body: {'port': {'device_id': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:48.404315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f067ac23-3fc8-4877-9a18-c58a0269fb42 None None] Port d3d383db-1d01-4975-9430-bab8356e78dc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:48.405601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:48.408263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d47119c9-6d9c-4d1a-9c67-04760631df5b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:48.410431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d47119c9-6d9c-4d1a-9c67-04760631df5b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:48.410847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e6f08330-a9cf-411a-a186-7c6dc393c798 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:48.461747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08265ec-3232-438b-86de-28a4408ada83 req-2073c1b7-1138-4552-b9cd-69905f860924 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.463698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f08265ec-3232-438b-86de-28a4408ada83 req-2073c1b7-1138-4552-b9cd-69905f860924 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 943 time: 0.0615737 Aug 16 02:19:48.468447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e6f08330-a9cf-411a-a186-7c6dc393c798 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:48.469074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e6f08330-a9cf-411a-a186-7c6dc393c798 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:48.488588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:48.494487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:48.512176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=5adecfef-3685-4e71-be2e-1ee4c5bb1e9f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:48.516779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f08265ec-3232-438b-86de-28a4408ada83 req-eedef936-496c-4909-b938-b73d8d3e2673 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455647 Aug 16 02:19:48.618632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ab264-3e87-49a3-8767-6f290874c2e2 req-fce2757e-6fb0-441d-abdc-9456889d5d2d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.620676 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-404ab264-3e87-49a3-8767-6f290874c2e2 req-fce2757e-6fb0-441d-abdc-9456889d5d2d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.3131433 Aug 16 02:19:48.658738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.781358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-6516397a-f6c0-483a-a123-4be17e4a0911 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310176 Aug 16 02:19:48.882881 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-404ab264-3e87-49a3-8767-6f290874c2e2 req-c8401470-3508-48f3-9f30-324fe2418cce tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439077 Aug 16 02:19:49.110296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f40c-9c74-4535-a7cc-7567329a9971 req-9ead9b7c-0587-4b4b-9ce5-0b4cfce4458d tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:49.119882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3d55f40c-9c74-4535-a7cc-7567329a9971 req-9ead9b7c-0587-4b4b-9ce5-0b4cfce4458d tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 931 time: 0.0963705 Aug 16 02:19:49.186202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3d55f40c-9c74-4535-a7cc-7567329a9971 req-1d0c93e1-1ead-4d74-a02c-4b7236d91d9f tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661077 Aug 16 02:19:49.207842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.225486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf19abd-edb5-4ade-80e5-ce629b3d510f req-b439463b-dab4-41ff-9fea-9f358b7b763c service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907714 Aug 16 02:19:49.275650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46494) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.294514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:49.426672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1854597008-network', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:49.454231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:49.457747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.467007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:49.469013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.481985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'port_id': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2', 'mac_address': 'fa:16:3e:a3:51:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ad524-3dc8-4cf9-86c3-052bdb96ecaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:49.534327 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.553565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:49.598131 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.600213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:49.604456 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.606774 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.618776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:49.631657 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.632366 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Added segment d1413cc6-83db-49d4-9956-aa567b19e1f3 of type vlan for network af13201b-133e-484b-b866-a3edf256a1ba Aug 16 02:19:49.677994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.699981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.706442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.742547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.743675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:49.744430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.804186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5245314 Aug 16 02:19:49.804492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46500) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.809848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Request body: {'subnet': {'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1854597008-subnet', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:49.830315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:49.832917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3150ca-43d9-4713-8770-5f40ca65e26a admin admin] Pushing event updated for resources: {'Network': ['ID=af13201b-133e-484b-b866-a3edf256a1ba,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.839046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7f8358-6bc3-4aaa-bef9-cb7300b63467,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.844367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:49.847282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.850436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.868343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network af13201b-133e-484b-b866-a3edf256a1ba details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:49.923922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Checking segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:49.924611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Network hostable DHCP agents. Network: 18680492-fe47-41f5-b260-c49a5005f6ea, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:49.938838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae916f2-8895-4150-a8bb-b33e5b9b9f6a req-edac9c54-77a8-4ebe-a090-9de5cf471a44 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:49.940379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bae916f2-8895-4150-a8bb-b33e5b9b9f6a req-edac9c54-77a8-4ebe-a090-9de5cf471a44 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 944 time: 0.2395072 Aug 16 02:19:50.066748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Network 18680492-fe47-41f5-b260-c49a5005f6ea is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:50.097840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bae916f2-8895-4150-a8bb-b33e5b9b9f6a req-e45d9c66-a4f9-4351-b9f5-007c339cb941 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427534 Aug 16 02:19:50.104060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 18680492-fe47-41f5-b260-c49a5005f6ea) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:50.119764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.120568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.126166 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d383db-1d01-4975-9430-bab8356e78dc {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:50.130854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.171151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.172003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ac41d-8b5c-447c-8d7f-57fe251cb2e2 None None] Network 18680492-fe47-41f5-b260-c49a5005f6ea requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:50.173363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0af440-f7ff-400c-a119-86494564a86b req-ad1eef91-f37d-4d4a-b584-ade3ce27182a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.174937 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d0af440-f7ff-400c-a119-86494564a86b req-ad1eef91-f37d-4d4a-b584-ade3ce27182a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.1214571 Aug 16 02:19:50.202828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-900f1e03-19f2-4657-bb86-21c3f65e23cf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2536054 Aug 16 02:19:50.203203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46508) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:50.206727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Transition to ACTIVE for port object d3d383db-1d01-4975-9430-bab8356e78dc will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:50.211838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71fd097b-c3cb-40f2-9126-9e759578474f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.218604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:50.229629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.307574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Checking segment: {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:50.307951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Network hostable DHCP agents. Network: af13201b-133e-484b-b866-a3edf256a1ba, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:50.316205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d0af440-f7ff-400c-a119-86494564a86b req-1cdac8bb-fd58-4db2-b697-60af8b02b964 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940466 Aug 16 02:19:50.347705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.348821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.374571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Network af13201b-133e-484b-b866-a3edf256a1ba is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:50.423938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d383db-1d01-4975-9430-bab8356e78dc,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.444366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.449063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-18680492-fe47-41f5-b260-c49a5005f6ea', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:50.450394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.452412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, af13201b-133e-484b-b866-a3edf256a1ba) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:50.458720 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.460404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.460992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.493177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f481548-4c0c-4606-b091-827b1b455657 None None] Network af13201b-133e-484b-b866-a3edf256a1ba requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:50.526604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ff828891-b5f9-4fda-b3f1-bae0d3233c3d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7177622 Aug 16 02:19:50.535727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:50.546424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:50.606068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829160f-3a12-42d8-b6a8-a730499c0d4c req-24546769-be79-44ab-950a-4f1493da44ee tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.613877 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6829160f-3a12-42d8-b6a8-a730499c0d4c req-24546769-be79-44ab-950a-4f1493da44ee tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 943 time: 0.2431152 Aug 16 02:19:50.710723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.783546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Allocated IP 172.20.0.2 (18680492-fe47-41f5-b260-c49a5005f6ea/fe7f8358-6bc3-4aaa-bef9-cb7300b63467/aedda471-121a-4e86-ab3b-a05bbede7708) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:50.796019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.797684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.877421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.896663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Attempting to bind port d3d383db-1d01-4975-9430-bab8356e78dc on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:50.897322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Attempting to bind port d3d383db-1d01-4975-9430-bab8356e78dc by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:50.897961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Attempting to bind port d3d383db-1d01-4975-9430-bab8356e78dc on network 1d5b3dc7-92ac-4478-8e53-40672ae02248 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:50.952017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.989498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.014120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-af13201b-133e-484b-b866-a3edf256a1ba', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:51.015887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.034699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Port d3d383db-1d01-4975-9430-bab8356e78dc on network 1d5b3dc7-92ac-4478-8e53-40672ae02248 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:51.035374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Attempting to bind port d3d383db-1d01-4975-9430-bab8356e78dc on network 1d5b3dc7-92ac-4478-8e53-40672ae02248 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:51.053884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6829160f-3a12-42d8-b6a8-a730499c0d4c req-2c35e153-6135-45fa-b447-2951c1f9ef6a tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388416 Aug 16 02:19:51.059865 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.079158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:51.079988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Checking segment: {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:51.080891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Bound using segment: {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:51.081850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Bound port: d3d383db-1d01-4975-9430-bab8356e78dc, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d58e8e-aeb0-45a1-98db-f277550e92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:51.082688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.134769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Transition to ACTIVE for port object aedda471-121a-4e86-ab3b-a05bbede7708 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:51.191078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:51.196421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Transition to ACTIVE for port object aedda471-121a-4e86-ab3b-a05bbede7708 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:51.207182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Allocated IP 172.25.4.78 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/94fd7035-6e27-4ddd-9435-c5a33935abc6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:51.276181 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.298067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.346297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:51.351920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fc8fc-4b93-4e7d-974a-b4b9dc2b976c req-852e569e-6585-4afa-8a3d-42eab01621fb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.353553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-488fc8fc-4b93-4e7d-974a-b4b9dc2b976c req-852e569e-6585-4afa-8a3d-42eab01621fb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 944 time: 0.1405430 Aug 16 02:19:51.422839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] For port d3d383db-1d01-4975-9430-bab8356e78dc, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:51.456204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-488fc8fc-4b93-4e7d-974a-b4b9dc2b976c req-92ada1df-18bf-4604-b208-ef6aba69b4fa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888433 Aug 16 02:19:51.479785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Allocated IP 172.20.0.2 (af13201b-133e-484b-b866-a3edf256a1ba/71fd097b-c3cb-40f2-9126-9e759578474f/e493664f-b935-428d-ad2c-89d5523d4f36) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:51.521432 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.571132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.571570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Network 18680492-fe47-41f5-b260-c49a5005f6ea is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:51.575090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] For port d3d383db-1d01-4975-9430-bab8356e78dc, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d3d383db-1d01-4975-9430-bab8356e78dc,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:51.594918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:51.596747 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.617887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:51.619184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:51.622461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:51.626319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:51.631997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Pushing event updated for resources: {'Port': ['ID=94fd7035-6e27-4ddd-9435-c5a33935abc6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.672970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.673254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.674656 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] 10.222.0.98 "PUT /v2.0/ports/d3d383db-1d01-4975-9430-bab8356e78dc HTTP/1.1" status: 200 len: 1092 time: 3.2825801 Aug 16 02:19:51.676074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:51.678433 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b79600a-a173-466f-9613-cf0ffba13579" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:51.758162 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0b75a-bd0a-4d85-be06-e1822b7d18e2 x-openstack-request-id: req-80f0b75a-bd0a-4d85-be06-e1822b7d18e2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:51.758857 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:51.759351 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80f0b75a-bd0a-4d85-be06-e1822b7d18e2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:51.759993 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'status': 'completed', 'code': 200} Aug 16 02:19:51.773250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697900db-59a0-4325-8fbb-be5268fc3f56 req-6e3fd6ef-4784-4997-a24f-c46ea9821ada tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.775141 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-697900db-59a0-4325-8fbb-be5268fc3f56 req-6e3fd6ef-4784-4997-a24f-c46ea9821ada tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.2769248 Aug 16 02:19:51.775301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Pushing event updated for resources: {'Port': ['ID=aedda471-121a-4e86-ab3b-a05bbede7708,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.820852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.821258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.821612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.822016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.822362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.822766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.823417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.824069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.824950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.825363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.826132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.826523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.847615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:51.863331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:51.864696 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.868041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Attempting to bind port aedda471-121a-4e86-ab3b-a05bbede7708 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:51.869055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Attempting to bind port aedda471-121a-4e86-ab3b-a05bbede7708 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:51.869859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Attempting to bind port aedda471-121a-4e86-ab3b-a05bbede7708 on network 18680492-fe47-41f5-b260-c49a5005f6ea {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:51.870108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d1f8c-90f1-4829-bd1a-b48f79577d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d383db-1d01-4975-9430-bab8356e78dc,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.891412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:51.944171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-c0992e3e-aa90-43b2-8ec4-2666d62c9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.953907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-c0992e3e-aa90-43b2-8ec4-2666d62c9808 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b0ba19c520c43088b103e8c0562c5ea&device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 1095 time: 0.2170722 Aug 16 02:19:51.954112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:51.986824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:51.987407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Checking segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:51.988044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.989056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Bound using segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:51.989820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Bound port: aedda471-121a-4e86-ab3b-a05bbede7708, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:51.990428 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.990808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.993199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-50731f53-79a5-42b3-b144-426ebd30475a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.6995196 Aug 16 02:19:51.998336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46524) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:52.066744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-697900db-59a0-4325-8fbb-be5268fc3f56 req-05d26958-84c8-471f-9cce-5c8f274db928 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415261 Aug 16 02:19:52.072339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-50b3dd28-39d6-4677-9953-f0b37bd24af3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d383db-1d01-4975-9430-bab8356e78dc HTTP/1.1" status: 200 len: 217 time: 0.0828171 Aug 16 02:19:52.102078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:52.103107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.188260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.210577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.328837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:52.329719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.408255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.409653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498caa9e-1aa3-4cdd-9e14-6926b659b379 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:52.558984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-93fd7d94-5fc5-4d8e-8d36-444836776c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.560933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-93fd7d94-5fc5-4d8e-8d36-444836776c80 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=819c530b-a6cc-4d88-ab38-38baca1f0083 HTTP/1.1" status: 200 len: 851 time: 0.4799831 Aug 16 02:19:52.570595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab329c-1455-4ae7-be06-16a3d0ee7ffa req-62b4741a-2333-4412-99e9-6d37f1ee7881 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.573263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ceab329c-1455-4ae7-be06-16a3d0ee7ffa req-62b4741a-2333-4412-99e9-6d37f1ee7881 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 943 time: 0.3529220 Aug 16 02:19:52.574211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.677969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-f93b48fb-30f3-408c-9d34-60ddd42e4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.679578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-f93b48fb-30f3-408c-9d34-60ddd42e4f19 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1d5b3dc7-92ac-4478-8e53-40672ae02248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956981 Aug 16 02:19:52.680683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.715219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.762312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ceab329c-1455-4ae7-be06-16a3d0ee7ffa req-606eb173-7052-4090-b766-bae4bde321fa tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742554 Aug 16 02:19:52.822639 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.827620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82597b-ebba-4adf-a9a7-3d50a157f811 req-9c915e62-73ea-4760-8fe0-a9ad01c32ea7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.829278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d82597b-ebba-4adf-a9a7-3d50a157f811 req-9c915e62-73ea-4760-8fe0-a9ad01c32ea7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 944 time: 0.2137406 Aug 16 02:19:52.835971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Transition to ACTIVE for port object e493664f-b935-428d-ad2c-89d5523d4f36 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:52.860009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Transition to ACTIVE for port object e493664f-b935-428d-ad2c-89d5523d4f36 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:52.866941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] For port aedda471-121a-4e86-ab3b-a05bbede7708, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:52.875506 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.928089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-530dbcd0-485c-4dc3-a630-ebcffbf4e2ad service neutron] 10.222.0.98 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242172 Aug 16 02:19:52.972914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] For port aedda471-121a-4e86-ab3b-a05bbede7708, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aedda471-121a-4e86-ab3b-a05bbede7708,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:52.973479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d82597b-ebba-4adf-a9a7-3d50a157f811 req-7a966ecc-caa6-449f-b62a-a081ef642331 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302836 Aug 16 02:19:52.974749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Allocated IP 172.25.4.36 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/463efc26-bccf-4fcb-968f-47cc3fd0204f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:52.988555 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.042371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.058005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Pushing event updated for resources: {'Port': ['ID=e493664f-b935-428d-ad2c-89d5523d4f36,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.066259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Network af13201b-133e-484b-b866-a3edf256a1ba is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:53.095898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:53.099069 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cef252e-5d7d-4082-a116-aaefb62bc252" -d '{"events": [{"server_uuid": "0a4d9540-69dd-4d4b-b6a5-628fa7dc4155", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:53.110591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d440004e-f4aa-4c18-a8d4-7048b9555efe req-587c3298-3bfb-408e-a2ce-e7a40691baa3 service neutron] 10.222.0.98 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683717 Aug 16 02:19:53.174119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:53.184162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:53.194423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.217685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:53.262191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83f987-d63d-492b-a52d-be063150d906 None None] Pushing event updated for resources: {'Port': ['ID=aedda471-121a-4e86-ab3b-a05bbede7708,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.278035 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f326fb2-f334-4267-bee7-aedd55da346e x-openstack-request-id: req-4f326fb2-f334-4267-bee7-aedd55da346e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:53.278624 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4d9540-69dd-4d4b-b6a5-628fa7dc4155", "name": "network-vif-plugged", "status": "completed", "tag": "5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:53.279063 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f326fb2-f334-4267-bee7-aedd55da346e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:53.279831 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2', 'code': 200} Aug 16 02:19:53.283048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.319192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79600a-a173-466f-9613-cf0ffba13579 req-20838923-c04b-427a-b207-ebd6ed53fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.320742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b79600a-a173-466f-9613-cf0ffba13579 req-20838923-c04b-427a-b207-ebd6ed53fac5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b0ba19c520c43088b103e8c0562c5ea&device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 1095 time: 0.1187801 Aug 16 02:19:53.449082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.453675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.485927 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.493552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Attempting to bind port e493664f-b935-428d-ad2c-89d5523d4f36 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:53.494226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Attempting to bind port e493664f-b935-428d-ad2c-89d5523d4f36 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:53.494789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Attempting to bind port e493664f-b935-428d-ad2c-89d5523d4f36 on network af13201b-133e-484b-b866-a3edf256a1ba {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:53.519838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:53.526296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6def6-b8f3-4462-963f-32f29f7dfa5b req-f4f22b93-906a-4843-8dbb-1205d8ee5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.527882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfb6def6-b8f3-4462-963f-32f29f7dfa5b req-f4f22b93-906a-4843-8dbb-1205d8ee5225 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 1097 time: 0.2062535 Aug 16 02:19:53.531352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:53.533262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Checking segment: {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:53.533909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.534541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Bound using segment: {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:53.535068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:53.538472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Bound port: e493664f-b935-428d-ad2c-89d5523d4f36, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:53.539282 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.542193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:53.565282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa74c24-4445-4a39-ba9a-ae506db0fad0 req-de70be60-1fbc-4a9a-bf31-f6e33ff8dfa7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.574996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caa74c24-4445-4a39-ba9a-ae506db0fad0 req-de70be60-1fbc-4a9a-bf31-f6e33ff8dfa7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.1839499 Aug 16 02:19:53.584043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Pushing event updated for resources: {'Port': ['ID=463efc26-bccf-4fcb-968f-47cc3fd0204f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.587993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79600a-a173-466f-9613-cf0ffba13579 req-39537567-a20c-4d01-8402-6a609891ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.589982 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b79600a-a173-466f-9613-cf0ffba13579 req-39537567-a20c-4d01-8402-6a609891ff24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1d5b3dc7-92ac-4478-8e53-40672ae02248 HTTP/1.1" status: 200 len: 913 time: 0.2532670 Aug 16 02:19:53.692760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b79600a-a173-466f-9613-cf0ffba13579 req-3ebf0821-1dcc-4775-bcc8-540d1434a7d1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d383db-1d01-4975-9430-bab8356e78dc HTTP/1.1" status: 200 len: 217 time: 0.0678909 Aug 16 02:19:53.713484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caa74c24-4445-4a39-ba9a-ae506db0fad0 req-57e9ca59-1ddb-4d7f-9bd7-4890ad13a984 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373379 Aug 16 02:19:53.723752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] For port e493664f-b935-428d-ad2c-89d5523d4f36, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:53.736274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] For port e493664f-b935-428d-ad2c-89d5523d4f36, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e493664f-b935-428d-ad2c-89d5523d4f36,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:53.736274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.739426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.751635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfb6def6-b8f3-4462-963f-32f29f7dfa5b req-50042232-57f0-467e-b032-ad6b754536e3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761007 Aug 16 02:19:53.831681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d77aa-e687-4ad8-8ca4-cec067e712f6 None None] Pushing event updated for resources: {'Port': ['ID=e493664f-b935-428d-ad2c-89d5523d4f36,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.886410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79600a-a173-466f-9613-cf0ffba13579 req-e2093928-ffd8-462a-a548-a33bef549f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.889351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b79600a-a173-466f-9613-cf0ffba13579 req-e2093928-ffd8-462a-a548-a33bef549f4d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=819c530b-a6cc-4d88-ab38-38baca1f0083 HTTP/1.1" status: 200 len: 851 time: 0.1851587 Aug 16 02:19:54.004997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.137019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:54.140850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e102-3453-48f2-802e-04e92ec38ecf req-63e4f88a-99de-4fb3-a7a0-08d0a1267011 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.142459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4f9e102-3453-48f2-802e-04e92ec38ecf req-63e4f88a-99de-4fb3-a7a0-08d0a1267011 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 943 time: 0.1695719 Aug 16 02:19:54.150869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79600a-a173-466f-9613-cf0ffba13579 req-1cbdc05f-87cb-4d04-b7b2-3cc5c39e3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.157316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b79600a-a173-466f-9613-cf0ffba13579 req-1cbdc05f-87cb-4d04-b7b2-3cc5c39e3a94 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1d5b3dc7-92ac-4478-8e53-40672ae02248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854370 Aug 16 02:19:54.315336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4f9e102-3453-48f2-802e-04e92ec38ecf req-ae1b64b9-2eec-46d7-9fdc-466e88bde897 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545067 Aug 16 02:19:54.348903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.425411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aedda471-121a-4e86-ab3b-a05bbede7708 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:54.471319 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b79600a-a173-466f-9613-cf0ffba13579 req-47283243-7539-4c3e-b003-527f5e0f59fe service neutron] 10.222.0.98 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019736 Aug 16 02:19:54.514861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port aedda471-121a-4e86-ab3b-a05bbede7708 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:54.653325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203be4f-a263-428a-a9f8-ddf10c4fec00 req-4afddd10-4a52-4190-acf8-6b01db03a0f4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.672273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2203be4f-a263-428a-a9f8-ddf10c4fec00 req-4afddd10-4a52-4190-acf8-6b01db03a0f4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 945 time: 0.5202069 Aug 16 02:19:54.704424 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b79600a-a173-466f-9613-cf0ffba13579 req-a18953c4-6b00-4621-8e67-74d1449e2a89 service neutron] 10.222.0.98 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140074 Aug 16 02:19:54.796057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.860408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f60423-97cf-46b5-9001-ebc1d584db93 None None] Network 18680492-fe47-41f5-b260-c49a5005f6ea requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:54.913799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:54.930469 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:54.945637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2203be4f-a263-428a-a9f8-ddf10c4fec00 req-6bb80f9d-04a2-4340-95d1-99788ad483c5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722938 Aug 16 02:19:54.956465 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:54.957107 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:55.080219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.083950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-24742d27-9a17-43b9-9bb3-073c34897be8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8780203 Aug 16 02:19:55.113231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46556) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:55.115899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-626b3b1a-6e49-4c92-9b00-2baec8bdd701 None None] Provisioning for port aedda471-121a-4e86-ab3b-a05bbede7708 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:55.128685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-626b3b1a-6e49-4c92-9b00-2baec8bdd701 None None] Provisioning complete for port aedda471-121a-4e86-ab3b-a05bbede7708 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:55.129079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-626b3b1a-6e49-4c92-9b00-2baec8bdd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.138858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.1 (dbf55089-6c97-474d-8b51-c9cdec95cd08/d6590d00-bc91-4cef-aa8e-0a40380c2673/f5f2a66b-40b4-4cf5-b8af-654e0df4742e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:55.250161 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:55.389009 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-626b3b1a-6e49-4c92-9b00-2baec8bdd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.447287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfacb8-be23-4142-9d7e-0ae1b3aa7b20 req-0b62969a-6c77-4e1f-b0ae-89de80551eae tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.458574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1dfacb8-be23-4142-9d7e-0ae1b3aa7b20 req-0b62969a-6c77-4e1f-b0ae-89de80551eae tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.6523428 Aug 16 02:19:55.469396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-626b3b1a-6e49-4c92-9b00-2baec8bdd701 None None] For port aedda471-121a-4e86-ab3b-a05bbede7708, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aedda471-121a-4e86-ab3b-a05bbede7708,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:55.478283 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-626b3b1a-6e49-4c92-9b00-2baec8bdd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.500721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205bd8-2d6a-4a46-86b8-59ee625f9032 req-5c7a209b-172a-48b0-aa80-741760189a80 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.505898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78205bd8-2d6a-4a46-86b8-59ee625f9032 req-5c7a209b-172a-48b0-aa80-741760189a80 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1097 time: 0.4485061 Aug 16 02:19:55.551300 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:55.568468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1dfacb8-be23-4142-9d7e-0ae1b3aa7b20 req-e0af3f93-eed2-4d36-a4c9-7e7fbe4a086d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920913 Aug 16 02:19:55.585403 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:55.586055 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Updating router ae96f7a9-9501-4363-b14f-bd72a3a54658 port 94fd7035-6e27-4ddd-9435-c5a33935abc6 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:55.603640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Router 12148982-b894-4c25-a51e-f452647acaed is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:55.615725 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.625742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b3b1a-6e49-4c92-9b00-2baec8bdd701 None None] Pushing event updated for resources: {'Port': ['ID=aedda471-121a-4e86-ab3b-a05bbede7708,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.632810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1056d-4ef0-45ef-a433-78e58cb0a7b3 None None] Network af13201b-133e-484b-b866-a3edf256a1ba requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:55.725624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78205bd8-2d6a-4a46-86b8-59ee625f9032 req-d57cf73a-7ebb-43bf-a71f-fbd03d8b8d6f tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054799 Aug 16 02:19:55.739633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.775526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:55.803566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-53fdaaeb-6a7d-455c-8d79-d451dd60f412 None None] Provisioning for port e493664f-b935-428d-ad2c-89d5523d4f36 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:55.815979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Sync routers for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:55.841045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.845971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7c0f3e4c-506c-4cc2-a906-20a993306a0c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3063478 Aug 16 02:19:55.848956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:55.907854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ce34-462f-4343-bf3b-7444a0d3d2d7 req-a5e1809e-0b05-404e-a194-858af32bf5d7 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.909345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e083ce34-462f-4343-bf3b-7444a0d3d2d7 req-a5e1809e-0b05-404e-a194-858af32bf5d7 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 943 time: 0.1268308 Aug 16 02:19:55.985932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:55.986637 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:56.020586 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.040838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e083ce34-462f-4343-bf3b-7444a0d3d2d7 req-610bd75a-9e58-4694-a270-4ca1deb669fe tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123455 Aug 16 02:19:56.051054 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Transition to ACTIVE for port object 94fd7035-6e27-4ddd-9435-c5a33935abc6 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:56.066816 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.069952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3f430c03-4a11-43ad-b328-4427840690b5 None None] Provisioning complete for port aedda471-121a-4e86-ab3b-a05bbede7708 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:56.070581 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3f430c03-4a11-43ad-b328-4427840690b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.098419 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.194940 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f3403-33ad-4d57-913f-5e45d1426174 None None] Pushing event updated for resources: {'Port': ['ID=94fd7035-6e27-4ddd-9435-c5a33935abc6,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.228140 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Attempting to bind port 94fd7035-6e27-4ddd-9435-c5a33935abc6 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:56.228535 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Attempting to bind port 94fd7035-6e27-4ddd-9435-c5a33935abc6 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:56.234046 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Attempting to bind port 94fd7035-6e27-4ddd-9435-c5a33935abc6 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:56.237881 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d179-2e3b-4265-8bd5-fe975d3986fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.240446 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:56.240743 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:56.241062 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.241459 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:56.242115 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Bound port: 94fd7035-6e27-4ddd-9435-c5a33935abc6, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:56.242521 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.250333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=f5f2a66b-40b4-4cf5-b8af-654e0df4742e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.297142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:56.308864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:56.346061 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] For port 94fd7035-6e27-4ddd-9435-c5a33935abc6, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:56.350197 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] For port 94fd7035-6e27-4ddd-9435-c5a33935abc6, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94fd7035-6e27-4ddd-9435-c5a33935abc6,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:56.362011 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.392371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d3d383db-1d01-4975-9430-bab8356e78dc details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:56.432052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb634b8-46f8-40f2-b438-68bea5be9abe req-2044b1c4-6657-4acf-9460-ef308672cf8a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.448745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb634b8-46f8-40f2-b438-68bea5be9abe req-2044b1c4-6657-4acf-9460-ef308672cf8a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 945 time: 0.2548566 Aug 16 02:19:56.497741 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:56.498673 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:56.555067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:56.557774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:56.585293 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb634b8-46f8-40f2-b438-68bea5be9abe req-9d550b43-e640-4cba-bbbc-930bf46ddef9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353803 Aug 16 02:19:56.701488 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f3403-33ad-4d57-913f-5e45d1426174 None None] Pushing event updated for resources: {'Port': ['ID=94fd7035-6e27-4ddd-9435-c5a33935abc6,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.831326 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.841657 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.848099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aedda471-121a-4e86-ab3b-a05bbede7708 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:56.876878 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:57.102836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce1df7-0ea6-473c-ad7f-6a71a3a5f928 req-bef14e5c-d5b1-4773-9c1e-72b5d0922a06 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.113938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-45ce1df7-0ea6-473c-ad7f-6a71a3a5f928 req-bef14e5c-d5b1-4773-9c1e-72b5d0922a06 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.2682061 Aug 16 02:19:57.128185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d3d383db-1d01-4975-9430-bab8356e78dc, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d3d383db-1d01-4975-9430-bab8356e78dc,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:57.163516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'port_id': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'mac_address': 'fa:16:3e:39:4c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:57.179470 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:57.207741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Allocated IP 172.20.0.1 (18680492-fe47-41f5-b260-c49a5005f6ea/fe7f8358-6bc3-4aaa-bef9-cb7300b63467/bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:57.212409 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b3b23-e156-47f5-8a8e-4d9f6af06760 None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:57.239936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.259364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d383db-1d01-4975-9430-bab8356e78dc {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:57.317617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-45ce1df7-0ea6-473c-ad7f-6a71a3a5f928 req-26cd6680-c4f8-452f-a272-d9ab0ec59a23 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015617 Aug 16 02:19:57.331363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d3d383db-1d01-4975-9430-bab8356e78dc, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d3d383db-1d01-4975-9430-bab8356e78dc,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:57.352829 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.353959 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.446041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.456807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-4817dc4e-6c81-4d29-bdc7-f4959f902ec4 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:57.457987 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-4817dc4e-6c81-4d29-bdc7-f4959f902ec4 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082657 Aug 16 02:19:57.471514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:57.471958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:19:57.476930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d3d383db-1d01-4975-9430-bab8356e78dc,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.488840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port aedda471-121a-4e86-ab3b-a05bbede7708 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:57.489418 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.499562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Transition to ACTIVE for port object bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:57.550374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.573046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:53Z', 'revision_number': 3, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:57.609412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Checking router: 12148982-b894-4c25-a51e-f452647acaed for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:57.609662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Updating router 12148982-b894-4c25-a51e-f452647acaed port 463efc26-bccf-4fcb-968f-47cc3fd0204f binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:57.658734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d3d383db-1d01-4975-9430-bab8356e78dc'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:57.743398 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.796789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e493664f-b935-428d-ad2c-89d5523d4f36 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:57.865411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.895050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-2d645383-ec53-4a9c-9c8e-c6394446ab26 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.903582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-2d645383-ec53-4a9c-9c8e-c6394446ab26 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.2789865 Aug 16 02:19:57.919758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Allocated IP 172.20.0.1 (af13201b-133e-484b-b866-a3edf256a1ba/71fd097b-c3cb-40f2-9126-9e759578474f/4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:57.938754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-f3faf3d5-1323-4bae-87a4-3437571d15ff tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0340540 Aug 16 02:19:57.944484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.953795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:57.954106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:57.954437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:57.972794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Network 18680492-fe47-41f5-b260-c49a5005f6ea is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:58.007260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:58.011223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:58.017479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:58.017703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:58.100415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:58.100902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:58.101351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:58.101818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Bound port: 83275cba-590c-423e-94fa-c6db7d100cba, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:58.137164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e493664f-b935-428d-ad2c-89d5523d4f36 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:58.185042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e493664f-b935-428d-ad2c-89d5523d4f36 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:58.188670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.213930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-21e30d91-589e-4372-87fa-d9c13bc2eb0d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739406 Aug 16 02:19:58.243981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:58.258332 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.259807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-5ef82e5d-390a-450d-9ae9-9caa265444c5 service neutron] 10.222.0.78 "POST /v2.0/ports/83275cba-590c-423e-94fa-c6db7d100cba/bindings HTTP/1.1" status: 201 len: 390 time: 0.7917743 Aug 16 02:19:58.272157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.427519 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.485607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-b0b5a2f2-bb0a-41ee-80cc-01e0dd80c2c5 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700701 Aug 16 02:19:58.495058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Transition to ACTIVE for port object 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:58.627566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-66a4e726-d9fd-4791-ba05-9374a599c014 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273520 Aug 16 02:19:58.678264 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.703052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9d3e-964f-4cbb-8a0a-570a1f68cc4e req-c718431a-c7e7-4ef8-aa39-05a0fd30f9b6 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:58.704793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-664e9d3e-964f-4cbb-8a0a-570a1f68cc4e req-c718431a-c7e7-4ef8-aa39-05a0fd30f9b6 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 944 time: 0.1714327 Aug 16 02:19:58.706100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Transition to ACTIVE for port object 463efc26-bccf-4fcb-968f-47cc3fd0204f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:58.716086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-7dd2c8fd-bf42-447a-87e5-99cea667479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:58.717845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-7dd2c8fd-bf42-447a-87e5-99cea667479b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1097 time: 0.0884418 Aug 16 02:19:58.742482 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.795152 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.796191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.818140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Network af13201b-133e-484b-b866-a3edf256a1ba is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:58.846849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:58.868382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:58.880889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513d9b8-f33e-4d63-919c-5edc1c1c0f83 None None] Pushing event updated for resources: {'Port': ['ID=463efc26-bccf-4fcb-968f-47cc3fd0204f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.926460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ca81e89-7219-4a52-ba4f-66b8c92d5c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.943559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3fab71cc-6da8-43a9-a404-2d9a2f7d7982 None None] Provisioning for port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:58.957887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.967976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3fab71cc-6da8-43a9-a404-2d9a2f7d7982 None None] Provisioning complete for port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:58.968216 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3fab71cc-6da8-43a9-a404-2d9a2f7d7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.979139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Pushing event updated for resources: {'Port': ['ID=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.010913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3fab71cc-6da8-43a9-a404-2d9a2f7d7982 None None] Port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:59.015560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Attempting to bind port 463efc26-bccf-4fcb-968f-47cc3fd0204f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:59.016030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Attempting to bind port 463efc26-bccf-4fcb-968f-47cc3fd0204f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:59.016538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Attempting to bind port 463efc26-bccf-4fcb-968f-47cc3fd0204f on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:59.021151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.024774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:59.024774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:59.024774 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.025180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:59.025728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Bound port: 463efc26-bccf-4fcb-968f-47cc3fd0204f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:59.026245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.031773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-664e9d3e-964f-4cbb-8a0a-570a1f68cc4e req-88d57536-b2c4-412e-b51d-8ad3ba3c29be tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694886 Aug 16 02:19:59.053465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.084486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-3d948f14-8c84-46fb-a77f-28195d256df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.088711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-3d948f14-8c84-46fb-a77f-28195d256df6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.3611584 Aug 16 02:19:59.150404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.179154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.228110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.242102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] For port 463efc26-bccf-4fcb-968f-47cc3fd0204f, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:59.243879 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-865a8345-993a-42a8-bdc6-b77f930d54df service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 200 len: 217 time: 0.1372561 Aug 16 02:19:59.270340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] For port 463efc26-bccf-4fcb-968f-47cc3fd0204f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=463efc26-bccf-4fcb-968f-47cc3fd0204f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:59.285629 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.308745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e493664f-b935-428d-ad2c-89d5523d4f36, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e493664f-b935-428d-ad2c-89d5523d4f36,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:59.354350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.383664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:59.385132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:59.395145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ccf0721a-7df6-4bb6-b827-042dc8a8306e None None] Provisioning for port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:59.429346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35092d-9409-44b2-8954-0746d63f0a23 req-46801f3a-e4da-4020-a6f5-7d5d94e32df0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.437405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b35092d-9409-44b2-8954-0746d63f0a23 req-46801f3a-e4da-4020-a6f5-7d5d94e32df0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.3951216 Aug 16 02:19:59.442514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ccf0721a-7df6-4bb6-b827-042dc8a8306e None None] Provisioning complete for port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:59.442514 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ccf0721a-7df6-4bb6-b827-042dc8a8306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.446028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:59.460810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:59.480240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513d9b8-f33e-4d63-919c-5edc1c1c0f83 None None] Pushing event updated for resources: {'Port': ['ID=463efc26-bccf-4fcb-968f-47cc3fd0204f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.533115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0721a-7df6-4bb6-b827-042dc8a8306e None None] Port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:59.585309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94fd7035-6e27-4ddd-9435-c5a33935abc6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:59.636141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e493664f-b935-428d-ad2c-89d5523d4f36,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.662975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:59.703743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-3885a8f7-957b-4afb-b759-cbacfeca6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.705273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-3885a8f7-957b-4afb-b759-cbacfeca6a45 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.4305890 Aug 16 02:19:59.748695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b35092d-9409-44b2-8954-0746d63f0a23 req-a5c018f9-c49c-49c6-b2c4-c0a96c182266 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395782 Aug 16 02:19:59.794873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e2970392-a764-4a55-8325-34d62c2f78d6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580661 Aug 16 02:19:59.905515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 94fd7035-6e27-4ddd-9435-c5a33935abc6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:59.917086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 94fd7035-6e27-4ddd-9435-c5a33935abc6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:59.918026 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.919879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.984601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:53Z', 'revision_number': 3, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.053264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f7848-cc0e-434f-b1d5-8d79dc05ae2c None None] The sync data for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 is: [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:53Z', 'revision_number': 3, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:00.141661 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.175373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 94fd7035-6e27-4ddd-9435-c5a33935abc6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94fd7035-6e27-4ddd-9435-c5a33935abc6,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:00.191820 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.287604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=94fd7035-6e27-4ddd-9435-c5a33935abc6,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.369111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb46a850-cfd4-4e7d-ac80-e4da3af3f62e req-43eac937-b1b5-4a51-8076-8cb1cb206f17 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 210 time: 0.4287295 Aug 16 02:20:00.369897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.380760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.384515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=f5f2a66b-40b4-4cf5-b8af-654e0df4742e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.391661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d3d383db-1d01-4975-9430-bab8356e78dc up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:00.398633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.514155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb21115-b2d5-4cfa-a212-2639971be41b req-66deb528-eb19-4996-b858-103560a8dfb7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.515745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0cb21115-b2d5-4cfa-a212-2639971be41b req-66deb528-eb19-4996-b858-103560a8dfb7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 1.3554521 Aug 16 02:20:00.533781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port d3d383db-1d01-4975-9430-bab8356e78dc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:00.541639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d3d383db-1d01-4975-9430-bab8356e78dc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:00.542477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.606630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.677431 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.725273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:00.735312 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8becec1a-bbf8-417a-9213-84f24b9f8c39" -d '{"events": [{"server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:00.747693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-119c1710-b94e-4d4b-aed1-276229792b35 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9382532 Aug 16 02:20:00.765257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d3d383db-1d01-4975-9430-bab8356e78dc, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d3d383db-1d01-4975-9430-bab8356e78dc,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:00.766710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.773389 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.800768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0cb21115-b2d5-4cfa-a212-2639971be41b req-a28d33f5-f0b2-4cca-8230-21b9a581e3aa tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398920 Aug 16 02:20:00.878087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:00.882314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddf45d-e12c-4bc1-963b-c759a3f62eab req-090a83c7-28f9-445d-9fd6-4f078b3261d5 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.883872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecddf45d-e12c-4bc1-963b-c759a3f62eab req-090a83c7-28f9-445d-9fd6-4f078b3261d5 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 944 time: 0.3438494 Aug 16 02:20:00.907079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d3d383db-1d01-4975-9430-bab8356e78dc,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.933484 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e9d43e-3633-4076-b8d9-8303b765eaf4 x-openstack-request-id: req-23e9d43e-3633-4076-b8d9-8303b765eaf4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:00.936008 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "name": "network-vif-plugged", "status": "completed", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:00.936478 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23e9d43e-3633-4076-b8d9-8303b765eaf4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:00.939285 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'code': 200} Aug 16 02:20:00.994977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-0f88d2d8-0d2a-42e3-85e5-af5649b60646 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.996450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-0f88d2d8-0d2a-42e3-85e5-af5649b60646 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.4545074 Aug 16 02:20:01.015724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Network 18680492-fe47-41f5-b260-c49a5005f6ea is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:01.030075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Request body: {'port': {'device_id': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'admin_state_up': True, 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:01.085008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:01.101569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecddf45d-e12c-4bc1-963b-c759a3f62eab req-b7e63b71-a903-4ac5-a399-f3b5408051d0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979802 Aug 16 02:20:01.123433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-accf38b6-c86f-47dc-bb9b-fc7b8436188e service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554599 Aug 16 02:20:01.185957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.201067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.314715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.317620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:01.321542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.325395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Pushing event updated for resources: {'Port': ['ID=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.389933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:01.401378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-85a73e05-652f-494c-aaac-8d386cc970de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/routers/1509f78d-b8c5-492c-a65c-02b9ccf2a622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4010119 Aug 16 02:20:01.409434 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:01.411493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46660) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:01.417965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'port': {'network_id': 'dbf55089-6c97-474d-8b51-c9cdec95cd08', 'name': 'tempest-FloatingIPTestJSON-104303828'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:01.430052 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:01.431613 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.439306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d835-56f6-45ed-a671-555d6714f48f req-0bbb07fb-0180-429b-98bb-ddebfc74dfd4 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:01.448047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35a3d835-56f6-45ed-a671-555d6714f48f req-0bbb07fb-0180-429b-98bb-ddebfc74dfd4 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.3925378 Aug 16 02:20:01.477720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ed5a-13c2-4abe-81b2-82c5ddd181c2 req-380bf7d1-c28f-4a8f-af08-23edac3e3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:01.479679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e64ed5a-13c2-4abe-81b2-82c5ddd181c2 req-380bf7d1-c28f-4a8f-af08-23edac3e3309 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 1097 time: 0.4869664 Aug 16 02:20:01.516619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6df5d8bd-199d-4c4f-8660-a428e9ef0870 None None] Provisioning complete for port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:01.516619 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6df5d8bd-199d-4c4f-8660-a428e9ef0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.567389 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.590038 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:01.591719 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.606638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6df5d8bd-199d-4c4f-8660-a428e9ef0870 None None] Port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:01.631703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:01.665145 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35a3d835-56f6-45ed-a671-555d6714f48f req-3e9e6092-5a78-4b73-b76e-258d6389cbbd tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166011 Aug 16 02:20:01.677591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e64ed5a-13c2-4abe-81b2-82c5ddd181c2 req-7b2cb308-e97e-4a92-a3d0-f26b5fa84ce5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739144 Aug 16 02:20:01.681087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-442ce215-ee55-4ed5-8bbe-df40684c102a req-7d3d50d8-54b9-403f-b041-23c2c653d054 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 210 time: 0.0845039 Aug 16 02:20:01.737061 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.737714 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb63f136-db1a-41e9-9249-ce734516b81e None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:01.737932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e493664f-b935-428d-ad2c-89d5523d4f36 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:01.815903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Network af13201b-133e-484b-b866-a3edf256a1ba is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:01.833624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:01.864963 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.873083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e493664f-b935-428d-ad2c-89d5523d4f36 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:01.873485 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.891035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Allocated IP 172.20.0.5 (add45809-b30a-41a9-8734-32157470ea2f/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa/2040a851-34cb-44fa-8335-1fb79a8d7f2b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:02.024472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:02.033481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.064881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 463efc26-bccf-4fcb-968f-47cc3fd0204f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:02.143544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:02.161601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] device_id is not set on port 4d0f7900-92e7-4e1d-9574-495be8276838 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:02.179189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:02.201138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-08df08ec-e7d5-46c7-93a0-909e59839e12 admin admin] 10.222.0.78 "PUT /v2.0/routers/ae96f7a9-9501-4363-b14f-bd72a3a54658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0863471 Aug 16 02:20:02.231572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:02.232231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:02.237328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adc2ba-c527-4d68-a0d4-1cf8e83017a1 req-2a6204fb-b0d3-445e-bd76-f3cf05a89f51 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:02.248868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6adc2ba-c527-4d68-a0d4-1cf8e83017a1 req-2a6204fb-b0d3-445e-bd76-f3cf05a89f51 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.2773223 Aug 16 02:20:02.265658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Router 12148982-b894-4c25-a51e-f452647acaed has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:02.392989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6adc2ba-c527-4d68-a0d4-1cf8e83017a1 req-aebaeb59-b281-4abf-a382-4c4a6c939735 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413119 Aug 16 02:20:02.440815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 463efc26-bccf-4fcb-968f-47cc3fd0204f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:02.486101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 463efc26-bccf-4fcb-968f-47cc3fd0204f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:02.486789 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.521383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29243c5-3658-4a0a-9038-bc92cf690f54 req-158478d6-dd0a-4095-8888-9aaa84208721 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:02.523292 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f29243c5-3658-4a0a-9038-bc92cf690f54 req-158478d6-dd0a-4095-8888-9aaa84208721 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.2969217 Aug 16 02:20:02.542195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.3 (dbf55089-6c97-474d-8b51-c9cdec95cd08/d6590d00-bc91-4cef-aa8e-0a40380c2673/4d0f7900-92e7-4e1d-9574-495be8276838) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:02.590766 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.631127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c85daf97-4b33-45fd-81f3-34a483be2f27 None None] Provisioning complete for port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:02.631669 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c85daf97-4b33-45fd-81f3-34a483be2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.721375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:02.768198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c85daf97-4b33-45fd-81f3-34a483be2f27 None None] Port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:02.804052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:02.815601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f29243c5-3658-4a0a-9038-bc92cf690f54 req-881fc361-cd9a-46e9-9c82-8a3a484cff8c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800505 Aug 16 02:20:02.830079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e23da47a-4db0-4351-a95e-6ef1c01e8cca admin admin] 10.222.0.78 "PUT /v2.0/routers/12148982-b894-4c25-a51e-f452647acaed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9802849 Aug 16 02:20:02.886541 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Sync routers for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:02.918953 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:02.919597 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:02.920430 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.941326 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.953352 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.000763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 463efc26-bccf-4fcb-968f-47cc3fd0204f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=463efc26-bccf-4fcb-968f-47cc3fd0204f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:03.036061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:03.065975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event updated for resources: {'Port': ['ID=2040a851-34cb-44fa-8335-1fb79a8d7f2b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:03.149990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.152491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Network add45809-b30a-41a9-8734-32157470ea2f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:03.154057 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:03.156565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:03.161275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:03.238228 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-6b755203-1c81-43dc-be9c-2f8a3f3eb681 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1385908 Aug 16 02:20:03.272880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.273681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94fd7035-6e27-4ddd-9435-c5a33935abc6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:03.285025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031052b1-1bc5-409d-b67b-bee7a3302402 req-8f01520b-14c8-4bb7-969b-3dbbd10d31a1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.292875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031052b1-1bc5-409d-b67b-bee7a3302402 req-8f01520b-14c8-4bb7-969b-3dbbd10d31a1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.2426970 Aug 16 02:20:03.353678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=4d0f7900-92e7-4e1d-9574-495be8276838,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:03.383002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:03.388575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:03.398055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:03.450664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.451348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.458184 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-031052b1-1bc5-409d-b67b-bee7a3302402 req-d4e5c2f9-8afb-4057-a6e0-d15087acbda8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639102 Aug 16 02:20:03.482041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b56566-cfd6-4053-a651-c555304cc300 req-0e5b5efc-5a98-4def-acd6-b773d93d3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.483915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-0e5b5efc-5a98-4def-acd6-b773d93d3000 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 1097 time: 0.1257603 Aug 16 02:20:03.490840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-c72221f2-bde3-4798-b260-7472cfe49faa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4678383 Aug 16 02:20:03.503777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Request body: {'port': {'device_id': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:03.567469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.568495 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.637680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-5a01a774-f694-4914-a7d1-1f0e88ad4f13 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.650888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-5a01a774-f694-4914-a7d1-1f0e88ad4f13 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 820 time: 0.6040621 Aug 16 02:20:03.653548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=463efc26-bccf-4fcb-968f-47cc3fd0204f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:03.654826 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 2, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:03.678539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-97375d9e-b075-413b-a529-a8bdd5da2f97 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/quotas/8e78de90cd004e6096ff1f5b0d6ed7b2 HTTP/1.1" status: 200 len: 375 time: 0.0266190 Aug 16 02:20:03.695362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a150726b-fd41-46ac-a058-a9d92aeb7c3c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2818334 Aug 16 02:20:03.706713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:03.736642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'port': {'network_id': 'dbf55089-6c97-474d-8b51-c9cdec95cd08', 'name': 'tempest-FloatingIPTestJSON-830500093'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:03.773929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-0fe61d3d-e888-4867-b8cc-64e6b6db9aaa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944700 Aug 16 02:20:03.790109 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Checking router: 12148982-b894-4c25-a51e-f452647acaed for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:03.792411 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Updating router 12148982-b894-4c25-a51e-f452647acaed port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:20:03.813874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 94fd7035-6e27-4ddd-9435-c5a33935abc6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:03.814422 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.847680 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.871562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 2, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:03.872772 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.959507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:03.961669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Updating router ae96f7a9-9501-4363-b14f-bd72a3a54658 port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:20:03.971228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-ea7b118c-4976-403f-acdb-8d140716c5e8 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897871 Aug 16 02:20:04.054743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.133311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306e2e5-4b5d-43fa-a507-3b2ff22a4c05 req-4c4d64b5-6815-4323-be83-5ee07653718f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.134897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b306e2e5-4b5d-43fa-a507-3b2ff22a4c05 req-4c4d64b5-6815-4323-be83-5ee07653718f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 931 time: 0.4568698 Aug 16 02:20:04.244183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-47f4d3a5-ee10-4c3f-bf3f-5ced01e5896e service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599738 Aug 16 02:20:04.278631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b56566-cfd6-4053-a651-c555304cc300 req-d130dc9f-4c6b-41a7-8c06-2a9abc906bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.280187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-d130dc9f-4c6b-41a7-8c06-2a9abc906bf6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.7718515 Aug 16 02:20:04.926324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bad52-3a08-4517-ac51-5ac6fbfe7fb0 req-c9c47a3c-3386-482a-a3da-f52591747286 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.935900 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-446bad52-3a08-4517-ac51-5ac6fbfe7fb0 req-c9c47a3c-3386-482a-a3da-f52591747286 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.1430275 Aug 16 02:20:05.045594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-446bad52-3a08-4517-ac51-5ac6fbfe7fb0 req-422a317f-4bef-4b94-96df-cbc1695236ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086195 Aug 16 02:20:05.101183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 463efc26-bccf-4fcb-968f-47cc3fd0204f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:05.113865 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.139568 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Transition to ACTIVE for port object 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:05.156107 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.322626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f473711-cde4-4b9e-b439-21c38fae3eb1 req-704ef3b2-b2b1-491e-83db-74efae09d9e1 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.342248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f473711-cde4-4b9e-b439-21c38fae3eb1 req-704ef3b2-b2b1-491e-83db-74efae09d9e1 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.1523237 Aug 16 02:20:05.389132 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.403640 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6c275-4e25-44f4-8a4f-6094d7f33123 None None] Pushing event updated for resources: {'Port': ['ID=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.403908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 463efc26-bccf-4fcb-968f-47cc3fd0204f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:05.406081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.420697 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Attempting to bind port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:05.421065 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Attempting to bind port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:05.421432 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Attempting to bind port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 on network af13201b-133e-484b-b866-a3edf256a1ba {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:05.446156 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:05.446531 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Checking segment: {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:05.446938 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.447332 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Bound using segment: {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:05.447804 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Bound port: 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:05.448187 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.476035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f473711-cde4-4b9e-b439-21c38fae3eb1 req-e26b9fb1-a9dd-462d-ab05-c2eeee3c1a03 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330521 Aug 16 02:20:05.547618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Transition to ACTIVE for port object bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:05.576373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-9e60e7eb-8472-4426-b202-8c2619be8fa6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 HTTP/1.1" status: 200 len: 217 time: 1.2854381 Aug 16 02:20:05.623806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b306e2e5-4b5d-43fa-a507-3b2ff22a4c05 req-ab857333-dc64-447c-876f-3fc1555e825c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4410162 Aug 16 02:20:05.673612 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.797304 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] For port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:05.819566 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] For port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:05.830217 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.875370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a1dd4-a8cb-4b9e-aa35-962474ab9222 req-39be7029-5c5a-4590-bfa4-c7bfa8351596 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.879707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c2a1dd4-a8cb-4b9e-aa35-962474ab9222 req-39be7029-5c5a-4590-bfa4-c7bfa8351596 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.1788945 Aug 16 02:20:05.915221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf3758-7b73-4cae-bb2c-c2d819cd29fd None None] Pushing event updated for resources: {'Port': ['ID=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.962830 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e761a3b4-2639-4955-8844-a159ed79ca33 req-90494073-1563-446f-991d-95d9346d09e2 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 210 time: 0.1874239 Aug 16 02:20:06.035925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Attempting to bind port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:06.036526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Attempting to bind port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:06.045011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Attempting to bind port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 on network 18680492-fe47-41f5-b260-c49a5005f6ea {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:06.063920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:06.064628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Checking segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:06.065245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.065824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Bound using segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:06.070104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Bound port: bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:06.070722 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.080011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c2a1dd4-a8cb-4b9e-aa35-962474ab9222 req-b6195658-e9ee-45d0-b162-65c8d4cd9ba3 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861429 Aug 16 02:20:06.116632 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6c275-4e25-44f4-8a4f-6094d7f33123 None None] Pushing event updated for resources: {'Port': ['ID=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.159734 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:06.165296 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.271165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] For port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:06.278298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] For port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:06.298519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.300529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b56566-cfd6-4053-a651-c555304cc300 req-c3bb0d91-a0f3-4d0b-97b5-b6c2121c6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:06.305804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-c3bb0d91-a0f3-4d0b-97b5-b6c2121c6629 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.6667602 Aug 16 02:20:06.306487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:06.310472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.386828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7949-6b54-40c6-add8-e7949043f732 req-0a8d1161-4ae3-438f-8188-85c7ae05e83e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:06.388375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-265f7949-6b54-40c6-add8-e7949043f732 req-0a8d1161-4ae3-438f-8188-85c7ae05e83e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.1324763 Aug 16 02:20:06.467488 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:06.485257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:06.485916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.494262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-265f7949-6b54-40c6-add8-e7949043f732 req-955dcc19-9057-4313-afdc-d2f0ad580204 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993977 Aug 16 02:20:06.585484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf3758-7b73-4cae-bb2c-c2d819cd29fd None None] Pushing event updated for resources: {'Port': ['ID=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.613388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-623c6a83-eace-4862-a1eb-6c02cdbcc390 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344852 Aug 16 02:20:06.853935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:06.948842 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.979146 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03d64-304a-4bd7-9f0d-31f6f099e04b None None] The sync data for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 is: [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:06.988857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] device_id is not set on port 987ac3f8-261b-4203-93bb-b0adc87987d0 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:07.053006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9e7e1-506c-4a21-a39f-db72efa76d9f req-3844704f-edde-46d0-a723-2e26197eb020 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.073296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:07.079571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2da9e7e1-506c-4a21-a39f-db72efa76d9f req-3844704f-edde-46d0-a723-2e26197eb020 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.8997264 Aug 16 02:20:07.104158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2040a851-34cb-44fa-8335-1fb79a8d7f2b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:07.116153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.117870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Request body: {'floatingip': {'port_id': 'd3d383db-1d01-4975-9430-bab8356e78dc'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:07.144042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Transition to ACTIVE for port object 2040a851-34cb-44fa-8335-1fb79a8d7f2b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:07.159463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c9c8e-5e91-4bc6-a748-4b395d3e0549 req-311db4e5-2e93-4fff-8461-38f7308c5989 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.166634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.173501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a5c9c8e-5e91-4bc6-a748-4b395d3e0549 req-311db4e5-2e93-4fff-8461-38f7308c5989 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 931 time: 0.4073887 Aug 16 02:20:07.264711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.353180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:06Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:07.365868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.8 (dbf55089-6c97-474d-8b51-c9cdec95cd08/d6590d00-bc91-4cef-aa8e-0a40380c2673/987ac3f8-261b-4203-93bb-b0adc87987d0) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:07.411141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603150c-21a2-4943-8a56-23890eae46ee None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:06Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:07.452195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-b97beaae-1070-4861-9717-4f87f9fc4c9e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.453929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-b97beaae-1070-4861-9717-4f87f9fc4c9e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 820 time: 0.7100258 Aug 16 02:20:07.466702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a5c9c8e-5e91-4bc6-a748-4b395d3e0549 req-8bf3d389-d813-48c5-b67d-7d4a57450c7a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549621 Aug 16 02:20:07.473271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'port': {'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'admin_state_up': True, 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:07.623890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-03add4fb-cb12-4c80-b390-c33a7ce9fa02 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9540951 Aug 16 02:20:07.625517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Pushing event updated for resources: {'Port': ['ID=2040a851-34cb-44fa-8335-1fb79a8d7f2b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.740872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b19b4779-aa60-4530-9ab0-1d3b31bac16a req-38eda528-579d-4203-aa3f-487a9d46cb1c tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 210 time: 0.4859078 Aug 16 02:20:07.921569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.977132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Made reservation on behalf of 8e78de90cd004e6096ff1f5b0d6ed7b2 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:07.982358 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.039192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59113178-6024-476d-8832-a0dd81e7f245 req-40dfe158-5eff-4da7-9b13-56076e8bea1a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.046663 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59113178-6024-476d-8832-a0dd81e7f245 req-40dfe158-5eff-4da7-9b13-56076e8bea1a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.3345089 Aug 16 02:20:08.206233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b56566-cfd6-4053-a651-c555304cc300 req-8744e960-2fcd-4d46-9a3c-7c9da671fea6 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485361 Aug 16 02:20:08.287618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59113178-6024-476d-8832-a0dd81e7f245 req-349454d4-c0e4-4428-a08c-453fc6234e79 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399809 Aug 16 02:20:08.350698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd419c-0ec4-4eb5-a460-be9fa8cf0a71 req-1928f65e-c351-45c7-84c7-0475bf4a952f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.352771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a8dd419c-0ec4-4eb5-a460-be9fa8cf0a71 req-1928f65e-c351-45c7-84c7-0475bf4a952f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.4450312 Aug 16 02:20:08.459661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Attempting to bind port 2040a851-34cb-44fa-8335-1fb79a8d7f2b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:08.460129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Attempting to bind port 2040a851-34cb-44fa-8335-1fb79a8d7f2b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:08.460593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Attempting to bind port 2040a851-34cb-44fa-8335-1fb79a8d7f2b on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:08.500465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Port 2040a851-34cb-44fa-8335-1fb79a8d7f2b on network add45809-b30a-41a9-8734-32157470ea2f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:08.500824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Attempting to bind port 2040a851-34cb-44fa-8335-1fb79a8d7f2b on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:08.516672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-09ac2831-aa1b-4e97-badc-5f734f4193e2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3803890 Aug 16 02:20:08.519831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.522171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:08.522567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:08.523033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Bound using segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:08.523711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Bound port: 2040a851-34cb-44fa-8335-1fb79a8d7f2b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:08.524078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.539609 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a8dd419c-0ec4-4eb5-a460-be9fa8cf0a71 req-7143e765-b220-4fd9-a58c-b62133366e70 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743343 Aug 16 02:20:08.692209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:08.701358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:08.704916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:08.764014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=987ac3f8-261b-4203-93bb-b0adc87987d0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:08.844318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12703057-a37a-4ceb-9f74-5685d9b0d9b1 req-4dbdde53-925f-490f-b978-ef5a10382170 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.854240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12703057-a37a-4ceb-9f74-5685d9b0d9b1 req-4dbdde53-925f-490f-b978-ef5a10382170 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 943 time: 0.2022817 Aug 16 02:20:08.887518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-6b5a2f04-af0e-4327-915b-e5282179180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.897730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-6b5a2f04-af0e-4327-915b-e5282179180e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1096 time: 0.3460641 Aug 16 02:20:08.930347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Allocated IP 172.20.0.13 (18680492-fe47-41f5-b260-c49a5005f6ea/fe7f8358-6bc3-4aaa-bef9-cb7300b63467/1e0231a2-ceae-47ec-85d9-3ee42246f6d8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:09.031605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:09.034004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.034763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.038162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] For port 2040a851-34cb-44fa-8335-1fb79a8d7f2b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:09.044680 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a02e7768-29b1-41d5-923e-6dfe9257abfd req-1adc7fd8-adc3-4b7d-b169-548bae089720 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 210 time: 0.1307271 Aug 16 02:20:09.062215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] For port 2040a851-34cb-44fa-8335-1fb79a8d7f2b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2040a851-34cb-44fa-8335-1fb79a8d7f2b,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:09.080476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed03764d-c22d-4b0f-9ed2-af474cddc3de tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.3726208 Aug 16 02:20:09.081682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.082881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.108078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '987ac3f8-261b-4203-93bb-b0adc87987d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:09.180423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:09.186174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:09.186174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.272153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Pushing event updated for resources: {'Port': ['ID=2040a851-34cb-44fa-8335-1fb79a8d7f2b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.350888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.351616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.358075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3dc20b81-0a45-4b3f-8529-7a395a8c7a9b service neutron] 10.222.0.88 "PUT /v2.0/ports/2040a851-34cb-44fa-8335-1fb79a8d7f2b HTTP/1.1" status: 200 len: 1092 time: 5.8561370 Aug 16 02:20:09.358707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'tag': '2040a851-34cb-44fa-8335-1fb79a8d7f2b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:09.371211 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92a7388-ca4f-486a-a43b-3bb022c31caa" -d '{"events": [{"name": "network-changed", "server_uuid": "42344241-b9d1-4fa4-a758-d5d3ae75db78", "tag": "2040a851-34cb-44fa-8335-1fb79a8d7f2b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:09.392696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.429525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.570859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:09.577589 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.578552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:09.721064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.724150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-ef409117-a700-45d6-8512-226f19861ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.737579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-ef409117-a700-45d6-8512-226f19861ffa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 1095 time: 0.3103950 Aug 16 02:20:09.803878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:09.808158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:09.808602 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.844975 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-3945dc4d-f092-485e-b71e-1c4fe8fa7dd1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2040a851-34cb-44fa-8335-1fb79a8d7f2b HTTP/1.1" status: 200 len: 217 time: 0.0827961 Aug 16 02:20:09.865040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8685-5611-4075-b5a5-e156d0087085 req-74922894-cd14-47fa-a1c0-721b4f62b6d6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.876276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b7a8685-5611-4075-b5a5-e156d0087085 req-74922894-cd14-47fa-a1c0-721b4f62b6d6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.4199007 Aug 16 02:20:09.887440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12703057-a37a-4ceb-9f74-5685d9b0d9b1 req-1071f144-0014-41dd-aee9-201062654626 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0322638 Aug 16 02:20:09.904994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] It took 0.84 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:20:09.949594 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.000321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-1dd7bf32-2aea-4982-95a9-76e9b6f1af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.002316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-1dd7bf32-2aea-4982-95a9-76e9b6f1af8e service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 1.0852764 Aug 16 02:20:10.004929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:10.014698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.022162 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1abfd7a-3135-4a05-9a91-c2e0765296c8 x-openstack-request-id: req-f1abfd7a-3135-4a05-9a91-c2e0765296c8 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:10.022475 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42344241-b9d1-4fa4-a758-d5d3ae75db78", "tag": "2040a851-34cb-44fa-8335-1fb79a8d7f2b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:10.022776 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1abfd7a-3135-4a05-9a91-c2e0765296c8 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:10.023179 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'tag': '2040a851-34cb-44fa-8335-1fb79a8d7f2b', 'status': 'completed', 'code': 200} Aug 16 02:20:10.092393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-8534f3b7-14ed-4df3-9a33-867f6bdbd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.094303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-8534f3b7-14ed-4df3-9a33-867f6bdbd42a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.2074296 Aug 16 02:20:10.133132 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-53bf0ab9-4f19-4bd0-a2ce-c9549e946d57 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300679 Aug 16 02:20:10.138314 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b7a8685-5611-4075-b5a5-e156d0087085 req-d49d357b-7316-4049-a7f4-aebf0b439502 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606125 Aug 16 02:20:10.138751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.234121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.234567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.244992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-9297a794-4f2e-4cd9-a96c-4ec5a1554ea1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 217 time: 0.2261977 Aug 16 02:20:10.327113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.409352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4843cd4d-0b11-4d4b-a721-9356973e4abf req-77f0e579-3e2b-417c-9baf-23b4b06c7eca tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 210 time: 0.0465698 Aug 16 02:20:10.447413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-596cde36-6ab2-4f6b-9b0d-898b31cc9076 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065112 Aug 16 02:20:10.448643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.25.4.221 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5e8c72e1-46f8-46cd-8cc0-3d9be97b06a6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:10.482712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dc8a2-2eba-4511-b46c-a6ebb13ad4c1 req-07553dbe-2e26-4a68-af9c-880fb326b926 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.483673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b90dc8a2-2eba-4511-b46c-a6ebb13ad4c1 req-07553dbe-2e26-4a68-af9c-880fb326b926 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.2469914 Aug 16 02:20:10.491491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-c92493d0-68a9-4bf8-802e-fb5fb4d505ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.493005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-c92493d0-68a9-4bf8-802e-fb5fb4d505ee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.2374759 Aug 16 02:20:10.602771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-e242838d-cafc-441a-87fe-b15f7e4d116c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673368 Aug 16 02:20:10.625065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1458ad0c-266c-4664-b471-61ce5556d6ce req-e101e96c-c697-4ef5-8a3b-48042354613e service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580122 Aug 16 02:20:10.712374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.730684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b90dc8a2-2eba-4511-b46c-a6ebb13ad4c1 req-650113c4-ed92-4541-8e8f-8da1231f127c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453008 Aug 16 02:20:10.763596 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Floating IP e469de49-c006-49a7-bc7a-e9ffc99042cb associated. External IP: 172.25.4.160, port: d3d383db-1d01-4975-9430-bab8356e78dc. Aug 16 02:20:10.769022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.816910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-3a718cc8-e39d-4ebb-8c59-e4a5b47dfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.818446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-3a718cc8-e39d-4ebb-8c59-e4a5b47dfb1e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 1095 time: 0.0758119 Aug 16 02:20:10.844644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Transition to ACTIVE for port object 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:10.862633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-c6c277f5-7f09-4d4b-8eb7-b23e4879fc1e service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313759 Aug 16 02:20:10.865542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:10.905516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.987122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:10.988240 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.018348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:11.083321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:11.092374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.096476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:11.109498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=5e8c72e1-46f8-46cd-8cc0-3d9be97b06a6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:11.142024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:11.157919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bcbc2cc-c635-4299-912d-4fd2baddd489 req-cd524b9a-194f-4783-b3b6-9a7c42192b66 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420540 Aug 16 02:20:11.209038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-16fc041d-1b76-4039-953a-8cd944a350a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.213187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-16fc041d-1b76-4039-953a-8cd944a350a3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.3860726 Aug 16 02:20:11.220649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:11.221102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.226802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d051a17-a9cb-4d9e-a1e2-effeaeb6a701 req-db8976e3-89b4-4306-9a2c-51bde07f9dbc tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.228439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d051a17-a9cb-4d9e-a1e2-effeaeb6a701 req-db8976e3-89b4-4306-9a2c-51bde07f9dbc tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 943 time: 0.1945021 Aug 16 02:20:11.239200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Network 18680492-fe47-41f5-b260-c49a5005f6ea is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:11.253264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Pushing event updated for resources: {'Port': ['ID=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:11.274990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:11.291910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:11.368723 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-9f61b972-1867-4c61-845b-d23855cda2db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2040a851-34cb-44fa-8335-1fb79a8d7f2b HTTP/1.1" status: 200 len: 217 time: 0.1312432 Aug 16 02:20:11.427934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.429664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.455683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Router c10532ed-c522-40f9-afdf-ba35986acb27 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:11.467461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-44da7c0a-6a37-4bdd-be8a-a2c6303baea7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9995096 Aug 16 02:20:11.487697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651912c-d8af-4773-ae74-682561c25652 req-58e51144-47fd-4ec8-af72-72cb7b39da60 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.489029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4651912c-d8af-4773-ae74-682561c25652 req-58e51144-47fd-4ec8-af72-72cb7b39da60 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.2232108 Aug 16 02:20:11.498899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Request body: {'port': {'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:11.508723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-330eaff9-caa5-40ee-b327-3cb76a721092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.510223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-330eaff9-caa5-40ee-b327-3cb76a721092 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1279228 Aug 16 02:20:11.565701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-2906b8ee-d772-4377-83fa-82fbea2a7d51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462244 Aug 16 02:20:11.577356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d051a17-a9cb-4d9e-a1e2-effeaeb6a701 req-4833cda1-691e-48d3-8b94-ed15d329b55c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251741 Aug 16 02:20:11.634317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.673441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6fc179d9-4408-4f65-9a35-c140db005f20 None None] Provisioning for port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:11.677782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6fc179d9-4408-4f65-9a35-c140db005f20 None None] Provisioning complete for port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:11.678171 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fc179d9-4408-4f65-9a35-c140db005f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.701463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4651912c-d8af-4773-ae74-682561c25652 req-24e7b035-18c6-4eee-9a6e-9efc5412c194 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226170 Aug 16 02:20:11.712699 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:11.796366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6fc179d9-4408-4f65-9a35-c140db005f20 None None] Port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:11.799256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:11.814322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] Sync routers for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:11.837229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:11.838846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:11.871671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.901659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bd1922ba-d8a4-44d0-bab1-9a2aaf8fefe0 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "PUT /v2.0/floatingips/e469de49-c006-49a7-bc7a-e9ffc99042cb HTTP/1.1" status: 200 len: 991 time: 4.8231475 Aug 16 02:20:11.911337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:11.914040 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:12.044739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281970-6a51-45ed-b8f9-f927856ef64d req-ec5fdba6-35b9-4c12-aee4-8a64ecb0450a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.045534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:12.046936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4281970-6a51-45ed-b8f9-f927856ef64d req-ec5fdba6-35b9-4c12-aee4-8a64ecb0450a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.1440969 Aug 16 02:20:12.122477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4281970-6a51-45ed-b8f9-f927856ef64d req-f3e4e6a9-0b6f-4461-820d-5369e0a2d691 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678077 Aug 16 02:20:12.136933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-dfba1e50-aad7-4443-b081-6d0d1f5a29ee service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564616 Aug 16 02:20:12.268032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:12.277303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.295088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Transition to ACTIVE for port object 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:12.300555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.333712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2f115-fddd-4a24-a250-df10fcbf86e4 req-c7f07098-4498-4c8a-8ba1-b39c851610f0 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.340356 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d347d-6de3-4fb8-baf1-ac563600cd8e x-openstack-request-id: req-ad9d347d-6de3-4fb8-baf1-ac563600cd8e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:12.340778 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:12.341133 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad9d347d-6de3-4fb8-baf1-ac563600cd8e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:12.341763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44b2f115-fddd-4a24-a250-df10fcbf86e4 req-c7f07098-4498-4c8a-8ba1-b39c851610f0 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 932 time: 0.2796481 Aug 16 02:20:12.348910 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'status': 'completed', 'code': 200} Aug 16 02:20:12.409512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'e469de49-c006-49a7-bc7a-e9ffc99042cb', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'port_id': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'mac_address': 'fa:16:3e:39:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:40Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 1, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:44Z', 'revision_number': 5, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:12.468165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.537445 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44b2f115-fddd-4a24-a250-df10fcbf86e4 req-16c33294-5b23-4a21-ab20-cc285127aa7a tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587222 Aug 16 02:20:12.555716 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c92a7388-ca4f-486a-a43b-3bb022c31caa req-df3da3c3-0b66-4c1a-a3a8-ef3ba1add09e service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942924 Aug 16 02:20:12.557623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] Checking router: c10532ed-c522-40f9-afdf-ba35986acb27 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:12.579989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:12.589795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:12.592709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-b301fe42-6209-4761-a2aa-7def0c122d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.594364 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-b301fe42-6209-4761-a2aa-7def0c122d85 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b0ba19c520c43088b103e8c0562c5ea&device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 1097 time: 0.2270086 Aug 16 02:20:12.680786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Attempting to bind port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:12.681274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Attempting to bind port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:12.681955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Attempting to bind port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 on network 18680492-fe47-41f5-b260-c49a5005f6ea {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:12.696250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 on network 18680492-fe47-41f5-b260-c49a5005f6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:12.696760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Attempting to bind port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 on network 18680492-fe47-41f5-b260-c49a5005f6ea {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:12.728995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:12.729498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Checking segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:12.730034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Bound using segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:12.730557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Bound port: 1e0231a2-ceae-47ec-85d9-3ee42246f6d8, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:12.730988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.843547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-0bb5a94a-f896-4da6-b63a-9f24f52063c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.845292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-0bb5a94a-f896-4da6-b63a-9f24f52063c8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1d5b3dc7-92ac-4478-8e53-40672ae02248 HTTP/1.1" status: 200 len: 913 time: 0.2336168 Aug 16 02:20:12.859346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69f5ce-92b4-465b-bb0b-f4e3a6af6033 req-b7f0fe18-f1c4-4fe3-b678-85bec7218045 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.862808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e69f5ce-92b4-465b-bb0b-f4e3a6af6033 req-b7f0fe18-f1c4-4fe3-b678-85bec7218045 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 943 time: 0.1525335 Aug 16 02:20:12.875689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:12.900750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.967798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc707b-b393-443b-b0d1-cb7ea430496b req-ae6b6480-3134-4fa6-b714-faa85685672e tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.969526 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bc707b-b393-443b-b0d1-cb7ea430496b req-ae6b6480-3134-4fa6-b714-faa85685672e tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.1208448 Aug 16 02:20:12.985762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] For port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:13.061416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] For port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:13.065880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bc707b-b393-443b-b0d1-cb7ea430496b req-45a795ff-6f38-4ec2-9728-1ae93906a4a3 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833683 Aug 16 02:20:13.067098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.081087 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.101077 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e69f5ce-92b4-465b-bb0b-f4e3a6af6033 req-ba50d9f1-3494-499b-97b5-e5fc2ffd1328 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118471 Aug 16 02:20:13.124899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-1a0a9bae-4e89-438c-a432-8e2a0a0736b1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d383db-1d01-4975-9430-bab8356e78dc HTTP/1.1" status: 200 len: 999 time: 0.2607458 Aug 16 02:20:13.208774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.209487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.210908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] 10.222.0.88 "PUT /v2.0/ports/1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 1093 time: 1.7170322 Aug 16 02:20:13.241438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142c10c-0e84-4550-9eab-a4e95b37f375 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.259120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-90e1ebd1-9e91-4adb-88c7-ee682964b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.260762 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-90e1ebd1-9e91-4adb-88c7-ee682964b40c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=819c530b-a6cc-4d88-ab38-38baca1f0083 HTTP/1.1" status: 200 len: 851 time: 0.1066630 Aug 16 02:20:13.359088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.407085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.407367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-4d7dffe6-45e5-4a16-8c7c-2c313c6a8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.408958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-4d7dffe6-45e5-4a16-8c7c-2c313c6a8f67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1096 time: 0.1427572 Aug 16 02:20:13.420932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-b88be69d-69f8-4bd0-964f-95c73b6fb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.423572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-b88be69d-69f8-4bd0-964f-95c73b6fb63d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1d5b3dc7-92ac-4478-8e53-40672ae02248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443157 Aug 16 02:20:13.438947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2040a851-34cb-44fa-8335-1fb79a8d7f2b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:13.474255 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-bf4c0785-143a-4830-a5ce-725cbf5cec25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0478840 Aug 16 02:20:13.515439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb991e0a-6285-4fc2-8816-d0075f0cb460 req-660752bb-f084-43c5-82cd-5bdfef6be165 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.517575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb991e0a-6285-4fc2-8816-d0075f0cb460 req-660752bb-f084-43c5-82cd-5bdfef6be165 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.1556735 Aug 16 02:20:13.534419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'e469de49-c006-49a7-bc7a-e9ffc99042cb', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'port_id': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'mac_address': 'fa:16:3e:39:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:40Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 1, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:44Z', 'revision_number': 5, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:13.538267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=5e8c72e1-46f8-46cd-8cc0-3d9be97b06a6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.559418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.583724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06073ba3-fb53-4824-b1f1-fc6162ed61f5 None None] The sync data for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 is: [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'e469de49-c006-49a7-bc7a-e9ffc99042cb', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'port_id': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'mac_address': 'fa:16:3e:39:4c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:40Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 1, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:44Z', 'revision_number': 5, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:13.592523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-7cdc3a3a-2fa6-4b81-8a19-d8a11e2511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.594022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-7cdc3a3a-2fa6-4b81-8a19-d8a11e2511d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.1091912 Aug 16 02:20:13.629847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 2040a851-34cb-44fa-8335-1fb79a8d7f2b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2040a851-34cb-44fa-8335-1fb79a8d7f2b,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:13.652874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '2040a851-34cb-44fa-8335-1fb79a8d7f2b', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'port_id': '2040a851-34cb-44fa-8335-1fb79a8d7f2b', 'mac_address': 'fa:16:3e:9b:e5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ad524-3dc8-4cf9-86c3-052bdb96ecaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:13.660568 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb991e0a-6285-4fc2-8816-d0075f0cb460 req-a9ff51ab-5b52-4df9-a23f-e90e0f344226 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254148 Aug 16 02:20:13.694366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-a1df15e5-6d0e-4b59-acb9-577a9bd91ce5 service neutron] 10.222.0.98 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189600 Aug 16 02:20:13.699141 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.713565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2040a851-34cb-44fa-8335-1fb79a8d7f2b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:13.745576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 2040a851-34cb-44fa-8335-1fb79a8d7f2b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2040a851-34cb-44fa-8335-1fb79a8d7f2b,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:13.749862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:13.753887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.755809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-900249398'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:13.780835 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 3f355ebb-cc12-48fe-a155-1c817a707f47 associated. External IP: 172.25.4.221, port: 987ac3f8-261b-4203-93bb-b0adc87987d0. Aug 16 02:20:13.818694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=2040a851-34cb-44fa-8335-1fb79a8d7f2b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.845197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:13.849100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.860069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-e6e1d32b-3f4e-4d3b-bb26-2a5b8b4e80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.861946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-e6e1d32b-3f4e-4d3b-bb26-2a5b8b4e80fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2594943 Aug 16 02:20:13.920496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:13.937374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.937723 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Added segment 37fd4c13-8aeb-416f-b124-e70c19dd64ce of type vlan for network 874c515e-f912-4082-921f-149f54822097 Aug 16 02:20:13.994088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['2040a851-34cb-44fa-8335-1fb79a8d7f2b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:14.014314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-c3071671-2a2c-4784-be68-af21a0eafdbb service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411805 Aug 16 02:20:14.025080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f61e-494f-4394-8159-a8f024899f70 req-df75357f-5f0f-47cf-8958-abea74a5eaca tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:14.027226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d15f61e-494f-4394-8159-a8f024899f70 req-df75357f-5f0f-47cf-8958-abea74a5eaca tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 944 time: 0.3255107 Aug 16 02:20:14.094588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.180805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.187115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:14.187809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.189292 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19fdaf-65d3-43aa-b957-2e27d2f30cb8 None None] New status for floating IP e469de49-c006-49a7-bc7a-e9ffc99042cb: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:14.192575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:14.331182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5799317 Aug 16 02:20:14.336815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46884) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.382281 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1999602000'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:14.388152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0843aba-dfc1-4f7a-b852-665592fc30a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Network': ['ID=874c515e-f912-4082-921f-149f54822097,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.400217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 874c515e-f912-4082-921f-149f54822097 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:14.503427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device dca00871-29cb-479f-9c93-b04c2177868a details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:14.508545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device dca00871-29cb-479f-9c93-b04c2177868a no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:14.543968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f913fab-a926-4f7f-88a7-e9062fd1b67d req-131c2a6b-8221-43b9-b890-da1b8f2ab085 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:14.553745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:14.554351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f913fab-a926-4f7f-88a7-e9062fd1b67d req-131c2a6b-8221-43b9-b890-da1b8f2ab085 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.2569735 Aug 16 02:20:14.559307 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:14.563929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1572de1-9bf9-4250-9c06-f3f9bf5a4971 req-f4f1a368-0de9-4bad-8027-36a517759703 service neutron] 10.222.0.98 "GET /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8520999 Aug 16 02:20:14.576922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:14.580958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.673142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d15f61e-494f-4394-8159-a8f024899f70 req-1197103e-e75c-4eda-ba32-ffdd99bcfe64 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705314 Aug 16 02:20:14.697578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f913fab-a926-4f7f-88a7-e9062fd1b67d req-4bc169b3-9eca-4e77-894f-6fe2403a8d32 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424410 Aug 16 02:20:14.699950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:14.705383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:14.721810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.724745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:14.733548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.733908 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Added segment 271d7876-8bb8-468e-bfe8-8de113d12d23 of type vlan for network 1210130f-33bc-42bd-b755-cdb101c0688e Aug 16 02:20:14.750550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:14.751205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.765066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.783456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-913977f4-60d1-428a-a78b-a9a813dfde23 req-917252e5-2cbb-4dd4-a31d-cd28168efc4a service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551730 Aug 16 02:20:14.809448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:14.811706 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c1b16a-371d-459b-b5cb-d990a2aa1475" -d '{"events": [{"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-unplugged", "status": "completed", "tag": "dca00871-29cb-479f-9c93-b04c2177868a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:14.814434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.836185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:14.838399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:14.847617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.850805 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.857028 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-75575a32-8f48-46f9-9c08-b6a2c917420d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7620442 Aug 16 02:20:14.858760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.864893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:14.886519 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f6835-a367-429a-8c39-1d3bc7156513 x-openstack-request-id: req-d77f6835-a367-429a-8c39-1d3bc7156513 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:14.889538 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:14.889538 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d77f6835-a367-429a-8c39-1d3bc7156513 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:14.890646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:14.890873 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'status': 'completed', 'code': 200} Aug 16 02:20:14.891373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.895512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'dca00871-29cb-479f-9c93-b04c2177868a', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'port_id': 'dca00871-29cb-479f-9c93-b04c2177868a', 'mac_address': 'fa:16:3e:97:d9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9112a8-e83b-4397-8369-2c55b4c14bcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:14.948982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.953741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.954408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f1465-f29c-4610-a349-14b6678dd71f None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:14.959743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:14.960442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.962095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed56e4d-8972-4130-b03c-6e0a96b564f5 req-004f52b4-f218-4848-9ca0-69c05c389706 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:14.964880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ed56e4d-8972-4130-b03c-6e0a96b564f5 req-004f52b4-f218-4848-9ca0-69c05c389706 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 944 time: 0.1597486 Aug 16 02:20:14.976461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.019037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-b82ddab4-dc2f-4fe7-a832-96099a3c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.021891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-b82ddab4-dc2f-4fe7-a832-96099a3c4523 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1096 time: 0.1106656 Aug 16 02:20:15.032134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.045751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ed56e4d-8972-4130-b03c-6e0a96b564f5 req-d6b62512-2707-4e35-8851-47d32cc3530d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745854 Aug 16 02:20:15.053990 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.080367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7027400 Aug 16 02:20:15.082310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca00871-29cb-479f-9c93-b04c2177868a {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:15.087898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46896) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.093974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'subnet': {'network_id': '874c515e-f912-4082-921f-149f54822097', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:15.131660 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908eb3c5-50d4-4363-84be-acce4b9ecc20 x-openstack-request-id: req-908eb3c5-50d4-4363-84be-acce4b9ecc20 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:15.134150 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-unplugged", "status": "completed", "tag": "dca00871-29cb-479f-9c93-b04c2177868a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:15.134402 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-908eb3c5-50d4-4363-84be-acce4b9ecc20 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:15.134788 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a', 'code': 200} Aug 16 02:20:15.143646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:15.149294 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.231968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.234800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-3caa014d-48df-41ff-b61e-2a7dd7a4fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.236331 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-3caa014d-48df-41ff-b61e-2a7dd7a4fc40 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.2058070 Aug 16 02:20:15.248976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:15.249806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd272a7-6aa4-4687-90b9-880398a2c7ac tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Network': ['ID=1210130f-33bc-42bd-b755-cdb101c0688e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.256368 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.261651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1210130f-33bc-42bd-b755-cdb101c0688e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:15.306325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcef3c-c789-45cc-a4af-a6ed486d344d req-4153be61-5206-42b1-ad9a-34c8ef0d02d9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.308197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24bcef3c-c789-45cc-a4af-a6ed486d344d req-4153be61-5206-42b1-ad9a-34c8ef0d02d9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.2367554 Aug 16 02:20:15.316063 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.336011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.336506 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 3f355ebb-cc12-48fe-a155-1c817a707f47 disassociated. External IP: 172.25.4.221, port: 987ac3f8-261b-4203-93bb-b0adc87987d0. Aug 16 02:20:15.365736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-60f535bc-620a-4202-bbaa-bd277725c496 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0497782 Aug 16 02:20:15.442865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2040a851-34cb-44fa-8335-1fb79a8d7f2b up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:15.454263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['dca00871-29cb-479f-9c93-b04c2177868a'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:15.454841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-93087b9b-3ba0-44fe-b682-a21d6e1aa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.456431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-93087b9b-3ba0-44fe-b682-a21d6e1aa50e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.0805063 Aug 16 02:20:15.555246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-3c03bf8a-172d-4d47-860e-d54d09cf299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.557186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-3c03bf8a-172d-4d47-860e-d54d09cf299b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879745 Aug 16 02:20:15.599948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 2040a851-34cb-44fa-8335-1fb79a8d7f2b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:15.611019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 2040a851-34cb-44fa-8335-1fb79a8d7f2b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:15.611525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.656726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.677194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24bcef3c-c789-45cc-a4af-a6ed486d344d req-80b77e70-e745-41c9-8a8e-aca171b988c4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597302 Aug 16 02:20:15.853505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Subnet': ['ID=1f70ccb3-3396-4734-a28a-bdaab329218a,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.864360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-ad38c7a1-cdeb-40f8-8366-2222a7e8e579 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844603 Aug 16 02:20:15.866459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Checking segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:15.866831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network hostable DHCP agents. Network: 874c515e-f912-4082-921f-149f54822097, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:15.867269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.904980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 2040a851-34cb-44fa-8335-1fb79a8d7f2b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2040a851-34cb-44fa-8335-1fb79a8d7f2b,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:15.911536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.950743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfab538-b9d6-4a4e-9fc2-8232893591bc req-6fe9fa76-ca04-4fec-8777-cc5ba5ce72a5 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.951750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66aa6-9485-42c3-ae4d-32d245c0af0d req-e145f575-c9e7-446c-b63d-8c111db654ab tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.953670 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0cd66aa6-9485-42c3-ae4d-32d245c0af0d req-e145f575-c9e7-446c-b63d-8c111db654ab tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 945 time: 0.1244378 Aug 16 02:20:15.957990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7dfab538-b9d6-4a4e-9fc2-8232893591bc req-6fe9fa76-ca04-4fec-8777-cc5ba5ce72a5 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 944 time: 0.1621163 Aug 16 02:20:15.982325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 874c515e-f912-4082-921f-149f54822097 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:15.983097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=2040a851-34cb-44fa-8335-1fb79a8d7f2b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.016643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:16.021530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 874c515e-f912-4082-921f-149f54822097) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:16.022233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0cd66aa6-9485-42c3-ae4d-32d245c0af0d req-29ad220c-60b8-4785-b4d5-04635f5269a9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613406 Aug 16 02:20:16.033242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341172f0-2694-4896-a362-e35117409f19 None None] Network 874c515e-f912-4082-921f-149f54822097 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:16.035547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.036162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.063123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7dfab538-b9d6-4a4e-9fc2-8232893591bc req-ac2e9a40-3cfb-4ca5-be96-7bc9fc01f12e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892291 Aug 16 02:20:16.105428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e4f8cfb-be2c-4950-8ec8-5d2646ef9a9f req-ce90d8d4-5056-476c-89b6-6eca31575ac7 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310076 Aug 16 02:20:16.113689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46908) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.113951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-25590c51-ce33-40cf-9758-2f3c6ce15679 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0246692 Aug 16 02:20:16.118288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'subnet': {'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.210608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7395-e117-4d58-a342-e24b4714c0d8 req-1c951709-1342-4705-97be-9465a92c3fe3 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.219202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-803f7395-e117-4d58-a342-e24b4714c0d8 req-1c951709-1342-4705-97be-9465a92c3fe3 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 945 time: 0.0723884 Aug 16 02:20:16.261607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-803f7395-e117-4d58-a342-e24b4714c0d8 req-3ded181d-6c90-49e8-a665-0dfbad73e7fb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Aug 16 02:20:16.273960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-874c515e-f912-4082-921f-149f54822097', 'network_id': '874c515e-f912-4082-921f-149f54822097', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'fixed_ips': [{'subnet_id': '1f70ccb3-3396-4734-a28a-bdaab329218a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:20:16.274850 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.303189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:16.310086 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.315004 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:16.328417 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:16.332396 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:16.358524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2e217950-3c47-448c-9b4d-84a6a2a1fca6 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/floatingips/3f355ebb-cc12-48fe-a155-1c817a707f47 HTTP/1.1" status: 200 len: 688 time: 1.4987361 Aug 16 02:20:16.359169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:16.361470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46912) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.362817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.381839 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:16.394550 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:16.395174 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:16.441696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Allocated IP 10.1.1.2 (874c515e-f912-4082-921f-149f54822097/1f70ccb3-3396-4734-a28a-bdaab329218a/41ecd54a-660f-4d95-abc0-1f255227ead3) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:16.442842 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:16.443649 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76273b-30ab-4b3c-b636-118f121abea7 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:16.475535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device dca00871-29cb-479f-9c93-b04c2177868a up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:16.552435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 5e8c72e1-46f8-46cd-8cc0-3d9be97b06a6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:16.553162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.587697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.600206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port dca00871-29cb-479f-9c93-b04c2177868a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:16.600938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.661206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Subnet': ['ID=f0b992ed-1b15-4054-acfa-1596058e750d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.662892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.663415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.670965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Checking segment: {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:16.671328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network hostable DHCP agents. Network: 1210130f-33bc-42bd-b755-cdb101c0688e, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:16.684276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 5e8c72e1-46f8-46cd-8cc0-3d9be97b06a6 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:16.690412 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.691866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 1210130f-33bc-42bd-b755-cdb101c0688e is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:16.702049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Transition to ACTIVE for port object 41ecd54a-660f-4d95-abc0-1f255227ead3 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:16.722815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1210130f-33bc-42bd-b755-cdb101c0688e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:16.735740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532c7de-cd3a-4cf7-8c34-55be2ed49fa9 None None] Network 1210130f-33bc-42bd-b755-cdb101c0688e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:16.740327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.743044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.756013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Transition to ACTIVE for port object 41ecd54a-660f-4d95-abc0-1f255227ead3 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:16.785379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0a339e71-4e47-4c09-85ca-a61b879ef1b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6711676 Aug 16 02:20:16.800486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.801906 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.804126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.810428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'port': {'network_id': '874c515e-f912-4082-921f-149f54822097', 'name': 'tempest-TaggedBootDevicesTest_v242-1227906996', 'fixed_ips': [{'subnet_id': '1f70ccb3-3396-4734-a28a-bdaab329218a'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.879272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Network 874c515e-f912-4082-921f-149f54822097 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:16.891331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Pushing event updated for resources: {'Port': ['ID=41ecd54a-660f-4d95-abc0-1f255227ead3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.903496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-67783ed4-a4d2-4a74-81b6-0aeb5068a8e7 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.906934 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-67783ed4-a4d2-4a74-81b6-0aeb5068a8e7 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.1570280 Aug 16 02:20:16.908924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:16.921219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:16.938045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:16.945940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:16.954824 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.978317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e444d-aee5-4419-a4fb-695c23aa1dc1 req-53fcf48e-c8be-4c60-a649-076ee53f84d4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.981579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b1e444d-aee5-4419-a4fb-695c23aa1dc1 req-53fcf48e-c8be-4c60-a649-076ee53f84d4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 945 time: 0.1924853 Aug 16 02:20:16.999058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:17.016015 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.073479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.112357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=5e8c72e1-46f8-46cd-8cc0-3d9be97b06a6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.125857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Attempting to bind port 41ecd54a-660f-4d95-abc0-1f255227ead3 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:17.126344 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.126492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Attempting to bind port 41ecd54a-660f-4d95-abc0-1f255227ead3 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:17.126883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Attempting to bind port 41ecd54a-660f-4d95-abc0-1f255227ead3 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:17.135303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2040a851-34cb-44fa-8335-1fb79a8d7f2b'}, {'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:17.138142 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ab0d51-d919-4f19-8a2d-5fc2844fa165" -d '{"events": [{"server_uuid": "42344241-b9d1-4fa4-a758-d5d3ae75db78", "name": "network-vif-plugged", "status": "completed", "tag": "2040a851-34cb-44fa-8335-1fb79a8d7f2b"}, {"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-plugged", "status": "completed", "tag": "dca00871-29cb-479f-9c93-b04c2177868a"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:17.150502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:17.151015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Checking segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:17.152057 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.152586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Bound using segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:17.153415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Bound port: 41ecd54a-660f-4d95-abc0-1f255227ead3, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:17.154018 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.159434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] device_id is not set on port f7071bbd-913c-4dd1-9b8c-36106e0d7310 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:17.200980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.222879 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b1e444d-aee5-4419-a4fb-695c23aa1dc1 req-0e276890-c946-42a7-aef3-50159a9f69be tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321754 Aug 16 02:20:17.291135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] For port 41ecd54a-660f-4d95-abc0-1f255227ead3, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:17.294604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] For port 41ecd54a-660f-4d95-abc0-1f255227ead3, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=41ecd54a-660f-4d95-abc0-1f255227ead3,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:17.298679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-1210130f-33bc-42bd-b755-cdb101c0688e', 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'fixed_ips': [{'subnet_id': 'f0b992ed-1b15-4054-acfa-1596058e750d'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:20:17.300012 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.327321 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.328190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.331339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.339971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a4da3a94-ecb6-4b95-8406-76b03866ce65 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/floatingips/3f355ebb-cc12-48fe-a155-1c817a707f47 HTTP/1.1" status: 204 len: 168 time: 0.9767458 Aug 16 02:20:17.344687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46930) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.352795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '4d0f7900-92e7-4e1d-9574-495be8276838'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.374386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f710c-b1d3-43b6-af6d-0f0d9bc8f0c6 req-68053b5b-b0b2-41be-8ea3-bd9e364bc09d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.376017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f4f710c-b1d3-43b6-af6d-0f0d9bc8f0c6 req-68053b5b-b0b2-41be-8ea3-bd9e364bc09d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.1804309 Aug 16 02:20:17.384904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:17.447244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:17.478581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:17.505353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.530877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135498a-0a87-4112-abb5-0845a26bceae req-97929c42-442f-4266-a2d6-3fe25dff6987 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.531313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b135498a-0a87-4112-abb5-0845a26bceae req-97929c42-442f-4266-a2d6-3fe25dff6987 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 944 time: 0.1507859 Aug 16 02:20:17.533412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:17.538575 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32762615-307e-4132-8c1b-a42e11249b35" -d '{"events": [{"server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "name": "network-vif-unplugged", "status": "completed", "tag": "83275cba-590c-423e-94fa-c6db7d100cba"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:17.551076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308ab28-21c1-4b40-a8a8-2f735463ad8e None None] Pushing event updated for resources: {'Port': ['ID=41ecd54a-660f-4d95-abc0-1f255227ead3,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.553713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.631741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.673533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b135498a-0a87-4112-abb5-0845a26bceae req-739c1921-db25-4917-bde1-72898194c36b tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283820 Aug 16 02:20:17.714275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f4f710c-b1d3-43b6-af6d-0f0d9bc8f0c6 req-aa8d29fe-8ef6-4d14-923c-dc6e54a33083 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030101 Aug 16 02:20:17.727062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 10.1.1.38 (874c515e-f912-4082-921f-149f54822097/1f70ccb3-3396-4734-a28a-bdaab329218a/f7071bbd-913c-4dd1-9b8c-36106e0d7310) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:17.764989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.805724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:17.821687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'mac_address': 'fa:16:3e:95:3d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:17.865853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:17.866425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:17.866963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:17.897577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:17.897914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Attempting to bind port 83275cba-590c-423e-94fa-c6db7d100cba on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:17.939704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:17.940112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:17.940549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:17.941044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Bound port: 83275cba-590c-423e-94fa-c6db7d100cba, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:17.941421 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.043080 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8315dd3-f116-4e5d-877c-c0acaa100254 x-openstack-request-id: req-b8315dd3-f116-4e5d-877c-c0acaa100254 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:18.043936 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "name": "network-vif-unplugged", "status": "completed", "tag": "83275cba-590c-423e-94fa-c6db7d100cba", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:18.044481 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8315dd3-f116-4e5d-877c-c0acaa100254 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:18.045141 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba', 'code': 200} Aug 16 02:20:18.066109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.145447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Allocated IP 10.2.2.2 (1210130f-33bc-42bd-b755-cdb101c0688e/f0b992ed-1b15-4054-acfa-1596058e750d/da23c566-8eab-4b79-9ac7-3695e67541bb) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:18.154475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd25a5-25a8-40e9-8f72-abfa50d55436 req-05311ffb-6fdb-41b9-a9a8-2b53592db30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.156191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33bd25a5-25a8-40e9-8f72-abfa50d55436 req-05311ffb-6fdb-41b9-a9a8-2b53592db30d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 1097 time: 0.1794069 Aug 16 02:20:18.163995 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdf06a6-ef66-41fc-a7e6-ad70f60da448 x-openstack-request-id: req-6fdf06a6-ef66-41fc-a7e6-ad70f60da448 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:18.164273 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42344241-b9d1-4fa4-a758-d5d3ae75db78", "name": "network-vif-plugged", "status": "completed", "tag": "2040a851-34cb-44fa-8335-1fb79a8d7f2b", "code": 200}, {"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-plugged", "status": "completed", "tag": "dca00871-29cb-479f-9c93-b04c2177868a", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:18.164716 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fdf06a6-ef66-41fc-a7e6-ad70f60da448 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:18.165739 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2040a851-34cb-44fa-8335-1fb79a8d7f2b', 'code': 200} Aug 16 02:20:18.166033 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a', 'code': 200} Aug 16 02:20:18.185300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:18.186997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c53bb-4bac-43f1-8ebc-b8e4e17a9232 req-c68100e2-5a4e-4bad-8957-d784db8d68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.188669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db3c53bb-4bac-43f1-8ebc-b8e4e17a9232 req-c68100e2-5a4e-4bad-8957-d784db8d68c1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 1098 time: 0.1258850 Aug 16 02:20:18.197722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.225677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f629-aead-4c9d-b6dd-28786beb9cf9 req-a8cbb842-7c29-484d-8ac2-c3f27339f954 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.233156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89b5f629-aead-4c9d-b6dd-28786beb9cf9 req-a8cbb842-7c29-484d-8ac2-c3f27339f954 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 945 time: 0.1845644 Aug 16 02:20:18.244225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:18.249994 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.254007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.268193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:18.300480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:18.309141 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.327888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Transition to ACTIVE for port object f7071bbd-913c-4dd1-9b8c-36106e0d7310 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:18.361521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89b5f629-aead-4c9d-b6dd-28786beb9cf9 req-ac07b968-017f-4df8-a8b2-f209032ab419 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173544 Aug 16 02:20:18.374347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.381091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33bd25a5-25a8-40e9-8f72-abfa50d55436 req-8257d7bb-4927-483a-a86a-8f9f7222efde service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029653 Aug 16 02:20:18.382257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.25.4.227 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5596bba1-170c-410b-9722-b94fa4eefdaf) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:18.460484 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db3c53bb-4bac-43f1-8ebc-b8e4e17a9232 req-cc2e0299-e86d-4db0-b4b0-a8f6b247b04d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579215 Aug 16 02:20:18.462135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.497321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:18.513721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 874c515e-f912-4082-921f-149f54822097 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:18.518226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:18.520976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:18.541473 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.564449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=f7071bbd-913c-4dd1-9b8c-36106e0d7310,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.566175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=8']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.578630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.579266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.581286 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-57f43460-14b1-4ad5-8ab1-ccdd06eccd9a service neutron] 10.222.0.98 "PUT /v2.0/ports/83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 200 len: 1123 time: 1.6647134 Aug 16 02:20:18.600606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.601279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.602134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f8edd-641e-48c7-a6eb-ec20a6f89aeb req-d388aa65-f1ff-43f3-a34f-6e31d3753215 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.606619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-651f8edd-641e-48c7-a6eb-ec20a6f89aeb req-d388aa65-f1ff-43f3-a34f-6e31d3753215 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.2552454 Aug 16 02:20:18.625922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-65e05d31-9b30-441c-98b8-8022dfb7b8f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8237989 Aug 16 02:20:18.630099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.635293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'port': {'network_id': '874c515e-f912-4082-921f-149f54822097', 'name': 'tempest-TaggedBootDevicesTest_v242-818004407', 'fixed_ips': [{'subnet_id': '1f70ccb3-3396-4734-a28a-bdaab329218a'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:18.639056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1e0231a2-ceae-47ec-85d9-3ee42246f6d8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:18.705796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-651f8edd-641e-48c7-a6eb-ec20a6f89aeb req-91d7ee1a-f86e-4402-b332-8f2cec05f973 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856025 Aug 16 02:20:18.708471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Transition to ACTIVE for port object da23c566-8eab-4b79-9ac7-3695e67541bb will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:18.723898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.786234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['83275cba-590c-423e-94fa-c6db7d100cba'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:18.802774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['83275cba-590c-423e-94fa-c6db7d100cba'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:18.824214 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.872140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:18.880349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.910009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Transition to ACTIVE for port object da23c566-8eab-4b79-9ac7-3695e67541bb will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:18.918760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] device_id is not set on port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:18.926506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:18.943653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:18.946949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:18.951769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=5596bba1-170c-410b-9722-b94fa4eefdaf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:19.005355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3509316-d1d7-45f8-a2e2-d316852cc83e None None] Network 874c515e-f912-4082-921f-149f54822097 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:19.064599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6631-0206-41fb-b0c2-104e95e7534a req-dea161bd-58b3-4649-a08b-83a70add05d4 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:19.065686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.066768 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d8a6631-0206-41fb-b0c2-104e95e7534a req-dea161bd-58b3-4649-a08b-83a70add05d4 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 945 time: 0.1368308 Aug 16 02:20:19.078375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 41ecd54a-660f-4d95-abc0-1f255227ead3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:19.161420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d8a6631-0206-41fb-b0c2-104e95e7534a req-8b4b15bb-b533-424c-b3fb-b31d5881073f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851638 Aug 16 02:20:19.195848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 10.1.1.126 (874c515e-f912-4082-921f-149f54822097/1f70ccb3-3396-4734-a28a-bdaab329218a/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:19.220886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:19.266213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Network 1210130f-33bc-42bd-b755-cdb101c0688e is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:19.283238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-97ec18ac-1602-4cde-9832-b3b38c8bc2d3 None None] Provisioning for port 41ecd54a-660f-4d95-abc0-1f255227ead3 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:19.300478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:19.316089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:19.342243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:20:19.366071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Pushing event updated for resources: {'Port': ['ID=da23c566-8eab-4b79-9ac7-3695e67541bb,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:19.595955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 41ecd54a-660f-4d95-abc0-1f255227ead3 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:19.613625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e711-5892-42d7-ab6e-40344048da07 req-7a6909c6-d61e-47c9-9e67-1abea4fe5b2a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:19.621282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8608e711-5892-42d7-ab6e-40344048da07 req-7a6909c6-d61e-47c9-9e67-1abea4fe5b2a tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.6269028 Aug 16 02:20:19.634539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 41ecd54a-660f-4d95-abc0-1f255227ead3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:19.635198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.659562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Attempting to bind port da23c566-8eab-4b79-9ac7-3695e67541bb on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:19.660333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Attempting to bind port da23c566-8eab-4b79-9ac7-3695e67541bb by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:19.661051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Attempting to bind port da23c566-8eab-4b79-9ac7-3695e67541bb on network 1210130f-33bc-42bd-b755-cdb101c0688e {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:19.671858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.711964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8608e711-5892-42d7-ab6e-40344048da07 req-d6290209-70d9-453c-9e25-97472db850de tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897071 Aug 16 02:20:19.719082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:19.719320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Checking segment: {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:19.719731 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.720172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Bound using segment: {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:19.720676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Bound port: da23c566-8eab-4b79-9ac7-3695e67541bb, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:19.721057 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.728322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Transition to ACTIVE for port object e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:19.784835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461348c-db39-41df-a2f6-9263801dfa0a req-9d12ee6b-5d69-40f6-977e-c311d7229d3e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:19.796362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6461348c-db39-41df-a2f6-9263801dfa0a req-9d12ee6b-5d69-40f6-977e-c311d7229d3e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 945 time: 0.2771487 Aug 16 02:20:19.807512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.908981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 874c515e-f912-4082-921f-149f54822097 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:19.915541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:19.930020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:19.947235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6461348c-db39-41df-a2f6-9263801dfa0a req-916c4f5d-4f60-488c-85ab-2790caa9780f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455371 Aug 16 02:20:19.951221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:19.986053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] For port da23c566-8eab-4b79-9ac7-3695e67541bb, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:19.993846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] For port da23c566-8eab-4b79-9ac7-3695e67541bb, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=da23c566-8eab-4b79-9ac7-3695e67541bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:19.999967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.003771 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.004814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40efd9-5368-4cee-ba7f-9db7834e7e49 req-4c0da38b-d9d7-40c3-b559-d1186717afd2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.006893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b40efd9-5368-4cee-ba7f-9db7834e7e49 req-4c0da38b-d9d7-40c3-b559-d1186717afd2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.1387482 Aug 16 02:20:20.045977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.046818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.054192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:20.061336 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "tag": "83275cba-590c-423e-94fa-c6db7d100cba"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:20.084746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e4c1db94-181b-47fa-861a-9f9e7545a487 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4551630 Aug 16 02:20:20.122490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 41ecd54a-660f-4d95-abc0-1f255227ead3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=41ecd54a-660f-4d95-abc0-1f255227ead3,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:20.123855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ad266-ae80-498f-9698-32dcae34e762 None None] Pushing event updated for resources: {'Port': ['ID=da23c566-8eab-4b79-9ac7-3695e67541bb,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.129737 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.188734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=41ecd54a-660f-4d95-abc0-1f255227ead3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.255463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b40efd9-5368-4cee-ba7f-9db7834e7e49 req-fda1c58e-6852-4405-bcac-bc464a580bba tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384202 Aug 16 02:20:20.262784 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.292597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6953cd30-e7bb-4d0d-8797-cac3f6e86cae None None] Provisioning complete for port 41ecd54a-660f-4d95-abc0-1f255227ead3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:20.294518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6953cd30-e7bb-4d0d-8797-cac3f6e86cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.415414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.480574 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3b602c-54c8-4de7-938a-fcebd6c66bb6 x-openstack-request-id: req-1b3b602c-54c8-4de7-938a-fcebd6c66bb6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:20.481175 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "tag": "83275cba-590c-423e-94fa-c6db7d100cba", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:20.481653 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b3b602c-54c8-4de7-938a-fcebd6c66bb6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:20.482154 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba', 'status': 'completed', 'code': 200} Aug 16 02:20:20.594920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6953cd30-e7bb-4d0d-8797-cac3f6e86cae None None] Provisioning for port f7071bbd-913c-4dd1-9b8c-36106e0d7310 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:20.601269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6953cd30-e7bb-4d0d-8797-cac3f6e86cae None None] Provisioning complete for port f7071bbd-913c-4dd1-9b8c-36106e0d7310 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:20.601754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6953cd30-e7bb-4d0d-8797-cac3f6e86cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.658387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-9a57bb8d-0df0-4561-8a49-b54698fc1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.660709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-9a57bb8d-0df0-4561-8a49-b54698fc1c42 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1126 time: 0.1771035 Aug 16 02:20:20.684559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6953cd30-e7bb-4d0d-8797-cac3f6e86cae None None] Port f7071bbd-913c-4dd1-9b8c-36106e0d7310 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:20.776867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505140e7-5c09-4262-81a0-de23a668f102 req-b90f9f68-6015-44ba-a9e9-aa4ed3ede413 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.778389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-505140e7-5c09-4262-81a0-de23a668f102 req-b90f9f68-6015-44ba-a9e9-aa4ed3ede413 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 945 time: 0.2186630 Aug 16 02:20:20.825108 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-478d3ae1-5db0-4dc1-8360-3a273045f675 None None] Provisioning complete for port f7071bbd-913c-4dd1-9b8c-36106e0d7310 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:20.825676 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-478d3ae1-5db0-4dc1-8360-3a273045f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.851652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.858518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-855b312d-1924-4ae5-89e4-709e67b3316f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1146598420', 'description': 'tempest-description--2072132698'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:20.898812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-505140e7-5c09-4262-81a0-de23a668f102 req-bf10ee73-202e-43ae-a754-f2d275266d8f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887911 Aug 16 02:20:20.912253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-478d3ae1-5db0-4dc1-8360-3a273045f675 None None] Port f7071bbd-913c-4dd1-9b8c-36106e0d7310 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:20.921136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-855b312d-1924-4ae5-89e4-709e67b3316f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.938594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-478d3ae1-5db0-4dc1-8360-3a273045f675 None None] Provisioning for port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:20.950228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-478d3ae1-5db0-4dc1-8360-3a273045f675 None None] Provisioning complete for port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:20.950612 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-478d3ae1-5db0-4dc1-8360-3a273045f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.958654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-b226d3ee-a64b-47f8-8874-38139952a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.960164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-b226d3ee-a64b-47f8-8874-38139952a542 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.2836535 Aug 16 02:20:21.020632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-478d3ae1-5db0-4dc1-8360-3a273045f675 None None] Port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:21.072046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-38d4370b-1c52-479a-9d1b-b23a822bb33e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 200 len: 217 time: 0.0899007 Aug 16 02:20:21.098015 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.108507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device da23c566-8eab-4b79-9ac7-3695e67541bb up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:21.146577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-855b312d-1924-4ae5-89e4-709e67b3316f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.155454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-855b312d-1924-4ae5-89e4-709e67b3316f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.169169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.194573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port da23c566-8eab-4b79-9ac7-3695e67541bb completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:21.199725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 41ecd54a-660f-4d95-abc0-1f255227ead3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:21.204692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be055-fcf5-4505-bc87-a9b1cdbdc58d req-91130390-d880-4d28-afdf-1c067fd29cf8 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.206580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b48be055-fcf5-4505-bc87-a9b1cdbdc58d req-91130390-d880-4d28-afdf-1c067fd29cf8 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 945 time: 0.1276600 Aug 16 02:20:21.242687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-855b312d-1924-4ae5-89e4-709e67b3316f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.243883 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-855b312d-1924-4ae5-89e4-709e67b3316f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3908892 Aug 16 02:20:21.246416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b312d-1924-4ae5-89e4-709e67b3316f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1296ab-482c-46d6-a36b-2909d3b630f0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.256630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46970) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:21.267947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b67cc0a7-51df-41f7-a9f6-74d470d78a62 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'security_group_rule': {'security_group_id': '5d1296ab-482c-46d6-a36b-2909d3b630f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:21.272349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 41ecd54a-660f-4d95-abc0-1f255227ead3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:21.272952 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.277078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-ab3418fb-bb84-44e7-862b-8f038f005f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.278576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-ab3418fb-bb84-44e7-862b-8f038f005f8c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1897783 Aug 16 02:20:21.286605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c174-097b-4e31-9c00-f45b876dc078 req-cb918dd1-18a7-416a-9324-fb5a1ec55f26 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.295426 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a049c174-097b-4e31-9c00-f45b876dc078 req-cb918dd1-18a7-416a-9324-fb5a1ec55f26 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.2414351 Aug 16 02:20:21.325904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=5596bba1-170c-410b-9722-b94fa4eefdaf,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.353890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b48be055-fcf5-4505-bc87-a9b1cdbdc58d req-66ac58c3-2bfb-43f8-a9df-f414696b081c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185691 Aug 16 02:20:21.391186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b67cc0a7-51df-41f7-a9f6-74d470d78a62 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.395630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-44cafdac-0f56-42e4-a368-d81111f49879 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789623 Aug 16 02:20:21.400322 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.476591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:21.500034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b67cc0a7-51df-41f7-a9f6-74d470d78a62 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.532451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b67cc0a7-51df-41f7-a9f6-74d470d78a62 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.537729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a049c174-097b-4e31-9c00-f45b876dc078 req-0962d16d-14c9-4e4f-ae2c-2068f6453d78 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297001 Aug 16 02:20:21.547413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:21.551965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:21.553082 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.574554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cc0a7-51df-41f7-a9f6-74d470d78a62 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db788fe6-5d14-45f1-90db-9a8c2794701b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.599112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51057f-2ef6-4e18-90a1-90ece0167a4e req-55b13e51-cb0e-4429-b868-4c416f9e15a4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.600734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c51057f-2ef6-4e18-90a1-90ece0167a4e req-55b13e51-cb0e-4429-b868-4c416f9e15a4 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.1340821 Aug 16 02:20:21.602442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b67cc0a7-51df-41f7-a9f6-74d470d78a62 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.606991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b67cc0a7-51df-41f7-a9f6-74d470d78a62 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461940 Aug 16 02:20:21.607226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:21.615601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bc12a683-8fc3-43b7-b760-c8f115d29c7b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'security_group_rule': {'security_group_id': '5d1296ab-482c-46d6-a36b-2909d3b630f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:21.668223 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.673488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00461f43-c5bb-4320-80c0-4c62cf9e7df2 None None] Network 1210130f-33bc-42bd-b755-cdb101c0688e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:21.702194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc12a683-8fc3-43b7-b760-c8f115d29c7b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.705966 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 4b914a7d-bbf6-4e8e-a3ae-0e487189310a associated. External IP: 172.25.4.227, port: 4d0f7900-92e7-4e1d-9574-495be8276838. Aug 16 02:20:21.737334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c51057f-2ef6-4e18-90a1-90ece0167a4e req-cabce450-6f5e-4270-bb8e-557a0d4a5d5a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868073 Aug 16 02:20:21.798259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:21.801431 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7842b8ce-1ea9-4e9b-81cb-5d66455a831d" -d '{"events": [{"server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:21.808576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc12a683-8fc3-43b7-b760-c8f115d29c7b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.817891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-76dcfba8-41af-4e00-805b-cd4fd893433c None None] Provisioning for port da23c566-8eab-4b79-9ac7-3695e67541bb completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:21.818425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc12a683-8fc3-43b7-b760-c8f115d29c7b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.827526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:21.830544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-76dcfba8-41af-4e00-805b-cd4fd893433c None None] Provisioning complete for port da23c566-8eab-4b79-9ac7-3695e67541bb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:21.830926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76dcfba8-41af-4e00-805b-cd4fd893433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.861909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.866455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12a683-8fc3-43b7-b760-c8f115d29c7b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8ef724-9959-415a-a274-30fc812d48a1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.898995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc12a683-8fc3-43b7-b760-c8f115d29c7b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.901240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bc12a683-8fc3-43b7-b760-c8f115d29c7b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2922268 Aug 16 02:20:21.906194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:21.912370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:21.938830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc3158-d696-4cc0-992a-2ff9c4efe7b4 req-ba3b043a-76ff-402c-b799-e2718aaaf8f4 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.947445 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2dc3158-d696-4cc0-992a-2ff9c4efe7b4 req-ba3b043a-76ff-402c-b799-e2718aaaf8f4 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.0983374 Aug 16 02:20:21.954717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-c29aa592-fde7-4170-aa8c-d8887b0af3d1 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483630 Aug 16 02:20:21.974720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.009544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.044867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2dc3158-d696-4cc0-992a-2ff9c4efe7b4 req-7ad31c51-12b5-4051-8a59-4b6a8c78501c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964799 Aug 16 02:20:22.080493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76dcfba8-41af-4e00-805b-cd4fd893433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.109479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.117007 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9cfea6-80d5-498f-8f17-c20ea9fbcbbc x-openstack-request-id: req-ea9cfea6-80d5-498f-8f17-c20ea9fbcbbc {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:22.117297 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:22.117547 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea9cfea6-80d5-498f-8f17-c20ea9fbcbbc {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:22.117927 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'code': 200} Aug 16 02:20:22.129519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-76dcfba8-41af-4e00-805b-cd4fd893433c None None] For port da23c566-8eab-4b79-9ac7-3695e67541bb, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=da23c566-8eab-4b79-9ac7-3695e67541bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:22.137402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76dcfba8-41af-4e00-805b-cd4fd893433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.167266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5996ba04-5fc8-4f5d-82d2-deacbc4f96b2 req-08c353eb-a031-405e-8443-00196a0a456b service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322951 Aug 16 02:20:22.225424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f2841-90d6-4ab6-a01f-4c66ec785877 req-4990d4f1-170c-49e0-8ca9-0612786ac3d3 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.227972 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.236374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d36f2841-90d6-4ab6-a01f-4c66ec785877 req-4990d4f1-170c-49e0-8ca9-0612786ac3d3 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 945 time: 0.5439246 Aug 16 02:20:22.250056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcfba8-41af-4e00-805b-cd4fd893433c None None] Pushing event updated for resources: {'Port': ['ID=da23c566-8eab-4b79-9ac7-3695e67541bb,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.319282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c6764-460b-49ee-8544-87f428e8fa07 req-a229d697-3df2-4aa9-b416-b2cd61f6d86f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.320914 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-653c6764-460b-49ee-8544-87f428e8fa07 req-a229d697-3df2-4aa9-b416-b2cd61f6d86f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 946 time: 0.1172237 Aug 16 02:20:22.343166 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d36f2841-90d6-4ab6-a01f-4c66ec785877 req-6ba5facf-9c0f-40b1-9f71-5096ef18a238 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053066 Aug 16 02:20:22.349806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:22.354313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b427ab-d0ea-4f37-acf1-acc3e32f042f req-e01f2873-83e7-4336-9318-20e5655dda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.355864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84b427ab-d0ea-4f37-acf1-acc3e32f042f req-e01f2873-83e7-4336-9318-20e5655dda93 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.1090686 Aug 16 02:20:22.428195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-653c6764-460b-49ee-8544-87f428e8fa07 req-bdcbcde9-79da-4729-b114-9ba3cde05ef6 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932672 Aug 16 02:20:22.474538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f6d5537b-04c6-435f-aa84-6ea4d7f349c0 None None] Provisioning complete for port da23c566-8eab-4b79-9ac7-3695e67541bb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:22.474919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6d5537b-04c6-435f-aa84-6ea4d7f349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.492478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 172.25.4.65 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/423839e2-0420-4b2f-a24e-944d44a8868a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:22.685314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.751375 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.834304 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84b427ab-d0ea-4f37-acf1-acc3e32f042f req-1965332c-3865-4cbc-8a8d-66a98dacb989 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660935 Aug 16 02:20:22.869812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:22.889921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:22.901014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:22.902233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:22.918569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91de793-9048-424f-894d-af2e8cf58504 req-9398889e-b080-41ce-a603-ab6ad64cba06 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.933052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f91de793-9048-424f-894d-af2e8cf58504 req-9398889e-b080-41ce-a603-ab6ad64cba06 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 945 time: 0.1354449 Aug 16 02:20:22.937013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:22.941958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device da23c566-8eab-4b79-9ac7-3695e67541bb up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:22.945014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:22.945526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:22.947716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=423839e2-0420-4b2f-a24e-944d44a8868a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.954697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:22.991395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:22.993602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:22.996254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.002207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013fc06-ed0a-40fa-b710-2053d16ea552 req-dad54377-faeb-4446-9318-d0ba0660998b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.003666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e013fc06-ed0a-40fa-b710-2053d16ea552 req-dad54377-faeb-4446-9318-d0ba0660998b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.1282160 Aug 16 02:20:23.028238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:23.028990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed9098-f7f2-422b-bd9b-d2ee6842478e None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:23.047002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f91de793-9048-424f-894d-af2e8cf58504 req-132e8067-37aa-470c-a1ea-a5b83fc1bdc2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075530 Aug 16 02:20:23.048066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port da23c566-8eab-4b79-9ac7-3695e67541bb triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:23.048491 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.066552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-203632cc-8520-4bc4-a227-347e2ebf05bb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7188327 Aug 16 02:20:23.070839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:23.166181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e013fc06-ed0a-40fa-b710-2053d16ea552 req-ef4cb34a-9493-491a-830f-ab8999411281 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537695 Aug 16 02:20:23.177286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.208839 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2dbfa877-a886-40f1-8cdd-07144846a3b7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "GET /v2.0/floatingips/4b914a7d-bbf6-4e8e-a3ae-0e487189310a HTTP/1.1" status: 200 len: 977 time: 0.1351261 Aug 16 02:20:23.210022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:23.267068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.279936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-ccebac26-3cb8-4693-938a-358ac483d0f7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.281800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-ccebac26-3cb8-4693-938a-358ac483d0f7 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 813 time: 0.1286321 Aug 16 02:20:23.311760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-c810b358-25d9-4f97-bece-ef953e42a931 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/quotas/4ceb666683b748938b4e73bca1410393 HTTP/1.1" status: 200 len: 375 time: 0.0187376 Aug 16 02:20:23.345942 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.394009 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-80be7b6a-6402-43fd-a5d1-17c43c7af9a6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693963 Aug 16 02:20:23.413110 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8e05d663-8dca-4f4d-82eb-5a8263ade8be tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1993942 Aug 16 02:20:23.414982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47018) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:23.421595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'port_id': '987ac3f8-261b-4203-93bb-b0adc87987d0'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:23.538013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.650351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-7678bc00-b67e-4ce4-b20a-cee48b4e78a3 service neutron] 10.222.0.78 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471912 Aug 16 02:20:23.787118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cae396-e7f1-4857-834e-5c6f9d58e8b2 req-2d9b03c8-5db3-4ead-858f-e489e0bd01ea tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.789287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17cae396-e7f1-4857-834e-5c6f9d58e8b2 req-2d9b03c8-5db3-4ead-858f-e489e0bd01ea tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 945 time: 0.3971741 Aug 16 02:20:23.871395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-19b8ced5-a6b6-4747-96bd-2302e8d39939 service neutron] 10.222.0.78 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085822 Aug 16 02:20:23.887369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17cae396-e7f1-4857-834e-5c6f9d58e8b2 req-185fd025-660f-4d45-b389-6f64d24f9eb2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862751 Aug 16 02:20:23.950615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.960248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.067867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=423839e2-0420-4b2f-a24e-944d44a8868a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:24.131193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80f70b-c3fe-42eb-8016-2bd399262c3f req-18e62df8-7f92-420a-9388-eb63de3cd0dc tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.133256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3d80f70b-c3fe-42eb-8016-2bd399262c3f req-18e62df8-7f92-420a-9388-eb63de3cd0dc tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 946 time: 0.1222649 Aug 16 02:20:24.139865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.268460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3d80f70b-c3fe-42eb-8016-2bd399262c3f req-680e189f-e03d-49cf-ac8f-fcb5e735e0fd tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855894 Aug 16 02:20:24.268460 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.268460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d635a111-4cb9-4876-bcf3-03edeacbcbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3349552 Aug 16 02:20:24.340071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-991929e0-4b0d-401f-8d93-474c12590961 req-6d91961b-d380-4c3d-845b-3ec862ea3cbe tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 210 time: 0.0942066 Aug 16 02:20:24.369470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-6f1053c5-64bc-4f93-8a91-086b36fabd22 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.371162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-6f1053c5-64bc-4f93-8a91-086b36fabd22 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a05a1ac-e663-401d-987e-6aa123bfbef7 HTTP/1.1" status: 200 len: 946 time: 0.1791544 Aug 16 02:20:24.426046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fb77e-d994-4a4f-a668-0a13b6bd453a req-8bb767a2-3562-4c57-aa7d-1eff9c435a4e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.427716 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-617fb77e-d994-4a4f-a668-0a13b6bd453a req-8bb767a2-3562-4c57-aa7d-1eff9c435a4e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 943 time: 0.0805748 Aug 16 02:20:24.496734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-617fb77e-d994-4a4f-a668-0a13b6bd453a req-fba2ad27-3cf8-41c3-ac08-2d5f0bf32040 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544775 Aug 16 02:20:24.625067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:20:24.706947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-2e1a52cc-e3c8-4c09-b53f-34e9686ef136 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1146598420&fields=id&tenant_id=6f88091c56234d3a8022e0ce55441889 HTTP/1.1" status: 200 len: 267 time: 0.0765164 Aug 16 02:20:24.746235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.759690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf9f045f-afce-4210-9f34-da8168b19316 req-2c669f97-385b-4439-a342-3e511c15bdeb tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3835053 Aug 16 02:20:24.765373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:24.772482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-ac9c65a4-2a91-44ca-aebb-c850f336713e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.779550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.782346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-ac9c65a4-2a91-44ca-aebb-c850f336713e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports/f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 936 time: 0.0680947 Aug 16 02:20:24.839300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b04dac93-24eb-4b78-9fcc-41a7eaea8ba1 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.851511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b04dac93-24eb-4b78-9fcc-41a7eaea8ba1 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 936 time: 0.0681450 Aug 16 02:20:24.874910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Deleting port dca00871-29cb-479f-9c93-b04c2177868a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:24.875259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.895758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.965939 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-f5a98c74-6419-431c-a0d8-c1aff11362ec tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1093817 Aug 16 02:20:25.021621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-980612c5-ee08-4f5a-b6b5-0207144dd647 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502527 Aug 16 02:20:25.094393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] For port dca00871-29cb-479f-9c93-b04c2177868a, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=dca00871-29cb-479f-9c93-b04c2177868a,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:25.094797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.145948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850165-4310-4a21-b80f-08ff69334695 req-c75727b0-c9bc-4907-ba9d-a2e61c3bf7ca tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.147664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46850165-4310-4a21-b80f-08ff69334695 req-c75727b0-c9bc-4907-ba9d-a2e61c3bf7ca tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/ports?device_id=42344241-b9d1-4fa4-a758-d5d3ae75db78 HTTP/1.1" status: 200 len: 945 time: 0.3179889 Aug 16 02:20:25.149786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Calling delete_port for dca00871-29cb-479f-9c93-b04c2177868a owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:25.198093 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 4b914a7d-bbf6-4e8e-a3ae-0e487189310a associated. External IP: 172.25.4.227, port: 4d0f7900-92e7-4e1d-9574-495be8276838. Aug 16 02:20:25.225253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-371e62b9-0bb9-42e8-a166-f6bb34c52b61 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.234800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-371e62b9-0bb9-42e8-a166-f6bb34c52b61 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.242589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-371e62b9-0bb9-42e8-a166-f6bb34c52b61 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.250602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-371e62b9-0bb9-42e8-a166-f6bb34c52b61 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/networks?id=cba6f535-9c48-4a92-a569-dba088b2e25c&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=1210130f-33bc-42bd-b755-cdb101c0688e&id=1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 200 len: 1994 time: 0.2255387 Aug 16 02:20:25.263840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-3d015a5f-3ad2-4fbc-913f-271e082d9a0a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/quotas/6f88091c56234d3a8022e0ce55441889 HTTP/1.1" status: 200 len: 375 time: 0.0119233 Aug 16 02:20:25.367965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-71a5e95a-9dc7-41a0-ac49-16bab7424f31 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0904658 Aug 16 02:20:25.465301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-de6eacb6-e3b0-47e7-82a5-952cfe5edc26 service neutron] 10.222.0.78 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957427 Aug 16 02:20:25.570115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1acbe64c-616a-4369-9452-5ee747445749 service neutron] 10.222.0.78 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980792 Aug 16 02:20:25.628713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-d7492c10-eca8-44b9-81e5-473468fac2a5 service neutron] 10.222.0.78 "GET /v2.0/ports/f7071bbd-913c-4dd1-9b8c-36106e0d7310?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0508709 Aug 16 02:20:25.835788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.845437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-931a0e25-f152-41d5-8a4b-df4a9c069959 service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156401 Aug 16 02:20:25.861160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-26191baf-85df-473b-a81c-f124e7600645 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.862749 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-26191baf-85df-473b-a81c-f124e7600645 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.88 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 813 time: 0.2233932 Aug 16 02:20:25.880726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Request body: {'port': {'device_id': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'admin_state_up': True, 'tenant_id': '4ceb666683b748938b4e73bca1410393'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:26.004983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Deleting port 2040a851-34cb-44fa-8335-1fb79a8d7f2b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:26.005448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.046751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c0db8b7c-29be-4a3d-8b7f-d90592044a35 service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001531 Aug 16 02:20:26.124062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-d23d5dba-70c5-498e-89c6-f7e0ae914cf8 service neutron] 10.222.0.78 "GET /v2.0/ports/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0764861 Aug 16 02:20:26.133605 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5cfd577-549f-4015-a385-17a06d5489b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.155942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.169335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['dca00871-29cb-479f-9c93-b04c2177868a'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:26.182148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Allocated IP 172.25.4.147 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/4cfb03e6-23e2-40df-baf2-969a22321beb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:26.199248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Made reservation on behalf of 4ceb666683b748938b4e73bca1410393 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:26.204238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.233191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Pushing event deleted for resources: {'Port': ['ID=dca00871-29cb-479f-9c93-b04c2177868a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.359715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-c631c71d-149a-4175-bc07-a55805099b66 service neutron] 10.222.0.88 "GET /v2.0/ports/83275cba-590c-423e-94fa-c6db7d100cba/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.2228208 Aug 16 02:20:26.366154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.366154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.366484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.366590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.366911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.367239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.367570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.367889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.368241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.368555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.368875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.369189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:26.407236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] No DVR routers for this DVR port dca00871-29cb-479f-9c93-b04c2177868a on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:26.410325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.412586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f68e10e-3f92-49aa-b362-b0fd07fb67a3 req-2c3fefa2-1e74-4034-88d1-4bfd985345cf tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.98 "DELETE /v2.0/ports/dca00871-29cb-479f-9c93-b04c2177868a HTTP/1.1" status: 204 len: 173 time: 2.0226910 Aug 16 02:20:26.455748 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-309521a8-3e69-47ae-9162-f98f084f6c35 service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818396 Aug 16 02:20:26.465257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-deleted', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:26.469657 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a5f3c3-702c-42c2-88a0-2e7af46daa0d" -d '{"events": [{"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-deleted", "tag": "dca00871-29cb-479f-9c93-b04c2177868a"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:26.498376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] For port 2040a851-34cb-44fa-8335-1fb79a8d7f2b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=2040a851-34cb-44fa-8335-1fb79a8d7f2b,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:26.498558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.515437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:26.522684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Calling delete_port for 2040a851-34cb-44fa-8335-1fb79a8d7f2b owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:26.551236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Allocated IP 172.20.0.13 (89049c3c-ede5-4e9f-a955-d3e841777d5a/cd9112a8-e83b-4397-8369-2c55b4c14bcb/19dc8fcb-5a6f-407f-a268-f1a66dac3923) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:26.667673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-7f62cba0-573f-4cac-8a80-d3f966c9dda4 service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978667 Aug 16 02:20:26.674521 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.776794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:26.795563 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:26.816732 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:26.817865 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:26.887044 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.900144 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:26.908057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:26.914796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:26.916066 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:26.935476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-39782743-dd76-464a-a030-48e074ce8881 service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486842 Aug 16 02:20:26.946032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.967647 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:26.969786 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac160c-babe-4589-bbf3-43566a35cd4b None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:26.997155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:27.013806 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.022585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Pushing event updated for resources: {'Port': ['ID=4cfb03e6-23e2-40df-baf2-969a22321beb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.030482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:27.034096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:27.047067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:27.051840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:27.056162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83275cba-590c-423e-94fa-c6db7d100cba {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:27.088040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:27.124067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.137514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.149294 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-7be4d3a6-e3b1-4df1-932d-e84eb23dfa51 service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128577 Aug 16 02:20:27.291558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:27.300071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event deleted for resources: {'Port': ['ID=2040a851-34cb-44fa-8335-1fb79a8d7f2b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.344203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Network 89049c3c-ede5-4e9f-a955-d3e841777d5a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:27.354639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:27.366187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:27.369482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Pushing event updated for resources: {'Port': ['ID=19dc8fcb-5a6f-407f-a268-f1a66dac3923,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.414643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.414955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.415269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.415613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.415953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.416307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.416649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.417015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.417405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.417741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.418068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.418393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:27.430404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] No DVR routers for this DVR port 2040a851-34cb-44fa-8335-1fb79a8d7f2b on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:27.435928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.438555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46850165-4310-4a21-b80f-08ff69334695 req-9ad8be00-ff88-47bb-86cb-1cd931b40daf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "DELETE /v2.0/ports/2040a851-34cb-44fa-8335-1fb79a8d7f2b HTTP/1.1" status: 204 len: 173 time: 2.2799258 Aug 16 02:20:27.459755 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.487557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] Transition to ACTIVE for port object 83275cba-590c-423e-94fa-c6db7d100cba will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:27.492105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-9ec3c6a2-1ff8-497f-a4fa-425ef8229f4c service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414755 Aug 16 02:20:27.505157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2040a851-34cb-44fa-8335-1fb79a8d7f2b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:27.539270 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.539758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.540715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 2040a851-34cb-44fa-8335-1fb79a8d7f2b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:27.541353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 2040a851-34cb-44fa-8335-1fb79a8d7f2b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:27.542659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:27.580432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.581114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.600321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:27.629459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:27.635296 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.641878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:27.652804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:27.654032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:27.685604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-64ad9b4a-9611-4482-9ba7-ea4996534934 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8088479 Aug 16 02:20:27.703429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Request body: {'port': {'device_id': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:27.703816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:27.716135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:27.716885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:19:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:27.731812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] No DVR routers for this DVR port 83275cba-590c-423e-94fa-c6db7d100cba on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:27.759686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:27.760571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fd4b0f-1822-4aa2-ad2e-e9ad84603c9c None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:27.771096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] Pushing event updated for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.804628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b159d13f-1e5c-4daa-8dc5-1eb2b5f56805 service neutron] 10.222.0.78 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965612 Aug 16 02:20:27.849554 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e8a34595-0ee9-4d2e-a48f-262564e909db service neutron] 10.222.0.88 "PUT /v2.0/ports/83275cba-590c-423e-94fa-c6db7d100cba/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4789932 Aug 16 02:20:27.878168 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.967818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-5703d297-18b6-4e63-9e50-07f24a7f528f service neutron] 10.222.0.78 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466618 Aug 16 02:20:28.007082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d1a488dd-e5ca-4d73-ae1b-a6364a0efcdc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/floatingips/4b914a7d-bbf6-4e8e-a3ae-0e487189310a HTTP/1.1" status: 200 len: 977 time: 4.5908043 Aug 16 02:20:28.026835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47094) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:28.034967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:28.088896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.095668 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.240323 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.257121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-95ce2c67-5820-49de-8e08-5ac6fb53a11c tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.259133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-95ce2c67-5820-49de-8e08-5ac6fb53a11c tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.2998800 Aug 16 02:20:28.356173 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.396737 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.398047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf9f045f-afce-4210-9f34-da8168b19316 req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6373494 Aug 16 02:20:28.402121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ac2ea-655b-432c-8cd9-10553eadad2e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Pushing event updated for resources: {'Port': ['ID=4cfb03e6-23e2-40df-baf2-969a22321beb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:28.419794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-ea07ca24-b8fe-42e9-9932-a860c466af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.421559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-ea07ca24-b8fe-42e9-9932-a860c466af10 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d&tenant_id=242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 1096 time: 0.1478512 Aug 16 02:20:28.507138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-67c3756b-2d90-4176-9699-472316eabbed service neutron] 10.222.0.78 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736626 Aug 16 02:20:28.561788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device dca00871-29cb-479f-9c93-b04c2177868a no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:28.571346 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf9f045f-afce-4210-9f34-da8168b19316 req-f3aa9252-86a4-4428-b2e5-bd20c44eae56 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.1547816 Aug 16 02:20:28.598242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: dca00871-29cb-479f-9c93-b04c2177868a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:28.599147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device dca00871-29cb-479f-9c93-b04c2177868a not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:28.681235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-17375978-015c-45b2-9c49-3ad9a72e18ea service neutron] 10.222.0.78 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658325 Aug 16 02:20:28.710196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-7423ca0f-b58d-410d-aad1-085e3ca04838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.710735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-7423ca0f-b58d-410d-aad1-085e3ca04838 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1096 time: 0.2172165 Aug 16 02:20:28.712558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dc8fcb-5a6f-407f-a268-f1a66dac3923 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:28.727038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.742351 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.742769 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 4b914a7d-bbf6-4e8e-a3ae-0e487189310a disassociated. External IP: 172.25.4.227, port: 987ac3f8-261b-4203-93bb-b0adc87987d0. Aug 16 02:20:28.758561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.764251 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.780811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Transition to ACTIVE for port object 19dc8fcb-5a6f-407f-a268-f1a66dac3923 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:28.792562 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-11be9117-9fbc-4421-88b0-16a4ac4c39d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.793199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.866844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f045f-afce-4210-9f34-da8168b19316 req-78260fab-db5b-4b77-afe8-8d6ac604dd14 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.868232 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf9f045f-afce-4210-9f34-da8168b19316 req-78260fab-db5b-4b77-afe8-8d6ac604dd14 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.2843595 Aug 16 02:20:28.871831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-13b56efd-2dcb-4ef5-8fd4-4c5f99726cf0 service neutron] 10.222.0.78 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820869 Aug 16 02:20:28.888956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Pushing event updated for resources: {'Port': ['ID=19dc8fcb-5a6f-407f-a268-f1a66dac3923,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:28.968180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-65f88ee1-4856-4549-bb8f-6c78c611da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.969787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-65f88ee1-4856-4549-bb8f-6c78c611da96 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.2415748 Aug 16 02:20:28.998447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Attempting to bind port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:28.998795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Attempting to bind port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:28.999368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Attempting to bind port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 on network 89049c3c-ede5-4e9f-a955-d3e841777d5a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:29.006109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 on network 89049c3c-ede5-4e9f-a955-d3e841777d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:29.006737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Attempting to bind port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 on network 89049c3c-ede5-4e9f-a955-d3e841777d5a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:29.013503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:29.014236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Checking segment: {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:29.014936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Bound using segment: {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:29.015638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Bound port: 19dc8fcb-5a6f-407f-a268-f1a66dac3923, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a677b5-ae4d-44ce-81e9-dc8de9f561d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:29.016175 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.076030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-42678869-1608-48d7-ba74-5479191776bf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 200 len: 217 time: 0.0938802 Aug 16 02:20:29.133311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] For port 19dc8fcb-5a6f-407f-a268-f1a66dac3923, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:29.137240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] For port 19dc8fcb-5a6f-407f-a268-f1a66dac3923, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=19dc8fcb-5a6f-407f-a268-f1a66dac3923,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:29.146695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.200432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e3662ef8-1422-4ce1-8327-902cd395adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.201157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-e3662ef8-1422-4ce1-8327-902cd395adab service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1150177 Aug 16 02:20:29.242071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-f000ea95-c92b-41c1-b4f4-0ad4bc192bad service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318010 Aug 16 02:20:29.243873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:29.258515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Pushing event updated for resources: {'Port': ['ID=19dc8fcb-5a6f-407f-a268-f1a66dac3923,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:29.271120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.272013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.273921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-6df2e0a3-4bdb-4935-b7e5-38b32e966794 service neutron] 10.222.0.88 "PUT /v2.0/ports/19dc8fcb-5a6f-407f-a268-f1a66dac3923 HTTP/1.1" status: 200 len: 1093 time: 1.5764358 Aug 16 02:20:29.274903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'tag': '19dc8fcb-5a6f-407f-a268-f1a66dac3923'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:29.283359 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e23475d-4db7-478d-9dba-3574772aa731" -d '{"events": [{"name": "network-changed", "server_uuid": "291ee278-9963-4c59-9b25-7ededc17cd3a", "tag": "19dc8fcb-5a6f-407f-a268-f1a66dac3923"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:29.381472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-025b5210-158a-4650-932b-fd95e6318469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.383501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-025b5210-158a-4650-932b-fd95e6318469 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0601022 Aug 16 02:20:29.449316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-7fcc45f5-874a-46a6-846c-4a2e39cb4e0e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19dc8fcb-5a6f-407f-a268-f1a66dac3923 HTTP/1.1" status: 200 len: 217 time: 0.0572004 Aug 16 02:20:29.452082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-acb4d537-8d10-405b-b81b-f342b830d2bc service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972237 Aug 16 02:20:29.483642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0ea99-ca34-43a2-b3e7-27d6f4bc9bb4 req-3d5419de-8f43-4068-a9d8-6900b4054437 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.492718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60c0ea99-ca34-43a2-b3e7-27d6f4bc9bb4 req-3d5419de-8f43-4068-a9d8-6900b4054437 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 944 time: 0.2476442 Aug 16 02:20:29.509005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-17c89429-ca2f-446f-80e7-98a3875df0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.512825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-17c89429-ca2f-446f-80e7-98a3875df0e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd9112a8-e83b-4397-8369-2c55b4c14bcb HTTP/1.1" status: 200 len: 853 time: 0.0532985 Aug 16 02:20:29.551952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-e5439f06-e500-4bb3-8019-27932cf285c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=89049c3c-ede5-4e9f-a955-d3e841777d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318975 Aug 16 02:20:29.576263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60c0ea99-ca34-43a2-b3e7-27d6f4bc9bb4 req-f5099121-94f0-43c8-955e-f754be5ecb96 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821879 Aug 16 02:20:29.699708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-3e42d250-8fc9-4e00-aa34-11d9ccb4cce1 service neutron] 10.222.0.88 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403301 Aug 16 02:20:29.724429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:29.736880 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:29.751798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.754209 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:29.755109 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:29.759355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-891440a0-eecc-450c-9326-38b64df21f8e service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957599 Aug 16 02:20:29.779652 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0274fa39-2f87-4ecb-906e-758ef10352b7 x-openstack-request-id: req-0274fa39-2f87-4ecb-906e-758ef10352b7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:29.779954 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05a1ac-e663-401d-987e-6aa123bfbef7", "name": "network-vif-deleted", "tag": "dca00871-29cb-479f-9c93-b04c2177868a", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:29.780184 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0274fa39-2f87-4ecb-906e-758ef10352b7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:29.780595 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a1ac-e663-401d-987e-6aa123bfbef7', 'name': 'network-vif-deleted', 'tag': 'dca00871-29cb-479f-9c93-b04c2177868a', 'status': 'completed', 'code': 200} Aug 16 02:20:29.795168 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f2e26b09-82f6-474e-a05a-a632ccea41bd tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/floatingips/4b914a7d-bbf6-4e8e-a3ae-0e487189310a HTTP/1.1" status: 200 len: 688 time: 1.7656302 Aug 16 02:20:29.795830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47130) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:29.852459 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:29.853818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19334a0c-09b9-4b22-bab9-03b5b48cb88d req-754ec475-16c6-49dc-8148-545731dcbf78 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.860844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19334a0c-09b9-4b22-bab9-03b5b48cb88d req-754ec475-16c6-49dc-8148-545731dcbf78 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 944 time: 0.1556697 Aug 16 02:20:29.865545 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40b3d2d-8b6a-4d7a-b184-da775e479968 req-7aa75740-2643-4185-bdf9-55c8b973a487 service neutron] 10.222.0.88 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568096 Aug 16 02:20:29.888303 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:29.889315 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:29.906336 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.983874 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:29.999742 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3abc5e-8a5f-4dea-a281-61fd555a8722 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:30.025139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19334a0c-09b9-4b22-bab9-03b5b48cb88d req-a6c1e96d-7db6-40d4-9913-d8ddf8a16a4b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615009 Aug 16 02:20:30.100441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-91992ee8-e2f0-4603-a1d5-95c2d9939d15 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.102015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-91992ee8-e2f0-4603-a1d5-95c2d9939d15 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.0980716 Aug 16 02:20:30.112841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 5596bba1-170c-410b-9722-b94fa4eefdaf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:30.113215 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.187638 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ee86d-4d76-4e78-99c9-1b458b658f7b x-openstack-request-id: req-677ee86d-4d76-4e78-99c9-1b458b658f7b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:30.189009 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291ee278-9963-4c59-9b25-7ededc17cd3a", "tag": "19dc8fcb-5a6f-407f-a268-f1a66dac3923", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:30.189157 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-677ee86d-4d76-4e78-99c9-1b458b658f7b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:30.192262 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'tag': '19dc8fcb-5a6f-407f-a268-f1a66dac3923', 'status': 'completed', 'code': 200} Aug 16 02:20:30.211464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2353efb8-553a-4bc3-9af4-4b6c48de5a82 req-af346919-0a73-48bc-89ca-a3fc9c8c9527 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0568657 Aug 16 02:20:30.276072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23475d-4db7-478d-9dba-3574772aa731 req-961092de-727c-4f27-9999-c2eb52a28f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.277718 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e23475d-4db7-478d-9dba-3574772aa731 req-961092de-727c-4f27-9999-c2eb52a28f9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ceb666683b748938b4e73bca1410393&device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0845227 Aug 16 02:20:30.301118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-7af492ac-09d8-4352-8919-93fb42b42be4 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.302522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-7af492ac-09d8-4352-8919-93fb42b42be4 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 820 time: 0.2231619 Aug 16 02:20:30.341066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-0db1636c-2eaa-4c1a-80e7-b665de963a27 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/quotas/8e78de90cd004e6096ff1f5b0d6ed7b2 HTTP/1.1" status: 200 len: 375 time: 0.0292516 Aug 16 02:20:30.458289 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-d70605cf-0422-47db-9b46-86f32de781c3 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855818 Aug 16 02:20:30.461723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23475d-4db7-478d-9dba-3574772aa731 req-7dc9fd6e-3214-4ba5-96eb-b87bee308c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.463199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e23475d-4db7-478d-9dba-3574772aa731 req-7dc9fd6e-3214-4ba5-96eb-b87bee308c2c service neutron] 10.222.0.88 "GET /v2.0/networks?id=89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 200 len: 914 time: 0.1695652 Aug 16 02:20:30.564588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e23475d-4db7-478d-9dba-3574772aa731 req-ee8f6ed4-0f5d-4846-ad6b-4bd142dac8ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19dc8fcb-5a6f-407f-a268-f1a66dac3923 HTTP/1.1" status: 200 len: 217 time: 0.0890555 Aug 16 02:20:30.656404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-346c59d3-b208-4279-bd46-3ab569c46611 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896429 Aug 16 02:20:30.661695 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.662040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.671307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff73536-98c2-4f42-8341-83d03a0c7703 req-e96d6b66-42c9-4dc2-b41f-3ae9d548131f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.672887 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff73536-98c2-4f42-8341-83d03a0c7703 req-e96d6b66-42c9-4dc2-b41f-3ae9d548131f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 945 time: 0.3835261 Aug 16 02:20:30.680542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23475d-4db7-478d-9dba-3574772aa731 req-1d9e6917-2c35-4690-8ccb-399c7c6e2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.682099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e23475d-4db7-478d-9dba-3574772aa731 req-1d9e6917-2c35-4690-8ccb-399c7c6e2ae7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd9112a8-e83b-4397-8369-2c55b4c14bcb HTTP/1.1" status: 200 len: 853 time: 0.1033704 Aug 16 02:20:30.695470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 5596bba1-170c-410b-9722-b94fa4eefdaf owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:30.716751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-b7cfb3b4-1385-4360-ae33-4c548c4e0238 service neutron] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:30.726683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-b7cfb3b4-1385-4360-ae33-4c548c4e0238 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.728250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49b256b5-df38-454a-8b4f-f7fc40c69ea9 req-b7cfb3b4-1385-4360-ae33-4c548c4e0238 service neutron] 10.222.0.98 "DELETE /v2.0/ports/83275cba-590c-423e-94fa-c6db7d100cba/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.6128397 Aug 16 02:20:30.763375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e23475d-4db7-478d-9dba-3574772aa731 req-725003b8-92af-4bfd-835c-e3cd52b4bc3e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=89049c3c-ede5-4e9f-a955-d3e841777d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454626 Aug 16 02:20:30.792984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aff73536-98c2-4f42-8341-83d03a0c7703 req-6311a1d5-9754-4d95-b81c-30f3a9996276 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071441 Aug 16 02:20:30.841448 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-cf5d119f-d6bb-46bf-978a-22e0055c6ac7 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841259 Aug 16 02:20:30.902532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.939101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=5596bba1-170c-410b-9722-b94fa4eefdaf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:30.976673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e23475d-4db7-478d-9dba-3574772aa731 req-2e3ad13d-29b8-46f1-9ad9-30e1b01e688f service neutron] 10.222.0.88 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969078 Aug 16 02:20:31.129976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e23475d-4db7-478d-9dba-3574772aa731 req-4055c23e-9fd5-450a-91b4-13704c182f01 service neutron] 10.222.0.88 "GET /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450489 Aug 16 02:20:31.182394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-58b0d908-41ce-44b9-8812-0b2d8defceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.184473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-58b0d908-41ce-44b9-8812-0b2d8defceed service neutron] 10.222.0.98 "GET /v2.0/ports/f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 1032 time: 0.0954776 Aug 16 02:20:31.244967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c955-b0e2-4b3e-b590-695000e78ca7 req-e9e4d2b6-2959-4350-8b16-afa0fac606cc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.247061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5590c955-b0e2-4b3e-b590-695000e78ca7 req-e9e4d2b6-2959-4350-8b16-afa0fac606cc tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 944 time: 0.0969064 Aug 16 02:20:31.256997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.259818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.264044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.278098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b71d336f-cd9f-4e17-acfe-217d3de5b8c1 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/floatingips/4b914a7d-bbf6-4e8e-a3ae-0e487189310a HTTP/1.1" status: 204 len: 168 time: 1.4801965 Aug 16 02:20:31.289419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-feeef979-3f70-430b-b5a3-1114eb145b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.290796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-feeef979-3f70-430b-b5a3-1114eb145b1d service neutron] 10.222.0.98 "GET /v2.0/ports/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 1032 time: 0.0980945 Aug 16 02:20:31.309135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a49db-894a-4fd5-bf45-fcbdb7da206e req-f54ac67c-672c-4e5c-a54d-c08c58d992b3 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.310760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c72a49db-894a-4fd5-bf45-fcbdb7da206e req-f54ac67c-672c-4e5c-a54d-c08c58d992b3 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 944 time: 0.3695145 Aug 16 02:20:31.342052 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c392f8b8-e72c-4cf9-92f3-9cf7bf082b03 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] delete failed (client error): The resource could not be found. Aug 16 02:20:31.347368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c392f8b8-e72c-4cf9-92f3-9cf7bf082b03 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/floatingips/4b914a7d-bbf6-4e8e-a3ae-0e487189310a HTTP/1.1" status: 404 len: 345 time: 0.0811100 Aug 16 02:20:31.348000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47176) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.449528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5590c955-b0e2-4b3e-b590-695000e78ca7 req-f76a91aa-e2f7-4591-8661-4c4282942cd6 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844208 Aug 16 02:20:31.451249 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c72a49db-894a-4fd5-bf45-fcbdb7da206e req-37aae23d-db0e-463d-96c6-18d45086fc8e tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161053 Aug 16 02:20:31.502454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfc130-d25e-435e-9aa9-841ea9090dfc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.509872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfc130-d25e-435e-9aa9-841ea9090dfc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.517076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfc130-d25e-435e-9aa9-841ea9090dfc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.519021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5fbfc130-d25e-435e-9aa9-841ea9090dfc tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "GET /v2.0/ports?network_id=dbf55089-6c97-474d-8b51-c9cdec95cd08 HTTP/1.1" status: 200 len: 2356 time: 0.1654472 Aug 16 02:20:31.523986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.532139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 19dc8fcb-5a6f-407f-a268-f1a66dac3923 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:31.608909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b756bf5c-5fed-40a0-b39e-98e17df4a405 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.615074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b756bf5c-5fed-40a0-b39e-98e17df4a405 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.622504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b756bf5c-5fed-40a0-b39e-98e17df4a405 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.625137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b756bf5c-5fed-40a0-b39e-98e17df4a405 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "GET /v2.0/networks?id=cba6f535-9c48-4a92-a569-dba088b2e25c&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=1210130f-33bc-42bd-b755-cdb101c0688e&id=1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 200 len: 1994 time: 0.3133335 Aug 16 02:20:31.693510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1b4a9c-faab-41ad-9051-d318183857c2 req-28366102-140b-4863-90d4-8778c72df5cf tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 210 time: 0.1008291 Aug 16 02:20:31.707923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-78040d7c-725c-4f08-89de-b4400ef66dc8 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.710703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-24ccf4a7-6bba-41dc-9285-8a24eb13f641 req-032dd329-b188-4f8c-a422-e18440417957 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0818558 Aug 16 02:20:31.730987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-78040d7c-725c-4f08-89de-b4400ef66dc8 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 945 time: 0.2405398 Aug 16 02:20:31.787335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035ee2e-02c5-4bdd-99f0-2d271fadc3b4 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.802188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6035ee2e-02c5-4bdd-99f0-2d271fadc3b4 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "GET /v2.0/subnets/d6590d00-bc91-4cef-aa8e-0a40380c2673 HTTP/1.1" status: 200 len: 797 time: 0.2770469 Aug 16 02:20:31.814633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.823566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'port': {'network_id': 'dbf55089-6c97-474d-8b51-c9cdec95cd08', 'name': 'tempest-FloatingIPTestJSON-49519956', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:31.825703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'name': 'network-vif-deleted', 'tag': '2040a851-34cb-44fa-8335-1fb79a8d7f2b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:31.854799 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f141be-2a4b-436c-8cdd-ebb761745634" -d '{"events": [{"server_uuid": "42344241-b9d1-4fa4-a758-d5d3ae75db78", "name": "network-vif-deleted", "tag": "2040a851-34cb-44fa-8335-1fb79a8d7f2b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:31.889486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 19dc8fcb-5a6f-407f-a268-f1a66dac3923, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=19dc8fcb-5a6f-407f-a268-f1a66dac3923,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:31.899710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-232f382a-0151-4f03-bd81-1d3e6c55323c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f88091c56234d3a8022e0ce55441889 HTTP/1.1" status: 200 len: 380 time: 0.2581322 Aug 16 02:20:31.932393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '19dc8fcb-5a6f-407f-a268-f1a66dac3923', 'network_id': '89049c3c-ede5-4e9f-a955-d3e841777d5a', 'port_id': '19dc8fcb-5a6f-407f-a268-f1a66dac3923', 'mac_address': 'fa:16:3e:7e:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9112a8-e83b-4397-8369-2c55b4c14bcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:31.938210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'admin_state_up': True, 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'security_groups': ['5d1296ab-482c-46d6-a36b-2909d3b630f0']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:32.005207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.008413 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.019910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dc8fcb-5a6f-407f-a268-f1a66dac3923 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:32.046897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 19dc8fcb-5a6f-407f-a268-f1a66dac3923, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=19dc8fcb-5a6f-407f-a268-f1a66dac3923,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:32.059484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.086149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:32.127101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e04da-580b-4b67-bdc3-39b69544c541 req-cbe5482c-b8e3-4f9d-8b39-341f20253c06 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.129016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d5e04da-580b-4b67-bdc3-39b69544c541 req-cbe5482c-b8e3-4f9d-8b39-341f20253c06 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1096 time: 0.1760917 Aug 16 02:20:32.149856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=19dc8fcb-5a6f-407f-a268-f1a66dac3923,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:32.181932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585794f0-bb72-41de-a86a-7bfd10d2059b req-f1a20e93-114b-46e5-aa4b-ff64bcb79e82 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.183933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-585794f0-bb72-41de-a86a-7bfd10d2059b req-f1a20e93-114b-46e5-aa4b-ff64bcb79e82 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 945 time: 0.2418823 Aug 16 02:20:32.198482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d5e04da-580b-4b67-bdc3-39b69544c541 req-99f575c9-4b38-4d6a-89eb-8398de4987d2 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562196 Aug 16 02:20:32.218310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Deleting port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:32.218857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.229030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:32.233941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.262569 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd614113-95c4-4248-bcf2-961ef1e1f21b x-openstack-request-id: req-dd614113-95c4-4248-bcf2-961ef1e1f21b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:32.262863 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42344241-b9d1-4fa4-a758-d5d3ae75db78", "name": "network-vif-deleted", "tag": "2040a851-34cb-44fa-8335-1fb79a8d7f2b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:32.263114 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd614113-95c4-4248-bcf2-961ef1e1f21b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:32.263506 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42344241-b9d1-4fa4-a758-d5d3ae75db78', 'name': 'network-vif-deleted', 'tag': '2040a851-34cb-44fa-8335-1fb79a8d7f2b', 'status': 'completed', 'code': 200} Aug 16 02:20:32.310855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['19dc8fcb-5a6f-407f-a268-f1a66dac3923'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:32.312137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.348452 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-585794f0-bb72-41de-a86a-7bfd10d2059b req-03c2c537-0a31-4726-8713-0955b752dbe5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387589 Aug 16 02:20:32.368556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] device_id is not set on port 03512f81-7081-4c0e-acc7-8f16333e8e36 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:32.415113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 172.20.0.7 (cba6f535-9c48-4a92-a569-dba088b2e25c/86fafe23-7928-4d62-a3f7-26248a75580d/f65700b3-608a-4700-878e-25a531e64d94) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:32.583177 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.601477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Transition to ACTIVE for port object f65700b3-608a-4700-878e-25a531e64d94 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:32.614042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] For port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:32.614042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.668086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Calling delete_port for 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:32.685096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641add0d-a1e6-44d1-938f-b1ac9156fefa req-9d6c7dff-3f59-4e14-86f7-bb4b5d13b2c1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.693239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-641add0d-a1e6-44d1-938f-b1ac9156fefa req-9d6c7dff-3f59-4e14-86f7-bb4b5d13b2c1 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 945 time: 0.0796332 Aug 16 02:20:32.693523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887505d-44ea-460d-a107-400f9ff255b6 req-002b6deb-7d95-409f-8397-fb5865f8f279 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.701891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f887505d-44ea-460d-a107-400f9ff255b6 req-002b6deb-7d95-409f-8397-fb5865f8f279 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 1096 time: 0.2635298 Aug 16 02:20:32.708211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.747838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network cba6f535-9c48-4a92-a569-dba088b2e25c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:32.783832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:32.790625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:32.809336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-641add0d-a1e6-44d1-938f-b1ac9156fefa req-98a396a5-8fa9-4b34-9ace-2408c30c70e0 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081913 Aug 16 02:20:32.879994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.880712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.896589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=f65700b3-608a-4700-878e-25a531e64d94,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:32.917936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-088c1d44-6651-4227-bace-5799cb424a0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9965429 Aug 16 02:20:32.947502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'network_id': '874c515e-f912-4082-921f-149f54822097', 'admin_state_up': True, 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'security_groups': ['5d1296ab-482c-46d6-a36b-2909d3b630f0']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:32.953664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f58daf6-84d7-4db3-b36b-262311c21d10 req-c8508b05-a44d-4b0d-b9b7-b7aae0694a59 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 210 time: 0.0487852 Aug 16 02:20:33.131352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a0a647f-5d63-46bb-aaa8-2e844d9342c8 None None] Provisioning for port f65700b3-608a-4700-878e-25a531e64d94 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:33.143752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a0a647f-5d63-46bb-aaa8-2e844d9342c8 None None] Provisioning complete for port f65700b3-608a-4700-878e-25a531e64d94 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:33.144479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a0a647f-5d63-46bb-aaa8-2e844d9342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.185276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a647f-5d63-46bb-aaa8-2e844d9342c8 None None] Port f65700b3-608a-4700-878e-25a531e64d94 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:33.203510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d9c3b-cc2e-4fe7-8944-f124b437ac5f req-42ee86cc-9c5b-4ec7-87c1-1dae1a1fa29c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.209533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f887505d-44ea-460d-a107-400f9ff255b6 req-45412362-ecf7-4d2d-894a-a2b51eed08de tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066919 Aug 16 02:20:33.217100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9c3b-cc2e-4fe7-8944-f124b437ac5f req-42ee86cc-9c5b-4ec7-87c1-1dae1a1fa29c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 931 time: 0.1378436 Aug 16 02:20:33.231105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:33.234453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-e0e73b86-e742-4ac4-ab40-d35f7ff6f543 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.236249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-e0e73b86-e742-4ac4-ab40-d35f7ff6f543 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 820 time: 0.7051024 Aug 16 02:20:33.243150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.254692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'port': {'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'admin_state_up': True, 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:33.310057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9c3b-cc2e-4fe7-8944-f124b437ac5f req-ace474fa-3d65-4867-bd13-a84f4fb5bb53 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907352 Aug 16 02:20:33.526966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 10.1.1.193 (874c515e-f912-4082-921f-149f54822097/1f70ccb3-3396-4734-a28a-bdaab329218a/00cbba15-eb37-4c0e-9d07-31ad10bd0f51) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:33.549698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 19dc8fcb-5a6f-407f-a268-f1a66dac3923 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:33.587484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.14 (dbf55089-6c97-474d-8b51-c9cdec95cd08/d6590d00-bc91-4cef-aa8e-0a40380c2673/03512f81-7081-4c0e-acc7-8f16333e8e36) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:33.614473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.13 (dbf55089-6c97-474d-8b51-c9cdec95cd08/d6590d00-bc91-4cef-aa8e-0a40380c2673/03512f81-7081-4c0e-acc7-8f16333e8e36) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:33.614473 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.621852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Made reservation on behalf of 8e78de90cd004e6096ff1f5b0d6ed7b2 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:33.625826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.631833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:33.692851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event deleted for resources: {'Port': ['ID=5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:33.714941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.741029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Transition to ACTIVE for port object 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:33.763658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:33.765131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3bae4-eb22-4dff-9a98-c2cb76eb50d8 req-f8f90565-0cac-41e6-8e61-6b3c6308f140 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.769538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4c3bae4-eb22-4dff-9a98-c2cb76eb50d8 req-f8f90565-0cac-41e6-8e61-6b3c6308f140 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a4d9540-69dd-4d4b-b6a5-628fa7dc4155 HTTP/1.1" status: 200 len: 867 time: 0.2552369 Aug 16 02:20:33.777596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:33.778196 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.797249 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.856221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 874c515e-f912-4082-921f-149f54822097 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:33.861872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:33.867160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:33.978282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.983352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:34.025122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.026005 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.043055 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.061476 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-caa8c29d-893c-4992-bf44-aae12a3fb07d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181252 Aug 16 02:20:34.074933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.078926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dc8fcb-5a6f-407f-a268-f1a66dac3923'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:34.081566 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c666c6-eb5e-4f31-8e87-a98bdf22de8c" -d '{"events": [{"server_uuid": "291ee278-9963-4c59-9b25-7ededc17cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "19dc8fcb-5a6f-407f-a268-f1a66dac3923"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:34.085087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'network_id': '874c515e-f912-4082-921f-149f54822097', 'admin_state_up': True, 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'security_groups': ['5d1296ab-482c-46d6-a36b-2909d3b630f0']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:34.107191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:34.112483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 19dc8fcb-5a6f-407f-a268-f1a66dac3923, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=19dc8fcb-5a6f-407f-a268-f1a66dac3923,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:34.126322 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.148917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:34.153308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:34.201526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=19dc8fcb-5a6f-407f-a268-f1a66dac3923,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:34.247768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] No DVR routers for this DVR port 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:34.250823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.254711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b9748c68-3994-4e97-a797-cbf8fe5e3899 req-431521c9-ab39-47dd-83b6-d9fcefffc3d2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "DELETE /v2.0/ports/5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 HTTP/1.1" status: 204 len: 173 time: 2.5171568 Aug 16 02:20:34.265525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4c3bae4-eb22-4dff-9a98-c2cb76eb50d8 req-4e6c34ac-5b38-46fa-b0bb-924fa24d8f3f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860203 Aug 16 02:20:34.324895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c11f4d40-6ed2-472d-ab43-921ef40c184a None None] Provisioning for port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:34.351940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c11f4d40-6ed2-472d-ab43-921ef40c184a None None] Provisioning complete for port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:34.352600 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c11f4d40-6ed2-472d-ab43-921ef40c184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.371810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4556ff-ca69-4656-bf6b-9a2ff853c051 req-39b92d38-84cc-40c7-9c71-aac09f722223 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.392317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'name': 'network-vif-deleted', 'tag': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:34.395895 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84867de7-60d7-41be-b14b-4be4f6e39b9a" -d '{"events": [{"server_uuid": "0a4d9540-69dd-4d4b-b6a5-628fa7dc4155", "name": "network-vif-deleted", "tag": "5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:34.403708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd4556ff-ca69-4656-bf6b-9a2ff853c051 req-39b92d38-84cc-40c7-9c71-aac09f722223 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.1659536 Aug 16 02:20:34.430465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c11f4d40-6ed2-472d-ab43-921ef40c184a None None] Port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:34.473927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-920180d6-effa-4d0b-8e4c-f1440d6ab8a9 req-5be14add-b508-419b-8b30-c65da93bab82 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 210 time: 0.0448716 Aug 16 02:20:34.496655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=03512f81-7081-4c0e-acc7-8f16333e8e36,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:34.511629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.512311 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.529170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd4556ff-ca69-4656-bf6b-9a2ff853c051 req-497b19c6-b4d6-4432-bada-1b33afd58e89 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197612 Aug 16 02:20:34.534586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:34.545527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.577393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e3970703-522c-47ce-8733-41f2c83ac787 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7612989 Aug 16 02:20:34.580325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:34.592619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '03512f81-7081-4c0e-acc7-8f16333e8e36', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:34.621354 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae8d076-f1cb-407d-bc90-97b001ad0f62 x-openstack-request-id: req-bae8d076-f1cb-407d-bc90-97b001ad0f62 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:34.621794 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ee278-9963-4c59-9b25-7ededc17cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "19dc8fcb-5a6f-407f-a268-f1a66dac3923", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:34.622043 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bae8d076-f1cb-407d-bc90-97b001ad0f62 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:34.622667 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dc8fcb-5a6f-407f-a268-f1a66dac3923', 'code': 200} Aug 16 02:20:34.678765 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.725187 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ae65c-9083-4cf9-b77c-afddf134a65d x-openstack-request-id: req-ec3ae65c-9083-4cf9-b77c-afddf134a65d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:34.725419 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4d9540-69dd-4d4b-b6a5-628fa7dc4155", "name": "network-vif-deleted", "tag": "5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:34.725693 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec3ae65c-9083-4cf9-b77c-afddf134a65d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:34.728866 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4d9540-69dd-4d4b-b6a5-628fa7dc4155', 'name': 'network-vif-deleted', 'tag': '5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2', 'status': 'completed', 'code': 200} Aug 16 02:20:34.792531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Allocated IP 172.20.0.4 (18680492-fe47-41f5-b260-c49a5005f6ea/fe7f8358-6bc3-4aaa-bef9-cb7300b63467/61c96153-913c-4af8-add0-ac18e39d3d38) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:34.875542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 10.1.1.131 (874c515e-f912-4082-921f-149f54822097/1f70ccb3-3396-4734-a28a-bdaab329218a/02a6b3f8-ced9-4186-b019-585d7d55017b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:34.960824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e490d-ae87-4dbb-94b4-51faa195fc47 req-514ddb5f-c881-4993-afcd-cde878532011 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.967565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e490d-ae87-4dbb-94b4-51faa195fc47 req-514ddb5f-c881-4993-afcd-cde878532011 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.969321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-691e490d-ae87-4dbb-94b4-51faa195fc47 req-514ddb5f-c881-4993-afcd-cde878532011 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 1653 time: 0.2521806 Aug 16 02:20:34.977995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f451-604b-450a-b0c3-f7708e1c0850 req-f61b7e40-3889-4859-bd6a-9b47444401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.980058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ba9f451-604b-450a-b0c3-f7708e1c0850 req-f61b7e40-3889-4859-bd6a-9b47444401b7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 1098 time: 0.1846464 Aug 16 02:20:35.057774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.072787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Transition to ACTIVE for port object 02a6b3f8-ced9-4186-b019-585d7d55017b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:35.110191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.111198 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ba9f451-604b-450a-b0c3-f7708e1c0850 req-29aee82a-1f65-4356-b9c4-6930984e3877 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227815 Aug 16 02:20:35.122353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-691e490d-ae87-4dbb-94b4-51faa195fc47 req-064e0f53-0320-4c7d-9cdf-8a6f265d4cc7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411161 Aug 16 02:20:35.164326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.179800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=02a6b3f8-ced9-4186-b019-585d7d55017b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:35.184553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 874c515e-f912-4082-921f-149f54822097 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:35.186759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:35.189031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.189956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:35.191191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Transition to ACTIVE for port object 61c96153-913c-4af8-add0-ac18e39d3d38 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:35.244672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.245342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.272775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1dfebaf5-2e2c-45ce-a00f-71c898e66b34 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1988194 Aug 16 02:20:35.288173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e', 'admin_state_up': True, 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'security_groups': ['5d1296ab-482c-46d6-a36b-2909d3b630f0']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:35.309709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.321994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1e0231a2-ceae-47ec-85d9-3ee42246f6d8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:35.390299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Network 18680492-fe47-41f5-b260-c49a5005f6ea is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:35.406995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.25.4.70 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/fce2254b-f3e8-49a8-bde1-6ae3e90bd158) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:35.409469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:35.417190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:35.422943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Pushing event updated for resources: {'Port': ['ID=61c96153-913c-4af8-add0-ac18e39d3d38,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:35.590182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:35.600526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:35.614937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.626747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:35.627559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 5e9d0ee3-eb2a-45c1-b387-8ede18b0aca2 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:35.644236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e38a0d89-ec2b-4a0c-b995-21005abe20eb None None] Provisioning for port 02a6b3f8-ced9-4186-b019-585d7d55017b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:35.649283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e38a0d89-ec2b-4a0c-b995-21005abe20eb None None] Provisioning complete for port 02a6b3f8-ced9-4186-b019-585d7d55017b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:35.649924 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e38a0d89-ec2b-4a0c-b995-21005abe20eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.692331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e38a0d89-ec2b-4a0c-b995-21005abe20eb None None] Port 02a6b3f8-ced9-4186-b019-585d7d55017b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:35.740468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.763259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.786422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf04df-002f-467d-a3d4-bed4939ac88f req-5cd621fb-a589-4e23-8783-3b967ebaef22 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.787336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.788248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.794439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3acf04df-002f-467d-a3d4-bed4939ac88f req-5cd621fb-a589-4e23-8783-3b967ebaef22 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 931 time: 0.0967882 Aug 16 02:20:35.833683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:35.844645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:35.846831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=fce2254b-f3e8-49a8-bde1-6ae3e90bd158,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:35.851533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:35.853661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-31be3e1e-f988-4dfb-8471-92f06733cd10 None None] Provisioning for port 61c96153-913c-4af8-add0-ac18e39d3d38 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:35.859950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-31be3e1e-f988-4dfb-8471-92f06733cd10 None None] Provisioning complete for port 61c96153-913c-4af8-add0-ac18e39d3d38 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:35.860647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-31be3e1e-f988-4dfb-8471-92f06733cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.883491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-6a01040e-3235-47e7-8cb6-c25f8fe0766e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6351285 Aug 16 02:20:35.905469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-3fd2794e-0e1a-4c09-9b3f-6346163b77dd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.911489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-3fd2794e-0e1a-4c09-9b3f-6346163b77dd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.2557433 Aug 16 02:20:35.922654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Request body: {'port': {'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:35.925742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-31be3e1e-f988-4dfb-8471-92f06733cd10 None None] Port 61c96153-913c-4af8-add0-ac18e39d3d38 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:35.965525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3acf04df-002f-467d-a3d4-bed4939ac88f req-41b46128-75d4-4ac4-b02e-4291682da3c9 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695135 Aug 16 02:20:35.981606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-a539eb08-e5a2-45d1-a1e9-2f059cb6cdfe tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0444927 Aug 16 02:20:36.082453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.120064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-99fc60b1-a642-402b-bf67-dc96faf5e88e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205876 Aug 16 02:20:36.136780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357547-f001-440d-8f0a-3d499121cb2f req-6b5713bd-839e-4e3a-909e-37a0a45db2ee tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.138362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42357547-f001-440d-8f0a-3d499121cb2f req-6b5713bd-839e-4e3a-909e-37a0a45db2ee tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.0938656 Aug 16 02:20:36.146776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 10.2.2.100 (1210130f-33bc-42bd-b755-cdb101c0688e/f0b992ed-1b15-4054-acfa-1596058e750d/77bf79aa-4b90-4997-85f5-c15e08cfd43d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:36.214710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42357547-f001-440d-8f0a-3d499121cb2f req-91ff49f5-fba9-4cd8-a6a7-ad8a8768b5c6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Aug 16 02:20:36.348891 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.364185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Transition to ACTIVE for port object 77bf79aa-4b90-4997-85f5-c15e08cfd43d will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:36.405408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.429815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-89a36d91-fb76-44fe-a736-0e31befe0f24 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954950 Aug 16 02:20:36.472093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 1210130f-33bc-42bd-b755-cdb101c0688e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:36.510332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:36.513735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=77bf79aa-4b90-4997-85f5-c15e08cfd43d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:36.516274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:36.568970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd613-f48e-4640-a493-f55cc7c084f0 req-cc82716e-3232-4b1f-8e71-536e4a09aa89 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.575524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd613-f48e-4640-a493-f55cc7c084f0 req-cc82716e-3232-4b1f-8e71-536e4a09aa89 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.581363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd613-f48e-4640-a493-f55cc7c084f0 req-cc82716e-3232-4b1f-8e71-536e4a09aa89 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.587323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd613-f48e-4640-a493-f55cc7c084f0 req-cc82716e-3232-4b1f-8e71-536e4a09aa89 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.589094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b6bd613-f48e-4640-a493-f55cc7c084f0 req-cc82716e-3232-4b1f-8e71-536e4a09aa89 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 3095 time: 0.1241024 Aug 16 02:20:36.603403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.604148 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.644789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c5f7d565-4f28-4f3f-a6bd-28572ded2688 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3605101 Aug 16 02:20:36.653104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b6bd613-f48e-4640-a493-f55cc7c084f0 req-31a91dc2-8bdf-4b2c-bba9-2ac7fc04202e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Aug 16 02:20:36.661203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e', 'admin_state_up': True, 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'security_groups': ['5d1296ab-482c-46d6-a36b-2909d3b630f0']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:36.689708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-cf98a93e-3342-4ca2-8e12-228aaf9823b2 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492423 Aug 16 02:20:36.835594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.855226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda59e5-f211-4f9c-b87c-d5eec69a9295 req-2affee45-1f39-416e-a8da-c24fdf2721a8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.856872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bbda59e5-f211-4f9c-b87c-d5eec69a9295 req-2affee45-1f39-416e-a8da-c24fdf2721a8 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.1129909 Aug 16 02:20:36.892882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c96153-913c-4af8-add0-ac18e39d3d38 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:36.903104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Made reservation on behalf of 6f88091c56234d3a8022e0ce55441889 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:36.905297 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.913675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.942964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Transition to ACTIVE for port object 61c96153-913c-4af8-add0-ac18e39d3d38 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:36.952366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.961092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5c0c65a9-18ea-4e7e-8697-538f4d0ac008 None None] Provisioning for port 77bf79aa-4b90-4997-85f5-c15e08cfd43d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:36.966851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5c0c65a9-18ea-4e7e-8697-538f4d0ac008 None None] Provisioning complete for port 77bf79aa-4b90-4997-85f5-c15e08cfd43d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:36.967501 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c0c65a9-18ea-4e7e-8697-538f4d0ac008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.972898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bbda59e5-f211-4f9c-b87c-d5eec69a9295 req-ae6dfc11-7901-4e41-a999-b6be0e076dec tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031823 Aug 16 02:20:36.973760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.028924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c65a9-18ea-4e7e-8697-538f4d0ac008 None None] Port 77bf79aa-4b90-4997-85f5-c15e08cfd43d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:37.069902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Pushing event updated for resources: {'Port': ['ID=61c96153-913c-4af8-add0-ac18e39d3d38,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.086599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aeac28d4-8c10-4b2f-941e-52cdf497de17 req-20f5f289-8339-4770-889e-ec4d9b59b4f0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 210 time: 0.1225939 Aug 16 02:20:37.560997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ec57-b9b0-4a0c-8ad4-eb1a672c19b2 req-b7fa84cb-7b81-4a4e-8fe1-24d5aa3fdbef tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.565516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e055ec57-b9b0-4a0c-8ad4-eb1a672c19b2 req-b7fa84cb-7b81-4a4e-8fe1-24d5aa3fdbef tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 943 time: 0.5122757 Aug 16 02:20:37.617015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c8664-52de-41d8-8c0e-e0a1568c2efb req-00010c45-7b51-41da-9e38-c963cf55be61 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.626842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-527c8664-52de-41d8-8c0e-e0a1568c2efb req-00010c45-7b51-41da-9e38-c963cf55be61 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.1484993 Aug 16 02:20:37.714541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e055ec57-b9b0-4a0c-8ad4-eb1a672c19b2 req-77ce4115-8546-4323-8716-e46d53a7422f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767963 Aug 16 02:20:37.725450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Allocated IP 10.2.2.200 (1210130f-33bc-42bd-b755-cdb101c0688e/f0b992ed-1b15-4054-acfa-1596058e750d/4b92b178-9c47-4691-8860-201eda3c18bb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:37.817876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-527c8664-52de-41d8-8c0e-e0a1568c2efb req-2b2ca430-9e1f-4d17-b9a9-04ee0bfd791d tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901391 Aug 16 02:20:37.827329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Attempting to bind port 61c96153-913c-4af8-add0-ac18e39d3d38 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:37.827329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Attempting to bind port 61c96153-913c-4af8-add0-ac18e39d3d38 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:37.827329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Attempting to bind port 61c96153-913c-4af8-add0-ac18e39d3d38 on network 18680492-fe47-41f5-b260-c49a5005f6ea {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:37.839266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Port 61c96153-913c-4af8-add0-ac18e39d3d38 on network 18680492-fe47-41f5-b260-c49a5005f6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:37.839917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Attempting to bind port 61c96153-913c-4af8-add0-ac18e39d3d38 on network 18680492-fe47-41f5-b260-c49a5005f6ea {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:37.843230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.855411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.897842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:37.898111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Checking segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:37.898508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Bound using segment: {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:37.898962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Bound port: 61c96153-913c-4af8-add0-ac18e39d3d38, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9430e7b4-817e-4922-b7c8-93b404d46578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:37.899323 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.942945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=fce2254b-f3e8-49a8-bde1-6ae3e90bd158,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.982623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.023554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Transition to ACTIVE for port object 4b92b178-9c47-4691-8860-201eda3c18bb will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:38.029063 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.066806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a94f3-2f17-4a91-9742-d757c32941fd req-24a513ee-92eb-45a3-ab45-04f095b4d707 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.068433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca6a94f3-2f17-4a91-9742-d757c32941fd req-24a513ee-92eb-45a3-ab45-04f095b4d707 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.0770447 Aug 16 02:20:38.086314 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.093036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f396-bc7c-4889-be9e-a3c420e46bb2 req-84f5bc1e-a436-4d86-8c73-6f05ac8949ec tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.098947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f396-bc7c-4889-be9e-a3c420e46bb2 req-84f5bc1e-a436-4d86-8c73-6f05ac8949ec tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.105377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f396-bc7c-4889-be9e-a3c420e46bb2 req-84f5bc1e-a436-4d86-8c73-6f05ac8949ec tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.112044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f396-bc7c-4889-be9e-a3c420e46bb2 req-84f5bc1e-a436-4d86-8c73-6f05ac8949ec tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.122170 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3660f396-bc7c-4889-be9e-a3c420e46bb2 req-84f5bc1e-a436-4d86-8c73-6f05ac8949ec tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 3095 time: 0.1749649 Aug 16 02:20:38.134514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] For port 61c96153-913c-4af8-add0-ac18e39d3d38, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:38.158625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Network 1210130f-33bc-42bd-b755-cdb101c0688e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:38.161786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] For port 61c96153-913c-4af8-add0-ac18e39d3d38, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=61c96153-913c-4af8-add0-ac18e39d3d38,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:38.165064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca6a94f3-2f17-4a91-9742-d757c32941fd req-162d28e7-404c-459e-b56e-6ff13f860b64 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868797 Aug 16 02:20:38.169968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:38.172803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event updated for resources: {'Port': ['ID=4b92b178-9c47-4691-8860-201eda3c18bb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:38.175010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:38.191030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.247382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.248031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.270372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-81f8e041-dad2-4d98-a005-3533fdc86c1f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6141686 Aug 16 02:20:38.291393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:38.393568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f1fdaeeb-dfc4-45a2-92b6-fedc90271fc9 req-9cbbc238-3dfe-4254-a55a-3792bf8ff220 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 210 time: 0.0978589 Aug 16 02:20:38.396710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.398405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.402553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] 10.222.0.88 "PUT /v2.0/ports/61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 1092 time: 2.4859905 Aug 16 02:20:38.427107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3660f396-bc7c-4889-be9e-a3c420e46bb2 req-6d6c8cdd-042e-4bff-9f28-e225f3b6f950 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019347 Aug 16 02:20:38.430579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:38.433436 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:38.465355 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.517192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024e9fa-c097-4c0c-8e02-eb419f2153a3 service neutron] Pushing event updated for resources: {'Port': ['ID=61c96153-913c-4af8-add0-ac18e39d3d38,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:38.587333 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60f70bb-b5ca-4e07-9893-0dad0459379a x-openstack-request-id: req-b60f70bb-b5ca-4e07-9893-0dad0459379a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:38.587821 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:38.588165 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b60f70bb-b5ca-4e07-9893-0dad0459379a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:38.589256 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38', 'status': 'completed', 'code': 200} Aug 16 02:20:38.590094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-78fd81d5-d218-4167-b288-a3df9ea041e0 None None] Provisioning for port 4b92b178-9c47-4691-8860-201eda3c18bb completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:38.594154 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 8b7254a7-3f90-420f-8f1b-1cdc58617d91 associated. External IP: 172.25.4.70, port: 03512f81-7081-4c0e-acc7-8f16333e8e36. Aug 16 02:20:38.610047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-78fd81d5-d218-4167-b288-a3df9ea041e0 None None] Provisioning complete for port 4b92b178-9c47-4691-8860-201eda3c18bb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:38.610434 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78fd81d5-d218-4167-b288-a3df9ea041e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.677221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-78fd81d5-d218-4167-b288-a3df9ea041e0 None None] Port 4b92b178-9c47-4691-8860-201eda3c18bb cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:38.833331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-913b0794-43a8-4ae4-8f2a-97c24d837fff tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.834808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-913b0794-43a8-4ae4-8f2a-97c24d837fff tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.5530326 Aug 16 02:20:38.839035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-f17fb9db-32a6-4584-9eb1-3568833ef27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.840467 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-f17fb9db-32a6-4584-9eb1-3568833ef27d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 1095 time: 0.2880523 Aug 16 02:20:38.858522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Request body: {'port': {'device_id': 'dbf65ac9-ab35-4991-8040-05514a454558', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'admin_state_up': True, 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:38.904371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2147-f17c-41f9-994f-fbcff436b4d6 req-6b72741b-ac45-4340-815a-e520f3f1512b tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.906011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb6b2147-f17c-41f9-994f-fbcff436b4d6 req-6b72741b-ac45-4340-815a-e520f3f1512b tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 943 time: 0.0949271 Aug 16 02:20:38.912176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65700b3-608a-4700-878e-25a531e64d94 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:38.927512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.950598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Transition to ACTIVE for port object f65700b3-608a-4700-878e-25a531e64d94 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:38.960625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.978999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec2eb8-7611-48ca-a711-e8de6fdbe300 req-a194942b-d16d-4353-aca4-5b0599f3c5ad tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.981301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72ec2eb8-7611-48ca-a711-e8de6fdbe300 req-a194942b-d16d-4353-aca4-5b0599f3c5ad tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.2311981 Aug 16 02:20:38.990498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-c341b06c-1f9e-4e23-bc99-85dfcbd4ec28 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 217 time: 0.1375341 Aug 16 02:20:38.999088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb6b2147-f17c-41f9-994f-fbcff436b4d6 req-e8a928ac-6229-456f-81b5-e8cb8c37a65d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819120 Aug 16 02:20:39.036521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=f65700b3-608a-4700-878e-25a531e64d94,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:39.122361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Attempting to bind port f65700b3-608a-4700-878e-25a531e64d94 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:39.122858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Attempting to bind port f65700b3-608a-4700-878e-25a531e64d94 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:39.123296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Attempting to bind port f65700b3-608a-4700-878e-25a531e64d94 on network cba6f535-9c48-4a92-a569-dba088b2e25c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:39.129193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Port f65700b3-608a-4700-878e-25a531e64d94 on network cba6f535-9c48-4a92-a569-dba088b2e25c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:39.129660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Attempting to bind port f65700b3-608a-4700-878e-25a531e64d94 on network cba6f535-9c48-4a92-a569-dba088b2e25c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:39.136408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:39.136891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Checking segment: {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:39.137984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Bound using segment: {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:39.138624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Bound port: f65700b3-608a-4700-878e-25a531e64d94, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46000792-84ea-403c-bf7d-2073f3ddfc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:39.139336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.173002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72ec2eb8-7611-48ca-a711-e8de6fdbe300 req-9ecf7ec1-b016-458b-902a-de3606c3d5f6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815381 Aug 16 02:20:39.180371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-60099178-75c5-496f-b7f8-1126c5d562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.182036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-60099178-75c5-496f-b7f8-1126c5d562f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.1798961 Aug 16 02:20:39.201732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:39.266459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:39.270120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.292424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] For port f65700b3-608a-4700-878e-25a531e64d94, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:39.296313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] For port f65700b3-608a-4700-878e-25a531e64d94, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f65700b3-608a-4700-878e-25a531e64d94,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:39.302003 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.350670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.351319 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.352882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] 10.222.0.98 "PUT /v2.0/ports/f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 200 len: 1092 time: 1.0661201 Aug 16 02:20:39.353300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:39.355628 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b500a0-e079-4b44-8f68-a8fdf51903a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "f65700b3-608a-4700-878e-25a531e64d94"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:39.361792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-a9eeeb67-837a-4412-a87f-048c125d7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.363368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-a9eeeb67-837a-4412-a87f-048c125d7b34 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640201 Aug 16 02:20:39.391770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:39.459887 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e67843-7880-4feb-9e69-829099ea7ad4 x-openstack-request-id: req-05e67843-7880-4feb-9e69-829099ea7ad4 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:39.460187 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "f65700b3-608a-4700-878e-25a531e64d94", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:39.460512 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05e67843-7880-4feb-9e69-829099ea7ad4 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:39.460917 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94', 'status': 'completed', 'code': 200} Aug 16 02:20:39.463009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.468214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394ed12-6674-4cca-82a7-79528bd5ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=f65700b3-608a-4700-878e-25a531e64d94,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:39.548537 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-876b6987-7da0-43ea-84f2-1685eb12cc3b req-030a0e1e-1333-43e0-b152-b246f7281345 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 210 time: 0.0568714 Aug 16 02:20:39.606096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Allocated IP 172.20.0.4 (add45809-b30a-41a9-8734-32157470ea2f/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa/fa56e061-208f-42bf-9058-7bc4f6e05aad) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:39.749877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29f9a-53fb-4f27-881c-047921a2f75f req-3cad4e3c-ec3d-4d10-9a6b-a3e887fbb40f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.755661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29f9a-53fb-4f27-881c-047921a2f75f req-3cad4e3c-ec3d-4d10-9a6b-a3e887fbb40f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.761968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29f9a-53fb-4f27-881c-047921a2f75f req-3cad4e3c-ec3d-4d10-9a6b-a3e887fbb40f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.767710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29f9a-53fb-4f27-881c-047921a2f75f req-3cad4e3c-ec3d-4d10-9a6b-a3e887fbb40f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.773459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29f9a-53fb-4f27-881c-047921a2f75f req-3cad4e3c-ec3d-4d10-9a6b-a3e887fbb40f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.775268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e3e29f9a-53fb-4f27-881c-047921a2f75f req-3cad4e3c-ec3d-4d10-9a6b-a3e887fbb40f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 3828 time: 0.1364598 Aug 16 02:20:39.845916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926aa36-1559-4ec1-b739-1e7ee590e1f4 req-7f2e0621-444b-4f57-a764-d8765e2aa682 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.847361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1926aa36-1559-4ec1-b739-1e7ee590e1f4 req-7f2e0621-444b-4f57-a764-d8765e2aa682 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.5357332 Aug 16 02:20:39.853344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e3e29f9a-53fb-4f27-881c-047921a2f75f req-208886ac-ca19-4046-9f5d-ecbededc4c49 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636387 Aug 16 02:20:39.871832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:39.881913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:39.900338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:39.902317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:39.912192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7071bbd-913c-4dd1-9b8c-36106e0d7310 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:39.922583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.931436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.940092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Transition to ACTIVE for port object f7071bbd-913c-4dd1-9b8c-36106e0d7310 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:39.944971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.948619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-b85a1838-33a3-42a0-88b5-7ecdc21ff8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.949113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-b85a1838-33a3-42a0-88b5-7ecdc21ff8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.949605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-b85a1838-33a3-42a0-88b5-7ecdc21ff8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.950533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-b85a1838-33a3-42a0-88b5-7ecdc21ff8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.951016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-b85a1838-33a3-42a0-88b5-7ecdc21ff8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.951942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:39.953051 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-b85a1838-33a3-42a0-88b5-7ecdc21ff8f1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 4364 time: 0.2367406 Aug 16 02:20:39.962601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:39.963643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:39.971343 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-cbb52f72-9534-44ec-8640-65e4d9a2afe8 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775464 Aug 16 02:20:39.982363 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.008445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:40.009372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ccdfc-65b4-40e1-8880-fc72d820ba69 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:40.027177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Pushing event updated for resources: {'Port': ['ID=f7071bbd-913c-4dd1-9b8c-36106e0d7310,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.117822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Attempting to bind port f7071bbd-913c-4dd1-9b8c-36106e0d7310 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:40.118325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Attempting to bind port f7071bbd-913c-4dd1-9b8c-36106e0d7310 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:40.118768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Attempting to bind port f7071bbd-913c-4dd1-9b8c-36106e0d7310 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:40.138310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Port f7071bbd-913c-4dd1-9b8c-36106e0d7310 on network 874c515e-f912-4082-921f-149f54822097 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:40.138613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Attempting to bind port f7071bbd-913c-4dd1-9b8c-36106e0d7310 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:40.166291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:40.167548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Checking segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:40.168198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Bound using segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:40.168928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Bound port: f7071bbd-913c-4dd1-9b8c-36106e0d7310, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:40.169471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.237148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2b37-c77a-4791-8cfa-4ec5bd72b53b req-fb2bbc67-c903-4570-bec7-5db34486a9f9 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.238822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-168b2b37-c77a-4791-8cfa-4ec5bd72b53b req-fb2bbc67-c903-4570-bec7-5db34486a9f9 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 943 time: 0.1143260 Aug 16 02:20:40.297958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] For port f7071bbd-913c-4dd1-9b8c-36106e0d7310, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:40.309030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-168b2b37-c77a-4791-8cfa-4ec5bd72b53b req-429f8d98-5dec-4faf-bbf5-9402cc4cab44 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623534 Aug 16 02:20:40.328513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] For port f7071bbd-913c-4dd1-9b8c-36106e0d7310, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:40.333858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.386116 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.387011 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.389128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] 10.222.0.98 "PUT /v2.0/ports/f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 1136 time: 1.0083592 Aug 16 02:20:40.432917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:40.505891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47322) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.508204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eebc67-9829-432e-ae3c-17d72c91e974 service neutron] Pushing event updated for resources: {'Port': ['ID=f7071bbd-913c-4dd1-9b8c-36106e0d7310,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.524623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1533453678'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:40.528614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1926aa36-1559-4ec1-b739-1e7ee590e1f4 req-63d6b774-94c8-4a5b-8f68-a8c82eb5ce67 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649601 Aug 16 02:20:40.534744 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.601342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:40.606468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.639565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:40.650252 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.651210 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Added segment 9b1ef0ba-824d-4703-99af-a09db2f64123 of type vlan for network 2ed06d25-6749-40a8-9c2e-0022bd16b184 Aug 16 02:20:40.697328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.758036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.763680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.764478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.812777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-f2fa9731-3ed2-4942-8a38-e5bc22eacb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.813804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-f2fa9731-3ed2-4942-8a38-e5bc22eacb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.814504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-f2fa9731-3ed2-4942-8a38-e5bc22eacb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.818677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-f2fa9731-3ed2-4942-8a38-e5bc22eacb1b service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=6f88091c56234d3a8022e0ce55441889&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8510857 Aug 16 02:20:40.876101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ac8c7065-52d5-4594-adb0-c1b92f925d14 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.2948823 Aug 16 02:20:40.895736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749b6b1b-b785-43e6-929a-6a7e9cb36c82 req-2d53004e-a3a9-4a64-97bb-862c120b4831 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 210 time: 0.1754217 Aug 16 02:20:40.896839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.907447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.915014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:40.918873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'port_id': '03512f81-7081-4c0e-acc7-8f16333e8e36', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:40.947502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4403074 Aug 16 02:20:40.962996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47334) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.970039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-980589257'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:41.001158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:41.004689 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.030032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f69b9-800f-4846-a26f-a00d61616c50 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Network': ['ID=2ed06d25-6749-40a8-9c2e-0022bd16b184,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.066526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:41.076423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.082584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:41.083128 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Added segment 46f10ac1-dc61-4330-9a3b-757ef767f4e6 of type vlan for network 83d76dfe-192b-4b7a-940a-b62afd35c90f Aug 16 02:20:41.247513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.264197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event updated for resources: {'Port': ['ID=fa56e061-208f-42bf-9058-7bc4f6e05aad,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.267008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-083d04c6-29f4-4729-b4b6-42713f130a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.268565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-29b500a0-e079-4b44-8f68-a8fdf51903a3 req-083d04c6-29f4-4729-b4b6-42713f130a0d service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3907149 Aug 16 02:20:41.272409 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.344056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.349814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.350457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.395009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-507d5f0f-acd5-45c9-ad0a-3044bb0ba7b3 req-0e84805d-80ee-45df-b108-ef445e0b1f30 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8828449 Aug 16 02:20:41.402296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Network add45809-b30a-41a9-8734-32157470ea2f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:41.411046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:41.416900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:41.436866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae49d-bbdd-440f-9f62-607c6106faf0 req-43ab0d57-d5a6-41fb-bbcc-69d18265be77 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.443912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf8ae49d-bbdd-440f-9f62-607c6106faf0 req-43ab0d57-d5a6-41fb-bbcc-69d18265be77 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.2436841 Aug 16 02:20:41.467615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'f7071bbd-913c-4dd1-9b8c-36106e0d7310'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:41.470235 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd43740-b2ae-4194-9f04-31140e944999" -d '{"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "f7071bbd-913c-4dd1-9b8c-36106e0d7310"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:41.494433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5269976 Aug 16 02:20:41.505740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47344) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:41.512756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'subnet': {'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:41.522724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2979e-decd-42ee-a423-118b33804512 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Network': ['ID=83d76dfe-192b-4b7a-940a-b62afd35c90f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.534163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:41.584009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-d7c3e7b5-7ba7-4524-bc3c-75fb2eafb5fd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.594892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-d7c3e7b5-7ba7-4524-bc3c-75fb2eafb5fd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.608219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-d7c3e7b5-7ba7-4524-bc3c-75fb2eafb5fd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.613975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf8ae49d-bbdd-440f-9f62-607c6106faf0 req-2e8b0a5c-4172-40fb-b673-b7ce80f515d6 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689823 Aug 16 02:20:41.624165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-d7c3e7b5-7ba7-4524-bc3c-75fb2eafb5fd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.637824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-d7c3e7b5-7ba7-4524-bc3c-75fb2eafb5fd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.646913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-d7c3e7b5-7ba7-4524-bc3c-75fb2eafb5fd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.648859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-d7c3e7b5-7ba7-4524-bc3c-75fb2eafb5fd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 4605 time: 0.3635521 Aug 16 02:20:41.704551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:41.716789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.754917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:41.758406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.765451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Transition to ACTIVE for port object e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:41.806176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.833564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.834386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.889415 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-ed5d3f88-ae8a-46ca-acbc-29ba06944a97 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0352087 Aug 16 02:20:41.905109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Request body: {'port': {'device_id': 'dbf65ac9-ab35-4991-8040-05514a454558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:41.906750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfae65c-e6fc-47d9-8f72-e5c7ae327858 req-48bd7e9e-3aca-44df-8a8f-45d01c5dbe68 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.908748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebfae65c-e6fc-47d9-8f72-e5c7ae327858 req-48bd7e9e-3aca-44df-8a8f-45d01c5dbe68 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 943 time: 0.1893177 Aug 16 02:20:41.931988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.950287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-42d49572-44dd-498e-a0c2-7eca4f53716e req-6e53281c-5fc0-4142-8f7c-6872d726c5bd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092703 Aug 16 02:20:41.952189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-f94aad12-4871-4171-a11c-17a0ebe9aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.953707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-f94aad12-4871-4171-a11c-17a0ebe9aef5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 1095 time: 0.4621181 Aug 16 02:20:42.085368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.222845 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8527f06-c314-4ccf-a315-20aabb49525a x-openstack-request-id: req-c8527f06-c314-4ccf-a315-20aabb49525a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:42.223773 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "f7071bbd-913c-4dd1-9b8c-36106e0d7310", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:42.224351 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8527f06-c314-4ccf-a315-20aabb49525a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:42.224859 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'f7071bbd-913c-4dd1-9b8c-36106e0d7310', 'status': 'completed', 'code': 200} Aug 16 02:20:42.364147 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebfae65c-e6fc-47d9-8f72-e5c7ae327858 req-16c594a9-1e93-45b0-8161-2dadcd2a93eb tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400282 Aug 16 02:20:42.365456 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.392715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Attempting to bind port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:42.393247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Attempting to bind port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:42.393780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Attempting to bind port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:42.456911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 on network 874c515e-f912-4082-921f-149f54822097 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:42.457405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Attempting to bind port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:42.511037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-750f6d9a-0145-49df-92c5-acf93a65e9d9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.511037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-750f6d9a-0145-49df-92c5-acf93a65e9d9 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.88 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.1881182 Aug 16 02:20:42.511037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:42.511037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Checking segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:42.511037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Bound using segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:42.511037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Bound port: e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:42.511037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.531671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Subnet': ['ID=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:42.544591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Checking segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:42.544950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network hostable DHCP agents. Network: 2ed06d25-6749-40a8-9c2e-0022bd16b184, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:42.550922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:20:42.593891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-8fb41c36-7755-449f-ba7c-01cfe2ac0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.595527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-8fb41c36-7755-449f-ba7c-01cfe2ac0f84 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.6274385 Aug 16 02:20:42.681179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:42.706043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] For port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:42.713103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2ed06d25-6749-40a8-9c2e-0022bd16b184) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:42.718611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.719152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.725809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bcbaa-f03a-4796-a364-b9b4d5d1054c None None] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:42.742677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] For port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:42.763813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.777230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9089b7eb-b037-44b5-aadc-a8a82b065ce5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2703512 Aug 16 02:20:42.790642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47390) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:42.814901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'subnet': {'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:42.894080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Deleting port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:42.896710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.982342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-2ed06d25-6749-40a8-9c2e-0022bd16b184', 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'fixed_ips': [{'subnet_id': 'ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:20:42.983805 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.047986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.048796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.051827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] 10.222.0.98 "PUT /v2.0/ports/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 1136 time: 2.6264017 Aug 16 02:20:43.182323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-25d61e9e-7863-4f7c-9302-239e1ef85ca3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 217 time: 0.5213408 Aug 16 02:20:43.199272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.221172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Allocated IP 10.1.1.2 (2ed06d25-6749-40a8-9c2e-0022bd16b184/ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c/fb3ebb24-329a-4eb9-b647-7d422978ca32) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:43.226153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8b87f-80a1-46b8-ab49-88320503ee10 req-5166abff-cf9d-46a7-b29a-d9637e8a2a9f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.234547 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b2f8b87f-80a1-46b8-ab49-88320503ee10 req-5166abff-cf9d-46a7-b29a-d9637e8a2a9f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 931 time: 0.8867521 Aug 16 02:20:43.311102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.311582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.312065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.324747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.325282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.325762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.326237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.328247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cd43740-b2ae-4194-9f04-31140e944999 req-00af14ba-1972-40f0-9732-f469b63d52bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6180 time: 1.0321474 Aug 16 02:20:43.357594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.475800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:43.484573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.503317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Transition to ACTIVE for port object fb3ebb24-329a-4eb9-b647-7d422978ca32 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:43.530765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3c07c-b2ba-41c1-a492-c54d6417ff12 req-15881844-4684-4b61-b21f-2579cab14630 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.532314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7bf3c07c-b2ba-41c1-a492-c54d6417ff12 req-15881844-4684-4b61-b21f-2579cab14630 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 946 time: 0.7138450 Aug 16 02:20:43.539598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901817f-f26a-4f04-81cb-5e325c5aec67 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:43.569525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Transition to ACTIVE for port object fb3ebb24-329a-4eb9-b647-7d422978ca32 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:43.580085 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.612732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] For port 19dc8fcb-5a6f-407f-a268-f1a66dac3923, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=19dc8fcb-5a6f-407f-a268-f1a66dac3923,segment=NetworkSegment(64a677b5-ae4d-44ce-81e9-dc8de9f561d5),segment_id=64a677b5-ae4d-44ce-81e9-dc8de9f561d5)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:43.613107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.629063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 61c96153-913c-4af8-add0-ac18e39d3d38 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:43.637603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:43.640812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.644325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Calling delete_port for 19dc8fcb-5a6f-407f-a268-f1a66dac3923 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:43.645909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-823cc353-e422-4804-b224-b3b8e7cb5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.646666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-823cc353-e422-4804-b224-b3b8e7cb5ea3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.4450667 Aug 16 02:20:43.650564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.710271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7bf3c07c-b2ba-41c1-a492-c54d6417ff12 req-48577621-83f3-4038-92ac-ca5002827a11 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/security-groups?id=1ff8eb65-c390-49c5-b85e-bd6f0783256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621382 Aug 16 02:20:43.736898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b2f8b87f-80a1-46b8-ab49-88320503ee10 req-98492914-28a2-4e5f-a277-a825005d9873 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013540 Aug 16 02:20:43.764695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 61c96153-913c-4af8-add0-ac18e39d3d38, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=61c96153-913c-4af8-add0-ac18e39d3d38,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:43.782977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '61c96153-913c-4af8-add0-ac18e39d3d38', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'mac_address': 'fa:16:3e:bb:e1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:43.838259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:43.843157 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.861763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:43.864888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:43.876750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c96153-913c-4af8-add0-ac18e39d3d38 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:43.937061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-32e8276e-2b0f-4091-b088-b6a3e2d93a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.937557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-32e8276e-2b0f-4091-b088-b6a3e2d93a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.938029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-32e8276e-2b0f-4091-b088-b6a3e2d93a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.939846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cd43740-b2ae-4194-9f04-31140e944999 req-32e8276e-2b0f-4091-b088-b6a3e2d93a80 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=6f88091c56234d3a8022e0ce55441889&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5601966 Aug 16 02:20:43.981038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Pushing event updated for resources: {'Port': ['ID=fb3ebb24-329a-4eb9-b647-7d422978ca32,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:44.015415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 61c96153-913c-4af8-add0-ac18e39d3d38, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=61c96153-913c-4af8-add0-ac18e39d3d38,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:44.019850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Attempting to bind port fb3ebb24-329a-4eb9-b647-7d422978ca32 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:44.020248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Attempting to bind port fb3ebb24-329a-4eb9-b647-7d422978ca32 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:44.021572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Attempting to bind port fb3ebb24-329a-4eb9-b647-7d422978ca32 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:44.031365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:44.031871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Checking segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:44.032482 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.033630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Bound using segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:44.034209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Bound port: fb3ebb24-329a-4eb9-b647-7d422978ca32, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:44.034690 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.053754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.140165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] For port fb3ebb24-329a-4eb9-b647-7d422978ca32, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:44.146367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] For port fb3ebb24-329a-4eb9-b647-7d422978ca32, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fb3ebb24-329a-4eb9-b647-7d422978ca32,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:44.217640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=61c96153-913c-4af8-add0-ac18e39d3d38,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:44.221966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252144-c836-426f-a38f-f2e308b69faa req-3c912c8c-a1dd-4f51-b572-fd2d2db67b12 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.224535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b252144-c836-426f-a38f-f2e308b69faa req-3c912c8c-a1dd-4f51-b572-fd2d2db67b12 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 944 time: 0.2011964 Aug 16 02:20:44.241714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'e9dc4e9e-3453-4bd7-881a-df985b8b8cd7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:44.242538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.243261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-5131002a-1767-4100-b177-0459d5e3efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.244853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-5131002a-1767-4100-b177-0459d5e3efb6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5431004 Aug 16 02:20:44.246808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43740-b2ae-4194-9f04-31140e944999 req-b1631c62-cd94-4966-8bc5-052911025a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.248147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cd43740-b2ae-4194-9f04-31140e944999 req-b1631c62-cd94-4966-8bc5-052911025a83 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2772598 Aug 16 02:20:44.249329 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02474bb9-f34a-46d1-9087-2f7323ab08a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "e9dc4e9e-3453-4bd7-881a-df985b8b8cd7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:44.351377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e2e6a-8c7b-4ef3-8a4f-fde3211eb77a None None] Pushing event updated for resources: {'Port': ['ID=fb3ebb24-329a-4eb9-b647-7d422978ca32,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:44.374129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['61c96153-913c-4af8-add0-ac18e39d3d38'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:44.469682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.492905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:44.519720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b252144-c836-426f-a38f-f2e308b69faa req-de84b025-9f51-46d7-8abb-6262e05fbb37 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644217 Aug 16 02:20:44.523554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.634536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.646026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.656188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.657971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Pushing event deleted for resources: {'Port': ['ID=19dc8fcb-5a6f-407f-a268-f1a66dac3923,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:44.668152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.701549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.714021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.719941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.721958 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-7c932094-f18c-4ae0-98ca-d934aad4811d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5382 time: 0.8690655 Aug 16 02:20:44.808865 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de1cac-81ad-4464-9c16-1937f161adc0 x-openstack-request-id: req-44de1cac-81ad-4464-9c16-1937f161adc0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:44.810343 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "e9dc4e9e-3453-4bd7-881a-df985b8b8cd7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:44.810661 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44de1cac-81ad-4464-9c16-1937f161adc0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:44.811077 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'e9dc4e9e-3453-4bd7-881a-df985b8b8cd7', 'status': 'completed', 'code': 200} Aug 16 02:20:44.850168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa56e061-208f-42bf-9058-7bc4f6e05aad {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:44.888018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] No DVR routers for this DVR port 19dc8fcb-5a6f-407f-a268-f1a66dac3923 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:44.902515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.907544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a9529b2-ca33-43c7-8d18-b4e189ab2c17 req-683b0909-8f2f-4426-b81d-3093baf21f6c tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.88 "DELETE /v2.0/ports/19dc8fcb-5a6f-407f-a268-f1a66dac3923 HTTP/1.1" status: 204 len: 173 time: 2.3766456 Aug 16 02:20:44.945797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:44.957391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Subnet': ['ID=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:44.958479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.960529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.995277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Transition to ACTIVE for port object 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:45.009287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1823-da8b-4602-b01e-77ba0f54b5ac req-ab24f35d-ebed-4168-9dd8-83f7a97a750b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.023220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68c87ef7-34db-4b4c-9845-dadf29ab7fb3 req-8cc0a61b-4e8c-4bf3-9f85-6ebe7ec84d08 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2936161 Aug 16 02:20:45.037263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-10ba1823-da8b-4602-b01e-77ba0f54b5ac req-ab24f35d-ebed-4168-9dd8-83f7a97a750b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 931 time: 0.1739724 Aug 16 02:20:45.038623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fb3ebb24-329a-4eb9-b647-7d422978ca32 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:45.047916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Checking segment: {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:45.048314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network hostable DHCP agents. Network: 83d76dfe-192b-4b7a-940a-b62afd35c90f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:45.070773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.120240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.121719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.122337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.122946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.124253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.125016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.125432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.127582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-0c2b6661-5f48-4ac6-9b40-26e5accb0fc6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6222 time: 0.4046018 Aug 16 02:20:45.129661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-bebba4c9-c387-4c34-8eb2-a01d65b4ade3 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570427 Aug 16 02:20:45.139434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Transition to ACTIVE for port object fa56e061-208f-42bf-9058-7bc4f6e05aad will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:45.167176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port fb3ebb24-329a-4eb9-b647-7d422978ca32 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:45.196095 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.227424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-10ba1823-da8b-4602-b01e-77ba0f54b5ac req-b02c0735-6b7c-4648-8da4-0b780c1e7aea tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891813 Aug 16 02:20:45.233513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:45.246858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Pushing event updated for resources: {'Port': ['ID=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:45.338827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 83d76dfe-192b-4b7a-940a-b62afd35c90f) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:45.375075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0fa274-58d0-4486-a365-7589c4a42dfe None None] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:45.389157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.390202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.451778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e94c5411-be42-4431-ab45-06690d26e1a7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6534054 Aug 16 02:20:45.455285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47444) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:45.466043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'port': {'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'name': 'tempest-TaggedBootDevicesTest-373592384', 'fixed_ips': [{'subnet_id': 'ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:45.537992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a1cd1ac-f5a4-4b12-bff7-2c8b695176a2 req-c2dbde43-42b7-4771-b529-bdae06384844 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524320 Aug 16 02:20:45.600754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b2244ec-100b-42dc-96e1-4552650e2d91 req-7bfdb9b5-69ae-41e2-98b2-8538a80efa12 tempest-ServerDiskConfigTestJSON-1373450035 tempest-ServerDiskConfigTestJSON-1373450035-project] 10.222.0.78 "GET /v2.0/ports?device_id=291ee278-9963-4c59-9b25-7ededc17cd3a HTTP/1.1" status: 200 len: 210 time: 0.4164948 Aug 16 02:20:45.607604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:45.634231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 61c96153-913c-4af8-add0-ac18e39d3d38 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:45.637701 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:45.649161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.660203 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:45.661703 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:45.727577 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:45.741100 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:45.742000 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:45.754434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Attempting to bind port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:45.755137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Attempting to bind port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:45.755137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Attempting to bind port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:45.787166 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:45.788414 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c6ca1-732d-4ab2-aef2-6f5bbc668597 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:45.816976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa56e061-208f-42bf-9058-7bc4f6e05aad,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:45.827276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 on network 874c515e-f912-4082-921f-149f54822097 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:45.827276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Attempting to bind port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:45.931192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:45.931967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Checking segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:45.932653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Bound using segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:45.935786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Bound port: 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:45.936434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.938135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-cfe553cd-747c-4374-b191-e347079e7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.938614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-cfe553cd-747c-4374-b191-e347079e7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.939077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-cfe553cd-747c-4374-b191-e347079e7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.940766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-cfe553cd-747c-4374-b191-e347079e7def service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=6f88091c56234d3a8022e0ce55441889&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7998769 Aug 16 02:20:45.947155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3dcd135e-ee67-453f-98b9-d30244b4fd56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/floatingips/8b7254a7-3f90-420f-8f1b-1cdc58617d91 HTTP/1.1" status: 200 len: 976 time: 5.0363030 Aug 16 02:20:45.950680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:46.103432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:46.108204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Attempting to bind port fa56e061-208f-42bf-9058-7bc4f6e05aad on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:46.108645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Attempting to bind port fa56e061-208f-42bf-9058-7bc4f6e05aad by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:46.109036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Attempting to bind port fa56e061-208f-42bf-9058-7bc4f6e05aad on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:46.134797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e21506-1133-43b7-a5d3-c223aec7afde req-682af661-93fc-4d9c-b258-5506585f8426 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.141954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86e21506-1133-43b7-a5d3-c223aec7afde req-682af661-93fc-4d9c-b258-5506585f8426 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 944 time: 0.4174485 Aug 16 02:20:46.166076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Port fa56e061-208f-42bf-9058-7bc4f6e05aad on network add45809-b30a-41a9-8734-32157470ea2f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:46.169517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Attempting to bind port fa56e061-208f-42bf-9058-7bc4f6e05aad on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:46.175606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb3ef7-80c8-459d-8b5f-60fa6342bde2 None None] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:46.221414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 61c96153-913c-4af8-add0-ac18e39d3d38 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:46.225182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-83d76dfe-192b-4b7a-940a-b62afd35c90f', 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'fixed_ips': [{'subnet_id': 'b1c43cc7-c77d-420c-b4a1-66d6ef41ce11'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:20:46.226301 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.228652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:46.229266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:46.230006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Bound using segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:46.230647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Bound port: fa56e061-208f-42bf-9058-7bc4f6e05aad, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:46.231205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.247364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 61c96153-913c-4af8-add0-ac18e39d3d38 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:46.247739 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.287223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-76f51fa6-8e2b-4ca3-b48b-5c2848b1b89b None None] Provisioning for port fb3ebb24-329a-4eb9-b647-7d422978ca32 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:46.327847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-76f51fa6-8e2b-4ca3-b48b-5c2848b1b89b None None] Provisioning complete for port fb3ebb24-329a-4eb9-b647-7d422978ca32 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:46.337491 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f51fa6-8e2b-4ca3-b48b-5c2848b1b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.380649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] For port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:46.401342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86e21506-1133-43b7-a5d3-c223aec7afde req-ecffc7ae-b216-44a9-931a-463413293e0c tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238181 Aug 16 02:20:46.409752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] For port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:46.430229 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.438449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.487437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.488170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.489659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] 10.222.0.98 "PUT /v2.0/ports/00cbba15-eb37-4c0e-9d07-31ad10bd0f51 HTTP/1.1" status: 200 len: 1092 time: 3.0379906 Aug 16 02:20:46.504532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] device_id is not set on port e3a64705-895c-4b54-93f5-2d3da0e0d222 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:46.528712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:46.674192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26959d7d-8477-4be7-a48a-30a1e0656c12 service neutron] Pushing event updated for resources: {'Port': ['ID=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:46.775660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Allocated IP 10.2.2.2 (83d76dfe-192b-4b7a-940a-b62afd35c90f/b1c43cc7-c77d-420c-b4a1-66d6ef41ce11/56e63c14-cab2-41db-b50f-0a10451149b0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:46.819671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.827844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'name': 'network-vif-deleted', 'tag': '19dc8fcb-5a6f-407f-a268-f1a66dac3923'}, {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:46.834773 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231" -d '{"events": [{"server_uuid": "291ee278-9963-4c59-9b25-7ededc17cd3a", "name": "network-vif-deleted", "tag": "19dc8fcb-5a6f-407f-a268-f1a66dac3923"}, {"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:46.838232 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f51fa6-8e2b-4ca3-b48b-5c2848b1b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.925555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:46.931622 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e40ac-b1d3-49ca-9959-2bd946a31912" -d '{"events": [{"server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "name": "network-vif-plugged", "status": "completed", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:46.978788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.979737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 61c96153-913c-4af8-add0-ac18e39d3d38, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=61c96153-913c-4af8-add0-ac18e39d3d38,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:46.998862 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.006638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234eaf-a82b-41b8-a84c-840879f5e537 req-d3a4a814-74ad-4fc9-b334-288c3873625c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.008832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 19dc8fcb-5a6f-407f-a268-f1a66dac3923 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:47.010003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0234eaf-a82b-41b8-a84c-840879f5e537 req-d3a4a814-74ad-4fc9-b334-288c3873625c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 943 time: 0.4736588 Aug 16 02:20:47.020197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-76f51fa6-8e2b-4ca3-b48b-5c2848b1b89b None None] For port fb3ebb24-329a-4eb9-b647-7d422978ca32, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fb3ebb24-329a-4eb9-b647-7d422978ca32,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:47.069330 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76f51fa6-8e2b-4ca3-b48b-5c2848b1b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.070362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-218b196c-4662-45c4-95cc-0cf0255c53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.073202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02474bb9-f34a-46d1-9087-2f7323ab08a3 req-218b196c-4662-45c4-95cc-0cf0255c53bb service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1085443 Aug 16 02:20:47.112900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 19dc8fcb-5a6f-407f-a268-f1a66dac3923 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:47.115211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 19dc8fcb-5a6f-407f-a268-f1a66dac3923 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:47.177416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.183737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.190111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.202940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.210004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.217406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.223997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.233706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-9ad9380d-1f9e-4371-a3b6-d94cec84a141 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5394 time: 1.0356565 Aug 16 02:20:47.282456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] For port fa56e061-208f-42bf-9058-7bc4f6e05aad, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:47.309891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] For port fa56e061-208f-42bf-9058-7bc4f6e05aad, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa56e061-208f-42bf-9058-7bc4f6e05aad,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:47.324501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2ac5c48-4e1a-4565-b503-58eb896201f9 req-1b794c2d-8170-4007-bf31-00554ed4160e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895190 Aug 16 02:20:47.331211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=61c96153-913c-4af8-add0-ac18e39d3d38,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:47.361218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port fce2254b-f3e8-49a8-bde1-6ae3e90bd158 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:47.361218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.367664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0234eaf-a82b-41b8-a84c-840879f5e537 req-49de6df7-7862-4edd-97b2-7f07cf647996 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247442 Aug 16 02:20:47.435982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 10.1.1.143 (2ed06d25-6749-40a8-9c2e-0022bd16b184/ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c/e3a64705-895c-4b54-93f5-2d3da0e0d222) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:47.516267 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.530578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.531090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.534892 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edfd3f2-71bd-427e-a4d3-5ae48378bdaf x-openstack-request-id: req-8edfd3f2-71bd-427e-a4d3-5ae48378bdaf {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:47.536124 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "name": "network-vif-plugged", "status": "completed", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:47.536413 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8edfd3f2-71bd-427e-a4d3-5ae48378bdaf {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:47.536824 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38', 'code': 200} Aug 16 02:20:47.552778 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0153137-c508-4944-a8d7-1c08961c1f30 x-openstack-request-id: req-c0153137-c508-4944-a8d7-1c08961c1f30 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:47.553085 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291ee278-9963-4c59-9b25-7ededc17cd3a", "name": "network-vif-deleted", "tag": "19dc8fcb-5a6f-407f-a268-f1a66dac3923", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:47.553598 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0153137-c508-4944-a8d7-1c08961c1f30 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:47.554014 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291ee278-9963-4c59-9b25-7ededc17cd3a', 'name': 'network-vif-deleted', 'tag': '19dc8fcb-5a6f-407f-a268-f1a66dac3923', 'status': 'completed', 'code': 200} Aug 16 02:20:47.554277 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51', 'status': 'completed', 'code': 200} Aug 16 02:20:47.569474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for fce2254b-f3e8-49a8-bde1-6ae3e90bd158 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:47.630605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Transition to ACTIVE for port object 56e63c14-cab2-41db-b50f-0a10451149b0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:47.655871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f51fa6-8e2b-4ca3-b48b-5c2848b1b89b None None] Pushing event updated for resources: {'Port': ['ID=fb3ebb24-329a-4eb9-b647-7d422978ca32,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:47.698916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13c3b877-97c0-44b5-b0cc-6570b9563623 None None] Provisioning complete for port fb3ebb24-329a-4eb9-b647-7d422978ca32 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:47.699301 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13c3b877-97c0-44b5-b0cc-6570b9563623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.761729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Transition to ACTIVE for port object 56e63c14-cab2-41db-b50f-0a10451149b0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:47.792451 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.806163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.813670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:47.852027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.877858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Transition to ACTIVE for port object e3a64705-895c-4b54-93f5-2d3da0e0d222 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:47.903728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:47.910691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:47.941141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a6b3f8-ced9-4186-b019-585d7d55017b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:47.949963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:47.953516 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.972693 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.983519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.984198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.985161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Pushing event updated for resources: {'Port': ['ID=56e63c14-cab2-41db-b50f-0a10451149b0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:47.985907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] 10.222.0.88 "PUT /v2.0/ports/fa56e061-208f-42bf-9058-7bc4f6e05aad HTTP/1.1" status: 200 len: 1092 time: 6.0850360 Aug 16 02:20:47.996920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf65ac9-ab35-4991-8040-05514a454558', 'tag': 'fa56e061-208f-42bf-9058-7bc4f6e05aad'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:47.999319 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513ed7d7-04df-45a6-aeee-7da92d06f46f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf65ac9-ab35-4991-8040-05514a454558", "tag": "fa56e061-208f-42bf-9058-7bc4f6e05aad"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:48.089214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:48.090591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=e3a64705-895c-4b54-93f5-2d3da0e0d222,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.094498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:48.104866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:48.154010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Attempting to bind port 56e63c14-cab2-41db-b50f-0a10451149b0 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:48.154514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Attempting to bind port 56e63c14-cab2-41db-b50f-0a10451149b0 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:48.154918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Attempting to bind port 56e63c14-cab2-41db-b50f-0a10451149b0 on network 83d76dfe-192b-4b7a-940a-b62afd35c90f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:48.157418 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bde448-bae2-4764-901d-8153b04171a3 x-openstack-request-id: req-c2bde448-bae2-4764-901d-8153b04171a3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:48.158231 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf65ac9-ab35-4991-8040-05514a454558", "tag": "fa56e061-208f-42bf-9058-7bc4f6e05aad", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:48.158896 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2bde448-bae2-4764-901d-8153b04171a3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:48.161212 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf65ac9-ab35-4991-8040-05514a454558', 'tag': 'fa56e061-208f-42bf-9058-7bc4f6e05aad', 'status': 'completed', 'code': 200} Aug 16 02:20:48.168541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Transition to ACTIVE for port object 02a6b3f8-ced9-4186-b019-585d7d55017b will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:48.177000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:48.177427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Checking segment: {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:48.178006 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.178415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Bound using segment: {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:48.183718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.183946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Bound port: 56e63c14-cab2-41db-b50f-0a10451149b0, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:48.184550 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.184916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.185686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.186553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.187218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.188086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.188875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.192915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-49463574-0925-4fc7-a553-c8603ebfa03e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6290 time: 0.3824933 Aug 16 02:20:48.201274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.204789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c342e3c-5c18-44da-985c-6d9b51a8d23b req-c11ef06a-f840-4871-9196-0ae33f1e1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.206777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c342e3c-5c18-44da-985c-6d9b51a8d23b req-c11ef06a-f840-4871-9196-0ae33f1e1e03 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 1097 time: 0.3939035 Aug 16 02:20:48.215647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] Deleting subnet cd9112a8-e83b-4397-8369-2c55b4c14bcb {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:48.266138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ed49e-53d0-43ae-9dd4-a781fcd5599f req-c12cd09a-6e25-4cb8-8058-cafd6638cae2 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.274809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f3ed49e-53d0-43ae-9dd4-a781fcd5599f req-c12cd09a-6e25-4cb8-8058-cafd6638cae2 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 945 time: 0.4630690 Aug 16 02:20:48.276962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.279293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e940c71-99d3-4b1c-bbc0-22352ee652b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa56e061-208f-42bf-9058-7bc4f6e05aad,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.286198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=02a6b3f8-ced9-4186-b019-585d7d55017b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.311552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.312119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.313449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.341119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] For port 56e63c14-cab2-41db-b50f-0a10451149b0, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:48.351384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] For port 56e63c14-cab2-41db-b50f-0a10451149b0, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=56e63c14-cab2-41db-b50f-0a10451149b0,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:48.366816 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.424739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ec68ee94-96e5-42af-89e9-946e4a6c25b1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9659655 Aug 16 02:20:48.428533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47490) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:48.438777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'port': {'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'name': 'tempest-TaggedBootDevicesTest-513387767', 'fixed_ips': [{'subnet_id': 'ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:48.531460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8977c32f-89a7-4874-a5a6-69dc7c43133f None None] Provisioning for port e3a64705-895c-4b54-93f5-2d3da0e0d222 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:48.571086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8977c32f-89a7-4874-a5a6-69dc7c43133f None None] Provisioning complete for port e3a64705-895c-4b54-93f5-2d3da0e0d222 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:48.571469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8977c32f-89a7-4874-a5a6-69dc7c43133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.577818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-3cd9213a-7a51-4820-aa4d-d071f31ca6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.578354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-3cd9213a-7a51-4820-aa4d-d071f31ca6c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 1095 time: 0.5342171 Aug 16 02:20:48.579047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bb83c-8fda-4706-8e12-0f143a4e0cda None None] Pushing event updated for resources: {'Port': ['ID=56e63c14-cab2-41db-b50f-0a10451149b0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.579173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=fce2254b-f3e8-49a8-bde1-6ae3e90bd158,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.676565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8977c32f-89a7-4874-a5a6-69dc7c43133f None None] Port e3a64705-895c-4b54-93f5-2d3da0e0d222 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:48.710825 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:48.727696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Attempting to bind port 02a6b3f8-ced9-4186-b019-585d7d55017b on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:48.728264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Attempting to bind port 02a6b3f8-ced9-4186-b019-585d7d55017b by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:48.728699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Attempting to bind port 02a6b3f8-ced9-4186-b019-585d7d55017b on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:48.757391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Port 02a6b3f8-ced9-4186-b019-585d7d55017b on network 874c515e-f912-4082-921f-149f54822097 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:48.757788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Attempting to bind port 02a6b3f8-ced9-4186-b019-585d7d55017b on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:48.769529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-10c65d2a-f162-4a4d-a2e9-e7d892d8674c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa56e061-208f-42bf-9058-7bc4f6e05aad HTTP/1.1" status: 200 len: 217 time: 0.1602318 Aug 16 02:20:48.775842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.779431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.805753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.814102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.823488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.830871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.836999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.845923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-deea0e50-9e67-4ea6-abbf-839623167528 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5406 time: 0.3406978 Aug 16 02:20:48.880664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:48.881230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Checking segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:48.881521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Bound using segment: {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:48.881799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Bound port: 02a6b3f8-ced9-4186-b019-585d7d55017b, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fd4c13-8aeb-416f-b124-e70c19dd64ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '874c515e-f912-4082-921f-149f54822097'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:48.882157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.891339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c342e3c-5c18-44da-985c-6d9b51a8d23b req-0dcb63f4-14bd-4ddb-854a-078c92f0f23c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567299 Aug 16 02:20:48.895554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.916637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.916989 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 8b7254a7-3f90-420f-8f1b-1cdc58617d91 disassociated (deleted). External IP: 172.25.4.70, port: 03512f81-7081-4c0e-acc7-8f16333e8e36. Aug 16 02:20:49.000215 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0560c9f2-eb5e-4d1e-8359-e923565da4d4 req-7bd11a36-ea37-4251-adbb-b697515b2d69 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472306 Aug 16 02:20:49.060215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] For port 02a6b3f8-ced9-4186-b019-585d7d55017b, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:49.064196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] For port 02a6b3f8-ced9-4186-b019-585d7d55017b, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02a6b3f8-ced9-4186-b019-585d7d55017b,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:49.066260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:49.073330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.081619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f3ed49e-53d0-43ae-9dd4-a781fcd5599f req-ab83c823-e731-48c3-9808-0870e2871051 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8049858 Aug 16 02:20:49.109370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.128257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.129245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.130657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] 10.222.0.98 "PUT /v2.0/ports/02a6b3f8-ced9-4186-b019-585d7d55017b HTTP/1.1" status: 200 len: 1092 time: 2.6069930 Aug 16 02:20:49.170103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-923002fe-581e-4bef-94b7-49e14f28e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.173899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-923002fe-581e-4bef-94b7-49e14f28e16b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.3597403 Aug 16 02:20:49.175234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] device_id is not set on port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:49.175370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-5380f49d-cc2b-4d1e-a020-786bfa17c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.176684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-5380f49d-cc2b-4d1e-a020-786bfa17c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.177371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-5380f49d-cc2b-4d1e-a020-786bfa17c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.179673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-5380f49d-cc2b-4d1e-a020-786bfa17c252 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=6f88091c56234d3a8022e0ce55441889&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9250083 Aug 16 02:20:49.184611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fb3ebb24-329a-4eb9-b647-7d422978ca32 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:49.293132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port fb3ebb24-329a-4eb9-b647-7d422978ca32 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:49.293729 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.322022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:49.381688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-bf2c771c-d790-443a-9043-7fa0a147b970 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859088 Aug 16 02:20:49.475564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 56e63c14-cab2-41db-b50f-0a10451149b0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:49.541098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.555180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab8d1c-e9da-49bf-869a-acf7d1144de7 req-229e05be-202e-4f0d-b070-add0ac6348dd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.567093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86ab8d1c-e9da-49bf-869a-acf7d1144de7 req-229e05be-202e-4f0d-b070-add0ac6348dd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 943 time: 0.4771738 Aug 16 02:20:49.587177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:49.591005 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8643dcb9-9745-42c5-acbf-381ee4cddaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:49.594329 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.621707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 56e63c14-cab2-41db-b50f-0a10451149b0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:49.849861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.942882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-2854a2f8-ac38-47ad-bb11-8bdd91004e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.944478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b68c1a55-e780-4bc0-97bd-aaa8a22c7231 req-2854a2f8-ac38-47ad-bb11-8bdd91004e5d service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7208111 Aug 16 02:20:49.950820 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.955368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cd9112a8-e83b-4397-8369-2c55b4c14bcb HTTP/1.1" status: 204 len: 168 time: 2.1378369 Aug 16 02:20:49.956599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc0289-5646-498b-8237-ff7762587b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9112a8-e83b-4397-8369-2c55b4c14bcb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.959744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47498) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.968069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-f17acf32-6c17-40ab-81e9-add230ef3274 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832749 Aug 16 02:20:50.004004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ca37-9f70-450f-9b1c-e94ec9c58cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=02a6b3f8-ced9-4186-b019-585d7d55017b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.009006 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5102d7ed-c5c7-40fc-8309-88ebfd83561c x-openstack-request-id: req-5102d7ed-c5c7-40fc-8309-88ebfd83561c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:50.009276 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:50.009524 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5102d7ed-c5c7-40fc-8309-88ebfd83561c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:50.009911 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b', 'status': 'completed', 'code': 200} Aug 16 02:20:50.073799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bf79aa-4b90-4997-85f5-c15e08cfd43d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:50.090852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e18d3b2-ae04-47fb-9f99-044316aaa8cc None None] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:50.092240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.100027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86ab8d1c-e9da-49bf-869a-acf7d1144de7 req-79bf597d-2ea4-4e97-a4b4-528f0df3f4a2 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749093 Aug 16 02:20:50.114545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 10.1.1.177 (2ed06d25-6749-40a8-9c2e-0022bd16b184/ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:50.123900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Transition to ACTIVE for port object 77bf79aa-4b90-4997-85f5-c15e08cfd43d will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:50.136845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.318860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-39994b5d-9171-4e93-8a3f-00a8d9cac3a2 None None] Provisioning for port 56e63c14-cab2-41db-b50f-0a10451149b0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:50.342375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-39994b5d-9171-4e93-8a3f-00a8d9cac3a2 None None] Provisioning complete for port 56e63c14-cab2-41db-b50f-0a10451149b0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:50.342679 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39994b5d-9171-4e93-8a3f-00a8d9cac3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.372149 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e042aceb-6980-4cad-8dae-266ebe99c9e6 req-43d2f16b-cca0-4c04-b414-c5a7a4c8ecbb service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558011 Aug 16 02:20:50.573855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:50.590656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.591157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.591627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.592144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.592664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.593288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.593736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.595665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-777bb62d-9ded-4423-baca-d7a1368d17b0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6384 time: 0.4942853 Aug 16 02:20:50.614410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.621241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.629839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.632723 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39994b5d-9171-4e93-8a3f-00a8d9cac3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.637836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.649073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.664484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.679037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-39994b5d-9171-4e93-8a3f-00a8d9cac3a2 None None] For port 56e63c14-cab2-41db-b50f-0a10451149b0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=56e63c14-cab2-41db-b50f-0a10451149b0,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:50.679463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.690502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-9c0a0913-eb7d-4324-915f-bd4d51ce2722 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5418 time: 0.4396877 Aug 16 02:20:50.691309 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39994b5d-9171-4e93-8a3f-00a8d9cac3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.694965 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.771324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39994b5d-9171-4e93-8a3f-00a8d9cac3a2 None None] Pushing event updated for resources: {'Port': ['ID=56e63c14-cab2-41db-b50f-0a10451149b0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.862635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.876886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Transition to ACTIVE for port object fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:50.919868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 56e63c14-cab2-41db-b50f-0a10451149b0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:50.922080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f23b0a90-efab-467b-a0d1-a9003db5f1a2 req-90cd4f97-fa14-4f29-8901-107869c2bd70 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2306368 Aug 16 02:20:50.936469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.942035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Pushing event updated for resources: {'Port': ['ID=77bf79aa-4b90-4997-85f5-c15e08cfd43d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:51.008901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:51.009570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-d0744603-fca5-4e27-9327-762ba9b8cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.015996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-d0744603-fca5-4e27-9327-762ba9b8cce9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 1095 time: 0.5494831 Aug 16 02:20:51.031529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:51.060136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7c910779-0d5f-4e05-9019-6e975c5f44a6 None None] Provisioning complete for port 56e63c14-cab2-41db-b50f-0a10451149b0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:51.060540 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c910779-0d5f-4e05-9019-6e975c5f44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.066673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2798767-5b7f-4690-a1dc-c7eb0e89fb92 req-c98f0da7-2a7e-4c8d-b0ad-046431dddad0 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.068512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2798767-5b7f-4690-a1dc-c7eb0e89fb92 req-c98f0da7-2a7e-4c8d-b0ad-046431dddad0 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 945 time: 0.5383782 Aug 16 02:20:51.069356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:51.121799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 56e63c14-cab2-41db-b50f-0a10451149b0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:51.122329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.284273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2798767-5b7f-4690-a1dc-c7eb0e89fb92 req-1df29384-a7c6-4d66-abd1-1c6591f21a8f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029843 Aug 16 02:20:51.303745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Attempting to bind port 77bf79aa-4b90-4997-85f5-c15e08cfd43d on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:51.304082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Attempting to bind port 77bf79aa-4b90-4997-85f5-c15e08cfd43d by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:51.304441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Attempting to bind port 77bf79aa-4b90-4997-85f5-c15e08cfd43d on network 1210130f-33bc-42bd-b755-cdb101c0688e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:51.311436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Port 77bf79aa-4b90-4997-85f5-c15e08cfd43d on network 1210130f-33bc-42bd-b755-cdb101c0688e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:51.311776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Attempting to bind port 77bf79aa-4b90-4997-85f5-c15e08cfd43d on network 1210130f-33bc-42bd-b755-cdb101c0688e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:51.317858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:51.318182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Checking segment: {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:51.318604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Bound using segment: {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:51.319041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Bound port: 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:51.319412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.321721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:51.338166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.339369 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.373716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a53d16a7-b82a-46b9-9fd6-a02a8cd80165 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9439397 Aug 16 02:20:51.450003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f7a7cd3d-7c67-4cde-ba08-007cbdd5dc1e None None] Provisioning for port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:51.457397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f7a7cd3d-7c67-4cde-ba08-007cbdd5dc1e None None] Provisioning complete for port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:51.457780 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cd3d-7c67-4cde-ba08-007cbdd5dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.507158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7cd3d-7c67-4cde-ba08-007cbdd5dc1e None None] Port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:51.549365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-9daf2926-e6ae-4e4d-b4ad-570aa651e1d9 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.551040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-9daf2926-e6ae-4e4d-b4ad-570aa651e1d9 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1292331 Aug 16 02:20:51.609911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] For port 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:51.630198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] For port 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:51.635815 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-5a5283ce-6dc9-43c3-b5ae-0debb118ca6f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.0751927 Aug 16 02:20:51.637328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.641739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa56e061-208f-42bf-9058-7bc4f6e05aad details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:51.645541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'floatingip': {'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:51.690824 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.770986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.771633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.773990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] 10.222.0.98 "PUT /v2.0/ports/77bf79aa-4b90-4997-85f5-c15e08cfd43d HTTP/1.1" status: 200 len: 1092 time: 2.4617276 Aug 16 02:20:51.829295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Request body: {'port': {'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:51.847876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-4b569b6c-afc0-4d93-856d-e2517bb4345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.848469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-4b569b6c-afc0-4d93-856d-e2517bb4345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.848851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-4b569b6c-afc0-4d93-856d-e2517bb4345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.850466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-4b569b6c-afc0-4d93-856d-e2517bb4345d service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=6f88091c56234d3a8022e0ce55441889&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1320882 Aug 16 02:20:51.857380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa56e061-208f-42bf-9058-7bc4f6e05aad, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa56e061-208f-42bf-9058-7bc4f6e05aad,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:51.864790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.871790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'fa56e061-208f-42bf-9058-7bc4f6e05aad', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'port_id': 'fa56e061-208f-42bf-9058-7bc4f6e05aad', 'mac_address': 'fa:16:3e:c8:bf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ad524-3dc8-4cf9-86c3-052bdb96ecaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:51.915806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:51.926231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.938698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ec272-e54a-4286-81b8-476e4e0a3193 service neutron] Pushing event updated for resources: {'Port': ['ID=77bf79aa-4b90-4997-85f5-c15e08cfd43d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:51.940706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:51.956912 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.990146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa56e061-208f-42bf-9058-7bc4f6e05aad {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:52.004982 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.013929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:52.022995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:52.025270 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77fb11d-0d93-48bb-ab17-6dd72469af63" -d '{"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:52.026217 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b415841a-0d03-4bea-ac72-bf1d27ccc461 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/floatingips/8b7254a7-3f90-420f-8f1b-1cdc58617d91 HTTP/1.1" status: 204 len: 168 time: 6.0744526 Aug 16 02:20:52.027022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:52.045418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89049c3c-ede5-4e9f-a955-d3e841777d5a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:52.087165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa56e061-208f-42bf-9058-7bc4f6e05aad, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa56e061-208f-42bf-9058-7bc4f6e05aad,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:52.092453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:52.099113 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.126759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:52.139659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e740c7b-9690-4384-93f8-a218a998479f req-122ce13f-edf6-4d2f-b7fa-f3abf4292cad tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:52.140336 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.142066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e740c7b-9690-4384-93f8-a218a998479f req-122ce13f-edf6-4d2f-b7fa-f3abf4292cad tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 943 time: 0.5185382 Aug 16 02:20:52.144746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:52.145457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:52.191813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:52.192716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a956a10-8095-46c3-8fef-49508d38285c None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:52.212884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fa56e061-208f-42bf-9058-7bc4f6e05aad,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:52.221965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.222385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.222805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.223214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.223616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.224132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.224690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.225194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.225695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.226159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.226653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.227169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:52.233646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a677b5-ae4d-44ce-81e9-dc8de9f561d5') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:52.233950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a677b5-ae4d-44ce-81e9-dc8de9f561d5') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:52.268838 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.289294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-4859b638-d39a-4163-823d-263f9d948ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:52.291061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-4859b638-d39a-4163-823d-263f9d948ad4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 1.2610660 Aug 16 02:20:52.353407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['fa56e061-208f-42bf-9058-7bc4f6e05aad'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:52.355726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-bf0ffcfa-2479-4d09-a34b-dcb83d2db00d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa56e061-208f-42bf-9058-7bc4f6e05aad HTTP/1.1" status: 200 len: 217 time: 0.0464139 Aug 16 02:20:52.401279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.441438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:52.441867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.446919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e740c7b-9690-4384-93f8-a218a998479f req-c52e0ecc-3252-4ef8-a537-b1156db4687c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679832 Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:52.447605 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:52.569787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.587852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-54d41bf5-df42-40c7-bef5-18f97ddad75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:52.590357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8643dcb9-9745-42c5-acbf-381ee4cddaa3 req-54d41bf5-df42-40c7-bef5-18f97ddad75a service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6905842 Aug 16 02:20:52.628369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.631846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] 10.222.0.78 "DELETE /v2.0/networks/89049c3c-ede5-4e9f-a955-d3e841777d5a HTTP/1.1" status: 204 len: 168 time: 2.6709199 Aug 16 02:20:52.649826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-4e80d1d4-038a-49a9-a45a-cab05da292c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:52.651737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-4e80d1d4-038a-49a9-a45a-cab05da292c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.2852941 Aug 16 02:20:52.655061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71783b-e1c5-4b17-92d5-98aee5864621 admin admin] Pushing event deleted for resources: {'Network': ['ID=89049c3c-ede5-4e9f-a955-d3e841777d5a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:52.709033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-ddc8c5dd-f913-4a36-a69b-3af7fa5c930f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465937 Aug 16 02:20:52.797737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 03512f81-7081-4c0e-acc7-8f16333e8e36 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:52.798504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.851823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47528) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:52.877558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47530) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:52.879497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b92b178-9c47-4691-8860-201eda3c18bb {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:52.944965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1aead4ee-72d9-4fcf-b379-8875e9b1e8ef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145347699', 'description': 'tempest-description--829652602'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:52.969931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1f8aa1bb-5344-430a-b30f-187d431aad0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ceb666683b748938b4e73bca1410393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128111 Aug 16 02:20:52.974737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47532) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:52.981858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.011160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.037716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 03512f81-7081-4c0e-acc7-8f16333e8e36 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:53.040822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-1e8df8a6-6a04-4b03-a9fd-324ebc5ed6b7 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239326 Aug 16 02:20:53.063267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Transition to ACTIVE for port object 4b92b178-9c47-4691-8860-201eda3c18bb will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:53.081177 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.180887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.181740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1aead4ee-72d9-4fcf-b379-8875e9b1e8ef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.187191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.198542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.204482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.208319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Pushing event updated for resources: {'Port': ['ID=4b92b178-9c47-4691-8860-201eda3c18bb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:53.210588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.217214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.223121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.231813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-4d3b575b-f69b-4a62-ba5d-bca2f0c1c322 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5418 time: 0.2899156 Aug 16 02:20:53.236954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80d10c58-6c97-46f8-8987-7a2d279b411c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.241765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.255597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-513ed7d7-04df-45a6-aeee-7da92d06f46f req-3cdedd1e-7069-444f-8aed-c185df11b3da service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024069 Aug 16 02:20:53.280549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.372391 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.405285 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80d10c58-6c97-46f8-8987-7a2d279b411c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.451096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b42027d-2d0a-4a61-83b4-6dc571f0385c req-11c735c3-9d2b-40d8-b091-1463fb64887d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2183027 Aug 16 02:20:53.507429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Attempting to bind port 4b92b178-9c47-4691-8860-201eda3c18bb on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:53.507780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Attempting to bind port 4b92b178-9c47-4691-8860-201eda3c18bb by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:53.508093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Attempting to bind port 4b92b178-9c47-4691-8860-201eda3c18bb on network 1210130f-33bc-42bd-b755-cdb101c0688e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:53.520227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Port 4b92b178-9c47-4691-8860-201eda3c18bb on network 1210130f-33bc-42bd-b755-cdb101c0688e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:53.520227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Attempting to bind port 4b92b178-9c47-4691-8860-201eda3c18bb on network 1210130f-33bc-42bd-b755-cdb101c0688e {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:53.538184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:53.538530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Checking segment: {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:53.538929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Bound using segment: {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:53.539382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Bound port: 4b92b178-9c47-4691-8860-201eda3c18bb, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271d7876-8bb8-468e-bfe8-8de113d12d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:53.539822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.556137 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Floating IP b39133b2-4938-4efc-9b54-8d97cba03486 associated. External IP: 172.25.4.147, port: 1e0231a2-ceae-47ec-85d9-3ee42246f6d8. Aug 16 02:20:53.591839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.643711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa56e061-208f-42bf-9058-7bc4f6e05aad up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:53.650413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=03512f81-7081-4c0e-acc7-8f16333e8e36,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:53.743304 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd4f98-b8f9-482f-92cb-a5d235454cc2 x-openstack-request-id: req-48fd4f98-b8f9-482f-92cb-a5d235454cc2 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:53.743599 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:53.743859 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48fd4f98-b8f9-482f-92cb-a5d235454cc2 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:53.744378 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d', 'status': 'completed', 'code': 200} Aug 16 02:20:53.834538 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1aead4ee-72d9-4fcf-b379-8875e9b1e8ef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.835758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80d10c58-6c97-46f8-8987-7a2d279b411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.841261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-80d10c58-6c97-46f8-8987-7a2d279b411c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.845164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-80d10c58-6c97-46f8-8987-7a2d279b411c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ff8eb65-c390-49c5-b85e-bd6f0783256c HTTP/1.1" status: 204 len: 168 time: 0.8574216 Aug 16 02:20:53.855205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.856743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1aead4ee-72d9-4fcf-b379-8875e9b1e8ef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.863977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa41057a-b3ec-4feb-96b7-a05e9c3ca1a8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/ports/03512f81-7081-4c0e-acc7-8f16333e8e36 HTTP/1.1" status: 204 len: 168 time: 1.7148471 Aug 16 02:20:53.870547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47538) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:53.894204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.897893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.898502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.899299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.900223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.900784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.901267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.902896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d10c58-6c97-46f8-8987-7a2d279b411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff8eb65-c390-49c5-b85e-bd6f0783256c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:53.907701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-845b167d-5245-4fc8-96ea-ac47381c8fdd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6452 time: 0.2529848 Aug 16 02:20:53.919747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:53.925732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff8e12-61be-4601-9236-c8adf43e933a req-eddc21db-da54-41de-bc57-971d341fc291 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.933885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79ff8e12-61be-4601-9236-c8adf43e933a req-eddc21db-da54-41de-bc57-971d341fc291 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 944 time: 0.1765838 Aug 16 02:20:53.979580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1aead4ee-72d9-4fcf-b379-8875e9b1e8ef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.983777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1aead4ee-72d9-4fcf-b379-8875e9b1e8ef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0423968 Aug 16 02:20:53.998362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:54.015189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8696a558-56ca-4978-a202-ab7ea3a1d031 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'security_group_rule': {'security_group_id': 'c2e93d1d-3085-4efa-81e1-b1742e208a62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:54.045403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port fa56e061-208f-42bf-9058-7bc4f6e05aad completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:54.049347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port fa56e061-208f-42bf-9058-7bc4f6e05aad triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:54.049731 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.128236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-85c016bb-1e12-4a9a-87b1-414370a75020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.128754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-85c016bb-1e12-4a9a-87b1-414370a75020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.129683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-85c016bb-1e12-4a9a-87b1-414370a75020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.131425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-85c016bb-1e12-4a9a-87b1-414370a75020 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=6f88091c56234d3a8022e0ce55441889&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1948161 Aug 16 02:20:54.214104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.222924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8696a558-56ca-4978-a202-ab7ea3a1d031 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.263858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf65ac9-ab35-4991-8040-05514a454558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa56e061-208f-42bf-9058-7bc4f6e05aad'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:54.266171 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb27b05-2a07-4053-bd74-86f3e410af1e" -d '{"events": [{"server_uuid": "dbf65ac9-ab35-4991-8040-05514a454558", "name": "network-vif-plugged", "status": "completed", "tag": "fa56e061-208f-42bf-9058-7bc4f6e05aad"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:54.282840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.294395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79ff8e12-61be-4601-9236-c8adf43e933a req-db96a81c-3e97-449b-9a07-75118b9af492 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596172 Aug 16 02:20:54.310316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa56e061-208f-42bf-9058-7bc4f6e05aad, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa56e061-208f-42bf-9058-7bc4f6e05aad,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:54.321477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.372037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:54.410527 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698efe14-d423-4419-a6e8-eb19dc1f57dd x-openstack-request-id: req-698efe14-d423-4419-a6e8-eb19dc1f57dd {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:54.411082 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf65ac9-ab35-4991-8040-05514a454558", "name": "network-vif-plugged", "status": "completed", "tag": "fa56e061-208f-42bf-9058-7bc4f6e05aad", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:54.411318 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-698efe14-d423-4419-a6e8-eb19dc1f57dd {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:54.411849 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf65ac9-ab35-4991-8040-05514a454558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa56e061-208f-42bf-9058-7bc4f6e05aad', 'code': 200} Aug 16 02:20:54.426466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-4cd5c399-8c1c-4795-93bb-e87769267830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.430533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e77fb11d-0d93-48bb-ab17-6dd72469af63 req-4cd5c399-8c1c-4795-93bb-e87769267830 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2738853 Aug 16 02:20:54.432543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fa56e061-208f-42bf-9058-7bc4f6e05aad,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:54.508222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8696a558-56ca-4978-a202-ab7ea3a1d031 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.519133 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8696a558-56ca-4978-a202-ab7ea3a1d031 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.557954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696a558-56ca-4978-a202-ab7ea3a1d031 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f7d2a7-be88-4ede-97d7-ae6f94f29723,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:54.561310 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8696a558-56ca-4978-a202-ab7ea3a1d031 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.565996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8696a558-56ca-4978-a202-ab7ea3a1d031 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5616677 Aug 16 02:20:54.566618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:54.574049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-303efd2b-6c97-4b5d-95db-fdef0631738f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'security_group_rule': {'security_group_id': 'c2e93d1d-3085-4efa-81e1-b1742e208a62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:54.646657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafeea0-6c57-4dfe-afb8-21ea48b9fd3e req-c174d4cb-8f56-43f5-b4b6-32c8a3f0fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.648587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9eafeea0-6c57-4dfe-afb8-21ea48b9fd3e req-c174d4cb-8f56-43f5-b4b6-32c8a3f0fcca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 1097 time: 0.1852970 Aug 16 02:20:54.705751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9eafeea0-6c57-4dfe-afb8-21ea48b9fd3e req-1e90a60c-16e5-4a7b-a93c-f037ebcf5452 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451658 Aug 16 02:20:54.707361 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-303efd2b-6c97-4b5d-95db-fdef0631738f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.737591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.743770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.749910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.759077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.765760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.773591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.780272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.786056 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-4ce1266d-d6ba-464b-8ea1-d46aa2d0f580 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.1751924 Aug 16 02:20:54.902394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] For port 4b92b178-9c47-4691-8860-201eda3c18bb, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:54.905275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a2ac352-8727-4601-96fc-f89b5a2754aa req-12265471-2cf6-4471-9531-f3511705bb13 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976779 Aug 16 02:20:54.921737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-303efd2b-6c97-4b5d-95db-fdef0631738f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.924416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] For port 4b92b178-9c47-4691-8860-201eda3c18bb, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4b92b178-9c47-4691-8860-201eda3c18bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:54.927183 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-303efd2b-6c97-4b5d-95db-fdef0631738f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.943793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aead4ee-72d9-4fcf-b379-8875e9b1e8ef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e93d1d-3085-4efa-81e1-b1742e208a62,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:54.949408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.970455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:54.979447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-303efd2b-6c97-4b5d-95db-fdef0631738f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.984963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-303efd2b-6c97-4b5d-95db-fdef0631738f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4165125 Aug 16 02:20:54.985652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:54.988153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303efd2b-6c97-4b5d-95db-fdef0631738f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc9b225-28cf-4829-917f-f2a07d5feaa5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:54.993666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:55.023562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.040401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.041036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.043005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] 10.222.0.98 "PUT /v2.0/ports/4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 200 len: 1092 time: 3.2189102 Aug 16 02:20:55.118535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9acc4-57fd-41a8-a4f0-a84234da0629 service neutron] Pushing event updated for resources: {'Port': ['ID=4b92b178-9c47-4691-8860-201eda3c18bb,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:55.206075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.210775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:55.216276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.224185 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:55.245347 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:55.245984 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:55.313539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.314108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.314507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.314991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.315470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.315943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.335236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.337519 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1da90ac4-7e55-44e6-a17a-e9b4c65ada4a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6494 time: 0.2349579 Aug 16 02:20:55.339466 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-2106c577-9702-4ba3-9ffc-5bda5101918d tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "PUT /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 200 len: 997 time: 3.6983786 Aug 16 02:20:55.350008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-759238483-network', 'tenant_id': '7d61fc02c1924623b0d8058dcdbd6bfe'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:55.356397 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.424399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Made reservation on behalf of 7d61fc02c1924623b0d8058dcdbd6bfe for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:55.430975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.436365 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-13955aa1-54fb-4bcc-bb29-fbf8c7d00abe service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 200 len: 217 time: 0.0818341 Aug 16 02:20:55.464118 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:55.527108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.567663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 172.25.4.87 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/52dd640b-9a64-4415-97e0-04bd2c465530) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:55.583397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-48b4c6e4-6177-47f9-a287-b341543598be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.585820 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-48b4c6e4-6177-47f9-a287-b341543598be service neutron] 10.222.0.98 "GET /v2.0/subnets?id=86fafe23-7928-4d62-a3f7-26248a75580d HTTP/1.1" status: 200 len: 855 time: 0.1205442 Aug 16 02:20:55.589916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-be58bd5f-16b5-4cc4-b3ac-38f5e180a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.591822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-be58bd5f-16b5-4cc4-b3ac-38f5e180a61f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.1726599 Aug 16 02:20:55.602976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818b7fb-bfbb-41ae-b575-33e68be38c3b req-e1834e7e-83c1-492c-ad11-2e7cbe8434dd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.604625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d818b7fb-bfbb-41ae-b575-33e68be38c3b req-e1834e7e-83c1-492c-ad11-2e7cbe8434dd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 945 time: 0.1908283 Aug 16 02:20:55.735952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-7fe14dfc-f24e-46f7-b7b6-e0f623b820d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.739020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-7fe14dfc-f24e-46f7-b7b6-e0f623b820d4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cba6f535-9c48-4a92-a569-dba088b2e25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401224 Aug 16 02:20:55.745481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '4b92b178-9c47-4691-8860-201eda3c18bb'}, {'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:55.748732 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6b539a-ffe8-49be-9337-6b9ce9f0833f" -d '{"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "4b92b178-9c47-4691-8860-201eda3c18bb"}, {"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:55.787052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d818b7fb-bfbb-41ae-b575-33e68be38c3b req-a8d9a063-2249-4dcd-bf36-b79492f935d3 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675816 Aug 16 02:20:55.835303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-f6e18852-f0d7-46ac-87b1-a07b6c88bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.837086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-f6e18852-f0d7-46ac-87b1-a07b6c88bcde service neutron] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.2232151 Aug 16 02:20:55.842875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.862225 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.871175 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.919047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:55.928332 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff59d27b-fda7-4ea9-a5a3-a989bba6866d x-openstack-request-id: req-ff59d27b-fda7-4ea9-a5a3-a989bba6866d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:55.928765 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "4b92b178-9c47-4691-8860-201eda3c18bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:55.929136 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff59d27b-fda7-4ea9-a5a3-a989bba6866d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:55.929609 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': '4b92b178-9c47-4691-8860-201eda3c18bb', 'status': 'completed', 'code': 200} Aug 16 02:20:55.929933 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'status': 'completed', 'code': 200} Aug 16 02:20:55.957436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a82d3-254e-41fb-a630-051f771af739,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:55.961115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-da43e02e-d8ce-48b3-8c11-966c14bc81b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 1000 time: 0.1159568 Aug 16 02:20:55.967646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-02d054d3-c2d2-4c2c-bc75-580170c9a629 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133086 Aug 16 02:20:55.977302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.977557 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Added segment ffd6ce0c-a6c9-4b18-9daa-e9465178f85e of type vlan for network 57794293-e879-4eae-b0ab-7d63ad392d6c Aug 16 02:20:56.014226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.131347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-41b96894-c007-4652-823c-52be98cb6ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.139595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:56.143623 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:95:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:20:52Z', 'revision_number': 1, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:56.144357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.167039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:56.175031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:56.176200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-65b16806-f0d3-4a77-adcd-3a2383cb4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.178241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-65b16806-f0d3-4a77-adcd-3a2383cb4fb1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.2067385 Aug 16 02:20:56.194295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.25.4.227 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/777373c3-f3d0-42b0-8806-18377968f250) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:56.225640 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:56.255389 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:56.258207 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:56.285585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=52dd640b-9a64-4415-97e0-04bd2c465530,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:56.301464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-ad567ec6-398e-41bd-8d85-fe0e2a3ecef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.303587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-ad567ec6-398e-41bd-8d85-fe0e2a3ecef1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.3392503 Aug 16 02:20:56.314404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1ef40387-a34a-4d47-8522-f0b132077ec2 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324082 Aug 16 02:20:56.419323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-dc28e69d-510f-445d-b376-9422e0b29328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.434255 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-dc28e69d-510f-445d-b376-9422e0b29328 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417066 Aug 16 02:20:56.435120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.436094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.436821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.448159 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:56.462525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.469189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.474981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.480841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.487527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.495071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.497569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-271cc759-04ea-4494-b9c0-c9825138c562 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:20:56.499419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-271cc759-04ea-4494-b9c0-c9825138c562 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640383 Aug 16 02:20:56.501071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.503026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-e962eac7-1e5a-49ec-a591-53da3f059b71 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 217 time: 0.1580474 Aug 16 02:20:56.509531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-70941c16-0449-43c1-8335-73855a84d234 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.4254568 Aug 16 02:20:56.657777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6841536 Aug 16 02:20:56.661762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-467741e2-be30-410c-9ac2-c5b3cfcf50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.663622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-467741e2-be30-410c-9ac2-c5b3cfcf50aa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1421440 Aug 16 02:20:56.667728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47588) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:56.674537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Request body: {'subnet': {'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-759238483-subnet', 'tenant_id': '7d61fc02c1924623b0d8058dcdbd6bfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:56.699550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.708599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32077956-ca2e-4fea-bbcf-806c7089749a admin admin] Pushing event updated for resources: {'Network': ['ID=57794293-e879-4eae-b0ab-7d63ad392d6c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:56.722778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 57794293-e879-4eae-b0ab-7d63ad392d6c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:56.751267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-5546a02c-7b31-4dab-93bc-e3f82b83c2be service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456627 Aug 16 02:20:56.763776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.784925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Made reservation on behalf of 7d61fc02c1924623b0d8058dcdbd6bfe for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:56.787494 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.797435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77f2685e-c571-4c46-bf08-a4acc2c48edb req-d0647131-ecd0-4af3-be45-1f2f7d14fabd tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870402 Aug 16 02:20:56.816891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-f48565f5-22e1-4b86-b52b-e2e100cc0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.821127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-f48565f5-22e1-4b86-b52b-e2e100cc0cf3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.4916592 Aug 16 02:20:56.869313 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:95:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:20:52Z', 'revision_number': 1, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:56.930478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-d68fdb7a-1906-42b4-8ae8-cd10e1a239bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.932123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-d68fdb7a-1906-42b4-8ae8-cd10e1a239bc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2424321 Aug 16 02:20:56.950160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.979479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.057961 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-5da64c7c-49f7-4d66-a044-aa5b69f18f3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 1000 time: 0.2155740 Aug 16 02:20:57.087200 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8389d629-6aaa-4f4b-8278-a7754425b75b req-541a5c92-dcd8-4116-95d8-651b9385e789 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268487 Aug 16 02:20:57.089103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:57.147337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=777373c3-f3d0-42b0-8806-18377968f250,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:57.151142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:57.153235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:57.209915 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fcf392-6362-4f3e-9a82-d420b0c10356 None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:95:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:20:52Z', 'revision_number': 1, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:57.300436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-83233dda-8f9f-4d82-a87f-6c2de98fbec3 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547916 Aug 16 02:20:57.344893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-584fb497-0538-49df-8612-f4319318ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:57.346447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-584fb497-0538-49df-8612-f4319318ccfa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.2723494 Aug 16 02:20:57.406048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.647528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635955c-1ea9-49d8-b53e-4a75db47f23b None None] New status for floating IP b39133b2-4938-4efc-9b54-8d97cba03486: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:57.845286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7948749-329a-4699-9153-2b5347464f60 req-8489b194-2a2a-44e2-ab64-2145b667c28a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:57.852959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7948749-329a-4699-9153-2b5347464f60 req-8489b194-2a2a-44e2-ab64-2145b667c28a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 945 time: 0.7553346 Aug 16 02:20:57.885222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-b9c9b6be-c5a5-463c-9924-7b7fdcece1f7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:57.886920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-b9c9b6be-c5a5-463c-9924-7b7fdcece1f7 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6615345 Aug 16 02:20:57.891702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.946828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7948749-329a-4699-9153-2b5347464f60 req-41668f3d-fe45-4f1c-9fc5-8d5543490806 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895460 Aug 16 02:20:57.967641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-dfa42796-94ec-434b-939c-001ea1a89281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:57.969269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-dfa42796-94ec-434b-939c-001ea1a89281 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6113195 Aug 16 02:20:57.992895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.010222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.045418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.095012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-30672e5f-f6c3-4c44-8a41-b81d69dead94 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1002 time: 0.1947570 Aug 16 02:20:58.109688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bb2a31-9f79-4a50-a6ca-de32357b0ab0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.123270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'floatingip': {'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:58.128927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-15fea248-e11e-4843-8b8c-985596bd6e75 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7600925 Aug 16 02:20:58.183428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=52dd640b-9a64-4415-97e0-04bd2c465530,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.221029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.228014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.234014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.239833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.246219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.254115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.258081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.260665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6cd4b0df-002c-4d65-8069-35fe8f7cb32b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.2186134 Aug 16 02:20:58.263307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-56348c17-6bf2-4d95-a0a9-6128c95e62d5 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824657 Aug 16 02:20:58.263894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.270477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-7dcfe803-0f34-484b-83b2-e14de29a699a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0604713 Aug 16 02:20:58.324681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.325915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-884390b9-2e44-469c-ba11-5e54a3f202d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3390279 Aug 16 02:20:58.333148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Checking segment: {'id': 'ffd6ce0c-a6c9-4b18-9daa-e9465178f85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:58.335405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Network hostable DHCP agents. Network: 57794293-e879-4eae-b0ab-7d63ad392d6c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:58.370996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.372492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4fcc6f85-83b4-4e45-a1b3-d2d1516afb0a req-6785b0fb-ead5-48fc-89a7-91ac5efdf96c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908096 Aug 16 02:20:58.397286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-81130b1a-eb2e-4ecb-8118-19e5eff2c8f8 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261430 Aug 16 02:20:58.474769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Network 57794293-e879-4eae-b0ab-7d63ad392d6c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:58.479226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-fdc81778-9115-4a4d-8ff4-72d1eea8991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.481064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-fdc81778-9115-4a4d-8ff4-72d1eea8991c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1985188 Aug 16 02:20:58.553885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.558986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 57794293-e879-4eae-b0ab-7d63ad392d6c) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:58.568216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.569438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee6b96-5ac2-4a25-b1d9-f405a4595f86 None None] Network 57794293-e879-4eae-b0ab-7d63ad392d6c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:58.571495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.572092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.656407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b8994203-bda8-4afc-a710-2a94b2f87709 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9841096 Aug 16 02:20:58.734429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-896b0416-a366-4ce0-a308-145def9baaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.736027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-896b0416-a366-4ce0-a308-145def9baaca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2370911 Aug 16 02:20:58.766508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=777373c3-f3d0-42b0-8806-18377968f250,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.816784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5134fd-660b-40e6-8023-f54027021e9a None None] Network 57794293-e879-4eae-b0ab-7d63ad392d6c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:58.822049 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.849723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.870441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-2ab25b80-d03f-4c30-b55c-c5c68eb5d569 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2145347699&fields=id&tenant_id=31a78dbd0a5245b3a157894e979e520b HTTP/1.1" status: 200 len: 267 time: 0.0821857 Aug 16 02:20:58.873349 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8bcc06d3-0dc4-4c2b-a648-b92a8da7907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.903663 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.904916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-633fd2a0-f430-49cb-9300-5beba31cc346 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9924905 Aug 16 02:20:58.914625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47624) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:58.922699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'port': {'network_id': 'dbf55089-6c97-474d-8b51-c9cdec95cd08', 'name': 'tempest-FloatingIPTestJSON-986676923'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:58.945972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-f4ef3797-a44d-4009-b2c5-e10436053355 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998882 Aug 16 02:20:58.997077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-6554bc2f-58c9-43e3-8d22-b10711bfe4be tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.004812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-6554bc2f-58c9-43e3-8d22-b10711bfe4be tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports/e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 931 time: 0.1207345 Aug 16 02:20:59.050742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-40e2b1db-116f-469f-b345-86264acabacc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.052186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-40e2b1db-116f-469f-b345-86264acabacc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 931 time: 0.0466063 Aug 16 02:20:59.102640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-b568ac14-dd13-420a-a3c0-dd182cbffba3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0413675 Aug 16 02:20:59.138720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-d79aff13-3520-4a35-b3f9-4c4bb55e14c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0290658 Aug 16 02:20:59.212104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-da9e1d55-8241-4688-bcfb-6b119d4e012b service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018521 Aug 16 02:20:59.267323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8d5e9518-f879-4cd3-ac60-1c0b9c4e962f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.274025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8d5e9518-f879-4cd3-ac60-1c0b9c4e962f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.281366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8d5e9518-f879-4cd3-ac60-1c0b9c4e962f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.283254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8d5e9518-f879-4cd3-ac60-1c0b9c4e962f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/networks?id=af13201b-133e-484b-b866-a3edf256a1ba&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=83d76dfe-192b-4b7a-940a-b62afd35c90f&id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 1990 time: 0.1370673 Aug 16 02:20:59.300458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-85e8ae22-0485-48ba-9f41-3ffaf15e9be2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/quotas/31a78dbd0a5245b3a157894e979e520b HTTP/1.1" status: 200 len: 375 time: 0.0105848 Aug 16 02:20:59.301052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-9cd2425c-972f-471e-be84-fbeefa6d2f7d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51 HTTP/1.1" status: 200 len: 217 time: 0.0580878 Aug 16 02:20:59.342258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:59.346203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.376333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-2f47c765-53d4-4092-9462-b9895d2adeff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0699425 Aug 16 02:20:59.407650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] device_id is not set on port beb97fba-ad7d-400e-9b32-0f2670dc67b5 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:59.418648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-298c4e80-5de8-4faa-ba9a-dbdf4747c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.420159 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-298c4e80-5de8-4faa-ba9a-dbdf4747c917 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1099989 Aug 16 02:20:59.516574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-5e63b4a7-3a73-44ff-b215-5cd3160e31bc service neutron] 10.222.0.78 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263742 Aug 16 02:20:59.544262 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.556592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.613286 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-3aa35df5-0b14-424e-9ba6-7659105b2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.614986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-3aa35df5-0b14-424e-9ba6-7659105b2a24 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1660244 Aug 16 02:20:59.625088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-22cb756c-84d5-44fd-8399-812e69184cf5 service neutron] 10.222.0.78 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011186 Aug 16 02:20:59.677335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-0ff8f1c4-6b00-474e-9109-c1d4fae62d35 service neutron] 10.222.0.78 "GET /v2.0/ports/e3a64705-895c-4b54-93f5-2d3da0e0d222?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0448387 Aug 16 02:20:59.803237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-1aa49681-6f20-44d3-bb90-f685cd008939 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157637 Aug 16 02:20:59.890284 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.897573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-d64ab937-e637-4c7c-9fd2-682d39146b65 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932822 Aug 16 02:20:59.939959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-85988496-89d0-4ed7-8e0f-d39002507ff3 service neutron] 10.222.0.78 "GET /v2.0/ports/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0350378 Aug 16 02:20:59.996412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.13 (dbf55089-6c97-474d-8b51-c9cdec95cd08/d6590d00-bc91-4cef-aa8e-0a40380c2673/beb97fba-ad7d-400e-9b32-0f2670dc67b5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:00.065972 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Floating IP b39133b2-4938-4efc-9b54-8d97cba03486 associated. External IP: 172.25.4.147, port: 1e0231a2-ceae-47ec-85d9-3ee42246f6d8. Aug 16 02:21:00.096348 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-484dceca-26bf-44db-be4b-db6d8143b4a5 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452248 Aug 16 02:21:00.141108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-ac99e498-b3ba-4f3a-a9eb-967d59f7316f service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121896 Aug 16 02:21:00.218362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8631b4b2-5a4b-4517-bee0-cd47ff573c0b service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111856 Aug 16 02:21:00.312814 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-0b78ff93-49da-493d-af2a-c496c6ed369b service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882139 Aug 16 02:21:00.413486 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.417707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-ce2c3391-3c53-4e98-bf13-889e6cecfc1f service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680914 Aug 16 02:21:00.426153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-0c7f2074-95c8-446d-8a9d-33e3690a0f04 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059012 Aug 16 02:21:00.474897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-c6c15ad0-1718-4a18-a272-715f67fe4171 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=02a6b3f8-ced9-4186-b019-585d7d55017b HTTP/1.1" status: 200 len: 217 time: 0.0481300 Aug 16 02:21:00.532655 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-bd28b036-19d1-4c75-b793-0affe408b5fa service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002009 Aug 16 02:21:00.597007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-d4a02065-e0d3-4cfb-b636-f47c13b61a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.598673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-d4a02065-e0d3-4cfb-b636-f47c13b61a46 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0912256 Aug 16 02:21:00.603173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:00.607166 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.644829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-e1457622-472e-4478-83d4-642c1600b347 service neutron] 10.222.0.78 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061640 Aug 16 02:21:00.731442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network dbf55089-6c97-474d-8b51-c9cdec95cd08 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:00.738492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-e2a5a39b-17d0-4d06-9df3-44d5a63fda7d service neutron] 10.222.0.78 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890827 Aug 16 02:21:00.740845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:00.743533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=beb97fba-ad7d-400e-9b32-0f2670dc67b5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:00.749809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:00.795832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-2515915e-8dbf-4922-9104-244abe70e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.797386 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-2515915e-8dbf-4922-9104-244abe70e314 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1835532 Aug 16 02:21:00.847999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-aaf49f1a-eada-4cd7-be3c-04a0d45cac68 service neutron] 10.222.0.78 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943527 Aug 16 02:21:00.895169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.895805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.926271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:00.936848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6294c8e9-add4-4a7d-8a32-bb396029b356 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0213947 Aug 16 02:21:00.937084 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:00.942166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47644) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:00.946357 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:00.947080 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:00.964455 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3624beab-40ed-4ef1-9ca0-5cbe425b9a7e service neutron] 10.222.0.78 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094217 Aug 16 02:21:00.981329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'port_id': 'beb97fba-ad7d-400e-9b32-0f2670dc67b5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:01.055557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.071036 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:01.090443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-d97f30af-79af-44cd-9ea2-f9a24056a733 service neutron] 10.222.0.78 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247945 Aug 16 02:21:01.099305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-1cb0a7aa-9886-431c-a98f-0065240703ac service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701576 Aug 16 02:21:01.369168 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:bb:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:20:59Z', 'revision_number': 3, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:01.387851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-3a94db92-76f9-485e-8bac-13592a7c917f service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541921 Aug 16 02:21:01.417087 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:01.427010 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:01.427894 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:01.553195 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:01.829325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-aade8882-cb98-4fce-b42d-513f0647a9a1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d HTTP/1.1" status: 200 len: 217 time: 0.4303939 Aug 16 02:21:01.841681 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.952940 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:bb:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:20:59Z', 'revision_number': 3, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:01.991995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f624c-3ce9-4f5e-bb87-23885d4b7e04 req-7e47e1cb-cb7d-4eda-9c4a-b8c97b387f43 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:01.993874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-751f624c-3ce9-4f5e-bb87-23885d4b7e04 req-7e47e1cb-cb7d-4eda-9c4a-b8c97b387f43 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 945 time: 0.0745487 Aug 16 02:21:01.996659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:02.002687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b942dcd2-fa97-4f6a-a09d-12c35c50fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.004246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b942dcd2-fa97-4f6a-a09d-12c35c50fa88 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.1621249 Aug 16 02:21:02.013974 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c1079-ed3c-4755-aa95-4d1eaf622911 None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:bb:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:20:59Z', 'revision_number': 3, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:02.078136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-751f624c-3ce9-4f5e-bb87-23885d4b7e04 req-dca94964-1701-4306-8043-e3e794c469de tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702438 Aug 16 02:21:02.268809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-ff6a010f-7892-40fe-b3c5-f9133a51bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.270361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-ff6a010f-7892-40fe-b3c5-f9133a51bacf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2509527 Aug 16 02:21:02.368324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5637605-baac-4aed-beca-9dd9ae06509a None None] New status for floating IP b39133b2-4938-4efc-9b54-8d97cba03486: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:02.379489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:02.384250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.417292 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:21:02.466005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:02.469433 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86687b92-fb1d-48fe-bb94-74d6771885c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:02.530105 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-9ee3b913-ac62-4d9f-9ca7-9cf6fc400585 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "PUT /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 200 len: 998 time: 4.4221125 Aug 16 02:21:02.559247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-d4c6d028-165d-43f5-99ca-cd685cbf3603 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.560987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-d4c6d028-165d-43f5-99ca-cd685cbf3603 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/networks?id=57794293-e879-4eae-b0ab-7d63ad392d6c HTTP/1.1" status: 200 len: 812 time: 0.2166486 Aug 16 02:21:02.589914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.594017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-bef126ad-ccfb-47c9-b503-cf191e402db3 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/quotas/7d61fc02c1924623b0d8058dcdbd6bfe HTTP/1.1" status: 200 len: 375 time: 0.0248909 Aug 16 02:21:02.606258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.612626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-ec979a6d-244d-4462-a68e-cf3ea8922618 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167772 Aug 16 02:21:02.656199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-bf9a5607-ecdd-4767-b9b9-8f5ba6e58dd4 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7d61fc02c1924623b0d8058dcdbd6bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611355 Aug 16 02:21:02.669690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-f7c141f8-ce60-48af-b852-b783a9d0a400 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.671359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-f7c141f8-ce60-48af-b852-b783a9d0a400 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports/1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 943 time: 0.1344659 Aug 16 02:21:02.805097 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:02.810023 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-d1245aa1-2753-4ab0-8074-1b5efe46b8c0 service neutron] 10.222.0.78 "GET /v2.0/networks/57794293-e879-4eae-b0ab-7d63ad392d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530399 Aug 16 02:21:02.823098 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:02.824035 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:02.925601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-52f795f4-2b5d-49e5-a85d-a98cb22115bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.927095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-52f795f4-2b5d-49e5-a85d-a98cb22115bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.1429360 Aug 16 02:21:02.943032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-3a8b0aa1-0442-4f53-bfa0-c898f61890cc service neutron] 10.222.0.78 "GET /v2.0/networks/57794293-e879-4eae-b0ab-7d63ad392d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211834 Aug 16 02:21:02.981153 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:03.038931 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 7c35148b-64f4-4ca2-a312-22c074a63381 associated. External IP: 172.25.4.227, port: beb97fba-ad7d-400e-9b32-0f2670dc67b5. Aug 16 02:21:03.041591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-d227a213-5839-4c69-8878-4cd3f8f828e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.044089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-d227a213-5839-4c69-8878-4cd3f8f828e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.1053209 Aug 16 02:21:03.100077 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-0d06639d-dd0b-408a-ac0b-6c3adf86445c service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480932 Aug 16 02:21:03.170124 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-e306df59-e1ec-48c9-9c3b-4c4a6f174b01 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0727477 Aug 16 02:21:03.204697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-eab4da9d-f6de-46fb-b819-520b434ec5d6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 200 len: 217 time: 0.0916524 Aug 16 02:21:03.301406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.312928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.322014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.345293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.367071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-a505542e-d299-4ec0-8703-bd5ea294bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.369989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-a505542e-d299-4ec0-8703-bd5ea294bf2f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.1664708 Aug 16 02:21:03.374523 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:bb:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:21:02Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:03.377079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-2e1b03c4-2aa8-457b-9a79-8ee8655a8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.378526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-2e1b03c4-2aa8-457b-9a79-8ee8655a8115 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.1629682 Aug 16 02:21:03.395889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.416909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.441183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.442977 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:03.451037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-0b9e29e6-0b56-45f3-8bc9-3da838a8e161 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.2754064 Aug 16 02:21:03.468167 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:03.482559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:03.531291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-37174a5b-c630-4905-9d43-710a9028d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.532704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-37174a5b-c630-4905-9d43-710a9028d2ab service neutron] 10.222.0.88 "GET /v2.0/ports/e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 1027 time: 0.0704849 Aug 16 02:21:03.544697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-77a6f73b-c13f-405e-8a1a-7d213f3c6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.546455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-77a6f73b-c13f-405e-8a1a-7d213f3c6d62 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670282 Aug 16 02:21:03.558812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfac24-5417-4665-8dd4-a615051437e9 req-892c4f4c-f1b1-45be-9ba1-946605b0255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.560336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-892c4f4c-f1b1-45be-9ba1-946605b0255c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1411667 Aug 16 02:21:03.560889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1bfac3dc-8600-4399-b1d6-665534e50ea7 req-b44b422e-8b82-46d5-847d-b2a6fbd89204 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997012 Aug 16 02:21:03.636160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8838caa7-2acc-43bb-8a48-adf0e941a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.637624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8838caa7-2acc-43bb-8a48-adf0e941a781 service neutron] 10.222.0.88 "GET /v2.0/ports/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 1027 time: 0.0758026 Aug 16 02:21:03.736562 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:03.785985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:03.895720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8b393b3-fd03-4b3e-bb07-653a210f053f req-9d246f20-f6f2-4bad-8082-451b99834233 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0696442 Aug 16 02:21:03.986577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-aa34b668-a1d6-4499-a7b2-d4217c1b4d08 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.993193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-aa34b668-a1d6-4499-a7b2-d4217c1b4d08 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.007854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-aa34b668-a1d6-4499-a7b2-d4217c1b4d08 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.010196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-aa34b668-a1d6-4499-a7b2-d4217c1b4d08 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "GET /v2.0/networks?id=af13201b-133e-484b-b866-a3edf256a1ba&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=83d76dfe-192b-4b7a-940a-b62afd35c90f&id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 1990 time: 0.3645329 Aug 16 02:21:04.103421 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-9430c762-9578-41c1-bab6-24a9d1297762 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179758 Aug 16 02:21:04.109498 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-1ce217dd-5cad-4d38-84f2-fd0cf1deb9d1 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465891 Aug 16 02:21:04.151805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:04.156722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.160945 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:bb:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:21:02Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:04.161912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-a47bcf36-29aa-49f0-b8fd-abb76b27b9f1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31a78dbd0a5245b3a157894e979e520b HTTP/1.1" status: 200 len: 380 time: 0.1393821 Aug 16 02:21:04.167860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:04.186652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'admin_state_up': True, 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'security_groups': ['c2e93d1d-3085-4efa-81e1-b1742e208a62']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:04.201421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:04.203534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:04.236060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f7a07-48d3-4273-8a55-7ccc3b57575b req-9b80928a-8ee2-4f66-b33b-6d241da96931 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.240236 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-854f7a07-48d3-4273-8a55-7ccc3b57575b req-9b80928a-8ee2-4f66-b33b-6d241da96931 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 945 time: 0.1991236 Aug 16 02:21:04.293602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:04.343264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:04.344193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:04.389156 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf60cf9-1128-46ad-a317-ad104569f637 None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '61c96153-913c-4af8-add0-ac18e39d3d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:bb:e1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:21:02Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:04.444273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:04.445461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2b48e-1db9-49b2-93ff-8c389d536ccb None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:04.450221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-854f7a07-48d3-4273-8a55-7ccc3b57575b req-b6fc45d6-6eeb-4f90-9e95-e488230e1b85 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781020 Aug 16 02:21:04.672370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f63a4a1-30d3-46c2-bb79-479cd2b8b327 req-1cf2055c-9b5b-4f6c-a650-d24d8c862b62 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 210 time: 0.0340674 Aug 16 02:21:04.675021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:04.678450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.707371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-94be1efa-2585-419b-aeb8-28726d4c652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.708988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-94be1efa-2585-419b-aeb8-28726d4c652d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.1250350 Aug 16 02:21:04.753404 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8948b3-fdfa-4953-b9ce-b5b490189ba8 x-openstack-request-id: req-4b8948b3-fdfa-4953-b9ce-b5b490189ba8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:04.753697 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:04.753943 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b8948b3-fdfa-4953-b9ce-b5b490189ba8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:04.754426 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'status': 'completed', 'code': 200} Aug 16 02:21:04.830121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-ac616f62-5dfc-46d1-9c9c-4f83aefd0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.831488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-ac616f62-5dfc-46d1-9c9c-4f83aefd0027 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.1118081 Aug 16 02:21:04.877459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-1b823e50-a630-4bd1-bc4a-a81c4931ff83 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558975 Aug 16 02:21:04.886360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67cfac24-5417-4665-8dd4-a615051437e9 req-b83447f9-1198-4dc0-af42-760f1399f12e service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7737186 Aug 16 02:21:04.898806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c9792bde-4a48-4a99-8413-2e10e13767a5 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/floatingips/7c35148b-64f4-4ca2-a312-22c074a63381 HTTP/1.1" status: 200 len: 978 time: 3.9533837 Aug 16 02:21:04.899493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47726) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:04.972924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-761aaaab-a568-406c-9d33-fb12dba4bb39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 217 time: 0.1071706 Aug 16 02:21:05.233883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.234543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.234850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.235324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.235794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.236264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.236794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.239061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1860c9fb-8842-44df-9bb4-9ac55517df06 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6494 time: 0.2114196 Aug 16 02:21:05.250776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-6b3d9302-a153-45a4-aabc-51ace4ff2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.252591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-6b3d9302-a153-45a4-aabc-51ace4ff2f8e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 1097 time: 0.3147457 Aug 16 02:21:05.332853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 172.20.0.9 (af13201b-133e-484b-b866-a3edf256a1ba/71fd097b-c3cb-40f2-9126-9e759578474f/45e820d2-2c76-4050-8822-ac0892d0cfba) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:05.343110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-45e94817-7eaf-48f8-b948-c1c3ed144070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.357074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-45e94817-7eaf-48f8-b948-c1c3ed144070 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.2461190 Aug 16 02:21:05.408209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.416759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.422199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.429054 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.435167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.441584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.447708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.456113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-63aef5e0-ba22-4729-a460-c4a3f32c0d3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.3404677 Aug 16 02:21:05.511460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1355a530-a48d-4097-8b3a-ed6adf77ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.515103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-1355a530-a48d-4097-8b3a-ed6adf77ef67 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 200 len: 903 time: 0.2615097 Aug 16 02:21:05.587103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-d202f516-b9ee-487d-9a00-812f30c75e7b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 200 len: 217 time: 0.0576882 Aug 16 02:21:05.587297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-c51bb07d-45bd-431d-9d04-7ce3fd46d009 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.589217 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-c51bb07d-45bd-431d-9d04-7ce3fd46d009 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.98 "GET /v2.0/networks?id=57794293-e879-4eae-b0ab-7d63ad392d6c HTTP/1.1" status: 200 len: 812 time: 0.4748859 Aug 16 02:21:05.616883 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a04c32ea-3685-4202-9b2a-7cc9ed660bd6 req-40f47558-b11c-4547-b2c6-fb0c24167e31 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597421 Aug 16 02:21:05.646137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Request body: {'port': {'device_id': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c', 'admin_state_up': True, 'tenant_id': '7d61fc02c1924623b0d8058dcdbd6bfe'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:05.715508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port beb97fba-ad7d-400e-9b32-0f2670dc67b5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:05.715867 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.721751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-36954e28-2530-46cb-a1e7-4edf427e5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.724702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-36954e28-2530-46cb-a1e7-4edf427e5fff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3451371 Aug 16 02:21:05.837572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-32398102-ca09-4c16-a2e7-8adc1ec19c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.846905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-32398102-ca09-4c16-a2e7-8adc1ec19c7f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.2346494 Aug 16 02:21:05.893884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-54df4c00-b37b-4931-8182-39006b915261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.895412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-54df4c00-b37b-4931-8182-39006b915261 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.5003624 Aug 16 02:21:05.985709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67c30ec1-4bcb-4f11-a273-5e902a138a8e req-0dd0bfbe-c9a6-4b72-a466-a0f48e7d23a2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0606415 Aug 16 02:21:05.990880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-c583e8c9-d9c1-4a42-924a-290fd8799583 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 1001 time: 0.0716670 Aug 16 02:21:06.015760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.019017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.051832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-f08b05b3-7be2-4dee-a3b3-0ff46392838a service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850542 Aug 16 02:21:06.058521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Transition to ACTIVE for port object 45e820d2-2c76-4050-8822-ac0892d0cfba will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:06.131188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-2ffce67c-f874-478f-b34f-c72aa38e536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.132981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-2ffce67c-f874-478f-b34f-c72aa38e536c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2699776 Aug 16 02:21:06.297239 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.326574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-5b3c896f-2eb8-464a-b6e0-ec1daec30310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.328135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-5b3c896f-2eb8-464a-b6e0-ec1daec30310 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.3264468 Aug 16 02:21:06.345645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Made reservation on behalf of 7d61fc02c1924623b0d8058dcdbd6bfe for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:06.349354 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.406952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=45e820d2-2c76-4050-8822-ac0892d0cfba,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:06.514101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-25b27c16-ee8a-4a98-8d0d-413a69b1040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.515703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-25b27c16-ee8a-4a98-8d0d-413a69b1040a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709099 Aug 16 02:21:06.527392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-14c44702-8943-4dd5-81c9-c1a70bd2e7af service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160951 Aug 16 02:21:06.763064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:06.765495 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31" -d '{"events": [{"name": "network-changed", "server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:06.813890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-f86dc452-dfed-4b4f-a007-0e85168d9244 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.815564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-f86dc452-dfed-4b4f-a007-0e85168d9244 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 945 time: 0.1264341 Aug 16 02:21:06.821651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.822040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.822447 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 7c35148b-64f4-4ca2-a312-22c074a63381 disassociated. External IP: 172.25.4.227, port: beb97fba-ad7d-400e-9b32-0f2670dc67b5. Aug 16 02:21:06.822815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for beb97fba-ad7d-400e-9b32-0f2670dc67b5 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:06.883095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df6b539a-ffe8-49be-9337-6b9ce9f0833f req-3ab9103a-650d-4e00-8c12-38a56ce9f2d7 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340385 Aug 16 02:21:06.955323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7eace-35b2-437b-bca4-23bed5e6e7a9 req-01be28c2-e63a-4b27-925a-a0a6a61e38d0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.960798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6e7eace-35b2-437b-bca4-23bed5e6e7a9 req-01be28c2-e63a-4b27-925a-a0a6a61e38d0 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 945 time: 0.7709374 Aug 16 02:21:06.968628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-1fed5606-6147-450c-af4b-e4c64bd11ea4 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400339 Aug 16 02:21:06.969130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network af13201b-133e-484b-b866-a3edf256a1ba is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:06.998047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:07.001614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:07.033852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86687b92-fb1d-48fe-bb94-74d6771885c8 req-f968b526-98a9-44c9-aecb-b6763edb890a service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9682469 Aug 16 02:21:07.094879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Deleting port fa56e061-208f-42bf-9058-7bc4f6e05aad {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:07.095265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.095701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6e7eace-35b2-437b-bca4-23bed5e6e7a9 req-b2fc8170-02c6-406e-bf18-4c45e7d7f409 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567367 Aug 16 02:21:07.155990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.156836 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.176415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7842a5b8-25d1-437b-9932-fc9498d9e5cf req-44d17003-705c-47ff-b47d-9ca626cf5de2 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994925 Aug 16 02:21:07.192488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Allocated IP 172.20.0.4 (57794293-e879-4eae-b0ab-7d63ad392d6c/52bb2a31-9f79-4a50-a6ca-de32357b0ab0/d8250402-3714-474d-84f8-14467235fb84) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:07.293896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.362250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=beb97fba-ad7d-400e-9b32-0f2670dc67b5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:07.365510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] For port fa56e061-208f-42bf-9058-7bc4f6e05aad, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa56e061-208f-42bf-9058-7bc4f6e05aad,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:07.366007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.366669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6347589f-d67f-4425-9555-4faf23e1e39e req-79bdb31c-a939-4b11-b5ce-4688a0553129 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 210 time: 0.0551548 Aug 16 02:21:07.380180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-29f72f76-7916-4078-93da-79ff4c49fcf9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1985044 Aug 16 02:21:07.391794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Calling delete_port for fa56e061-208f-42bf-9058-7bc4f6e05aad owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:07.393353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'admin_state_up': True, 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'security_groups': ['c2e93d1d-3085-4efa-81e1-b1742e208a62']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:07.444342 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e928af-579c-4f29-b80f-110d07a3d562 x-openstack-request-id: req-c6e928af-579c-4f29-b80f-110d07a3d562 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:07.444670 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:07.444920 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6e928af-579c-4f29-b80f-110d07a3d562 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:07.445313 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38', 'status': 'completed', 'code': 200} Aug 16 02:21:07.446087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-763d4482-c371-40a3-b1af-9837396e9967 None None] Provisioning for port 45e820d2-2c76-4050-8822-ac0892d0cfba completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:07.457851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-763d4482-c371-40a3-b1af-9837396e9967 None None] Provisioning complete for port 45e820d2-2c76-4050-8822-ac0892d0cfba triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:07.458528 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-763d4482-c371-40a3-b1af-9837396e9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.536197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-763d4482-c371-40a3-b1af-9837396e9967 None None] Port 45e820d2-2c76-4050-8822-ac0892d0cfba cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:07.566267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.621566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-648d95a7-6970-405b-a17f-3666010d8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.623122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-648d95a7-6970-405b-a17f-3666010d8160 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 1097 time: 0.1625414 Aug 16 02:21:07.639967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.645912 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.652025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.657858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.663687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.670090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.675927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.677858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-131d9b76-9694-44e7-89b7-ab1e026e7844 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.3374863 Aug 16 02:21:07.718079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:07.729736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5339ec2-d9e4-49f8-81cf-eec2411eef71 req-f5779b9e-fca1-48ab-af05-50d1b6114509 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.731327 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c5339ec2-d9e4-49f8-81cf-eec2411eef71 req-f5779b9e-fca1-48ab-af05-50d1b6114509 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 931 time: 0.1568010 Aug 16 02:21:07.761552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:07.765136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.772686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e6a2fee-280a-4c70-95ec-6e7c33012038 req-016aa324-8c2c-46d8-a000-65d4d5280cc1 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866027 Aug 16 02:21:07.801023 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.863127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c5339ec2-d9e4-49f8-81cf-eec2411eef71 req-cf029c54-f3f6-4afd-91b3-a25ed1ca335e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195123 Aug 16 02:21:07.864159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-92951781-dc27-4d83-b6cb-e62a4ca7ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.865542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-92951781-dc27-4d83-b6cb-e62a4ca7ef60 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.2337093 Aug 16 02:21:07.989045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-4fbea57b-7b0d-4c2c-a1ae-81b4d25806fe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 1001 time: 0.0842993 Aug 16 02:21:08.004063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Network 57794293-e879-4eae-b0ab-7d63ad392d6c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:08.034758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:08.037555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Pushing event updated for resources: {'Port': ['ID=d8250402-3714-474d-84f8-14467235fb84,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:08.072224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:08.213976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.216438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-9ba8fb1e-fd6f-443e-91ed-bb76dc610809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.217947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-9ba8fb1e-fd6f-443e-91ed-bb76dc610809 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.2099266 Aug 16 02:21:08.230028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:08.263406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event deleted for resources: {'Port': ['ID=fa56e061-208f-42bf-9058-7bc4f6e05aad,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:08.272317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.273066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.274040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dd07df-5640-44c5-b227-d3a2786dda8a req-1071b1de-59bc-4bae-a959-621d3a36110c tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1001 time: 0.4368908 Aug 16 02:21:08.327544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 10.1.1.84 (2ed06d25-6749-40a8-9c2e-0022bd16b184/ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c/daf81fe8-13c7-48fc-8ec8-1eee102ce794) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:08.331958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:08.343348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-661f787f-839d-47b0-ab0b-3c5f40be8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.343348 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-661f787f-839d-47b0-ab0b-3c5f40be8cbb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126502 Aug 16 02:21:08.347252 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-0fa14018-71b1-4fb4-a78b-8929d23d898a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7195988 Aug 16 02:21:08.347468 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:08.355039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-22d5caac-44f7-480f-a666-c93b82086758 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.363010 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:08.363260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-22d5caac-44f7-480f-a666-c93b82086758 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.3539917 Aug 16 02:21:08.364799 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:08.368900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] No DVR routers for this DVR port fa56e061-208f-42bf-9058-7bc4f6e05aad on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:08.377695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd07df-5640-44c5-b227-d3a2786dda8a req-4bc6193a-5515-44ff-83a4-84c557d3f15b tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.379129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dd07df-5640-44c5-b227-d3a2786dda8a req-4bc6193a-5515-44ff-83a4-84c557d3f15b tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports/61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 942 time: 0.0978160 Aug 16 02:21:08.382874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.384830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b05be31d-a26f-482b-83e3-70cbe3c4b143 req-817ba51d-0848-499f-966d-753799fd698a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "DELETE /v2.0/ports/fa56e061-208f-42bf-9058-7bc4f6e05aad HTTP/1.1" status: 204 len: 173 time: 1.5596125 Aug 16 02:21:08.393561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Request body: {'port': {'device_id': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:08.402874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-4e06eccf-6e58-4d63-8d40-6a23d22081e0 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/quotas/242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 375 time: 0.0384312 Aug 16 02:21:08.451284 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:08.465013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.470235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a4c633b6-7f11-4014-8123-086d123c0c64 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/ports/beb97fba-ad7d-400e-9b32-0f2670dc67b5 HTTP/1.1" status: 204 len: 168 time: 3.5697196 Aug 16 02:21:08.475636 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:08.476305 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:08.478142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47762) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:08.537702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d6b9f629-1eba-44b0-a896-8b9075bf1e07 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "GET /v2.0/floatingips/7c35148b-64f4-4ca2-a312-22c074a63381 HTTP/1.1" status: 200 len: 688 time: 0.0581975 Aug 16 02:21:08.539801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:08.552032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:08.553443 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b5130-99af-4dfe-82df-87850953cb77 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:08.609880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dd07df-5640-44c5-b227-d3a2786dda8a req-b2a96af9-41e5-463e-9f4f-5ade706b74fd tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1001 time: 0.1382384 Aug 16 02:21:08.714329 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-67f1de04-39d5-4ac4-be80-afffab06f69b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3105707 Aug 16 02:21:08.733703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd07df-5640-44c5-b227-d3a2786dda8a req-8ee95efe-48df-4d42-896a-057380c2213c tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.734990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dd07df-5640-44c5-b227-d3a2786dda8a req-8ee95efe-48df-4d42-896a-057380c2213c tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1189239 Aug 16 02:21:08.793947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.842179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06bf7826-b0c8-40b5-9005-a2c4b052bb09 req-e8c72081-392d-4a03-9b0d-274cd4d5a112 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf65ac9-ab35-4991-8040-05514a454558 HTTP/1.1" status: 200 len: 210 time: 0.0436559 Aug 16 02:21:08.931144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-184bd2d4-a4e4-4b02-9e83-aeef6cc8ac15 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545280 Aug 16 02:21:08.974584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae35b3-1408-492c-ab0e-231a39a8d042 req-c120a948-c581-4a54-9941-58a26761df26 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.976117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-45ae35b3-1408-492c-ab0e-231a39a8d042 req-c120a948-c581-4a54-9941-58a26761df26 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 931 time: 0.0586870 Aug 16 02:21:09.027944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-45ae35b3-1408-492c-ab0e-231a39a8d042 req-559ae1eb-0169-462b-8ca1-2cc5e032d554 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Aug 16 02:21:09.128628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-594262f5-c442-4681-add0-351ef4387741 service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515487 Aug 16 02:21:09.173742 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.267157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Transition to ACTIVE for port object daf81fe8-13c7-48fc-8ec8-1eee102ce794 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:09.269225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 777373c3-f3d0-42b0-8806-18377968f250 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:09.269572 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.380977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b53ef1c0-1f0f-4a63-a4ed-580ca0af5b31 req-85ac9dd7-410e-4723-9928-8e43f53296e0 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311588 Aug 16 02:21:09.404126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-0580df6f-acbd-4a71-896f-cb5d7d089283 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1001 time: 0.0741327 Aug 16 02:21:09.449260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-d606d10b-1574-42c6-8efb-f607ab07e190 service neutron] 10.222.0.78 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005292 Aug 16 02:21:09.449667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf65ac9-ab35-4991-8040-05514a454558', 'name': 'network-vif-deleted', 'tag': 'fa56e061-208f-42bf-9058-7bc4f6e05aad'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:09.452042 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad3c0d3-52be-49c7-8108-e132191734c2" -d '{"events": [{"server_uuid": "dbf65ac9-ab35-4991-8040-05514a454558", "name": "network-vif-deleted", "tag": "fa56e061-208f-42bf-9058-7bc4f6e05aad"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:09.461786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-970df7f7-fff1-4a57-9f04-452014bc7bd6 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.463772 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-970df7f7-fff1-4a57-9f04-452014bc7bd6 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports/61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 942 time: 0.0542848 Aug 16 02:21:09.479570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.533431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.533801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.561221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=daf81fe8-13c7-48fc-8ec8-1eee102ce794,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.600321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-a165f892-4ab1-4df0-b8b4-e3d45678968e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1001 time: 0.0703254 Aug 16 02:21:09.627165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:09.628547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 777373c3-f3d0-42b0-8806-18377968f250 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:09.634471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:09.645001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:09.689273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8250402-3714-474d-84f8-14467235fb84 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:09.738383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa56e061-208f-42bf-9058-7bc4f6e05aad no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:09.748251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.751257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-7af2f7e8-1c4e-41b9-a61d-956ce6c012da tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.761274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-7af2f7e8-1c4e-41b9-a61d-956ce6c012da tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1536255 Aug 16 02:21:09.763491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Transition to ACTIVE for port object d8250402-3714-474d-84f8-14467235fb84 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:09.765550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: fa56e061-208f-42bf-9058-7bc4f6e05aad {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:09.766113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa56e061-208f-42bf-9058-7bc4f6e05aad not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:09.810100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.825850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.826667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.899324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-fe60b7ee-6e96-4e12-89b1-a0aececa54f6 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1001 time: 0.1319916 Aug 16 02:21:09.905480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:09.940606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8b001119-e2de-47cc-a1fb-8af7715155fa tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5510242 Aug 16 02:21:09.952537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'admin_state_up': True, 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'security_groups': ['c2e93d1d-3085-4efa-81e1-b1742e208a62']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:09.979992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f5bd4126-eb7f-4a2c-95c1-4a76f03fe444 None None] Provisioning for port daf81fe8-13c7-48fc-8ec8-1eee102ce794 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:09.984835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f5bd4126-eb7f-4a2c-95c1-4a76f03fe444 None None] Provisioning complete for port daf81fe8-13c7-48fc-8ec8-1eee102ce794 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:09.985225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4126-eb7f-4a2c-95c1-4a76f03fe444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.018496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.028657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd4126-eb7f-4a2c-95c1-4a76f03fe444 None None] Port daf81fe8-13c7-48fc-8ec8-1eee102ce794 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:10.088546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Pushing event updated for resources: {'Port': ['ID=d8250402-3714-474d-84f8-14467235fb84,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.206222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.214161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.214507 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Floating IP b39133b2-4938-4efc-9b54-8d97cba03486 disassociated. External IP: 172.25.4.147, port: 61c96153-913c-4af8-add0-ac18e39d3d38. Aug 16 02:21:10.463708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:10.502266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.510510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.517089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.525173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.533589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.540264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.547462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.549879 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-057cde78-7176-4b15-b63b-42740ec972fb req-2512a790-eec7-4f6f-b989-52df80cf7f7c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.6629202 Aug 16 02:21:10.605121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:10.611078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.619602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:10.629171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:10.630273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:10.630762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:10.634399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.647044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-ff07ca56-ebff-4267-8bfe-4245b1d627aa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "PUT /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 200 len: 695 time: 0.7466195 Aug 16 02:21:10.707720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-057cde78-7176-4b15-b63b-42740ec972fb req-7decff43-4458-4d9f-a462-38877a563f56 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400142 Aug 16 02:21:10.724464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-18da570b-92a3-4358-a139-923aa456850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.726295 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-18da570b-92a3-4358-a139-923aa456850a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 1097 time: 0.0570371 Aug 16 02:21:10.728209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Attempting to bind port d8250402-3714-474d-84f8-14467235fb84 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:10.728692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Attempting to bind port d8250402-3714-474d-84f8-14467235fb84 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'ffd6ce0c-a6c9-4b18-9daa-e9465178f85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:10.729027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Attempting to bind port d8250402-3714-474d-84f8-14467235fb84 on network 57794293-e879-4eae-b0ab-7d63ad392d6c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:10.785874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Port d8250402-3714-474d-84f8-14467235fb84 on network 57794293-e879-4eae-b0ab-7d63ad392d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:10.786344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Attempting to bind port d8250402-3714-474d-84f8-14467235fb84 on network 57794293-e879-4eae-b0ab-7d63ad392d6c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:10.797380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:10.801327 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.808655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:10.808998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Checking segment: {'id': 'ffd6ce0c-a6c9-4b18-9daa-e9465178f85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:10.809395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Bound using segment: {'id': 'ffd6ce0c-a6c9-4b18-9daa-e9465178f85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:10.809847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Bound port: d8250402-3714-474d-84f8-14467235fb84, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd6ce0c-a6c9-4b18-9daa-e9465178f85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:10.810207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.847476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=777373c3-f3d0-42b0-8806-18377968f250,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.950689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-e5d781d2-74f7-46fd-bedc-14c271faa8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.952321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-e5d781d2-74f7-46fd-bedc-14c271faa8cc service neutron] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.2191455 Aug 16 02:21:11.003678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-24dfd1b7-c403-45d9-8b01-0dd6242f996b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 200 len: 217 time: 0.0382159 Aug 16 02:21:11.060240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-7b59c858-7f73-4634-83c9-b6b6e7d07740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.062475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-7b59c858-7f73-4634-83c9-b6b6e7d07740 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.0479422 Aug 16 02:21:11.101042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:11.111700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 10.1.1.219 (2ed06d25-6749-40a8-9c2e-0022bd16b184/ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c/aa8a52e5-64f0-45ed-b10a-3fadbd3a925e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:11.130147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] For port d8250402-3714-474d-84f8-14467235fb84, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:11.134580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] For port d8250402-3714-474d-84f8-14467235fb84, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d8250402-3714-474d-84f8-14467235fb84,segment=NetworkSegment(ffd6ce0c-a6c9-4b18-9daa-e9465178f85e),segment_id=ffd6ce0c-a6c9-4b18-9daa-e9465178f85e)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:11.150695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.153283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.157995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:11.158503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4c2e3e0a-bf2f-458f-90aa-15cffeec6813 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/floatingips/7c35148b-64f4-4ca2-a312-22c074a63381 HTTP/1.1" status: 204 len: 168 time: 2.6106637 Aug 16 02:21:11.159999 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.166900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:11.168441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:11.169171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:11.174413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '987ac3f8-261b-4203-93bb-b0adc87987d0'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:11.184845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8890-a814-47af-b61b-a49cb855a274 req-1f22956f-e487-46f8-9bba-ee62e079f1e7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.191198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8890-a814-47af-b61b-a49cb855a274 req-1f22956f-e487-46f8-9bba-ee62e079f1e7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.192884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0acd8890-a814-47af-b61b-a49cb855a274 req-1f22956f-e487-46f8-9bba-ee62e079f1e7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 1652 time: 0.2798972 Aug 16 02:21:11.213964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-c5929ead-6791-4a42-97d5-9e383568daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.230144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-c5929ead-6791-4a42-97d5-9e383568daad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409316 Aug 16 02:21:11.286099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.286736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.288142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] 10.222.0.98 "PUT /v2.0/ports/d8250402-3714-474d-84f8-14467235fb84 HTTP/1.1" status: 200 len: 1092 time: 2.9012084 Aug 16 02:21:11.294909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'tag': 'd8250402-3714-474d-84f8-14467235fb84'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:11.297294 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624" -d '{"events": [{"name": "network-changed", "server_uuid": "6c01c39a-dc29-4e23-9040-88425954d2dd", "tag": "d8250402-3714-474d-84f8-14467235fb84"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:11.362103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.365117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-3d98b2ed-f9f5-46ff-aee7-c8742a2d8170 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.366696 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-3d98b2ed-f9f5-46ff-aee7-c8742a2d8170 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 808 time: 0.3911011 Aug 16 02:21:11.374052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:11.412633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Request body: {'port': {'device_id': '23950824-2601-4c57-9ef2-79dd107217a0', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'admin_state_up': True, 'tenant_id': '242d25cf48be4687b03298f5d31892b9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:11.449717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0acd8890-a814-47af-b61b-a49cb855a274 req-3fe3271c-59a6-4eb8-880f-6cfdb3561b6d tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468030 Aug 16 02:21:11.487777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e83fc-933a-450f-8acd-a2a9f759be2f service neutron] Pushing event updated for resources: {'Port': ['ID=d8250402-3714-474d-84f8-14467235fb84,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:11.516661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-c995c972-277e-4095-9411-314125b85117 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810237 Aug 16 02:21:11.571676 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2980a004-bc31-400c-affe-3030bd6e20f3 x-openstack-request-id: req-2980a004-bc31-400c-affe-3030bd6e20f3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:11.575425 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf65ac9-ab35-4991-8040-05514a454558", "name": "network-vif-deleted", "tag": "fa56e061-208f-42bf-9058-7bc4f6e05aad", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:11.575883 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2980a004-bc31-400c-affe-3030bd6e20f3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:11.576488 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf65ac9-ab35-4991-8040-05514a454558', 'name': 'network-vif-deleted', 'tag': 'fa56e061-208f-42bf-9058-7bc4f6e05aad', 'status': 'completed', 'code': 200} Aug 16 02:21:11.658124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-a5ac3848-45f6-4d2d-94fb-837c320ee67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.660004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-a5ac3848-45f6-4d2d-94fb-837c320ee67a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7d61fc02c1924623b0d8058dcdbd6bfe&device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 1095 time: 0.3024442 Aug 16 02:21:11.703797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:11.717324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75f265b9-8d99-4b2c-ba92-553631fe2bd8 req-d1810bf5-6340-4727-a2e5-229e770d5ce6 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909616 Aug 16 02:21:11.718785 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.768699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc42d9a-708d-4288-b355-0f244048a743 None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:11.901755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0fdc630a-bdb9-4570-9c0a-96425dce59e7 req-04ea8d39-a7db-41e3-92bc-207d88f99714 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 210 time: 0.2261164 Aug 16 02:21:11.922971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-4bf772d9-6d14-469f-b36e-f12aa8bab14f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8250402-3714-474d-84f8-14467235fb84 HTTP/1.1" status: 200 len: 217 time: 0.2235973 Aug 16 02:21:11.931224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.934842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.25.4.218 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d675a515-df57-48ce-b0b9-bd277dd06b96) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:11.956113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Transition to ACTIVE for port object aa8a52e5-64f0-45ed-b10a-3fadbd3a925e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:11.962860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8dd24-f74c-4b60-8fa6-d32c82c329d3 req-e1d4b064-f2ca-46d7-b83a-02fb0190665b tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.978326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fe8dd24-f74c-4b60-8fa6-d32c82c329d3 req-e1d4b064-f2ca-46d7-b83a-02fb0190665b tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 943 time: 0.0830410 Aug 16 02:21:12.101442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.108434 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae190dd0-77d6-492d-a633-4e5dc43bd9dd x-openstack-request-id: req-ae190dd0-77d6-492d-a633-4e5dc43bd9dd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:12.109941 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c01c39a-dc29-4e23-9040-88425954d2dd", "tag": "d8250402-3714-474d-84f8-14467235fb84", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:12.110196 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae190dd0-77d6-492d-a633-4e5dc43bd9dd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:12.110717 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'tag': 'd8250402-3714-474d-84f8-14467235fb84', 'status': 'completed', 'code': 200} Aug 16 02:21:12.123726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fe8dd24-f74c-4b60-8fa6-d32c82c329d3 req-c4c8d36a-a36e-4743-a22a-ccb5d873b313 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437950 Aug 16 02:21:12.177317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.210311 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58abe0c-b603-4951-a1ca-d67ba6495799 None None] New status for floating IP b39133b2-4938-4efc-9b54-8d97cba03486: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:12.220832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Made reservation on behalf of 242d25cf48be4687b03298f5d31892b9 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:12.224338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.227206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-a01e8025-2e46-41b0-b749-4f13b6a396c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.229516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-a01e8025-2e46-41b0-b749-4f13b6a396c9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=52bb2a31-9f79-4a50-a6ca-de32357b0ab0 HTTP/1.1" status: 200 len: 852 time: 0.2112961 Aug 16 02:21:12.256865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.284238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:12.323821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:12.344390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:12.351199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:12.359269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:12.363780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:12.399502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=d675a515-df57-48ce-b0b9-bd277dd06b96,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.441527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-cc31041a-9c90-46ce-a3bb-b9a5c94fbe52 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=57794293-e879-4eae-b0ab-7d63ad392d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562147 Aug 16 02:21:12.452639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.453366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.477098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.483569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.489997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.496193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.502182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.508169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.514698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.516794 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7394a529-e958-41ae-9c23-81357d094425 req-76bfbffb-797b-42ec-8405-23b99b4885f7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.3148737 Aug 16 02:21:12.523378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.630390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7fc768d5-559d-4c14-aa29-661653c02261 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6806793 Aug 16 02:21:12.658915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f', 'admin_state_up': True, 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'security_groups': ['c2e93d1d-3085-4efa-81e1-b1742e208a62']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:12.699499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7394a529-e958-41ae-9c23-81357d094425 req-22edf81f-cefa-491e-a1a8-4ac967224f06 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533086 Aug 16 02:21:12.716726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-987141e5-260b-47d3-94db-d73e4b7beb63 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.723862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-987141e5-260b-47d3-94db-d73e4b7beb63 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.2819262 Aug 16 02:21:12.743433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-9d989688-8ed1-4652-b02f-afbc8451ebf7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/quotas/5bffbba4a7904a1cb45f9b8e342d8810 HTTP/1.1" status: 200 len: 375 time: 0.0189118 Aug 16 02:21:12.781885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6ee93863-af61-4696-b8f5-d3db4f2a5749 None None] Provisioning for port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:12.786264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6ee93863-af61-4696-b8f5-d3db4f2a5749 None None] Provisioning complete for port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:12.786427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6ee93863-af61-4696-b8f5-d3db4f2a5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.828848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6ee93863-af61-4696-b8f5-d3db4f2a5749 None None] Port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:12.903776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-003fd5cc-0591-4190-81c2-68be310cf2cf service neutron] 10.222.0.98 "GET /v2.0/networks/57794293-e879-4eae-b0ab-7d63ad392d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462509 Aug 16 02:21:12.925496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-fb9528e2-b235-4022-870b-eb4e9b11a932 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1812072 Aug 16 02:21:12.999012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Allocated IP 172.20.0.7 (2fef8350-0e5c-4c16-b3ab-e3cce643dab9/de023b46-5dd4-463f-a3a4-e674f1c56272/90cd247b-48b9-49b6-8448-e32e131ca5ec) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:13.036222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88338f-0488-410e-a18e-227aebf27eea req-eb4e4c3f-fff0-46e7-a1a3-935bd52ab704 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.037774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-eb4e4c3f-fff0-46e7-a1a3-935bd52ab704 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2430120 Aug 16 02:21:13.107805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-6c7e4313-86ec-4879-b430-cdd55f88b24d service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694901 Aug 16 02:21:13.139195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:13.201441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-9352ff50-73d0-4abd-8f7f-e7d7fff9fd6a tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.1440356 Aug 16 02:21:13.220999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'floatingip': {'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:13.234602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.236557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97aa9ab9-c1f5-40cd-8701-9929e26b2d52 req-71a73f73-4373-4693-b52b-8ae78c85d620 service neutron] 10.222.0.98 "GET /v2.0/networks/57794293-e879-4eae-b0ab-7d63ad392d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120263 Aug 16 02:21:13.269638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-e07fb15c-7e40-4ae6-89d2-52100d446bf0 service neutron] 10.222.0.78 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514697 Aug 16 02:21:13.340094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.357772 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.477022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.507842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-af04d65e-6709-4615-af6b-571d795172a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.509388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-af04d65e-6709-4615-af6b-571d795172a1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7d61fc02c1924623b0d8058dcdbd6bfe&device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 1095 time: 0.1934688 Aug 16 02:21:13.558801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.565560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.611394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:13.614938 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b880a936-8cfd-406d-9e62-a1e57b4f0c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:13.644666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.738847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=d675a515-df57-48ce-b0b9-bd277dd06b96,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:13.778923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730304a9-8d06-4c59-b1f2-c249970183fa req-7c21bbb8-016d-4892-ba28-488acb484d9b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.785448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730304a9-8d06-4c59-b1f2-c249970183fa req-7c21bbb8-016d-4892-ba28-488acb484d9b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.792336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730304a9-8d06-4c59-b1f2-c249970183fa req-7c21bbb8-016d-4892-ba28-488acb484d9b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.794068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-730304a9-8d06-4c59-b1f2-c249970183fa req-7c21bbb8-016d-4892-ba28-488acb484d9b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 2373 time: 0.1741157 Aug 16 02:21:13.797581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.843457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-1a89e35a-d7f2-44fe-9adf-6148fff0cb5f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.845045 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-1a89e35a-d7f2-44fe-9adf-6148fff0cb5f tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 945 time: 0.1508119 Aug 16 02:21:14.166977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-c87fdccb-fd8f-463d-8c40-2805fc733188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.168916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-c87fdccb-fd8f-463d-8c40-2805fc733188 service neutron] 10.222.0.98 "GET /v2.0/networks?id=57794293-e879-4eae-b0ab-7d63ad392d6c HTTP/1.1" status: 200 len: 913 time: 0.6486025 Aug 16 02:21:14.245961 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-2ffc2382-ea51-4c51-9b89-9187dde3a9b9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8250402-3714-474d-84f8-14467235fb84 HTTP/1.1" status: 200 len: 217 time: 0.0661697 Aug 16 02:21:14.267453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.282018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['83275cba-590c-423e-94fa-c6db7d100cba'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:14.378613 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-730304a9-8d06-4c59-b1f2-c249970183fa req-e8cc982e-84d4-40f7-a4d8-5a45e06a8953 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5305874 Aug 16 02:21:14.400164 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 1ec99a08-ce3b-40ff-a780-c89e4aaacff7 associated. External IP: 172.25.4.218, port: 987ac3f8-261b-4203-93bb-b0adc87987d0. Aug 16 02:21:14.468801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:14.474668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Deleting port 61c96153-913c-4af8-add0-ac18e39d3d38 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:14.475964 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.488060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-11dfc41d-61f8-4bc3-96a8-cbb53d6a2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.489591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-11dfc41d-61f8-4bc3-96a8-cbb53d6a2b21 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=52bb2a31-9f79-4a50-a6ca-de32357b0ab0 HTTP/1.1" status: 200 len: 852 time: 0.2301450 Aug 16 02:21:14.490476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:14.493159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 10.2.2.100 (83d76dfe-192b-4b7a-940a-b62afd35c90f/b1c43cc7-c77d-420c-b4a1-66d6ef41ce11/9873bb33-bdda-495d-89af-ca9ed2e2c124) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:14.531457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:14.533957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.586322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-8656bfc6-de77-4905-86a7-fc8b0e01f0a5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=57794293-e879-4eae-b0ab-7d63ad392d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644681 Aug 16 02:21:14.646960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d0d28-da93-4c6c-9505-7dc4d24e8fa5 req-a06dbae9-7d64-401d-8ca1-ab1950425e1d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.648602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f4d0d28-da93-4c6c-9505-7dc4d24e8fa5 req-a06dbae9-7d64-401d-8ca1-ab1950425e1d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 931 time: 0.1368940 Aug 16 02:21:14.706385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.707096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.793676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f4d0d28-da93-4c6c-9505-7dc4d24e8fa5 req-023f8a73-07c6-4d24-a84a-8a41d7b57230 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333249 Aug 16 02:21:14.847970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] For port 61c96153-913c-4af8-add0-ac18e39d3d38, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=61c96153-913c-4af8-add0-ac18e39d3d38,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:14.848505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.884973 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-dddf6995-ce6a-47da-a7cc-f5d742022bd9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4768815 Aug 16 02:21:14.929600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Request body: {'port': {'device_id': '23950824-2601-4c57-9ef2-79dd107217a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:14.935053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Calling delete_port for 61c96153-913c-4af8-add0-ac18e39d3d38 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:14.953489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.971964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-2383a8c5-9c4b-4230-8445-82d841d95f2f service neutron] 10.222.0.98 "GET /v2.0/networks/57794293-e879-4eae-b0ab-7d63ad392d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707788 Aug 16 02:21:14.996327 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.053008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:15.096689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-6dd1a05e-40f8-4bb9-a62f-8c7a2dbc9b86 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.098696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-6dd1a05e-40f8-4bb9-a62f-8c7a2dbc9b86 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 806 time: 0.3217740 Aug 16 02:21:15.114160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Request body: {'port': {'device_id': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'admin_state_up': True, 'tenant_id': '5bffbba4a7904a1cb45f9b8e342d8810'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:15.139827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c9a88-b91d-4bef-b06c-5847303ddd01 req-a9816c27-408c-4430-ab2c-bd2b9849a46a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.142538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-360c9a88-b91d-4bef-b06c-5847303ddd01 req-a9816c27-408c-4430-ab2c-bd2b9849a46a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 943 time: 0.1387246 Aug 16 02:21:15.202715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.219963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.244578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Transition to ACTIVE for port object 9873bb33-bdda-495d-89af-ca9ed2e2c124 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:15.297002 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Floating IP b39133b2-4938-4efc-9b54-8d97cba03486 associated. External IP: 172.25.4.147, port: 1e0231a2-ceae-47ec-85d9-3ee42246f6d8. Aug 16 02:21:15.342109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1bae3d4-2721-4bf5-ad9b-47fe975fd624 req-f022ba4b-484b-4810-b9b2-7f413f316571 service neutron] 10.222.0.98 "GET /v2.0/networks/57794293-e879-4eae-b0ab-7d63ad392d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422670 Aug 16 02:21:15.371805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-360c9a88-b91d-4bef-b06c-5847303ddd01 req-83cf2f94-7e57-4304-bba4-b682a072aaf2 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840186 Aug 16 02:21:15.449868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Made reservation on behalf of 5bffbba4a7904a1cb45f9b8e342d8810 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:15.453578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.470819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.481140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.483799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1e0231a2-ceae-47ec-85d9-3ee42246f6d8', '61c96153-913c-4af8-add0-ac18e39d3d38'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:15.500505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:15.547080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:15.569320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Pushing event deleted for resources: {'Port': ['ID=61c96153-913c-4af8-add0-ac18e39d3d38,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.585807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:15.588910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.589685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:15.591978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f30a17b-e1e9-4e12-8ab3-fafd18168dbe req-0e55ec14-42ec-4d0c-9e4e-25c3e6fa21aa tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 210 time: 0.1142075 Aug 16 02:21:15.623132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:15.658670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.722963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:15.723629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.737765 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a696e6b9-af6a-4403-8f39-96cf4c0f079b x-openstack-request-id: req-a696e6b9-af6a-4403-8f39-96cf4c0f079b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:15.738979 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:15.739372 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a696e6b9-af6a-4403-8f39-96cf4c0f079b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:15.741182 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38', 'status': 'completed', 'code': 200} Aug 16 02:21:15.741734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.88', 56404) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:15.792568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.793237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01653cbc-e102-4dd7-8dd8-8652c0947bb5 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:15.808848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cd247b-48b9-49b6-8448-e32e131ca5ec {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:15.819379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.836595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b880a936-8cfd-406d-9e62-a1e57b4f0c7e req-b80af057-2d3e-4de6-878f-82ef2dd7c63d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=ee13ab6f-807a-473a-b6d9-92f067745961 HTTP/1.1" status: 200 len: 210 time: 0.0873022 Aug 16 02:21:15.837279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.846592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] No DVR routers for this DVR port 61c96153-913c-4af8-add0-ac18e39d3d38 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:15.850478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.851700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Transition to ACTIVE for port object 90cd247b-48b9-49b6-8448-e32e131ca5ec will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:15.854464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4ec953a-b4ba-4a55-bb56-6efc686fd6e6 req-a6df72dd-cf69-42d7-bc8c-6a53aec21225 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "DELETE /v2.0/ports/61c96153-913c-4af8-add0-ac18e39d3d38 HTTP/1.1" status: 204 len: 173 time: 1.9972754 Aug 16 02:21:15.871543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:15.880791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.929327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=9873bb33-bdda-495d-89af-ca9ed2e2c124,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.983947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a9a7bf7d-c914-402e-ac98-eab0e454431c tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8142786 Aug 16 02:21:15.988471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47848) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:16.023588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Allocated IP 172.20.0.5 (add45809-b30a-41a9-8734-32157470ea2f/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa/4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:16.037179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-644157655'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:16.064235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.064900 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.092258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e785b1bc-6da3-4c8b-99fd-b964deffb064 None None] Provisioning for port 9873bb33-bdda-495d-89af-ca9ed2e2c124 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:16.098470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e785b1bc-6da3-4c8b-99fd-b964deffb064 None None] Provisioning complete for port 9873bb33-bdda-495d-89af-ca9ed2e2c124 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:16.099056 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e785b1bc-6da3-4c8b-99fd-b964deffb064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.107979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.114928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.121207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.127850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.129537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.134093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.140498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.146884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.155805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-7dc0cdaf-fc3b-42f0-9ac5-e0b5e9bcb82a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.3437057 Aug 16 02:21:16.168620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-26c04d09-975e-48f5-8b92-6d24477e1b6f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5161843 Aug 16 02:21:16.171880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:16.175436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.175921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e785b1bc-6da3-4c8b-99fd-b964deffb064 None None] Port 9873bb33-bdda-495d-89af-ca9ed2e2c124 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:16.197704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f', 'admin_state_up': True, 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'security_groups': ['c2e93d1d-3085-4efa-81e1-b1742e208a62']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:16.279485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d22c5b5-b2c0-4ceb-9353-860799d23ebb req-eab45237-fe9a-491b-bc2b-030935669a82 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225679 Aug 16 02:21:16.298257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:16.304429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:16.326205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:16.326548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:16.326896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:16.341120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:16.341459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:16.362273 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.369075 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Added segment fa529c92-87ca-4aaa-bd8a-25fa550cb11f of type vlan for network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea Aug 16 02:21:16.395974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:16.396982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:16.397379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:16.398009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Bound port: 90cd247b-48b9-49b6-8448-e32e131ca5ec, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:16.398385 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.501846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.529107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.567058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f62e85-e15b-4688-a206-430754dc317f req-a0c33ec0-05f1-4ca7-99d1-94ae19b33a45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.573915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f62e85-e15b-4688-a206-430754dc317f req-a0c33ec0-05f1-4ca7-99d1-94ae19b33a45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.579932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f62e85-e15b-4688-a206-430754dc317f req-a0c33ec0-05f1-4ca7-99d1-94ae19b33a45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.585882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f62e85-e15b-4688-a206-430754dc317f req-a0c33ec0-05f1-4ca7-99d1-94ae19b33a45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.587790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4f62e85-e15b-4688-a206-430754dc317f req-a0c33ec0-05f1-4ca7-99d1-94ae19b33a45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 3094 time: 0.1658454 Aug 16 02:21:16.617133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.623452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.624235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.720821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4f62e85-e15b-4688-a206-430754dc317f req-b8860d7a-9fcc-4162-99f1-39de7543e683 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247554 Aug 16 02:21:16.730414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Network': ['ID=ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.753664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.753865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:16.803504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Network add45809-b30a-41a9-8734-32157470ea2f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:16.809845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:16.827450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:16.829479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d8250402-3714-474d-84f8-14467235fb84 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:16.853562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:16.894837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event updated for resources: {'Port': ['ID=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.926422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Made reservation on behalf of 31a78dbd0a5245b3a157894e979e520b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:16.932807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.938822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7f124-be7b-4723-8314-63a0c6ea8bdf req-8a979c1b-824f-4d41-8537-56d089655f25 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.940680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1af7f124-be7b-4723-8314-63a0c6ea8bdf req-8a979c1b-824f-4d41-8537-56d089655f25 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1263647 Aug 16 02:21:16.947646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.948260 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.954014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b25171e4-2d3f-448b-99a5-a22a97b78aad tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9565477 Aug 16 02:21:16.958334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47854) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:16.968169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'subnet': {'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:17.036498 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-61215c01-fff2-4927-b337-20add91232ed tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9264143 Aug 16 02:21:17.052328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Request body: {'port': {'device_id': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:17.104445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1af7f124-be7b-4723-8314-63a0c6ea8bdf req-8f7eaea5-e71e-4213-9b2a-123224a9a350 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477816 Aug 16 02:21:17.122732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d8250402-3714-474d-84f8-14467235fb84, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d8250402-3714-474d-84f8-14467235fb84,segment=NetworkSegment(ffd6ce0c-a6c9-4b18-9daa-e9465178f85e),segment_id=ffd6ce0c-a6c9-4b18-9daa-e9465178f85e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:17.141705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd8250402-3714-474d-84f8-14467235fb84', 'network_id': '57794293-e879-4eae-b0ab-7d63ad392d6c', 'port_id': 'd8250402-3714-474d-84f8-14467235fb84', 'mac_address': 'fa:16:3e:04:34:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bb2a31-9f79-4a50-a6ca-de32357b0ab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:17.185963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Allocated IP 10.2.2.200 (83d76dfe-192b-4b7a-940a-b62afd35c90f/b1c43cc7-c77d-420c-b4a1-66d6ef41ce11/15cafcbc-bafe-4d75-81df-4ff05831d14e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:17.232716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.235861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:17.240247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.272186 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.340035 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.356036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Transition to ACTIVE for port object 15cafcbc-bafe-4d75-81df-4ff05831d14e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:17.370860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8250402-3714-474d-84f8-14467235fb84 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:17.399247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:17.404476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.411729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d8250402-3714-474d-84f8-14467235fb84, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d8250402-3714-474d-84f8-14467235fb84,segment=NetworkSegment(ffd6ce0c-a6c9-4b18-9daa-e9465178f85e),segment_id=ffd6ce0c-a6c9-4b18-9daa-e9465178f85e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:17.412096 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:17.417308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40203d0e-5dfc-4766-ba1f-851eee7e14ee req-6b255138-96aa-4f56-84bb-145cb7a6d298 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.419003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-40203d0e-5dfc-4766-ba1f-851eee7e14ee req-6b255138-96aa-4f56-84bb-145cb7a6d298 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 943 time: 0.1285803 Aug 16 02:21:17.423303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.426341 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:17.426976 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:17.434439 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.492017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-b99d4deb-a7c7-45b8-a268-8e384228ed40 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "PUT /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 200 len: 997 time: 4.2748783 Aug 16 02:21:17.499153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:17.504840 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12765d7-a86c-4e7d-afb4-b4aa8376370b" -d '{"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:17.510738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d8250402-3714-474d-84f8-14467235fb84,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:17.534961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:17.555886 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-40203d0e-5dfc-4766-ba1f-851eee7e14ee req-6e7fa32b-1e82-448c-aab4-d68e652e3a6e tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245625 Aug 16 02:21:17.596092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:17.613537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:17.621354 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.644840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:17.649410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event updated for resources: {'Port': ['ID=15cafcbc-bafe-4d75-81df-4ff05831d14e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:17.652538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:17.656897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88338f-0488-410e-a18e-227aebf27eea req-187488c4-74ee-49fa-b454-9592588fafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.658672 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-187488c4-74ee-49fa-b454-9592588fafe9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.1381335 Aug 16 02:21:17.702192 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:17.718296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:17.724462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d8250402-3714-474d-84f8-14467235fb84'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:17.743891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'name': 'network-vif-deleted', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:17.746205 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601999de-f89d-4f5b-a28b-99033f611d0f" -d '{"events": [{"server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "name": "network-vif-deleted", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:17.769432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.770202 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.771792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-89542d85-e38d-4e50-8e2b-d0785d94c102 service neutron] 10.222.0.88 "PUT /v2.0/ports/90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 200 len: 1092 time: 2.8614426 Aug 16 02:21:17.821077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 61c96153-913c-4af8-add0-ac18e39d3d38 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:17.859360 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.869190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 61c96153-913c-4af8-add0-ac18e39d3d38 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:17.869399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 61c96153-913c-4af8-add0-ac18e39d3d38 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:17.906764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b297928-5de9-435b-831b-187d84abc1c1 req-a4fcbd5e-82b7-40bb-aca3-bdabe12eca20 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.914361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b297928-5de9-435b-831b-187d84abc1c1 req-a4fcbd5e-82b7-40bb-aca3-bdabe12eca20 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 931 time: 0.1900613 Aug 16 02:21:18.004162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.006700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.015536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b297928-5de9-435b-831b-187d84abc1c1 req-c5700bd2-3ecc-4b82-b1f2-dc6114600f0d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950942 Aug 16 02:21:18.023311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-5b2d1a3a-ef53-4067-bb81-9d4cf75ad103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.025053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-5b2d1a3a-ef53-4067-bb81-9d4cf75ad103 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1095 time: 0.1886272 Aug 16 02:21:18.036324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-af4a5f2c-9287-4c11-92e8-7e0790236945 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8454983 Aug 16 02:21:18.051970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:18.092159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Subnet': ['ID=116e8b75-8860-4a08-baf0-7d5f4a93b124,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:18.115112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e3e3-7875-40a7-bd1a-fb50ca286f4c None None] Provisioning for port 15cafcbc-bafe-4d75-81df-4ff05831d14e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:18.115762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Checking segment: {'id': 'fa529c92-87ca-4aaa-bd8a-25fa550cb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:18.116140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network hostable DHCP agents. Network: ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:18.121216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e3e3-7875-40a7-bd1a-fb50ca286f4c None None] Provisioning complete for port 15cafcbc-bafe-4d75-81df-4ff05831d14e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:18.121609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e3e3-7875-40a7-bd1a-fb50ca286f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.122860 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:95:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:21:14Z', 'revision_number': 8, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:18.126286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-222d12c4-267d-489f-98d2-8eb4da8de38e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 200 len: 217 time: 0.0858197 Aug 16 02:21:18.156451 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:18.165214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:18.174881 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:18.176194 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:18.179990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.201652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:18.206417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88338f-0488-410e-a18e-227aebf27eea req-0b2b8938-cb6f-4dae-bab8-14008e593081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.208162 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-0b2b8938-cb6f-4dae-bab8-14008e593081 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.4852517 Aug 16 02:21:18.215972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:18.230654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.231348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.236337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Transition to ACTIVE for port object 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:18.238847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6acd4a-36b6-4354-8573-d12e033256d7 None None] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:18.253316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.260144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.261605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.268204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.274263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.281303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.287717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.294298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.303640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-67138bd4-4a74-4695-8a94-f789a392bbdc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.1847782 Aug 16 02:21:18.325993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-156d3f97-fb51-4ea0-b559-e5b17d379ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.327686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-156d3f97-fb51-4ea0-b559-e5b17d379ba2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1752677 Aug 16 02:21:18.371359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-84b14419-4efa-47e9-8a32-5c8fbe9df3ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293293 Aug 16 02:21:18.394467 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:18.415330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0e3e3-7875-40a7-bd1a-fb50ca286f4c None None] Port 15cafcbc-bafe-4d75-81df-4ff05831d14e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:18.449169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea', 'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea', 'tenant_id': 'e029e99e3b784f5a97837c04e12f69bf', 'fixed_ips': [{'subnet_id': '116e8b75-8860-4a08-baf0-7d5f4a93b124'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:21:18.450428 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.696098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Allocated IP 172.20.0.2 (ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea/116e8b75-8860-4a08-baf0-7d5f4a93b124/2154808f-db83-4b83-9048-4531adfdb250) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:18.710143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-48c9d368-1984-47ef-81c0-e4d7430594f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 1000 time: 0.4554465 Aug 16 02:21:18.746205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef5c57a9-292d-44f3-964c-d4c6bc49b110 req-160cd0b1-99bd-427a-abaa-add46153a498 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4381099 Aug 16 02:21:18.750899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.820964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88338f-0488-410e-a18e-227aebf27eea req-7412b880-274c-421f-8696-a014eae20402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.833088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-7412b880-274c-421f-8696-a014eae20402 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.1218197 Aug 16 02:21:18.850965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f00721de-f357-49a9-af83-a35e54738ca0 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8832722 Aug 16 02:21:18.853356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:18.855871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d8250402-3714-474d-84f8-14467235fb84 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:18.873817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1465001808', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:18.880347 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:95:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:21:14Z', 'revision_number': 8, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:18.891974 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dddb3d6-652d-441d-bb9f-32f487fe64ee x-openstack-request-id: req-0dddb3d6-652d-441d-bb9f-32f487fe64ee {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:18.892349 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:18.892566 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0dddb3d6-652d-441d-bb9f-32f487fe64ee {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:18.893058 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'status': 'completed', 'code': 200} Aug 16 02:21:18.942475 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897a185-9eb1-4e9d-9394-e16e18f45709 None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b39133b2-4938-4efc-9b54-8d97cba03486', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'port_id': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'mac_address': 'fa:16:3e:95:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2480a55f-f861-4489-8865-782cae8a7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:27Z', 'updated_at': '2021-08-16T02:21:14Z', 'revision_number': 8, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:19.006679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88338f-0488-410e-a18e-227aebf27eea req-32618c41-16c9-47b0-981d-1291af5ac931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.016368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-32618c41-16c9-47b0-981d-1291af5ac931 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1822674 Aug 16 02:21:19.098412 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5480e0-f8d4-4f6c-86e1-5a5767d51b03 x-openstack-request-id: req-2e5480e0-f8d4-4f6c-86e1-5a5767d51b03 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:19.098774 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee13ab6f-807a-473a-b6d9-92f067745961", "name": "network-vif-deleted", "tag": "61c96153-913c-4af8-add0-ac18e39d3d38", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:19.098945 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e5480e0-f8d4-4f6c-86e1-5a5767d51b03 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:19.099327 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee13ab6f-807a-473a-b6d9-92f067745961', 'name': 'network-vif-deleted', 'tag': '61c96153-913c-4af8-add0-ac18e39d3d38', 'status': 'completed', 'code': 200} Aug 16 02:21:19.151012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.152312 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.186181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-a4372e57-fce3-48cd-88a4-14822ed0e12e service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684260 Aug 16 02:21:19.272679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-daabda21-12ce-45fc-801c-7b0e94eed88e service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920567 Aug 16 02:21:19.274682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port d8250402-3714-474d-84f8-14467235fb84 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:19.300938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.323808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40a677-79be-44d1-97cd-1a042361303f None None] New status for floating IP b39133b2-4938-4efc-9b54-8d97cba03486: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:19.365901 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.389359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Transition to ACTIVE for port object 2154808f-db83-4b83-9048-4531adfdb250 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:19.412052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Transition to ACTIVE for port object 2154808f-db83-4b83-9048-4531adfdb250 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:19.415992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d8250402-3714-474d-84f8-14467235fb84 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:19.416593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.426721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.496506 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.500620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e820d2-2c76-4050-8822-ac0892d0cfba {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:19.514543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.527806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-59737b59-e5d8-45b0-98ea-44d002a9496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.529333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-59737b59-e5d8-45b0-98ea-44d002a9496f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.5462739 Aug 16 02:21:19.539362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac88338f-0488-410e-a18e-227aebf27eea req-ab795ccf-9145-4314-85b9-1c3dd0695bcd service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485959 Aug 16 02:21:19.563215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Pushing event updated for resources: {'Port': ['ID=2154808f-db83-4b83-9048-4531adfdb250,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.576345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Transition to ACTIVE for port object 45e820d2-2c76-4050-8822-ac0892d0cfba will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:19.584268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a7df2b8-877c-446d-9f22-13ee91df046c req-fb1e1b1d-0d42-48f6-bb5d-395a0cd669b9 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952044 Aug 16 02:21:19.598060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.616970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:19.627700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:19.672542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-7b219e6f-6870-4b79-87cb-90946417b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.673974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-7b219e6f-6870-4b79-87cb-90946417b051 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.1040733 Aug 16 02:21:19.704884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:19.788901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.846475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Pushing event updated for resources: {'Port': ['ID=45e820d2-2c76-4050-8822-ac0892d0cfba,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.907547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32257-f214-4ce5-9c34-91ecddf6758c req-18a8b44f-83e2-4363-b88d-11882e39d2fc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.916789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32257-f214-4ce5-9c34-91ecddf6758c req-18a8b44f-83e2-4363-b88d-11882e39d2fc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.925096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Attempting to bind port 45e820d2-2c76-4050-8822-ac0892d0cfba on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:19.925438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Attempting to bind port 45e820d2-2c76-4050-8822-ac0892d0cfba by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:19.925802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Attempting to bind port 45e820d2-2c76-4050-8822-ac0892d0cfba on network af13201b-133e-484b-b866-a3edf256a1ba {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:19.926891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32257-f214-4ce5-9c34-91ecddf6758c req-18a8b44f-83e2-4363-b88d-11882e39d2fc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.934972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32257-f214-4ce5-9c34-91ecddf6758c req-18a8b44f-83e2-4363-b88d-11882e39d2fc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.937651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a95d3-3eba-46c2-8313-a310a4e2bb32 req-23799ff0-1e43-465c-8092-db1064823f85 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.939230 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f68a95d3-3eba-46c2-8313-a310a4e2bb32 req-23799ff0-1e43-465c-8092-db1064823f85 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.2292528 Aug 16 02:21:19.941448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Port 45e820d2-2c76-4050-8822-ac0892d0cfba on network af13201b-133e-484b-b866-a3edf256a1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:19.941565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32257-f214-4ce5-9c34-91ecddf6758c req-18a8b44f-83e2-4363-b88d-11882e39d2fc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.941776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Attempting to bind port 45e820d2-2c76-4050-8822-ac0892d0cfba on network af13201b-133e-484b-b866-a3edf256a1ba {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:19.944737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e32257-f214-4ce5-9c34-91ecddf6758c req-18a8b44f-83e2-4363-b88d-11882e39d2fc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 3815 time: 0.6422257 Aug 16 02:21:19.956660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:19.957326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Checking segment: {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:19.957493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Bound using segment: {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:19.957838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Bound port: 45e820d2-2c76-4050-8822-ac0892d0cfba, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1413cc6-83db-49d4-9956-aa567b19e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:19.958336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.984494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Attempting to bind port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:19.985998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Attempting to bind port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:19.985998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Attempting to bind port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:20.010812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Attempting to bind port 2154808f-db83-4b83-9048-4531adfdb250 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:20.010812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Attempting to bind port 2154808f-db83-4b83-9048-4531adfdb250 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'fa529c92-87ca-4aaa-bd8a-25fa550cb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:20.011417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Attempting to bind port 2154808f-db83-4b83-9048-4531adfdb250 on network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:20.014038 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.036740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f68a95d3-3eba-46c2-8313-a310a4e2bb32 req-2e2aafb2-f478-40de-9cda-6e030a669825 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871990 Aug 16 02:21:20.060317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 on network add45809-b30a-41a9-8734-32157470ea2f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:20.060655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Attempting to bind port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 on network add45809-b30a-41a9-8734-32157470ea2f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:20.068590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:20.072490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Checking segment: {'id': 'fa529c92-87ca-4aaa-bd8a-25fa550cb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:20.072960 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.073375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Bound using segment: {'id': 'fa529c92-87ca-4aaa-bd8a-25fa550cb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:20.073889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Bound port: 2154808f-db83-4b83-9048-4531adfdb250, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa529c92-87ca-4aaa-bd8a-25fa550cb11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:20.074286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.075057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-dde8c3fa-7a9d-42e4-88fc-02f2649dbd72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 1000 time: 0.3895984 Aug 16 02:21:20.077690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] For port 45e820d2-2c76-4050-8822-ac0892d0cfba, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:20.083150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] For port 45e820d2-2c76-4050-8822-ac0892d0cfba, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=45e820d2-2c76-4050-8822-ac0892d0cfba,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:20.090577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.104913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:20.105264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Checking segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:20.105658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Bound using segment: {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:20.106292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Bound port: 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f84a30-833c-4506-ab1b-2217f2227814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:20.106682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.166952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Pushing event updated for resources: {'Port': ['ID=45e820d2-2c76-4050-8822-ac0892d0cfba,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.177108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.177804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.179503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-972f2991-6dbc-4b57-8260-8cabb3aa5237 service neutron] 10.222.0.88 "PUT /v2.0/ports/45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 200 len: 1092 time: 2.1355135 Aug 16 02:21:20.205499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8250402-3714-474d-84f8-14467235fb84'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:20.208108 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19173e99-b712-4c77-8215-d76117a9ecc6" -d '{"events": [{"server_uuid": "6c01c39a-dc29-4e23-9040-88425954d2dd", "name": "network-vif-plugged", "status": "completed", "tag": "d8250402-3714-474d-84f8-14467235fb84"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:20.211344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:20.227201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d8250402-3714-474d-84f8-14467235fb84, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d8250402-3714-474d-84f8-14467235fb84,segment=NetworkSegment(ffd6ce0c-a6c9-4b18-9daa-e9465178f85e),segment_id=ffd6ce0c-a6c9-4b18-9daa-e9465178f85e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:20.235743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.240902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e32257-f214-4ce5-9c34-91ecddf6758c req-a0f55102-93d9-47ce-b393-fe0708c8ad0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770336 Aug 16 02:21:20.297342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d8250402-3714-474d-84f8-14467235fb84,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.319892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-05f5fede-feb3-475d-9397-944367da772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.324525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] For port 2154808f-db83-4b83-9048-4531adfdb250, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:20.326421 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-05f5fede-feb3-475d-9397-944367da772c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.2397830 Aug 16 02:21:20.329298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] For port 2154808f-db83-4b83-9048-4531adfdb250, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2154808f-db83-4b83-9048-4531adfdb250,segment=NetworkSegment(fa529c92-87ca-4aaa-bd8a-25fa550cb11f),segment_id=fa529c92-87ca-4aaa-bd8a-25fa550cb11f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:20.337468 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.379713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] For port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:20.413295 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.454235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c043-694a-4094-a5f7-6f0a2d158327 None None] Pushing event updated for resources: {'Port': ['ID=2154808f-db83-4b83-9048-4531adfdb250,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.460655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] For port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:20.481414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01b891-cce1-42f2-96ed-8228cb700458 req-7ce6bdc4-36c8-42f9-969a-ca9b9f05502b tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.485772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.490664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a01b891-cce1-42f2-96ed-8228cb700458 req-7ce6bdc4-36c8-42f9-969a-ca9b9f05502b tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 945 time: 0.1866522 Aug 16 02:21:20.557280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a01b891-cce1-42f2-96ed-8228cb700458 req-99e1ba36-5500-4354-9f3c-8832d426b77f tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656195 Aug 16 02:21:20.601628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.620778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-c7c7d0fc-9096-442a-a8ed-dc602625d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.622056 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-c7c7d0fc-9096-442a-a8ed-dc602625d19c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2863214 Aug 16 02:21:20.657149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.657736 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.659163 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-55d95a19-40e2-4ece-909c-472bb7f35e84 service neutron] 10.222.0.88 "PUT /v2.0/ports/4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 HTTP/1.1" status: 200 len: 1092 time: 3.6112344 Aug 16 02:21:20.667255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acb753-3d94-4380-bbd7-05237bb64bc0 req-184c4535-dc86-4660-98b1-c283a7ae9bde tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.668801 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5acb753-3d94-4380-bbd7-05237bb64bc0 req-184c4535-dc86-4660-98b1-c283a7ae9bde tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 943 time: 0.2822955 Aug 16 02:21:20.796276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22e9aacc-b140-4e87-9843-ba1dae052724 req-79e1b2be-967a-40c8-97ea-cc856cfc0588 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 200 len: 999 time: 0.1750560 Aug 16 02:21:20.869893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-7106f65d-0d3d-481b-bce1-0c734ce15f40 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279758 Aug 16 02:21:20.894118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec'}, {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:20.897203 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0957ec39-b321-4298-b553-ab880529b4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec"}, {"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:21.000865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9aacc-b140-4e87-9843-ba1dae052724 req-58306aa1-e197-420f-bbd8-5252f0c82916 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.007671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22e9aacc-b140-4e87-9843-ba1dae052724 req-58306aa1-e197-420f-bbd8-5252f0c82916 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.2104421 Aug 16 02:21:21.012393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5acb753-3d94-4380-bbd7-05237bb64bc0 req-7698b8c4-0124-42b7-8bc1-33b5100198d6 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906063 Aug 16 02:21:21.013125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-22e9aacc-b140-4e87-9843-ba1dae052724 req-8c3ec8f1-bda0-4d53-9c6e-306c4366bec0 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:21:21.024692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22e9aacc-b140-4e87-9843-ba1dae052724 req-8c3ec8f1-bda0-4d53-9c6e-306c4366bec0 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160775 Aug 16 02:21:21.059772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2154808f-db83-4b83-9048-4531adfdb250 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:21.118957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'tag': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:21.121140 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564c4881-0297-4e6b-bfb3-92fc8531b560 x-openstack-request-id: req-564c4881-0297-4e6b-bfb3-92fc8531b560 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:21.121448 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c01c39a-dc29-4e23-9040-88425954d2dd", "name": "network-vif-plugged", "status": "completed", "tag": "d8250402-3714-474d-84f8-14467235fb84", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:21.121699 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-564c4881-0297-4e6b-bfb3-92fc8531b560 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:21.122088 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8250402-3714-474d-84f8-14467235fb84', 'code': 200} Aug 16 02:21:21.125734 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3a6241-7c17-4561-a4f3-64c5f023482b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7", "tag": "4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:21.163691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2154808f-db83-4b83-9048-4531adfdb250 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:21.177197 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c8827-359c-4931-8e24-d36715b2f656 x-openstack-request-id: req-c73c8827-359c-4931-8e24-d36715b2f656 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:21.177491 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:21.177737 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c73c8827-359c-4931-8e24-d36715b2f656 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:21.178218 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec', 'status': 'completed', 'code': 200} Aug 16 02:21:21.178472 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'status': 'completed', 'code': 200} Aug 16 02:21:21.186211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a64705-895c-4b54-93f5-2d3da0e0d222 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:21.208090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.262213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-faa9ff41-ec9e-4198-a8bf-01bee127da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.263727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-faa9ff41-ec9e-4198-a8bf-01bee127da71 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 1095 time: 0.4758713 Aug 16 02:21:21.270462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Transition to ACTIVE for port object e3a64705-895c-4b54-93f5-2d3da0e0d222 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:21.294717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.300874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.307336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.313177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.327209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.335187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.342016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.344195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-46a00b7d-3011-41de-ae6a-7ed600c25f93 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.2606375 Aug 16 02:21:21.350500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.355109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.358999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374915af-90e0-49f6-81b7-fd6b23fe417a req-aff66e99-7c85-44f8-99b2-2e1bfec81bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.360524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-374915af-90e0-49f6-81b7-fd6b23fe417a req-aff66e99-7c85-44f8-99b2-2e1bfec81bfa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 1097 time: 0.1767750 Aug 16 02:21:21.360635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-7b5600a9-eea3-49c1-9367-af6f483c19f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 HTTP/1.1" status: 200 len: 217 time: 0.0778587 Aug 16 02:21:21.367643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-0c9c509f-cd37-4da8-8e93-54643716a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.369863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-0c9c509f-cd37-4da8-8e93-54643716a21b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1095 time: 0.1640389 Aug 16 02:21:21.479247 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-77fa2884-42c3-4fb5-bbc8-b05a390495c9 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1002 time: 0.2800498 Aug 16 02:21:21.494968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-36dbdcbd-9887-41e1-8e54-0de95346a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.496793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-36dbdcbd-9887-41e1-8e54-0de95346a271 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1099460 Aug 16 02:21:21.498107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.506678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e12765d7-a86c-4e7d-afb4-b4aa8376370b req-f0325f17-010a-48cc-9ee0-e8c88f7dcf13 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536242 Aug 16 02:21:21.567392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-ffa9712e-0c40-4dc0-ba2e-0525a19cf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.568983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-ffa9712e-0c40-4dc0-ba2e-0525a19cf047 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.1616292 Aug 16 02:21:21.595717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-3cc0ce23-ef01-4515-a209-d1c2c86ac15b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556962 Aug 16 02:21:21.596142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8120d93d-ccff-443b-9626-22959fe0b9ca req-7af73dbc-8e38-470e-84e2-3141aac1c1ba tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334762 Aug 16 02:21:21.608837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-e150691e-bfce-4b8c-bf36-e0d7487d0faa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.610240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-e150691e-bfce-4b8c-bf36-e0d7487d0faa tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports/1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 943 time: 0.1302004 Aug 16 02:21:21.615830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-56c8493c-8406-4282-b2a6-cb78e0a81dab service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:21:21.616884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-56c8493c-8406-4282-b2a6-cb78e0a81dab service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057685 Aug 16 02:21:21.716469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-374915af-90e0-49f6-81b7-fd6b23fe417a req-d22229b5-3f9e-4317-9e0a-5d302d08ac02 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455050 Aug 16 02:21:21.717849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-52f9c5e0-184d-435d-856c-78a50de08a68 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 200 len: 217 time: 0.1280169 Aug 16 02:21:21.718443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a64705-895c-4b54-93f5-2d3da0e0d222,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:21.817506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-069a9095-6cf1-4e02-9ff5-3f78669a0fee tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1002 time: 0.0892472 Aug 16 02:21:21.908277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Attempting to bind port e3a64705-895c-4b54-93f5-2d3da0e0d222 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:21.908634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Attempting to bind port e3a64705-895c-4b54-93f5-2d3da0e0d222 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:21.908965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Attempting to bind port e3a64705-895c-4b54-93f5-2d3da0e0d222 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:21.923584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34547d55-a009-4afd-bc93-b4671497ccbc req-615f4df6-cd72-47aa-b466-5ac4c38bcb9e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.925837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-34547d55-a009-4afd-bc93-b4671497ccbc req-615f4df6-cd72-47aa-b466-5ac4c38bcb9e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1684542 Aug 16 02:21:21.928847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-a998772d-e78f-46e7-91a1-e183e2f2d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.930220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-a998772d-e78f-46e7-91a1-e183e2f2d5f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1900163 Aug 16 02:21:21.931219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Port e3a64705-895c-4b54-93f5-2d3da0e0d222 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:21.932133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Attempting to bind port e3a64705-895c-4b54-93f5-2d3da0e0d222 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:21.985640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e5c40-0fd0-4777-aac6-911ff6867723 None None] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:21.990654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-a2346d80-015b-4d92-b864-e1803be2a02e service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419743 Aug 16 02:21:21.996074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-34547d55-a009-4afd-bc93-b4671497ccbc req-b9eb064c-1215-4491-8164-fee216ffc1c3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615439 Aug 16 02:21:22.001918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-10a7fe82-fa0a-42c2-9c57-bedaa9b783cd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303574 Aug 16 02:21:22.002230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:22.002624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Checking segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:22.003056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Bound using segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:22.003547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Bound port: e3a64705-895c-4b54-93f5-2d3da0e0d222, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:22.003907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.020832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.25.4.123 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/9e1d6c11-7f89-4066-8668-5fdf76d6815a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:22.084488 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e39189d-9d83-4d85-8a8c-2ae5b3a8ab4d x-openstack-request-id: req-4e39189d-9d83-4d85-8a8c-2ae5b3a8ab4d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:22.084852 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7", "tag": "4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:22.085170 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e39189d-9d83-4d85-8a8c-2ae5b3a8ab4d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:22.085628 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'tag': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8', 'status': 'completed', 'code': 200} Aug 16 02:21:22.102916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-8ba3573b-2839-484e-bc88-0180bcbda4d6 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.112806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-8ba3573b-2839-484e-bc88-0180bcbda4d6 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.2941864 Aug 16 02:21:22.162944 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.207633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fbf506d1-3737-4cfe-81dc-7a19695d7ec8 None None] Provisioning for port 2154808f-db83-4b83-9048-4531adfdb250 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:22.254494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fbf506d1-3737-4cfe-81dc-7a19695d7ec8 None None] Provisioning complete for port 2154808f-db83-4b83-9048-4531adfdb250 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:22.255797 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbf506d1-3737-4cfe-81dc-7a19695d7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.275102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-00081561-d5c7-4a18-8ef2-9a0113c518a8 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 1002 time: 0.1610970 Aug 16 02:21:22.290631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:22.344593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5ba825b-2088-470e-ab29-ba99de8c08df req-6f6f5249-6884-4716-9e4e-bb11e576c21c service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462880 Aug 16 02:21:22.507058 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbf506d1-3737-4cfe-81dc-7a19695d7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.540735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-2f340991-9773-45c7-b6ce-e6d4687cec0d service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108855 Aug 16 02:21:22.574344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fbf506d1-3737-4cfe-81dc-7a19695d7ec8 None None] For port 2154808f-db83-4b83-9048-4531adfdb250, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2154808f-db83-4b83-9048-4531adfdb250,segment=NetworkSegment(fa529c92-87ca-4aaa-bd8a-25fa550cb11f),segment_id=fa529c92-87ca-4aaa-bd8a-25fa550cb11f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:22.580941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fbf506d1-3737-4cfe-81dc-7a19695d7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.657512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf506d1-3737-4cfe-81dc-7a19695d7ec8 None None] Pushing event updated for resources: {'Port': ['ID=2154808f-db83-4b83-9048-4531adfdb250,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:22.732231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-f643fbb8-2a2f-4457-aa82-d0899a58049a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.738869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-f643fbb8-2a2f-4457-aa82-d0899a58049a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.744743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-f643fbb8-2a2f-4457-aa82-d0899a58049a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.750757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-f643fbb8-2a2f-4457-aa82-d0899a58049a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.756838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-f643fbb8-2a2f-4457-aa82-d0899a58049a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.762649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-f643fbb8-2a2f-4457-aa82-d0899a58049a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.764592 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-f643fbb8-2a2f-4457-aa82-d0899a58049a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 4599 time: 0.2939665 Aug 16 02:21:22.770139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] For port e3a64705-895c-4b54-93f5-2d3da0e0d222, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:22.783761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.805686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-130ed244-da76-4a4c-b8d7-55ccbe227f9d None None] Provisioning complete for port 2154808f-db83-4b83-9048-4531adfdb250 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:22.806035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-130ed244-da76-4a4c-b8d7-55ccbe227f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.807114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] For port e3a64705-895c-4b54-93f5-2d3da0e0d222, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:22.817224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.819424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.820454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-a3bc42a0-4b74-4752-b4f2-6ac40d81716f service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469404 Aug 16 02:21:22.869322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-04c64842-7421-4377-9693-1337f91dab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.870954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-04c64842-7421-4377-9693-1337f91dab6c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 1095 time: 0.1263928 Aug 16 02:21:22.885092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a64705-895c-4b54-93f5-2d3da0e0d222,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:22.928933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fed8c56e-b4bf-4e94-88d1-ad2bef4fe570 req-b420acca-7100-4a7c-a784-99070f08d090 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536853 Aug 16 02:21:22.945794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.966045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.983925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-427c632d-8489-4197-ace5-862593e58f91 service neutron] 10.222.0.88 "PUT /v2.0/ports/e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 1131 time: 2.7621148 Aug 16 02:21:22.992051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.998365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2154808f-db83-4b83-9048-4531adfdb250 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:23.016189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:23.094936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.110089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2154808f-db83-4b83-9048-4531adfdb250 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:23.110287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.110698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.121226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=9e1d6c11-7f89-4066-8668-5fdf76d6815a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.128562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.128886 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Floating IP b39133b2-4938-4efc-9b54-8d97cba03486 disassociated. External IP: 172.25.4.147, port: 1e0231a2-ceae-47ec-85d9-3ee42246f6d8. Aug 16 02:21:23.131969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:23.168494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-c61949c9-fec1-450e-aa26-7e786c911400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.168983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-c61949c9-fec1-450e-aa26-7e786c911400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.169462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-c61949c9-fec1-450e-aa26-7e786c911400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.169944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-c61949c9-fec1-450e-aa26-7e786c911400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.170408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-c61949c9-fec1-450e-aa26-7e786c911400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.170891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-c61949c9-fec1-450e-aa26-7e786c911400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.172820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-c61949c9-fec1-450e-aa26-7e786c911400 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5287 time: 0.2891645 Aug 16 02:21:23.180416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'e3a64705-895c-4b54-93f5-2d3da0e0d222'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:23.183258 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00898cf9-8fd2-4afb-9298-5aaf36621281" -d '{"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "e3a64705-895c-4b54-93f5-2d3da0e0d222"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:23.237096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:23.239651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:23.278521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-6dae01a2-e192-4bd9-96cf-ca9933a3c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.280019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-6dae01a2-e192-4bd9-96cf-ca9933a3c7fc service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.3677402 Aug 16 02:21:23.315116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-ae420ef9-79eb-4a41-8590-ad79f5c98f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.315593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-ae420ef9-79eb-4a41-8590-ad79f5c98f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.316067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-ae420ef9-79eb-4a41-8590-ad79f5c98f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.321121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-ae420ef9-79eb-4a41-8590-ad79f5c98f1a service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=31a78dbd0a5245b3a157894e979e520b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1335607 Aug 16 02:21:23.337022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-b911fcf1-29b8-4f07-b2f8-3dfb9d69e45e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 HTTP/1.1" status: 200 len: 217 time: 0.0489023 Aug 16 02:21:23.368866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.386828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa847-5fb7-477d-9374-e1a4de06bfcd req-76e9ad07-d21f-4e81-a17e-c1efc39da53d tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.388928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b0fa847-5fb7-477d-9374-e1a4de06bfcd req-76e9ad07-d21f-4e81-a17e-c1efc39da53d tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 945 time: 0.2887366 Aug 16 02:21:23.532761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-65c3e7c9-9aed-4b7b-b0fc-f66c9bfb82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.534156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-65c3e7c9-9aed-4b7b-b0fc-f66c9bfb82b2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1596396 Aug 16 02:21:23.536698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b0fa847-5fb7-477d-9374-e1a4de06bfcd req-bb72458b-56be-4074-8ed0-1ee2a4701bcd tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176927 Aug 16 02:21:23.601966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ec39-b321-4298-b553-ab880529b4fc req-6935852b-e563-4e56-ba93-df4ccf8eac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.603671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0957ec39-b321-4298-b553-ab880529b4fc req-6935852b-e563-4e56-ba93-df4ccf8eac3e service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2622674 Aug 16 02:21:23.613783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-562c9a7b-584f-482f-b334-1a97f88adb4f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698855 Aug 16 02:21:23.701308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47589270-01aa-4a83-b8b4-0efb6ff9acf2 req-678ebba2-eebe-4b47-8cd4-c1c26260d2bb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.702873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47589270-01aa-4a83-b8b4-0efb6ff9acf2 req-678ebba2-eebe-4b47-8cd4-c1c26260d2bb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 943 time: 0.0740700 Aug 16 02:21:23.779768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:23.783675 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47589270-01aa-4a83-b8b4-0efb6ff9acf2 req-f3ee3c7d-21bf-421b-95ef-1417ef0d681b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717938 Aug 16 02:21:23.788928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:23.797425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.819348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Transition to ACTIVE for port object fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:23.824759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.828538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:23.839645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.844843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-04571245-3c27-4ca5-925f-26f06a296c43 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158973 Aug 16 02:21:23.894382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Pushing event updated for resources: {'Port': ['ID=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.975797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Attempting to bind port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:23.976568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Attempting to bind port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:23.977081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Attempting to bind port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:23.990722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:23.991444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Attempting to bind port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:24.048859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:24.049202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Checking segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:24.049611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Bound using segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:24.050748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Bound port: fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:24.051121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.055219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:24.072893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8', 'network_id': 'add45809-b30a-41a9-8734-32157470ea2f', 'port_id': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8', 'mac_address': 'fa:16:3e:0e:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92ad524-3dc8-4cf9-86c3-052bdb96ecaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:24.125603 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.140694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:24.152951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.159968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.169141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.175944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.178363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:24.184245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.188153 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:24.189077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.193131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba3a6241-7c17-4561-a4f3-64c5f023482b req-d45f2203-366f-41ad-bc5b-9ca70c745c5d service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817228 Aug 16 02:21:24.197956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.204787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.206703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-abca5654-14d0-4211-84f3-85042a9c62eb req-a198f083-b210-4196-8920-a7206737124c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5430 time: 0.2232213 Aug 16 02:21:24.214563 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:24.215652 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:24.238660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:24.251101 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.265641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-fd22257a-fc75-46c1-98ed-94235bd7221e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "PUT /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 200 len: 696 time: 1.9795728 Aug 16 02:21:24.267610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:24.269911 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:24.326991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-abca5654-14d0-4211-84f3-85042a9c62eb req-4fde1db5-5e99-4a68-b8bc-7d3d390eed3d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125741 Aug 16 02:21:24.328382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] For port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:24.333666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] For port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:24.347026 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.381324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.404475 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:24.418623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.433652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-7f611855-3b44-40b9-8bbe-15b146e49fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.441221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-7f611855-3b44-40b9-8bbe-15b146e49fd8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.1347291 Aug 16 02:21:24.447567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.448219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.449666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] 10.222.0.88 "PUT /v2.0/ports/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 1131 time: 1.4377308 Aug 16 02:21:24.459471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efc446-a0b3-489b-b503-d38ecff9e9de service neutron] Pushing event updated for resources: {'Port': ['ID=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.478756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:24.511615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:24.642078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d081a-616e-4611-8aa0-2ac825298209 req-8aadd54b-9a94-40ff-a60e-ac60efff676e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.653413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-084d081a-616e-4611-8aa0-2ac825298209 req-8aadd54b-9a94-40ff-a60e-ac60efff676e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.2026508 Aug 16 02:21:24.698340 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.732989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-f15a6bb2-0902-4461-a37d-030c7cb03613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.741107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-f15a6bb2-0902-4461-a37d-030c7cb03613 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.2990320 Aug 16 02:21:24.766591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-084d081a-616e-4611-8aa0-2ac825298209 req-07c49a23-7ddc-49d8-951d-4e551b9aa9ec tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072426 Aug 16 02:21:24.792901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-98fa7014-324b-48b5-9346-89a2dc9ec725 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0505857 Aug 16 02:21:24.797856 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:24.840018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 77bf79aa-4b90-4997-85f5-c15e08cfd43d details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:24.875013 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b545962f-b430-4d18-b583-0f9cf6b720ff x-openstack-request-id: req-b545962f-b430-4d18-b583-0f9cf6b720ff {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:24.875526 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "e3a64705-895c-4b54-93f5-2d3da0e0d222", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:24.875526 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b545962f-b430-4d18-b583-0f9cf6b720ff {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:24.875933 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'e3a64705-895c-4b54-93f5-2d3da0e0d222', 'status': 'completed', 'code': 200} Aug 16 02:21:24.932138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-b147c770-c263-4db6-8b92-8144fbc39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.934365 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-b147c770-c263-4db6-8b92-8144fbc39a7e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.1346741 Aug 16 02:21:25.000378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.000897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.001673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.002144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.003120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.003251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.003710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.005822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-4d094202-fe96-401b-94fb-ca3e9c061a5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6211 time: 0.1337197 Aug 16 02:21:25.014773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 11c91573-c844-4b4c-bb01-4648302aa4ca is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:21:25.062839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:25.067082 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:25.084034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '77bf79aa-4b90-4997-85f5-c15e08cfd43d', 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e', 'port_id': '77bf79aa-4b90-4997-85f5-c15e08cfd43d', 'mac_address': 'fa:16:3e:d1:63:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b992ed-1b15-4054-acfa-1596058e750d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:25.087236 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:25.088037 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:25.170642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.205111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bf79aa-4b90-4997-85f5-c15e08cfd43d {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:25.215744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf81fe8-13c7-48fc-8ec8-1eee102ce794 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:25.241800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:25.253408 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.254097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:25.272740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.300397 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:25.309487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.316242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.324811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.339058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.350756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.360657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.369644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.380163 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-448dc869-08fb-44de-9349-ad40d0ed033f req-13884b75-31ab-4dfc-9f23-cdafb0a55f45 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5371 time: 0.1533203 Aug 16 02:21:25.391441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Transition to ACTIVE for port object daf81fe8-13c7-48fc-8ec8-1eee102ce794 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:25.402701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.452354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=77bf79aa-4b90-4997-85f5-c15e08cfd43d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:25.490844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-448dc869-08fb-44de-9349-ad40d0ed033f req-e883a3f3-05d3-4198-a6dc-58b57c1378d9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094508 Aug 16 02:21:25.521864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:25.545292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Pushing event updated for resources: {'Port': ['ID=daf81fe8-13c7-48fc-8ec8-1eee102ce794,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:25.551947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51', 'network_id': '874c515e-f912-4082-921f-149f54822097', 'port_id': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51', 'mac_address': 'fa:16:3e:14:f5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f70ccb3-3396-4734-a28a-bdaab329218a', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:25.571178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-a92c3692-e523-4733-a078-123ae20f2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.579862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-a92c3692-e523-4733-a078-123ae20f2ae3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6322906 Aug 16 02:21:25.651984 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.653126 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac49244-071c-46d6-b4ed-80acaf8ec9a1 x-openstack-request-id: req-5ac49244-071c-46d6-b4ed-80acaf8ec9a1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:25.653524 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:25.653876 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ac49244-071c-46d6-b4ed-80acaf8ec9a1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:25.654369 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'status': 'completed', 'code': 200} Aug 16 02:21:25.686403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:25.730444 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:25.736634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:25.749741 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.750440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f7071bbd-913c-4dd1-9b8c-36106e0d7310 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:25.770735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-2c12231b-68b2-4b40-aca9-d8daacefcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.771038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-2c12231b-68b2-4b40-aca9-d8daacefcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.771519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-2c12231b-68b2-4b40-aca9-d8daacefcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.777885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-2c12231b-68b2-4b40-aca9-d8daacefcd9a service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=31a78dbd0a5245b3a157894e979e520b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7545493 Aug 16 02:21:25.806744 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:25.846230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c7b7f-1772-4e9e-b7bf-5c54f9da6e22 req-70bd13d5-c85d-453a-a3a1-008da724ab8b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.846659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:25.848103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f2c7b7f-1772-4e9e-b7bf-5c54f9da6e22 req-70bd13d5-c85d-453a-a3a1-008da724ab8b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 944 time: 0.1289916 Aug 16 02:21:25.850259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-886b1066-2889-419c-b76c-c0c71f97412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.851825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-886b1066-2889-419c-b76c-c0c71f97412b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 1098 time: 0.1566792 Aug 16 02:21:25.853266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Attempting to bind port daf81fe8-13c7-48fc-8ec8-1eee102ce794 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:25.854211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Attempting to bind port daf81fe8-13c7-48fc-8ec8-1eee102ce794 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:25.854683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Attempting to bind port daf81fe8-13c7-48fc-8ec8-1eee102ce794 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:25.883317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8459c96a-de48-4254-87c0-6be2d692e71a None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 4, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1', 'name': '', 'network_id': '18680492-fe47-41f5-b260-c49a5005f6ea', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'mac_address': 'fa:16:3e:ca:6a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'subnets': [{'id': 'fe7f8358-6bc3-4aaa-bef9-cb7300b63467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:25.938749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f7071bbd-913c-4dd1-9b8c-36106e0d7310, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:25.956330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Port daf81fe8-13c7-48fc-8ec8-1eee102ce794 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:25.956854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Attempting to bind port daf81fe8-13c7-48fc-8ec8-1eee102ce794 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:25.968112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:25.969521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:25.969995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Checking segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:25.970482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Bound using segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:25.979676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'f7071bbd-913c-4dd1-9b8c-36106e0d7310', 'network_id': '874c515e-f912-4082-921f-149f54822097', 'port_id': 'f7071bbd-913c-4dd1-9b8c-36106e0d7310', 'mac_address': 'fa:16:3e:1c:93:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f70ccb3-3396-4734-a28a-bdaab329218a', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:25.979893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Bound port: daf81fe8-13c7-48fc-8ec8-1eee102ce794, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:25.980481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.989887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:26.062733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f2c7b7f-1772-4e9e-b7bf-5c54f9da6e22 req-148ae9f8-f9fd-4edb-b078-16f201d1ba1b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021792 Aug 16 02:21:26.087474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-d096ce55-feb6-4bbd-a673-5420447f4e03 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065327 Aug 16 02:21:26.088963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.090125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7a613692-6a82-425c-bbb1-d76441e7b586 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2322683 Aug 16 02:21:26.097010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47924) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:26.162069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-b729f22c-29a0-43d4-8983-dfc9b58d42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.163632 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-b729f22c-29a0-43d4-8983-dfc9b58d42c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 200 len: 921 time: 0.2982485 Aug 16 02:21:26.224610 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.232641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] Sync routers for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:26.260389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-b18a19e9-6add-413d-b20a-0ecae1d30e3a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0767190 Aug 16 02:21:26.273237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:26.274183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:26.280197 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1a19d6bd-3409-47d4-a3ae-49c2d01cb37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.284463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] For port daf81fe8-13c7-48fc-8ec8-1eee102ce794, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:26.316372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7071bbd-913c-4dd1-9b8c-36106e0d7310 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:26.327190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-00fca1b5-f0e2-4353-bd0c-62685b1ec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.328703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00898cf9-8fd2-4afb-9298-5aaf36621281 req-00fca1b5-f0e2-4353-bd0c-62685b1ec03d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5404234 Aug 16 02:21:26.340607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:26.346861 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e74e39-2e86-4562-a34f-c448cf3f1d2a None None] New status for floating IP b39133b2-4938-4efc-9b54-8d97cba03486: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:26.353161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:26.355736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] For port daf81fe8-13c7-48fc-8ec8-1eee102ce794, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:26.370372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:26.371013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:26.371384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.373833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f7071bbd-913c-4dd1-9b8c-36106e0d7310, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.374947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:26.375500 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.383227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-85b9b2bb-81d4-4c2a-a277-b65e39d71266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.386394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-85b9b2bb-81d4-4c2a-a277-b65e39d71266 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 200 len: 859 time: 0.0991516 Aug 16 02:21:26.428492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ad66494-a7b9-4b4c-9ea9-5dff4b4faa9a req-c0f579c7-7c23-4c08-a084-3e1b92fb6aa0 service neutron] 10.222.0.78 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108406 Aug 16 02:21:26.428664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.429178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02a6b3f8-ced9-4186-b019-585d7d55017b details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:26.431212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:26.432081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368afd6c-aff6-4738-9d0f-d6366fbdeb89 None None] The sync data for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:26.493271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.495446 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.501250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] 10.222.0.88 "PUT /v2.0/ports/daf81fe8-13c7-48fc-8ec8-1eee102ce794 HTTP/1.1" status: 200 len: 1091 time: 2.0000076 Aug 16 02:21:26.529702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.535796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.549871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.556088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.560837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=f7071bbd-913c-4dd1-9b8c-36106e0d7310,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.563888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.569893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.576506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.578474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-9e5b91c7-ca91-4cea-8792-ecf0a61a7d71 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5432 time: 0.3320858 Aug 16 02:21:26.583477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:26.626517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 02a6b3f8-ced9-4186-b019-585d7d55017b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02a6b3f8-ced9-4186-b019-585d7d55017b,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.629169 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.646798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebea26-2888-4e0f-9357-2db6f6b94452 req-3585026c-8d68-4393-b90a-22338f3b622d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.648358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66ebea26-2888-4e0f-9357-2db6f6b94452 req-3585026c-8d68-4393-b90a-22338f3b622d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1222732 Aug 16 02:21:26.662603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:26.665082 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4f32ad-8e21-4464-ad99-b6f86df0efec" -d '{"events": [{"server_uuid": "e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7", "name": "network-vif-plugged", "status": "completed", "tag": "4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:26.668975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '02a6b3f8-ced9-4186-b019-585d7d55017b', 'network_id': '874c515e-f912-4082-921f-149f54822097', 'port_id': '02a6b3f8-ced9-4186-b019-585d7d55017b', 'mac_address': 'fa:16:3e:fa:86:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f70ccb3-3396-4734-a28a-bdaab329218a', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:26.683778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.698943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc888bc-c78e-4289-92e8-20e46fb15861 service neutron] Pushing event updated for resources: {'Port': ['ID=daf81fe8-13c7-48fc-8ec8-1eee102ce794,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.713555 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.725688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-33ba64e7-ac7a-46de-b9f0-b6b5c554533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.727340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-33ba64e7-ac7a-46de-b9f0-b6b5c554533a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18680492-fe47-41f5-b260-c49a5005f6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3055315 Aug 16 02:21:26.763323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66ebea26-2888-4e0f-9357-2db6f6b94452 req-4b457c80-40c7-445f-a9e5-2c9948605c25 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Aug 16 02:21:26.774029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ac21b21-f69b-4da0-bd0f-c57d969b04c0 req-0e1deb60-7647-4a1d-8d5f-e8f454c20667 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837914 Aug 16 02:21:26.832807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.847973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.885608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb'}, {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:26.887943 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabbc240-0c03-43f8-93de-f5088ed5e756" -d '{"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb"}, {"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "daf81fe8-13c7-48fc-8ec8-1eee102ce794"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:26.888715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a6b3f8-ced9-4186-b019-585d7d55017b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:26.905536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.930998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 02a6b3f8-ced9-4186-b019-585d7d55017b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02a6b3f8-ced9-4186-b019-585d7d55017b,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.936929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.937915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:26.940466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-e9aee831-12eb-4fdc-aba8-c8df9cce7f17 service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944482 Aug 16 02:21:27.024169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=02a6b3f8-ced9-4186-b019-585d7d55017b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:27.029008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:27.042357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'e9dc4e9e-3453-4bd7-881a-df985b8b8cd7', 'network_id': '874c515e-f912-4082-921f-149f54822097', 'port_id': 'e9dc4e9e-3453-4bd7-881a-df985b8b8cd7', 'mac_address': 'fa:16:3e:bc:2b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f70ccb3-3396-4734-a28a-bdaab329218a', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:27.088872 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.108912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:27.122704 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca15a877-8e98-41dc-9fe7-030f757f6140 x-openstack-request-id: req-ca15a877-8e98-41dc-9fe7-030f757f6140 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:27.123092 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7", "name": "network-vif-plugged", "status": "completed", "tag": "4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:27.123450 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca15a877-8e98-41dc-9fe7-030f757f6140 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:27.132786 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8', 'code': 200} Aug 16 02:21:27.144783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:27.150938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.151869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4b92b178-9c47-4691-8860-201eda3c18bb details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:27.174454 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7a7f71-dc58-4faf-9526-0a1fda908867 x-openstack-request-id: req-8d7a7f71-dc58-4faf-9526-0a1fda908867 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:27.174957 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "daf81fe8-13c7-48fc-8ec8-1eee102ce794", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:27.174957 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d7a7f71-dc58-4faf-9526-0a1fda908867 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:27.175385 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb', 'status': 'completed', 'code': 200} Aug 16 02:21:27.175736 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794', 'status': 'completed', 'code': 200} Aug 16 02:21:27.190743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.203647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-3474d566-850d-4efa-84f8-f6519a2e3edb service neutron] 10.222.0.88 "GET /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070334 Aug 16 02:21:27.253931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4b92b178-9c47-4691-8860-201eda3c18bb, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4b92b178-9c47-4691-8860-201eda3c18bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:27.266819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:27.271604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '4b92b178-9c47-4691-8860-201eda3c18bb', 'network_id': '1210130f-33bc-42bd-b755-cdb101c0688e', 'port_id': '4b92b178-9c47-4691-8860-201eda3c18bb', 'mac_address': 'fa:16:3e:5d:74:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b992ed-1b15-4054-acfa-1596058e750d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:27.311725 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.327572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b92b178-9c47-4691-8860-201eda3c18bb {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:27.347988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4b92b178-9c47-4691-8860-201eda3c18bb, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4b92b178-9c47-4691-8860-201eda3c18bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:27.348840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f481ac-368e-4128-92ce-6f756c3c81e6 req-04e0b212-64ea-4fcc-9dac-6fe9d15ba49d tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.350361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-50f481ac-368e-4128-92ce-6f756c3c81e6 req-04e0b212-64ea-4fcc-9dac-6fe9d15ba49d tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 945 time: 0.0991843 Aug 16 02:21:27.353595 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.354284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f65700b3-608a-4700-878e-25a531e64d94 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:27.366683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8a52e5-64f0-45ed-b10a-3fadbd3a925e {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:27.381049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.407895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Transition to ACTIVE for port object aa8a52e5-64f0-45ed-b10a-3fadbd3a925e will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:27.410565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.411863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-50f481ac-368e-4128-92ce-6f756c3c81e6 req-31fae16e-57fe-48aa-9638-492475f77bb1 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Aug 16 02:21:27.412918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.417077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.423376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.429007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.435415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.441190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.449834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.450916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=4b92b178-9c47-4691-8860-201eda3c18bb,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:27.451736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-6bd523bf-ed8d-4f50-abd2-3b8fce6fc5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5383 time: 0.3549824 Aug 16 02:21:27.471882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.472731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.473297 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.473774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.474246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.475260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.475915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.478566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-5cb460f6-3520-4d56-b9ae-a4b1461f92e2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6279 time: 0.2733948 Aug 16 02:21:27.516485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f65700b3-608a-4700-878e-25a531e64d94, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f65700b3-608a-4700-878e-25a531e64d94,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:27.535488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'f65700b3-608a-4700-878e-25a531e64d94', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'port_id': 'f65700b3-608a-4700-878e-25a531e64d94', 'mac_address': 'fa:16:3e:45:10:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:27.584235 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.599066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65700b3-608a-4700-878e-25a531e64d94 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:27.608643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:27.623540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.623880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.624225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.624586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.624920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.625723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.626067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.626434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.626725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.627055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.627859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.628188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.629461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f65700b3-608a-4700-878e-25a531e64d94, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f65700b3-608a-4700-878e-25a531e64d94,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:27.641770 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.661098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Attempting to bind port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:27.661399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Attempting to bind port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:27.661734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Attempting to bind port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:27.667801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:27.668124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Attempting to bind port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:27.674795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:27.675143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Checking segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:27.675532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Bound using segment: {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:27.675971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Bound port: aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ef0ba-824d-4703-99af-a09db2f64123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:27.676351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.686979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39e583-8cee-4f67-9bee-8b4a63ce504e req-2aa5f315-83c7-4909-8827-625a5528a752 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.688564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af39e583-8cee-4f67-9bee-8b4a63ce504e req-2aa5f315-83c7-4909-8827-625a5528a752 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1196704 Aug 16 02:21:27.700336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=f65700b3-608a-4700-878e-25a531e64d94,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:27.720957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6b87a20-4bf8-443b-941d-0705b0af3e9c req-09996cfd-36f3-4408-87aa-c9625aa658ab tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2413948 Aug 16 02:21:27.755839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-2e20b98b-2fa0-4d83-ad40-05f067bf3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.756340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-2e20b98b-2fa0-4d83-ad40-05f067bf3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.756809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-2e20b98b-2fa0-4d83-ad40-05f067bf3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.758367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-2e20b98b-2fa0-4d83-ad40-05f067bf3fbd service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=31a78dbd0a5245b3a157894e979e520b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2582624 Aug 16 02:21:27.773099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af39e583-8cee-4f67-9bee-8b4a63ce504e req-d7adc25a-5343-46c6-a28b-7b5217998e73 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779440 Aug 16 02:21:27.791863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] For port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:27.795200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] For port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:27.799876 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.818131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eae8f-8180-45c7-9f66-df05cb96a449 req-b150afa2-582e-4bc6-acd8-a460f5eb9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.819616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a01eae8f-8180-45c7-9f66-df05cb96a449 req-b150afa2-582e-4bc6-acd8-a460f5eb9533 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 1097 time: 0.5933130 Aug 16 02:21:27.835018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.835651 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.838063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] 10.222.0.88 "PUT /v2.0/ports/aa8a52e5-64f0-45ed-b10a-3fadbd3a925e HTTP/1.1" status: 200 len: 1092 time: 1.2586288 Aug 16 02:21:27.843264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 90cd247b-48b9-49b6-8448-e32e131ca5ec details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:27.889774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f66ac2-ec3b-4b9c-aac3-4bdbfe4b38a7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:27.896958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:27.897658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-8b6b4c97-6b0c-4114-a0ac-92bc7d149401 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 200 len: 694 time: 0.1434274 Aug 16 02:21:27.982293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461496-b619-417e-a207-8d7049e33df6 req-e775274e-ac91-4bfd-bf8f-1a59c7ce5de3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.984138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b461496-b619-417e-a207-8d7049e33df6 req-e775274e-ac91-4bfd-bf8f-1a59c7ce5de3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1143260 Aug 16 02:21:27.993265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:28.010341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '90cd247b-48b9-49b6-8448-e32e131ca5ec', 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9', 'port_id': '90cd247b-48b9-49b6-8448-e32e131ca5ec', 'mac_address': 'fa:16:3e:16:a3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de023b46-5dd4-463f-a3a4-e674f1c56272', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:28.012421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.034588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a01eae8f-8180-45c7-9f66-df05cb96a449 req-6c3b6bd1-a436-4c23-922c-fe6577da43ff service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934514 Aug 16 02:21:28.059167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.075152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cd247b-48b9-49b6-8448-e32e131ca5ec {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:28.098350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:28.104148 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.105808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b461496-b619-417e-a207-8d7049e33df6 req-b85a0369-a6f0-4664-9ca9-37d53ed9dd93 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056376 Aug 16 02:21:28.122186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-91dfb50f-d99f-4978-9f75-0be489352331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.123650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-91dfb50f-d99f-4978-9f75-0be489352331 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3492401 Aug 16 02:21:28.124749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.1 (ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea/116e8b75-8860-4a08-baf0-7d5f4a93b124/ebcba4d8-bb32-4043-bb58-f566203cce26) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:28.160410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-0d65eb35-6d67-4ffa-97ab-8e790ba7f201 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.162231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-0d65eb35-6d67-4ffa-97ab-8e790ba7f201 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.2354915 Aug 16 02:21:28.230846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:28.331412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.337322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.339383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['90cd247b-48b9-49b6-8448-e32e131ca5ec'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:28.343768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.349666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.356037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.362566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.368202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.371104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-c01d1d45-2579-4f8a-a19b-318de31d27e3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5437 time: 0.1603482 Aug 16 02:21:28.430766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-127fe962-cd33-4f9e-a243-3d81bac3a7a2 req-98330d29-5a01-4906-8049-a18a1a66ce22 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529578 Aug 16 02:21:28.505056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['f7071bbd-913c-4dd1-9b8c-36106e0d7310'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:28.507109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['77bf79aa-4b90-4997-85f5-c15e08cfd43d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:28.536444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9873bb33-bdda-495d-89af-ca9ed2e2c124 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:28.555908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['02a6b3f8-ced9-4186-b019-585d7d55017b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:28.558947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['4b92b178-9c47-4691-8860-201eda3c18bb'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:28.567440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['00cbba15-eb37-4c0e-9d07-31ad10bd0f51'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:28.575328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.589577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Transition to ACTIVE for port object 9873bb33-bdda-495d-89af-ca9ed2e2c124 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:28.590617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-80a46a50-1933-488e-a46c-76a00901bcf4 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 697 time: 0.1011121 Aug 16 02:21:28.603147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.622657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e9dc4e9e-3453-4bd7-881a-df985b8b8cd7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:28.663049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.663538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.664018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.664574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.664978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.665449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.665950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.667867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-bfdbb998-8bb1-4d9c-831d-e7731ee703b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6347 time: 0.4942279 Aug 16 02:21:28.684982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-4a21fbb0-6667-42d0-bf9b-eea4ecd28c89 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 697 time: 0.0843356 Aug 16 02:21:28.709511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-92bb71e6-e839-4bb1-adb9-402c3a807a06 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.711183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-92bb71e6-e839-4bb1-adb9-402c3a807a06 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 945 time: 0.1901088 Aug 16 02:21:28.775187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9873bb33-bdda-495d-89af-ca9ed2e2c124,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:28.813870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.880334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab5e6c-7f05-4f1e-ac97-f6422161f6c0 req-aa3d8bd3-f615-48d4-a59b-4d83feb6d099 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.881172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bab5e6c-7f05-4f1e-ac97-f6422161f6c0 req-aa3d8bd3-f615-48d4-a59b-4d83feb6d099 tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 945 time: 0.2727208 Aug 16 02:21:28.917000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Transition to ACTIVE for port object ebcba4d8-bb32-4043-bb58-f566203cce26 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:28.925221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Attempting to bind port 9873bb33-bdda-495d-89af-ca9ed2e2c124 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:28.925540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Attempting to bind port 9873bb33-bdda-495d-89af-ca9ed2e2c124 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:28.925886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Attempting to bind port 9873bb33-bdda-495d-89af-ca9ed2e2c124 on network 83d76dfe-192b-4b7a-940a-b62afd35c90f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:28.931010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.959715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b9abc98f-44a0-4c5d-afd7-7b9eed7848b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.963891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Port 9873bb33-bdda-495d-89af-ca9ed2e2c124 on network 83d76dfe-192b-4b7a-940a-b62afd35c90f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:28.964306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Attempting to bind port 9873bb33-bdda-495d-89af-ca9ed2e2c124 on network 83d76dfe-192b-4b7a-940a-b62afd35c90f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:28.982400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:28.982752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Checking segment: {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:28.983200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Bound using segment: {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:28.983961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Bound port: 9873bb33-bdda-495d-89af-ca9ed2e2c124, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:28.984405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.992555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Deleting port d8250402-3714-474d-84f8-14467235fb84 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:28.992957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.024276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-b9526e9f-764d-462d-b763-02cb67c39b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.024871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-b9526e9f-764d-462d-b763-02cb67c39b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.025444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-b9526e9f-764d-462d-b763-02cb67c39b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.027015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-b9526e9f-764d-462d-b763-02cb67c39b0a service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=31a78dbd0a5245b3a157894e979e520b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3377757 Aug 16 02:21:29.113902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Deleting port 4cfb03e6-23e2-40df-baf2-969a22321beb {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:29.114321 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.116508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.226099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:29.237455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:29.245042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:29.256074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=ebcba4d8-bb32-4043-bb58-f566203cce26,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.298458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.298879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.299307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.299706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.300095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.300509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.301107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.301215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.301938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.301938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.302298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.302661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.310876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-75bca8c3-d281-4333-a93b-213755f1290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.312499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cabbc240-0c03-43f8-93de-f5088ed5e756 req-75bca8c3-d281-4333-a93b-213755f1290c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2771142 Aug 16 02:21:29.333008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.333244 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.343330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.369130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['f65700b3-608a-4700-878e-25a531e64d94'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:29.433944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Calling delete_port for 4cfb03e6-23e2-40df-baf2-969a22321beb owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:29.438146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:29.440434 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:29.465263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6bab5e6c-7f05-4f1e-ac97-f6422161f6c0 req-a403602b-501d-4bf2-a5b3-780fe3a9e91c tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/security-groups?id=df7a82d3-254e-41fb-a630-051f771af739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663440 Aug 16 02:21:29.502759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] For port d8250402-3714-474d-84f8-14467235fb84, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d8250402-3714-474d-84f8-14467235fb84,segment=NetworkSegment(ffd6ce0c-a6c9-4b18-9daa-e9465178f85e),segment_id=ffd6ce0c-a6c9-4b18-9daa-e9465178f85e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:29.503137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.555633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Calling delete_port for d8250402-3714-474d-84f8-14467235fb84 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:29.642275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59152718-9ed5-439d-9f6b-c1726aaf9ad1 None None] Provisioning for port ebcba4d8-bb32-4043-bb58-f566203cce26 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:29.647613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59152718-9ed5-439d-9f6b-c1726aaf9ad1 None None] Provisioning complete for port ebcba4d8-bb32-4043-bb58-f566203cce26 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:29.648168 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59152718-9ed5-439d-9f6b-c1726aaf9ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.654789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] For port 9873bb33-bdda-495d-89af-ca9ed2e2c124, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:29.655335 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.682218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] For port 9873bb33-bdda-495d-89af-ca9ed2e2c124, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:29.683861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-59152718-9ed5-439d-9f6b-c1726aaf9ad1 None None] Port ebcba4d8-bb32-4043-bb58-f566203cce26 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:29.696777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.703115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.708951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.715297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.721128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.726909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.733274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.735468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-f32f92f4-58d2-4567-91a5-cd0d8fd821b4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5407 time: 0.1684859 Aug 16 02:21:29.739834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.792246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.810757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.811392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.813315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] 10.222.0.88 "PUT /v2.0/ports/9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 200 len: 1092 time: 1.9299498 Aug 16 02:21:29.827821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Pushing event deleted for resources: {'Port': ['ID=4cfb03e6-23e2-40df-baf2-969a22321beb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.842388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 90cd247b-48b9-49b6-8448-e32e131ca5ec up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:29.870193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Request body: {'port': {'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:29.895371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc498e3-e556-4fea-8c3d-f47f5faff2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9873bb33-bdda-495d-89af-ca9ed2e2c124,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.908815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16eecf6e-67b4-4f4c-80d3-d23f2232d3ba req-9f9a2665-a183-491b-ad41-7190030f9050 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584361 Aug 16 02:21:29.927592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.939799 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.968704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.974021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 90cd247b-48b9-49b6-8448-e32e131ca5ec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:29.979579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 90cd247b-48b9-49b6-8448-e32e131ca5ec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:29.981931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.992177 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.995451 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.996646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-827b0d49-86d9-4d3b-a4cc-25b61de530af req-22440851-a3d0-4c22-9dfc-2204e0a09306 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "DELETE /v2.0/floatingips/b39133b2-4938-4efc-9b54-8d97cba03486 HTTP/1.1" status: 204 len: 173 time: 1.3045771 Aug 16 02:21:30.014588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Pushing event deleted for resources: {'Port': ['ID=d8250402-3714-474d-84f8-14467235fb84,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.100587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] No DVR routers for this DVR port d8250402-3714-474d-84f8-14467235fb84 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:30.105047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.107101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f27c3619-d6a9-4c54-a653-ccf7992f9467 req-773d3828-0b21-443e-88c9-55398c622a3a tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.98 "DELETE /v2.0/ports/d8250402-3714-474d-84f8-14467235fb84 HTTP/1.1" status: 204 len: 173 time: 1.3883483 Aug 16 02:21:30.122376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.149815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:30.153314 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be3680-bf7a-4a42-913e-e32abdef3e92" -d '{"events": [{"server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "name": "network-vif-plugged", "status": "completed", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:30.171554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:30.177129 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.188041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37f93e-4691-46ac-b3bd-bf42c0d6dcc5 req-acac5538-193d-4156-b401-a07663a04477 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.190593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd37f93e-4691-46ac-b3bd-bf42c0d6dcc5 req-acac5538-193d-4156-b401-a07663a04477 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.1081069 Aug 16 02:21:30.217667 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.231110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.246100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.256490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c1e4-57fc-42ff-8c36-f909960e1625 req-1c5e03e2-4f5a-44e5-986f-938af2e724f4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.260889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c238c1e4-57fc-42ff-8c36-f909960e1625 req-1c5e03e2-4f5a-44e5-986f-938af2e724f4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2097526 Aug 16 02:21:30.310821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd37f93e-4691-46ac-b3bd-bf42c0d6dcc5 req-31ebe095-e9cf-4db8-807d-96b918cf9c8d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109509 Aug 16 02:21:30.323388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.335166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=ebcba4d8-bb32-4043-bb58-f566203cce26,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.347535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c238c1e4-57fc-42ff-8c36-f909960e1625 req-03cf50ec-43d7-4f79-9d73-92698e2530ff tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776246 Aug 16 02:21:30.382526 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f4a586-9a16-4d9f-9ecf-6578ae41354d x-openstack-request-id: req-d4f4a586-9a16-4d9f-9ecf-6578ae41354d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:30.382959 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:30.383213 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4f4a586-9a16-4d9f-9ecf-6578ae41354d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:30.383608 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e', 'status': 'completed', 'code': 200} Aug 16 02:21:30.470933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:30.476104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:30.485552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.486043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.486526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.486997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.487464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.487948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.488583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.490564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-fda72d58-351d-4def-8c7f-7d66037c1b0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6415 time: 0.0854263 Aug 16 02:21:30.534637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cafcbc-bafe-4d75-81df-4ff05831d14e {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:30.552967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.559187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.565183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.572802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.579439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.585698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.595974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.598036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-104b398a-1ea1-4875-b2a3-40283aeba4f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5437 time: 0.1717482 Aug 16 02:21:30.606045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.627310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Transition to ACTIVE for port object 15cafcbc-bafe-4d75-81df-4ff05831d14e will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:30.690462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fededa2-06a8-4c9e-8b6d-e4442dcc001b req-6c7994dc-5bbf-4132-8273-c37791d500fe tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551245 Aug 16 02:21:30.691274 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.696148 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81760c-da38-43d7-8594-36849c387bec x-openstack-request-id: req-0a81760c-da38-43d7-8594-36849c387bec {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:30.696689 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "name": "network-vif-plugged", "status": "completed", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:30.698001 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a81760c-da38-43d7-8594-36849c387bec {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:30.698472 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec', 'code': 200} Aug 16 02:21:30.755703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-8ec335de-6ce1-4f0d-b9bc-e76a0e151fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.756521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-8ec335de-6ce1-4f0d-b9bc-e76a0e151fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.758222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-8ec335de-6ce1-4f0d-b9bc-e76a0e151fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.770680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-8ec335de-6ce1-4f0d-b9bc-e76a0e151fdd service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=31a78dbd0a5245b3a157894e979e520b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2723730 Aug 16 02:21:30.788909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 11c91573-c844-4b4c-bb01-4648302aa4ca has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:30.937074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17222a6f-47e9-4c03-962c-d3ce3e89f87a req-0e3c1ad3-11e4-4fa1-9482-d62a71ae273e tempest-ServerPasswordTestJSON-544599911 tempest-ServerPasswordTestJSON-544599911-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c01c39a-dc29-4e23-9040-88425954d2dd HTTP/1.1" status: 200 len: 210 time: 0.0313272 Aug 16 02:21:30.941872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=15cafcbc-bafe-4d75-81df-4ff05831d14e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.970260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Attempting to bind port 15cafcbc-bafe-4d75-81df-4ff05831d14e on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:30.970656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Attempting to bind port 15cafcbc-bafe-4d75-81df-4ff05831d14e by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:30.971000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Attempting to bind port 15cafcbc-bafe-4d75-81df-4ff05831d14e on network 83d76dfe-192b-4b7a-940a-b62afd35c90f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:30.976535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0e68703b-1eeb-4109-b312-e75bfbd0163f None None] Provisioning complete for port ebcba4d8-bb32-4043-bb58-f566203cce26 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:30.977438 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e68703b-1eeb-4109-b312-e75bfbd0163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.978310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Port 15cafcbc-bafe-4d75-81df-4ff05831d14e on network 83d76dfe-192b-4b7a-940a-b62afd35c90f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:30.978649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Attempting to bind port 15cafcbc-bafe-4d75-81df-4ff05831d14e on network 83d76dfe-192b-4b7a-940a-b62afd35c90f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:30.987989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:30.989103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Checking segment: {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:30.989650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Bound using segment: {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:30.990241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Bound port: 15cafcbc-bafe-4d75-81df-4ff05831d14e, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f10ac1-dc61-4330-9a3b-757ef767f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:30.990966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.036135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0e68703b-1eeb-4109-b312-e75bfbd0163f None None] Port ebcba4d8-bb32-4043-bb58-f566203cce26 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:31.049646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95567e86-96cd-4af8-81f3-fcf6b32a7102 req-222d6e9e-adef-4627-8a10-8374a7aac621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.051198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95567e86-96cd-4af8-81f3-fcf6b32a7102 req-222d6e9e-adef-4627-8a10-8374a7aac621 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1097 time: 0.1665041 Aug 16 02:21:31.105349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] For port 15cafcbc-bafe-4d75-81df-4ff05831d14e, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:31.109257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] For port 15cafcbc-bafe-4d75-81df-4ff05831d14e, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:31.116357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-a5088adc-afde-4ee0-a395-f298d1e54d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.117167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee67e58-5b94-42b1-ad96-31f03387dc82 req-93dbcdbd-904b-4007-ba24-ac6fc80cd831 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.117781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-a5088adc-afde-4ee0-a395-f298d1e54d69 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3373859 Aug 16 02:21:31.118671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ee67e58-5b94-42b1-ad96-31f03387dc82 req-93dbcdbd-904b-4007-ba24-ac6fc80cd831 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.0873029 Aug 16 02:21:31.120900 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.148982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2bd67-fa02-43b7-be0f-c5ced1998e70 req-0a69a010-0479-4ffe-9a78-a12e3b3d8e61 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.150529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fac2bd67-fa02-43b7-be0f-c5ced1998e70 req-0a69a010-0479-4ffe-9a78-a12e3b3d8e61 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 946 time: 0.1706405 Aug 16 02:21:31.153695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:31.158611 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d43bdbe6-4d2b-4925-aedd-13400bdf6df3 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/routers/11c91573-c844-4b4c-bb01-4648302aa4ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0606694 Aug 16 02:21:31.160678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95567e86-96cd-4af8-81f3-fcf6b32a7102 req-21277b15-e94e-4c1f-af1e-b0598e19f5f6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733020 Aug 16 02:21:31.161216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:31.167309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'port': {'network_id': 'ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea', 'name': 'tempest-FloatingIPTestJSON-1826507861'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:31.170088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] Sync routers for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:31.180506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:31.181300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:31.213877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:31.219486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.219886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.221807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] 10.222.0.88 "PUT /v2.0/ports/15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 200 len: 1092 time: 1.3602042 Aug 16 02:21:31.223139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:31.223906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:31.226465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ee67e58-5b94-42b1-ad96-31f03387dc82 req-35b817b9-d4ab-46c5-bd75-acce11cea83e tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767133 Aug 16 02:21:31.228062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343486b8-35d4-49c4-ab2f-85692e18e6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=15cafcbc-bafe-4d75-81df-4ff05831d14e,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.264582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fac2bd67-fa02-43b7-be0f-c5ced1998e70 req-1bbdb3d8-1b37-427a-80bf-65fa59a3f164 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927033 Aug 16 02:21:31.298724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:31.299282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0759ba5d-c8a2-448d-a9f0-b872bc3774be None None] The sync data for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:31.369992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.370991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.371478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.371953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.372509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.372984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.373574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.375590 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f0a642bb-e3d3-44b1-9bb9-3a9a20708501 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6483 time: 0.0894608 Aug 16 02:21:31.391264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Made reservation on behalf of e029e99e3b784f5a97837c04e12f69bf for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:31.395399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.421326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa0c6a-f239-4a51-93e9-6f8950882b98 req-2c5db080-9341-4299-a2a0-bb12e6f15512 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.425480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9aa0c6a-f239-4a51-93e9-6f8950882b98 req-2c5db080-9341-4299-a2a0-bb12e6f15512 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.0935876 Aug 16 02:21:31.432750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-ba2d99ac-6b68-4518-bfcf-5bed54f0f1e6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 200 len: 217 time: 0.0415742 Aug 16 02:21:31.438093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] device_id is not set on port 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:21:31.486188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.492742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.499358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.505353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.505724 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9aa0c6a-f239-4a51-93e9-6f8950882b98 req-85a4f642-0a0d-40eb-be77-455f51b24adc tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766447 Aug 16 02:21:31.511226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.517385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.523031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.525621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-bcb06c1f-6cbe-4f0e-b7cc-816c98dc1732 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.1764803 Aug 16 02:21:31.562066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-2bc57e07-3818-49ad-8f96-4553e79094c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.563546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-2bc57e07-3818-49ad-8f96-4553e79094c7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71fd097b-c3cb-40f2-9126-9e759578474f HTTP/1.1" status: 200 len: 851 time: 0.1239192 Aug 16 02:21:31.616190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68e098ec-e997-49f2-9cf5-a5b93fa9782b req-d2ca2632-dad0-4916-b05e-42926d856596 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777681 Aug 16 02:21:31.632060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-daf8b553-592a-4b71-ac98-7158d38c4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.633622 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-daf8b553-592a-4b71-ac98-7158d38c4ce3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af13201b-133e-484b-b866-a3edf256a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603781 Aug 16 02:21:31.659445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 77bf79aa-4b90-4997-85f5-c15e08cfd43d up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:31.724872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 77bf79aa-4b90-4997-85f5-c15e08cfd43d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:31.731520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 77bf79aa-4b90-4997-85f5-c15e08cfd43d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:31.732198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.742522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-176711cf-3bc2-451b-9e6f-5ae9e05091d1 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007805 Aug 16 02:21:31.861374 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.864008 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.889661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-e257e9e9-fe94-4448-a7ec-87245aefac51 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360474 Aug 16 02:21:31.908650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:31.915689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.918110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02a6b3f8-ced9-4186-b019-585d7d55017b up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:31.949672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Allocated IP 172.20.0.8 (ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea/116e8b75-8860-4a08-baf0-7d5f4a93b124/77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:31.977217 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-9ad5fcff-ab69-41c2-949e-29b30ee6dbf3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 217 time: 0.0757666 Aug 16 02:21:32.011625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=77bf79aa-4b90-4997-85f5-c15e08cfd43d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.028866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 02a6b3f8-ced9-4186-b019-585d7d55017b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:32.033257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 02a6b3f8-ced9-4186-b019-585d7d55017b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:32.033964 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.055691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09d14-85aa-40ec-87b7-2ddf9c12d7a1 req-57f63bdb-3715-4ccc-bd0a-35d96ce0c50a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.064351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cb09d14-85aa-40ec-87b7-2ddf9c12d7a1 req-57f63bdb-3715-4ccc-bd0a-35d96ce0c50a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.4900253 Aug 16 02:21:32.075782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-466679b2-0ca5-401d-84b2-6dc57751ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.077305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-466679b2-0ca5-401d-84b2-6dc57751ffa0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0526013 Aug 16 02:21:32.104007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.110217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.116142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.122699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.126429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.128538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.134464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.140356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.142316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c676a611-6588-41db-a7f0-a405be41069b req-dd79166a-ee9f-4059-883c-15945351166e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5438 time: 0.1863561 Aug 16 02:21:32.160368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 02a6b3f8-ced9-4186-b019-585d7d55017b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02a6b3f8-ced9-4186-b019-585d7d55017b,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:32.168571 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.169552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4b92b178-9c47-4691-8860-201eda3c18bb up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:32.221924 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9cb09d14-85aa-40ec-87b7-2ddf9c12d7a1 req-f3b7c483-b464-49c6-9649-5f25c879005c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477289 Aug 16 02:21:32.224415 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c676a611-6588-41db-a7f0-a405be41069b req-f72d599e-2be7-4e6f-840f-59f4872b68b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704966 Aug 16 02:21:32.236684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-e227d7e8-f9a2-4847-a26d-94e296b3ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.238248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-e227d7e8-f9a2-4847-a26d-94e296b3ae13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1463339 Aug 16 02:21:32.271745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.287711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Transition to ACTIVE for port object 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:32.310701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47998) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:32.342223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-82410d4e-130d-46dc-9b1e-6881e7366a88 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.343783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-82410d4e-130d-46dc-9b1e-6881e7366a88 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 946 time: 0.2283728 Aug 16 02:21:32.355895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.393439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] Deleting subnet 52bb2a31-9f79-4a50-a6ca-de32357b0ab0 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:32.395252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '9873bb33-bdda-495d-89af-ca9ed2e2c124'}, {'server_uuid': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'name': 'network-vif-deleted', 'tag': 'd8250402-3714-474d-84f8-14467235fb84'}, {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:32.399257 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d" -d '{"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "9873bb33-bdda-495d-89af-ca9ed2e2c124"}, {"server_uuid": "6c01c39a-dc29-4e23-9040-88425954d2dd", "name": "network-vif-deleted", "tag": "d8250402-3714-474d-84f8-14467235fb84"}, {"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:32.417919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=02a6b3f8-ced9-4186-b019-585d7d55017b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.421960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.432177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 4b92b178-9c47-4691-8860-201eda3c18bb completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:32.436692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 4b92b178-9c47-4691-8860-201eda3c18bb triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:32.437683 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.465281 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-343012fe-0156-4baf-9437-cb7543a049ee service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192883 Aug 16 02:21:32.465532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:32.476165 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.503363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:32.506018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:32.533292 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.534946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event updated for resources: {'Port': ['ID=77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.559866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9783-5028-4bb3-bed4-41f00f381ab0 req-5ed11c70-98ae-4653-a006-7fe5799c2fbc tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.566750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae8a9783-5028-4bb3-bed4-41f00f381ab0 req-5ed11c70-98ae-4653-a006-7fe5799c2fbc tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 946 time: 0.1891060 Aug 16 02:21:32.567375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ba34-ea9c-45e0-8275-6850a32a4281 req-966baa79-d5a7-479e-94bb-16bc93465915 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.568789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ec0ba34-ea9c-45e0-8275-6850a32a4281 req-966baa79-d5a7-479e-94bb-16bc93465915 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2403932 Aug 16 02:21:32.582757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4b92b178-9c47-4691-8860-201eda3c18bb, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4b92b178-9c47-4691-8860-201eda3c18bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:32.590933 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.593270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d8250402-3714-474d-84f8-14467235fb84 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:32.599154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.599806 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.622813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.650647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f3d08a6-bce7-464c-bc5c-16097de00816 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4877715 Aug 16 02:21:32.654059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48004) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:32.656444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: d8250402-3714-474d-84f8-14467235fb84 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:32.656797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d8250402-3714-474d-84f8-14467235fb84 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:32.659852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Request body: {'floatingip': {'port_id': '77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:32.665176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ec0ba34-ea9c-45e0-8275-6850a32a4281 req-999c3cb9-5302-4647-b6a1-d2bcc8731afb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858643 Aug 16 02:21:32.668456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Deleting port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:32.669111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.682850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=4b92b178-9c47-4691-8860-201eda3c18bb,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.700181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d'}, {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b'}, {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b92b178-9c47-4691-8860-201eda3c18bb'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:32.705094 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2496ef-02ae-430e-b800-8f8764a37648" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d"}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b"}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "4b92b178-9c47-4691-8860-201eda3c18bb"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:32.754198 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae8a9783-5028-4bb3-bed4-41f00f381ab0 req-0377ac90-5e1b-419a-a346-6066eb7714ef tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/security-groups?id=34712469-6cbe-4c3f-a54b-413328bf4381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863935 Aug 16 02:21:32.756025 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dacecb1-9071-433a-baea-7bec1dff4dbd x-openstack-request-id: req-8dacecb1-9071-433a-baea-7bec1dff4dbd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:32.756952 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "9873bb33-bdda-495d-89af-ca9ed2e2c124", "status": "completed", "code": 200}, {"server_uuid": "6c01c39a-dc29-4e23-9040-88425954d2dd", "name": "network-vif-deleted", "tag": "d8250402-3714-474d-84f8-14467235fb84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:32.757307 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dacecb1-9071-433a-baea-7bec1dff4dbd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:32.757900 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '9873bb33-bdda-495d-89af-ca9ed2e2c124', 'status': 'completed', 'code': 200} Aug 16 02:21:32.758247 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c01c39a-dc29-4e23-9040-88425954d2dd', 'name': 'network-vif-deleted', 'tag': 'd8250402-3714-474d-84f8-14467235fb84', 'status': 'completed', 'code': 200} Aug 16 02:21:32.758794 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e', 'status': 'completed', 'code': 200} Aug 16 02:21:32.774737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.793821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-5845f52e-857b-4df9-9639-f070a24599eb service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194022 Aug 16 02:21:32.820080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-64d3d48c-1dc3-490d-954e-ef5a84c89ebe None None] Provisioning for port 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:32.821462 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.825024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-64d3d48c-1dc3-490d-954e-ef5a84c89ebe None None] Provisioning complete for port 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:32.825403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64d3d48c-1dc3-490d-954e-ef5a84c89ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.832922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.837461 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/52bb2a31-9f79-4a50-a6ca-de32357b0ab0 HTTP/1.1" status: 204 len: 168 time: 0.5233462 Aug 16 02:21:32.842986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48010) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:32.848858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9450-8983-4c68-86de-a14634ce5f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52bb2a31-9f79-4a50-a6ca-de32357b0ab0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.870262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-64d3d48c-1dc3-490d-954e-ef5a84c89ebe None None] Port 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:32.879053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-c34639cd-3d9c-4e11-80e9-42b088a5dcf6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 217 time: 0.0481071 Aug 16 02:21:32.906491 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dad259c-fdc0-4e16-a79a-f68dde04999a x-openstack-request-id: req-7dad259c-fdc0-4e16-a79a-f68dde04999a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:32.906799 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d", "code": 200}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b", "code": 200}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "4b92b178-9c47-4691-8860-201eda3c18bb", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:32.907054 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7dad259c-fdc0-4e16-a79a-f68dde04999a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:32.907484 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d', 'code': 200} Aug 16 02:21:32.907737 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b', 'code': 200} Aug 16 02:21:32.908001 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b92b178-9c47-4691-8860-201eda3c18bb', 'code': 200} Aug 16 02:21:32.930455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-622fffa8-1517-4829-8366-683886db62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.932017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-622fffa8-1517-4829-8366-683886db62a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0462134 Aug 16 02:21:32.980357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-fdf709ab-1197-4d24-a2cc-b08e3c2c1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.981871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-fdf709ab-1197-4d24-a2cc-b08e3c2c1f68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433898 Aug 16 02:21:32.985680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] For port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:32.986054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.036544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Calling delete_port for 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:33.039964 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.059052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.064915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.069981 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-f987fbd0-b987-4d43-a13b-d88622b63783 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Aug 16 02:21:33.070712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.077236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.083064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.088904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.094735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.096622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-efed2f35-6ebb-4d22-98eb-207ca5ffa3b9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2793057 Aug 16 02:21:33.162612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-cbc3b754-78b4-43ef-b02e-c208aad312f7 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852861 Aug 16 02:21:33.204197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8faa5a01-1b34-4ffd-a3a7-fc29e3ef4fe3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794 HTTP/1.1" status: 200 len: 217 time: 0.0348723 Aug 16 02:21:33.254733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-d1584c36-1dad-4d8f-b991-2660c01ef6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.256241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-d1584c36-1dad-4d8f-b991-2660c01ef6cb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0447617 Aug 16 02:21:33.304912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3138bc1d-f223-4c9a-afb3-bb587154e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.305154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-242127d0-a364-401b-99ac-0b8205ed3f4e req-95311fc0-afea-444c-8eed-5755c2c187c6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1877990 Aug 16 02:21:33.307344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-3138bc1d-f223-4c9a-afb3-bb587154e5f9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442600 Aug 16 02:21:33.424369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-76ab447e-2b2a-4830-aad0-0dbbc9256154 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093576 Aug 16 02:21:33.438535 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.465191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57794293-e879-4eae-b0ab-7d63ad392d6c']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:33.537580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd6ce0c-a6c9-4b18-9daa-e9465178f85e') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:33.537864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd6ce0c-a6c9-4b18-9daa-e9465178f85e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:33.545363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-73a40b55-4469-4584-a8de-01b7d148cd0b service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141021 Aug 16 02:21:33.568425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.597184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.600192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca18288-c708-4fd4-8b4f-73c2c9cf3b0c req-eb7eda59-bf96-47d7-9423-3efc0318e0f3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.601707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bca18288-c708-4fd4-8b4f-73c2c9cf3b0c req-eb7eda59-bf96-47d7-9423-3efc0318e0f3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.1013637 Aug 16 02:21:33.602939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.603652 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-436e83cc-fa08-46fc-93ff-35153587a6d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e HTTP/1.1" status: 200 len: 217 time: 0.0494277 Aug 16 02:21:33.609524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.615284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.621653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.627407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.633206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.635103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-3f49852d-044a-4cd2-927e-b8e494275592 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5440 time: 0.2350340 Aug 16 02:21:33.645193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.661841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.667745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:33.672396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:33.672670 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:33.674360 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:33.678774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-a1bf566d-36ac-4554-ab4b-afc2f1039e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.680186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-a1bf566d-36ac-4554-ab4b-afc2f1039e36 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0659032 Aug 16 02:21:33.683728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bca18288-c708-4fd4-8b4f-73c2c9cf3b0c req-856c2cf8-911f-4082-b9ea-e2047b864404 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755184 Aug 16 02:21:33.696350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1e0231a2-ceae-47ec-85d9-3ee42246f6d8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:33.737165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-c5cf3744-ae7b-4588-8439-e9eee528ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.738867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-c5cf3744-ae7b-4588-8439-e9eee528ba59 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519857 Aug 16 02:21:33.764471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:33.769315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:33.770013 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.791236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Pushing event deleted for resources: {'Port': ['ID=1e0231a2-ceae-47ec-85d9-3ee42246f6d8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:33.845698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d6345dc-9cee-4e17-82b3-428708fd0b86 req-02d7ef38-0ffa-456a-b1ed-facc303358f9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1924870 Aug 16 02:21:33.850451 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.894922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e2157-4fc1-4208-a514-e1b8885c1de3 req-fa10af48-0a31-4ca2-9d61-db23963a12ea tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.897335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a67e2157-4fc1-4208-a514-e1b8885c1de3 req-fa10af48-0a31-4ca2-9d61-db23963a12ea tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1080561 Aug 16 02:21:33.904173 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.910691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.910993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-8392fdaf-dec1-497b-8183-063c2d3b0096 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647291 Aug 16 02:21:33.926465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] 10.222.0.78 "DELETE /v2.0/networks/57794293-e879-4eae-b0ab-7d63ad392d6c HTTP/1.1" status: 204 len: 168 time: 1.0407555 Aug 16 02:21:33.952477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] No DVR routers for this DVR port 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:33.958893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9037e41-5ecc-4a5e-a529-857062255fda admin admin] Pushing event deleted for resources: {'Network': ['ID=57794293-e879-4eae-b0ab-7d63ad392d6c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:33.970163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.972115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-acabe9a3-1623-42b1-a447-4ead965d1713 req-9555fc0e-8711-4fd1-8d59-19d2d4a0ab98 tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.88 "DELETE /v2.0/ports/1e0231a2-ceae-47ec-85d9-3ee42246f6d8 HTTP/1.1" status: 204 len: 173 time: 1.6086774 Aug 16 02:21:33.972614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'name': 'network-vif-deleted', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:33.975055 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7627b5bc-5d4b-4e47-92be-60df41c0ec18" -d '{"events": [{"server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "name": "network-vif-deleted", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:34.015690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:34.028090 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a67e2157-4fc1-4208-a514-e1b8885c1de3 req-0c10b313-8cd0-42b0-a3b9-ff2f68020474 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230378 Aug 16 02:21:34.031144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.032717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f65700b3-608a-4700-878e-25a531e64d94 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:34.064085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8add06-851f-432b-acee-5dd5dda5bce4 req-c1df86d5-06dd-4a9d-8c77-b43969e5d8cc tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.065717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9c8add06-851f-432b-acee-5dd5dda5bce4 req-c1df86d5-06dd-4a9d-8c77-b43969e5d8cc tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1097 time: 0.1162488 Aug 16 02:21:34.099139 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-205bb763-5e2e-4458-a730-0b0ef1307ca7 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807222 Aug 16 02:21:34.161394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48028) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:34.182765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-e2311e9f-56db-42c0-ad71-f980c5c7b98e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 200 len: 217 time: 0.0772390 Aug 16 02:21:34.191227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.211875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port f65700b3-608a-4700-878e-25a531e64d94 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:34.219580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port f65700b3-608a-4700-878e-25a531e64d94 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:34.219968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.235191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8b617c1-9e2c-4844-83a7-710ad8eace17 req-671fe53e-b7f6-46d8-ba8c-1d312318d91e tempest-FloatingIPsAssociationTestJSON-1026867960 tempest-FloatingIPsAssociationTestJSON-1026867960-project] 10.222.0.78 "GET /v2.0/ports?device_id=2480a55f-f861-4489-8865-782cae8a7b1f HTTP/1.1" status: 200 len: 210 time: 0.0745654 Aug 16 02:21:34.238636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9c8add06-851f-432b-acee-5dd5dda5bce4 req-72261bb0-4a22-4610-8314-9a1a62294898 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578677 Aug 16 02:21:34.251624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.264796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.312001 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-05535685-8604-4558-95ac-ab699f280c49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d61fc02c1924623b0d8058dcdbd6bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473565 Aug 16 02:21:34.314955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:34.339432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-bf5648a4-788a-4069-93ff-3ce26b95cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.342767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-bf5648a4-788a-4069-93ff-3ce26b95cf77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.1065757 Aug 16 02:21:34.359231 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183ddd4-fcdf-4552-97eb-91fff73842b3 x-openstack-request-id: req-8183ddd4-fcdf-4552-97eb-91fff73842b3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:34.359541 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2480a55f-f861-4489-8865-782cae8a7b1f", "name": "network-vif-deleted", "tag": "1e0231a2-ceae-47ec-85d9-3ee42246f6d8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:34.359793 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8183ddd4-fcdf-4552-97eb-91fff73842b3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:34.360255 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2480a55f-f861-4489-8865-782cae8a7b1f', 'name': 'network-vif-deleted', 'tag': '1e0231a2-ceae-47ec-85d9-3ee42246f6d8', 'status': 'completed', 'code': 200} Aug 16 02:21:34.373582 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.419270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f65700b3-608a-4700-878e-25a531e64d94, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f65700b3-608a-4700-878e-25a531e64d94,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:34.424645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.426043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:34.459396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c37d1a-40a4-4081-a269-0bf924049ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.518531 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 1ec99a08-ce3b-40ff-a780-c89e4aaacff7 associated. External IP: 172.25.4.218, port: 987ac3f8-261b-4203-93bb-b0adc87987d0. Aug 16 02:21:34.523180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c37d1a-40a4-4081-a269-0bf924049ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.547688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=f65700b3-608a-4700-878e-25a531e64d94,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.557530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:34.563054 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-ab01f503-bad6-45c1-bc4c-49c2bfd66b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.563431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:34.563823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.564681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-ab01f503-bad6-45c1-bc4c-49c2bfd66b75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2076476 Aug 16 02:21:34.598971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.608052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.615273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.624418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.632597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.640998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.649393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.652183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-aa55f3e8-17bd-4585-b4b6-025b36b00928 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.1787462 Aug 16 02:21:34.675853 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.676740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14631b-538a-4d26-822f-5aa948e74b39 req-0efe2c52-3d53-4e78-9fb6-4d0c415ef709 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.678261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d14631b-538a-4d26-822f-5aa948e74b39 req-0efe2c52-3d53-4e78-9fb6-4d0c415ef709 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1097 time: 0.2557082 Aug 16 02:21:34.691917 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-25abc35d-d7ef-4161-8a80-db0525a5d3be service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157458 Aug 16 02:21:34.720015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:34.724600 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.725479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f7071bbd-913c-4dd1-9b8c-36106e0d7310 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:34.748586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ccf253-de1e-415b-862f-f805d1b52c2d req-74eb8e26-c9c9-4c03-b39d-4d2341f6fcab tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559154 Aug 16 02:21:34.759609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c37d1a-40a4-4081-a269-0bf924049ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.762149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c37d1a-40a4-4081-a269-0bf924049ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.765660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5c37d1a-40a4-4081-a269-0bf924049ca7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df7a82d3-254e-41fb-a630-051f771af739 HTTP/1.1" status: 204 len: 168 time: 0.4474044 Aug 16 02:21:34.782507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d14631b-538a-4d26-822f-5aa948e74b39 req-dbc56d81-a967-4911-bd37-e4513825add4 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931783 Aug 16 02:21:34.783589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c37d1a-40a4-4081-a269-0bf924049ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a82d3-254e-41fb-a630-051f771af739,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.843152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.852431 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-d6d3ca75-8899-4d8b-9d45-417e1880ac72 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427069 Aug 16 02:21:34.860601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port f7071bbd-913c-4dd1-9b8c-36106e0d7310 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:34.869856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port f7071bbd-913c-4dd1-9b8c-36106e0d7310 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:34.870250 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.913081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dc4e9e-3453-4bd7-881a-df985b8b8cd7'}, {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94'}, {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:34.922967 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f14d1b-f85b-4fdc-8b04-6b4d3300b7bc" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "e9dc4e9e-3453-4bd7-881a-df985b8b8cd7"}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f65700b3-608a-4700-878e-25a531e64d94"}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:34.943543 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-7a7b7cbe-7a78-41bb-bb7f-4ab85aec76b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 200 len: 217 time: 0.0837629 Aug 16 02:21:34.952927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:35.009107 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.037083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-74551280-5c1a-4576-a40b-ab070f0f510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.037275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-74551280-5c1a-4576-a40b-ab070f0f510e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.0795810 Aug 16 02:21:35.061350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f7071bbd-913c-4dd1-9b8c-36106e0d7310, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:35.071185 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.095810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.101844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.107996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.114378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.120853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.127470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.133291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.141894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-96545204-871a-41de-98fe-50149c4b74b7 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5443 time: 0.1968131 Aug 16 02:21:35.155259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=f7071bbd-913c-4dd1-9b8c-36106e0d7310,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:35.182679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51c24901-e8c5-4ac9-be24-9b2202eff2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.184212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:35.184694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-51c24901-e8c5-4ac9-be24-9b2202eff2dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1389894 Aug 16 02:21:35.197939 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:35.200842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d412f223-b6b2-4c12-abb9-947720fb4627 req-a24945ba-60db-4732-8bcf-748da9b650b3 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579221 Aug 16 02:21:35.230885 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:35.232317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:35.274629 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5b8fe2-0051-4280-9f9b-18087578c651 x-openstack-request-id: req-fe5b8fe2-0051-4280-9f9b-18087578c651 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:35.275911 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "e9dc4e9e-3453-4bd7-881a-df985b8b8cd7", "code": 200}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f65700b3-608a-4700-878e-25a531e64d94", "code": 200}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:35.276163 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe5b8fe2-0051-4280-9f9b-18087578c651 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:35.276588 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dc4e9e-3453-4bd7-881a-df985b8b8cd7', 'code': 200} Aug 16 02:21:35.276840 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94', 'code': 200} Aug 16 02:21:35.277087 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51', 'code': 200} Aug 16 02:21:35.315963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-1d0c90b7-e527-49d2-a218-b804db4fc02a service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137085 Aug 16 02:21:35.338839 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:35.348203 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:35.349621 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:35.392998 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:35.393646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c273f7-7d89-495f-8c80-c57648b044d5 None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:35.470242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15644528-5e3c-4889-89a4-8f6ee0c3dba8 req-5d1e47f1-7901-41dd-a234-239bea99d5d6 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449459 Aug 16 02:21:35.478780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197932-6710-4e99-8ca9-eded162844d8 req-2d87ebbe-fa13-4477-965f-c7a16215845a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.486310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e197932-6710-4e99-8ca9-eded162844d8 req-2d87ebbe-fa13-4477-965f-c7a16215845a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1458962 Aug 16 02:21:35.538969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e197932-6710-4e99-8ca9-eded162844d8 req-e934c228-e0e0-407b-90c1-a49743c69ee1 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493522 Aug 16 02:21:35.607674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:35.843921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:35.897447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:35.898319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1e0231a2-ceae-47ec-85d9-3ee42246f6d8 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:35.947012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48098) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:35.968042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 11c91573-c844-4b4c-bb01-4648302aa4ca has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:35.999595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.000201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.000579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.001052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.001697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.001983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.002468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.005457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-589d6f92-d591-4a5b-9dfc-d65298c80844 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6483 time: 0.4592235 Aug 16 02:21:36.080592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-891803967-network', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:36.104252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:36.110428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.116819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] Sync routers for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:36.125582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:36.126202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:36.142019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Made reservation on behalf of b1b6bf0f31e4452d87e05d56375fcf1e for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:36.146893 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.169504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.170406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:36.176498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.178022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-22e31ff2-6857-4709-9a12-b0da284298d9 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:21:36.179113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:36.179226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-22e31ff2-6857-4709-9a12-b0da284298d9 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171962 Aug 16 02:21:36.179721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:36.182461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.188431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.194366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.195111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:36.195574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:21:36.200326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.206206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.212084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.215046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-606dd690-c90a-4907-a877-83a0f6330dbe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2237999 Aug 16 02:21:36.216550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:36.218186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d051692-5e6c-4223-ad4f-741142f3982d None None] The sync data for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:36.257983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-edbd7a22-5f15-4094-9d90-b0aac19b23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.259540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-edbd7a22-5f15-4094-9d90-b0aac19b23e5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 902 time: 0.2377748 Aug 16 02:21:36.268975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b74c398d-cc28-4d61-9eb9-ef97c32abc56 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/floatingips/1ec99a08-ce3b-40ff-a780-c89e4aaacff7 HTTP/1.1" status: 200 len: 978 time: 3.6113648 Aug 16 02:21:36.270007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:36.342161 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-a925feff-1de6-43bb-97dc-80aa6fe7258d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 200 len: 217 time: 0.0520458 Aug 16 02:21:36.350873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb18187e-fa39-4c88-8c14-d6ad8ca82f51 req-ba35338b-2b31-4a29-999a-db666f522233 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275098 Aug 16 02:21:36.461051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:36.461386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:36.461717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:36.472797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-e3bbf876-41c6-4af3-a7a2-44b8cf90ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.474280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-e3bbf876-41c6-4af3-a7a2-44b8cf90ebb5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.1210663 Aug 16 02:21:36.475006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:36.475337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:36.490846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:36.491179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:36.491575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:36.492030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Bound port: 90cd247b-48b9-49b6-8448-e32e131ca5ec, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:36.546638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.552511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.553200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.559039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.559189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:36.559522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.564234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.565025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.570836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.576670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.583064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.585129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-0b502a0c-69f1-4c88-8673-d5cd9eed9e8c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.1648555 Aug 16 02:21:36.639805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:36.642428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-2e09cabb-078a-4f58-a40d-6343f0994980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.643970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-2e09cabb-078a-4f58-a40d-6343f0994980 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444998 Aug 16 02:21:36.649804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:36.661694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.663364 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-c2585a47-927e-4a67-af81-08a2fc37f5dc service neutron] 10.222.0.78 "POST /v2.0/ports/90cd247b-48b9-49b6-8448-e32e131ca5ec/bindings HTTP/1.1" status: 201 len: 390 time: 0.4743583 Aug 16 02:21:36.675890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18778f-c881-4b94-9041-b673529cb566,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.687510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.687863 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Added segment 2ea10d6c-7469-4641-b7a1-bb406fd4719e of type vlan for network 0b878569-82b0-42b3-8f7c-5c39832db548 Aug 16 02:21:36.688972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bb42afd-c4ef-40b2-8ae0-abf4a3094d10 req-61b63ae1-3368-4057-8d48-712c87fafff1 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944104 Aug 16 02:21:36.812693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-9d81906d-e457-4931-9da3-cf791e25be43 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590719 Aug 16 02:21:36.818001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.828038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.920914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b2d71-555e-4155-920f-91d594483029 req-90116d9f-1b0b-4f44-ba20-a574a4eb79ab tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.922430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-454b2d71-555e-4155-920f-91d594483029 req-90116d9f-1b0b-4f44-ba20-a574a4eb79ab tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1517446 Aug 16 02:21:36.959188 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.960135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.960734 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.012415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.021694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-cf256caa-9c7f-4ddd-8347-1e4e93fbf319 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817572 Aug 16 02:21:37.069738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1185887 Aug 16 02:21:37.071612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-454b2d71-555e-4155-920f-91d594483029 req-2e27e890-4f3b-407f-8ab2-c3e0decf1721 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314988 Aug 16 02:21:37.073718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48112) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:37.080022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f2fe-691b-4906-9c88-ee0eb028be97 req-5e722986-d262-4d4a-b3fb-924d36d628b1 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.081223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9936f2fe-691b-4906-9c88-ee0eb028be97 req-5e722986-d262-4d4a-b3fb-924d36d628b1 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.1669672 Aug 16 02:21:37.084427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Request body: {'subnet': {'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-subnet', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:37.090692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-495eecd6-ed5e-4d5a-9eb6-cb2b947bc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.092091 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-495eecd6-ed5e-4d5a-9eb6-cb2b947bc522 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1097 time: 0.1660466 Aug 16 02:21:37.120392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd98640-a509-4317-aecf-c0d1c88dbf91 admin admin] Pushing event updated for resources: {'Network': ['ID=0b878569-82b0-42b3-8f7c-5c39832db548,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.134461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 0b878569-82b0-42b3-8f7c-5c39832db548 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:37.166595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9936f2fe-691b-4906-9c88-ee0eb028be97 req-b22391b2-9545-41eb-8907-996ba24aba9f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530276 Aug 16 02:21:37.168645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.169019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.169364 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Floating IP 1ec99a08-ce3b-40ff-a780-c89e4aaacff7 disassociated. External IP: 172.25.4.218, port: 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e. Aug 16 02:21:37.169756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:37.230291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Made reservation on behalf of b1b6bf0f31e4452d87e05d56375fcf1e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:37.232617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.278835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7071bbd-913c-4dd1-9b8c-36106e0d7310'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:37.282139 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a9a281-b9f9-4f34-9f10-ee99f43fba1a" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f7071bbd-913c-4dd1-9b8c-36106e0d7310"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:37.308039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.308602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.309130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.309733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.310208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.310804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.311396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.311942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.313404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b1883196-3de2-48cd-8949-d21897ca0342 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6483 time: 0.2251868 Aug 16 02:21:37.325129 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ee6c25-4f61-448a-b226-0395a241fd27 x-openstack-request-id: req-63ee6c25-4f61-448a-b226-0395a241fd27 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:37.325861 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f7071bbd-913c-4dd1-9b8c-36106e0d7310", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:37.326286 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63ee6c25-4f61-448a-b226-0395a241fd27 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:37.326827 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7071bbd-913c-4dd1-9b8c-36106e0d7310', 'code': 200} Aug 16 02:21:37.350984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.430685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-551c49d4-d174-4339-b446-3a0c96d7dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.432349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-551c49d4-d174-4339-b446-3a0c96d7dafa service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.3298566 Aug 16 02:21:37.517132 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-3c48740d-90c2-4f1b-8d5b-563a01d6784c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 200 len: 217 time: 0.0618784 Aug 16 02:21:37.525677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.526169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.526797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.527273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.527788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.528521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.528809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.530939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-b55efb5c-dd53-4249-8a36-4f26669d1ed4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6508 time: 0.1162918 Aug 16 02:21:37.593695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 11c91573-c844-4b4c-bb01-4648302aa4ca has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:37.619298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9516f57f-d2d7-4b96-b33d-ecb28d3fe5ef req-a4239a88-3e0e-4896-82d5-75f3ed25ec48 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662622 Aug 16 02:21:37.627364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-3abb3523-4a79-4c83-8cb3-7b4eafa07fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.628821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-3abb3523-4a79-4c83-8cb3-7b4eafa07fb4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 902 time: 0.3054502 Aug 16 02:21:37.631256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.637902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.644107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.650150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.654478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-b6900632-721c-49ad-981c-93684ed2b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.655876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-b6900632-721c-49ad-981c-93684ed2b2e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1245537 Aug 16 02:21:37.656141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.662194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.668109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.670149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-3b8e2085-3db7-4f17-a430-59fbd1f72fbf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2004137 Aug 16 02:21:37.712396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-c5865e25-e4c3-4526-af0b-2395a028662a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 200 len: 217 time: 0.0733833 Aug 16 02:21:37.755732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-8eddb69f-ce75-452c-9179-2db1b0faa4ca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678067 Aug 16 02:21:37.758376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e183a22-26b4-4377-bff0-95ad9fb14ad1 req-ca1f0f7b-a72a-4fc4-a134-5af4e166ca8e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799835 Aug 16 02:21:37.807211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:37.820384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.822700 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] Sync routers for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:37.832220 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:37.832882 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.871863 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.880772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.883556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f6de0c10-9523-4f77-a114-79aa15b4ecb7 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/ports/77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e HTTP/1.1" status: 204 len: 168 time: 1.6105700 Aug 16 02:21:37.886502 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:37.886978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48122) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:37.887753 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.925243 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.926441 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a7bf4-782b-4f02-bdd4-c27d8a6bbbfa None None] The sync data for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:37.955788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-22f92c24-f126-4eea-88f9-d1240a322df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.957274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-22f92c24-f126-4eea-88f9-d1240a322df7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.2314918 Aug 16 02:21:38.029561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89217b54-2251-49be-a728-f2f777b9ad53,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:38.043434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.049271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.055057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.061448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.067220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.072995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.078743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.080608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-ef0f18c0-d65c-48ca-910d-06f94e12f3ce tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.2903283 Aug 16 02:21:38.131170 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-9acdca77-ca5c-47ed-b421-926de9f123c2 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382552 Aug 16 02:21:38.144505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Checking segment: {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:38.144872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Network hostable DHCP agents. Network: 0b878569-82b0-42b3-8f7c-5c39832db548, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:38.190375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-613da2bf-f89b-406e-9dc8-2d48fdb31b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.191897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-613da2bf-f89b-406e-9dc8-2d48fdb31b48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2176347 Aug 16 02:21:38.219157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Deleting port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:38.219520 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.247273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b33ab8e-7287-47a4-9ae1-38a4113be1d6 req-f1698a6f-5e9f-4f49-bde8-49d1daef0556 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560845 Aug 16 02:21:38.269861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dace33-3008-49be-b961-1a8d48d54538 req-6cfbadef-ef2f-428c-a7c2-ad571a4ba8c7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.271789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71dace33-3008-49be-b961-1a8d48d54538 req-6cfbadef-ef2f-428c-a7c2-ad571a4ba8c7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1175570 Aug 16 02:21:38.373281 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71dace33-3008-49be-b961-1a8d48d54538 req-1d7d0c74-0999-4e38-8c31-ccc014b451cf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906878 Aug 16 02:21:38.414158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.669777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Network 0b878569-82b0-42b3-8f7c-5c39832db548 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:38.716157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 0b878569-82b0-42b3-8f7c-5c39832db548) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:38.733302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7607d5a-fe04-4317-942b-74fd81c6fdd6 None None] Network 0b878569-82b0-42b3-8f7c-5c39832db548 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:38.734128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.734128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.748594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-131ff810-564b-47cf-be1e-0a0f3f6c1756 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059737 Aug 16 02:21:38.760233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port ebcba4d8-bb32-4043-bb58-f566203cce26 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:38.760877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.773361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] For port bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:38.773791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.790355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922d443-36b7-492b-a9bc-74540c244623 req-86ad49e1-2021-421e-90cb-b849e24e8112 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.797930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d922d443-36b7-492b-a9bc-74540c244623 req-86ad49e1-2021-421e-90cb-b849e24e8112 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.1763575 Aug 16 02:21:38.814552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4f7e95e7-4d39-4a6a-a93c-8794c6b8fdb5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7367368 Aug 16 02:21:38.817976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:38.833694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:38.838659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-4536051d-7a6d-4028-960b-b8904721a5d4 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140654 Aug 16 02:21:38.841490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Calling delete_port for bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:38.923849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d810752-dfc8-4678-aa16-97ae96029fae None None] Network 0b878569-82b0-42b3-8f7c-5c39832db548 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:38.974914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.976611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d922d443-36b7-492b-a9bc-74540c244623 req-51821b5c-b3cc-419f-b163-06d5f10214a9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731799 Aug 16 02:21:38.986283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.992326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.992490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for ebcba4d8-bb32-4043-bb58-f566203cce26 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:39.023526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.029989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.035946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.042685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.049320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.055616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.062258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.070310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-348434a9-89e0-4fdc-803c-1d841acce8a1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.1444991 Aug 16 02:21:39.116984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fc23d6-5dfe-4b0c-aa18-b121161a389d req-b027abcd-6c77-4d61-8327-e0b0cfcbc3a5 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685230 Aug 16 02:21:39.155955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-17d15504-8b55-44cb-aa5f-eb53842fe8b1 req-b851a944-3f09-4812-bcab-0f87f35a18cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847676 Aug 16 02:21:39.181568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.331649 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.361926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=ebcba4d8-bb32-4043-bb58-f566203cce26,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.437923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.485032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.492553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.499423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.505806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.511876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.517748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.523959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.525693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-e8e249c2-41a5-49a2-9ffe-9c1d55db477f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.1590312 Aug 16 02:21:39.571747 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.622434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.630219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.641717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa5231-13c4-40e9-a0dd-7061cfaa2ac5 req-ec762dfc-e2e7-489b-bc4c-0bd7495ea17b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.651656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-14aa5231-13c4-40e9-a0dd-7061cfaa2ac5 req-ec762dfc-e2e7-489b-bc4c-0bd7495ea17b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1429799 Aug 16 02:21:39.683140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3b614b3a-031f-411d-905a-d813a06e9df1 req-a9470eae-7033-40fb-aacd-edb83516d2d5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470261 Aug 16 02:21:39.879128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.037992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.044673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.050488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.056390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.062244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.063272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-14aa5231-13c4-40e9-a0dd-7061cfaa2ac5 req-f330bbdd-241f-4534-802c-c8b9e3986cee tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105675 Aug 16 02:21:40.068121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.074028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.087046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ba18492-99d5-4bf4-9fc3-5dd68371d6b4 req-9aa6d78d-098e-4a3c-a711-a749cfdfb860 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.2038553 Aug 16 02:21:40.090486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:40.097705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Request body: {'floatingip': {'port_id': 'f65700b3-608a-4700-878e-25a531e64d94'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:40.161021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.297523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 11c91573-c844-4b4c-bb01-4648302aa4ca has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:40.328526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.334416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.340947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.346879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.352752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.359171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.365085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.367060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-23b0a5b5-62f6-4b8a-b9e0-69b1526ff1cd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.1087179 Aug 16 02:21:40.477759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d476062f-65d4-4b87-83b1-c4605b74f394 req-bbcf191a-29bc-458d-89d4-42948507b68a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764506 Aug 16 02:21:40.498606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:40.506078 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-95e190ed-d353-4dc6-b33b-b3bdbde1141a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/routers/11c91573-c844-4b4c-bb01-4648302aa4ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6154711 Aug 16 02:21:40.506477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48148) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:40.514580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] Sync routers for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:40.525685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46281c0-7154-4465-951b-e69b9f8673ea req-4341d843-2ca0-46c9-953b-8a50f9da3f10 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.525925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:40.527091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:40.528144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d46281c0-7154-4465-951b-e69b9f8673ea req-4341d843-2ca0-46c9-953b-8a50f9da3f10 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.3633804 Aug 16 02:21:40.564575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:40.573952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] Routers {'11c91573-c844-4b4c-bb01-4648302aa4ca'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:40.574586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['11c91573-c844-4b4c-bb01-4648302aa4ca'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:40.610256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:40.610918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73165342-395e-4d71-9c8b-1d2c53e41d4e None None] The sync data for ids ['11c91573-c844-4b4c-bb01-4648302aa4ca'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:40.640136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.643114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.755733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.819513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 9e1d6c11-7f89-4066-8668-5fdf76d6815a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:40.819820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.951129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.968522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 9e1d6c11-7f89-4066-8668-5fdf76d6815a owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:41.128930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.184783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.191927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Router ae96f7a9-9501-4363-b14f-bd72a3a54658 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:41.238563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=9e1d6c11-7f89-4066-8668-5fdf76d6815a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:41.256422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d46281c0-7154-4465-951b-e69b9f8673ea req-001e5e93-9a06-4f6a-b750-3d6f6f3ae56e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088452 Aug 16 02:21:41.325330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.408429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f2cc-c65e-4a1b-9cff-5c8309756c42 req-d9f2af93-f6e2-4633-b502-09684559c34b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.409995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c812f2cc-c65e-4a1b-9cff-5c8309756c42 req-d9f2af93-f6e2-4633-b502-09684559c34b tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2226982 Aug 16 02:21:41.471180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.479232 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.493081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c812f2cc-c65e-4a1b-9cff-5c8309756c42 req-39ef2fe7-9457-4c0e-8fc9-d283fe653779 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507684 Aug 16 02:21:41.527064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Allocated IP 172.25.4.32 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/3114fcf6-d99c-4af5-8f63-3dccc262bb68) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:41.545557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.546102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Fanout notify agent at l3_agent the message router_deleted on router 11c91573-c844-4b4c-bb01-4648302aa4ca {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:41.555078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.556320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8dad6ba4-b803-4df9-8239-9e1060579dd8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/routers/11c91573-c844-4b4c-bb01-4648302aa4ca HTTP/1.1" status: 204 len: 168 time: 1.0488522 Aug 16 02:21:41.560631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48156) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:41.634266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting subnet 116e8b75-8860-4a08-baf0-7d5f4a93b124 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:41.637508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.654055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:41.663359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13ebb235-823b-4c6c-bb9f-0560c1f17498 admin admin] 10.222.0.78 "PUT /v2.0/routers/ae96f7a9-9501-4363-b14f-bd72a3a54658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0532751 Aug 16 02:21:41.664914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48158) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:41.667183 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] Sync routers for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:41.678144 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:41.678762 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:41.693045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.773243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.786424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.804540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.870315 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:41.902221 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.936124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.938400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/subnets/116e8b75-8860-4a08-baf0-7d5f4a93b124 HTTP/1.1" status: 204 len: 168 time: 0.3768005 Aug 16 02:21:41.939452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc29651-d759-429b-8e12-7b37f79ad20d tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Subnet': ['ID=116e8b75-8860-4a08-baf0-7d5f4a93b124,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:41.944424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb37361-3a8c-419a-894e-f2b2ca22685a None None] Network ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:41.953336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48160) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:41.981408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.030551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.037184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.044518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.051794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.060366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.067328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.074153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.074819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.082394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-caa70fd0-4883-4530-a3d3-38cb99673804 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.4540117 Aug 16 02:21:42.140871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 2154808f-db83-4b83-9048-4531adfdb250 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:42.141677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.175636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.192797 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:21:39Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.226069 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] Checking router: ae96f7a9-9501-4363-b14f-bd72a3a54658 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:42.236902 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] Routers {'ae96f7a9-9501-4363-b14f-bd72a3a54658'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:42.237517 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ae96f7a9-9501-4363-b14f-bd72a3a54658'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.247373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] For port 2154808f-db83-4b83-9048-4531adfdb250, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2154808f-db83-4b83-9048-4531adfdb250,segment=NetworkSegment(fa529c92-87ca-4aaa-bd8a-25fa550cb11f),segment_id=fa529c92-87ca-4aaa-bd8a-25fa550cb11f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:42.248004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.260883 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Floating IP 2d4eba29-5e85-4af0-8dea-e369b6277627 associated. External IP: 172.25.4.65, port: f65700b3-608a-4700-878e-25a531e64d94. Aug 16 02:21:42.261446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] DHCP port deletion for ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:42.268418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 2154808f-db83-4b83-9048-4531adfdb250 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:42.273144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6641f9d9-088f-405a-a0ac-3ed2ffd4ee25 req-23cad938-b02a-439a-b8a6-0e2e73651679 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896563 Aug 16 02:21:42.391240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.409448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.423986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] Deleting port 2154808f-db83-4b83-9048-4531adfdb250 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:42.424396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.482321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=2154808f-db83-4b83-9048-4531adfdb250,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.491912 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] Set router ae96f7a9-9501-4363-b14f-bd72a3a54658 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:42.495970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] No DVR routers for this DVR port 2154808f-db83-4b83-9048-4531adfdb250 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:42.499676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.558794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:42.567689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:42.579354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:42.605746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] For port 2154808f-db83-4b83-9048-4531adfdb250, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:42.606157 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.613615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ada5bd-f99c-4f59-b48f-9d05d3f37e03 req-73e996b5-8bde-472d-b574-0e95cce16258 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.615614 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28ada5bd-f99c-4f59-b48f-9d05d3f37e03 req-73e996b5-8bde-472d-b574-0e95cce16258 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.2032478 Aug 16 02:21:42.621854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.652148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.658115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] Calling delete_port for 2154808f-db83-4b83-9048-4531adfdb250 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:42.665888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] Port 2154808f-db83-4b83-9048-4531adfdb250 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:21:42.667172 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.671525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa529c92-87ca-4aaa-bd8a-25fa550cb11f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.672122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa529c92-87ca-4aaa-bd8a-25fa550cb11f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.691683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.697629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28ada5bd-f99c-4f59-b48f-9d05d3f37e03 req-5ca0ae0e-3c3a-42d4-8dbb-002c124ff6b2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701649 Aug 16 02:21:42.711807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Pushing event updated for resources: {'Port': ['ID=3114fcf6-d99c-4af5-8f63-3dccc262bb68,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.719219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] Pushing event deleted for resources: {'Port': ['ID=2154808f-db83-4b83-9048-4531adfdb250,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.726483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.735014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:42.735758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.737699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcff0cf-18de-46ff-b70f-dfd1b8673ae4 None None] No DVR routers for this DVR port 2154808f-db83-4b83-9048-4531adfdb250 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:42.739591 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:42.788260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Deleting port 94fd7035-6e27-4ddd-9435-c5a33935abc6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:42.788677 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.825956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.832095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.834731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/networks/ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea HTTP/1.1" status: 204 len: 168 time: 0.8750710 Aug 16 02:21:42.839115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:42.894240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721e3ad-c724-430e-935a-da40db27665a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Network': ['ID=ede42fd3-caa3-4a2c-8033-51ff3a0ea0ea,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.902238 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:21:39Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:42.941810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20baaa-8bb9-45cf-b431-780814226141 req-5d7af737-0904-46c0-9cbd-6efbbcdbf641 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.943520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f20baaa-8bb9-45cf-b431-780814226141 req-5d7af737-0904-46c0-9cbd-6efbbcdbf641 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2478302 Aug 16 02:21:42.961345 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6feb6-cf4a-4252-8612-e4bb1e348a79 None None] The sync data for ids ['ae96f7a9-9501-4363-b14f-bd72a3a54658'] in n-d-769329-15 is: [{'id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'name': 'tempest-FloatingIPsAssociationTestJSON-861033942-router', 'tenant_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:21:39Z', 'revision_number': 5, 'project_id': '8e78de90cd004e6096ff1f5b0d6ed7b2', 'gw_port': {'id': '94fd7035-6e27-4ddd-9435-c5a33935abc6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae96f7a9-9501-4363-b14f-bd72a3a54658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:42.985896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2154808f-db83-4b83-9048-4531adfdb250 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:43.007959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 2154808f-db83-4b83-9048-4531adfdb250 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:43.008221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2154808f-db83-4b83-9048-4531adfdb250 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:43.047200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port d675a515-df57-48ce-b0b9-bd277dd06b96 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:43.047560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.093564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] For port 94fd7035-6e27-4ddd-9435-c5a33935abc6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94fd7035-6e27-4ddd-9435-c5a33935abc6,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:43.093965 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.113864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Router baf8feaf-45d9-4bd6-8ccc-572c21658153 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:43.117501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f20baaa-8bb9-45cf-b431-780814226141 req-1ddcbea4-867a-4874-83d5-443c48ee7224 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534305 Aug 16 02:21:43.127836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Calling delete_port for 94fd7035-6e27-4ddd-9435-c5a33935abc6 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:43.136790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.137269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.155727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for d675a515-df57-48ce-b0b9-bd277dd06b96 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:43.285634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.321434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.355559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=d675a515-df57-48ce-b0b9-bd277dd06b96,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:43.514212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.517163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.533003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8e161378-f6ec-4efc-8963-f2c9b4909662 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/floatingips/1ec99a08-ce3b-40ff-a780-c89e4aaacff7 HTTP/1.1" status: 204 len: 168 time: 0.6925006 Aug 16 02:21:43.533681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48174) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.567833 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94ed73f-efbe-4f38-af50-77369f207dee tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] DELETE failed (client error): The resource could not be found. Aug 16 02:21:43.568573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94ed73f-efbe-4f38-af50-77369f207dee tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:43.572875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e94ed73f-efbe-4f38-af50-77369f207dee tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/ports/77a0610c-d9e4-4432-8fd3-f7c9a6c5a70e HTTP/1.1" status: 404 len: 333 time: 0.0356429 Aug 16 02:21:43.574315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48176) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.609100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8db256f3-02ac-43d3-9167-f9ebcc348388 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "GET /v2.0/ports?device_id=11c91573-c844-4b4c-bb01-4648302aa4ca HTTP/1.1" status: 200 len: 205 time: 0.0316572 Aug 16 02:21:43.621144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.627250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.633586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.640214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.646311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.652430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.658679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.660551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-09b042f7-a608-4543-bb94-3a6a3d4975cc tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2334557 Aug 16 02:21:43.661074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48178) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.722355 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-3d99ce2b-5ea8-483f-abe4-1d08cf86486e tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] delete failed (client error): The resource could not be found. Aug 16 02:21:43.726030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3d99ce2b-5ea8-483f-abe4-1d08cf86486e tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/routers/11c91573-c844-4b4c-bb01-4648302aa4ca HTTP/1.1" status: 404 len: 336 time: 0.0640106 Aug 16 02:21:43.728340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.758336 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-57919238-5ebd-4940-a93f-5a80939d8990 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] DELETE failed (client error): The resource could not be found. Aug 16 02:21:43.758799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57919238-5ebd-4940-a93f-5a80939d8990 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:43.763745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-57919238-5ebd-4940-a93f-5a80939d8990 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/subnets/116e8b75-8860-4a08-baf0-7d5f4a93b124 HTTP/1.1" status: 404 len: 337 time: 0.0344758 Aug 16 02:21:43.764359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48184) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.810178 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e959d8e5-1982-4097-ae91-a0a0fb24ed08 req-9fa860ba-f668-4c54-ab71-e59808ff2cef tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382151 Aug 16 02:21:43.859583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:43.870740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.876540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] Sync routers for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:43.889676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:43.890599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:43.896160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 987ac3f8-261b-4203-93bb-b0adc87987d0 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:43.896566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.963611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9ca9b2c5-450e-4f7a-86f9-d1d81941dfaa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "PUT /v2.0/floatingips/2d4eba29-5e85-4af0-8dea-e369b6277627 HTTP/1.1" status: 200 len: 990 time: 3.8720264 Aug 16 02:21:44.010139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.025659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 987ac3f8-261b-4203-93bb-b0adc87987d0 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:44.043255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:44.045939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:44.049149 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "f65700b3-608a-4700-878e-25a531e64d94"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:44.061961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b84eb8-d10a-4e10-a537-5c66b85ae4ea req-302ea52a-dab5-4297-b8f1-4f264c1faf5b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.063620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95b84eb8-d10a-4e10-a537-5c66b85ae4ea req-302ea52a-dab5-4297-b8f1-4f264c1faf5b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.2463748 Aug 16 02:21:44.134510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95b84eb8-d10a-4e10-a537-5c66b85ae4ea req-774aa094-437b-43c4-9a11-ab3ab3735793 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612772 Aug 16 02:21:44.135143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.224037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=94fd7035-6e27-4ddd-9435-c5a33935abc6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:44.246634 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.292444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=987ac3f8-261b-4203-93bb-b0adc87987d0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:44.312782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.375114 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca83896-5875-4553-951f-30ffa54794ef x-openstack-request-id: req-4ca83896-5875-4553-951f-30ffa54794ef {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:44.375408 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "tag": "f65700b3-608a-4700-878e-25a531e64d94", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:44.375661 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ca83896-5875-4553-951f-30ffa54794ef {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:44.376059 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94', 'status': 'completed', 'code': 200} Aug 16 02:21:44.381045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.391501 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.395590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a068e881-a77a-43e9-b3f1-c99be7384f4a tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/ports/987ac3f8-261b-4203-93bb-b0adc87987d0 HTTP/1.1" status: 204 len: 168 time: 0.6269469 Aug 16 02:21:44.395974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48194) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:44.454063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2d4eba29-5e85-4af0-8dea-e369b6277627', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'port_id': 'f65700b3-608a-4700-878e-25a531e64d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'mac_address': 'fa:16:3e:45:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:23Z', 'updated_at': '2021-08-16T02:21:41Z', 'revision_number': 1, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:41Z', 'revision_number': 5, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.482231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] Checking router: baf8feaf-45d9-4bd6-8ccc-572c21658153 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:44.490804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 4d0f7900-92e7-4e1d-9574-495be8276838 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:44.490965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8775-f17f-4432-b37b-19036c947c3d req-cd7b6573-e26b-4b2d-8806-3fdeee3bcdb5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.491090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:44.491168 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.491599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.492513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7da8775-f17f-4432-b37b-19036c947c3d req-cd7b6573-e26b-4b2d-8806-3fdeee3bcdb5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2457449 Aug 16 02:21:44.503271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.506883 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.608864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.624107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 4d0f7900-92e7-4e1d-9574-495be8276838 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:44.659912 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.660462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae96f7a9-9501-4363-b14f-bd72a3a54658 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:44.679008 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.680132 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef7d9929-446b-4e85-b1fb-fe8b179ee3bf admin admin] 10.222.0.78 "DELETE /v2.0/routers/ae96f7a9-9501-4363-b14f-bd72a3a54658 HTTP/1.1" status: 204 len: 168 time: 2.9894602 Aug 16 02:21:44.682977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48200) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:44.700935 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7da8775-f17f-4432-b37b-19036c947c3d req-03b4259d-dffb-4526-9c49-d31326794737 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860876 Aug 16 02:21:44.719980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.720506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.720998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.721485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.721968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.722542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.723026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.725315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-cd5e3365-b003-4417-b627-fa973cbfcaff service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6508 time: 0.3143332 Aug 16 02:21:44.770534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] Deleting subnet fe7f8358-6bc3-4aaa-bef9-cb7300b63467 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:44.782215 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.797519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:44.811641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Router 98219d37-96b0-4185-886e-055a10644508 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:21:44.847885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.933161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.937707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:44.949579 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Sync routers for ids ['98219d37-96b0-4185-886e-055a10644508'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:44.966691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-4dff8322-4b5c-4f76-8776-14a06c033904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.967032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Routers {'98219d37-96b0-4185-886e-055a10644508'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:44.968403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-4dff8322-4b5c-4f76-8776-14a06c033904 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cba6f535-9c48-4a92-a569-dba088b2e25c HTTP/1.1" status: 200 len: 917 time: 0.2336059 Aug 16 02:21:44.969839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.970262 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['98219d37-96b0-4185-886e-055a10644508'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.973432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d711d802-127a-4f7e-a420-a9230a992b52 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1520715 Aug 16 02:21:44.973690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.013155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=4d0f7900-92e7-4e1d-9574-495be8276838,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:45.112860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.122203 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Set router 98219d37-96b0-4185-886e-055a10644508 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:45.154189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.159928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.168979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.173712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2d4eba29-5e85-4af0-8dea-e369b6277627', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'port_id': 'f65700b3-608a-4700-878e-25a531e64d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'mac_address': 'fa:16:3e:45:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:23Z', 'updated_at': '2021-08-16T02:21:41Z', 'revision_number': 1, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:41Z', 'revision_number': 5, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:45.176480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.184110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.194828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.201272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.220960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-e6fd783e-bd4c-43c2-a56f-d765e654802e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2779448 Aug 16 02:21:45.245606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.248452 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6680ea88-54c8-4c45-919a-14be7abe17e8 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/ports/4d0f7900-92e7-4e1d-9574-495be8276838 HTTP/1.1" status: 204 len: 168 time: 0.8509817 Aug 16 02:21:45.249328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8611db61-faf3-48d8-92c6-2ebb37ad5e3f None None] The sync data for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 is: [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2d4eba29-5e85-4af0-8dea-e369b6277627', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'port_id': 'f65700b3-608a-4700-878e-25a531e64d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'mac_address': 'fa:16:3e:45:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:23Z', 'updated_at': '2021-08-16T02:21:41Z', 'revision_number': 1, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:41Z', 'revision_number': 5, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:45.255728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.282914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:45.326287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:45.326682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bd2ad1ad-c92e-4b18-aa3b-cda1bad867e1 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:45.326799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cadae87c-e4e3-42b1-87c9-86f4a2f1f69b req-192c5a9c-70e9-455e-b134-428513591f9a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044929 Aug 16 02:21:45.339067 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-3441f22d-0bb6-4e29-a735-43e0c6f0c08f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 200 len: 998 time: 0.2522421 Aug 16 02:21:45.366353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.395920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.397852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fe7f8358-6bc3-4aaa-bef9-cb7300b63467 HTTP/1.1" status: 204 len: 168 time: 0.7122946 Aug 16 02:21:45.399364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9935fa5-f9df-45d4-8a47-dbe8d164bd75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7f8358-6bc3-4aaa-bef9-cb7300b63467,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:45.402174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c868e19-1921-4005-9942-4519478685ac None None] Network 18680492-fe47-41f5-b260-c49a5005f6ea requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:45.402346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48212) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.455758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-48e1fff2-badd-44db-bb43-90c01a621037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.457656 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-48e1fff2-badd-44db-bb43-90c01a621037 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=86fafe23-7928-4d62-a3f7-26248a75580d HTTP/1.1" status: 200 len: 855 time: 0.1094947 Aug 16 02:21:45.465084 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:21:42Z', 'revision_number': 3, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port': {'id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:41Z', 'updated_at': '2021-08-16T02:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:45.472782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb8805-8549-4b38-b6a7-f9d2afeb4550 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.474566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7cbb8805-8549-4b38-b6a7-f9d2afeb4550 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "GET /v2.0/ports?device_id=1509f78d-b8c5-492c-a65c-02b9ccf2a622 HTTP/1.1" status: 200 len: 913 time: 0.2172987 Aug 16 02:21:45.478515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48214) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.505192 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Checking router: 98219d37-96b0-4185-886e-055a10644508 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:45.505550 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Updating router 98219d37-96b0-4185-886e-055a10644508 port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:21:45.508561 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.532462 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.578125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb263-a5e3-433e-a5bb-524560fb47a0 req-afb37660-b1c4-415c-9f44-0cc997aa9c1c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.580770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-721cb263-a5e3-433e-a5bb-524560fb47a0 req-afb37660-b1c4-415c-9f44-0cc997aa9c1c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.2343724 Aug 16 02:21:45.626361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f3d0e-97cb-4646-8b5a-177fb3a750fc None None] New status for floating IP 2d4eba29-5e85-4af0-8dea-e369b6277627: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:45.692669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-6ff0de1c-919d-4812-acc3-1ee920d5db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.694365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-6ff0de1c-919d-4812-acc3-1ee920d5db23 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cba6f535-9c48-4a92-a569-dba088b2e25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185907 Aug 16 02:21:45.715201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-535d6e59-da7e-48bb-b9de-eb252c4e7ec9 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:21:45.716218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-535d6e59-da7e-48bb-b9de-eb252c4e7ec9 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067325 Aug 16 02:21:45.730783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] DHCP port deletion for 18680492-fe47-41f5-b260-c49a5005f6ea request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:45.841659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-721cb263-a5e3-433e-a5bb-524560fb47a0 req-10c59644-8bd1-4a3a-b9ee-69d012266ea5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930835 Aug 16 02:21:45.904336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] Deleting port aedda471-121a-4e86-ab3b-a05bbede7708 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:45.904842 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.946744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.980057 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.993667 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Transition to ACTIVE for port object 3114fcf6-d99c-4af5-8f63-3dccc262bb68 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:46.000533 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.008906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-a3330562-b1aa-4123-a5be-196542402641 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657000 Aug 16 02:21:46.018325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] For port aedda471-121a-4e86-ab3b-a05bbede7708, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aedda471-121a-4e86-ab3b-a05bbede7708,segment=NetworkSegment(9430e7b4-817e-4922-b7c8-93b404d46578),segment_id=9430e7b4-817e-4922-b7c8-93b404d46578)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:46.018986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.034058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] Calling delete_port for aedda471-121a-4e86-ab3b-a05bbede7708 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:46.049559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Pushing event updated for resources: {'Port': ['ID=3114fcf6-d99c-4af5-8f63-3dccc262bb68,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.060076 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.060587 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.060937 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.061273 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.061603 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.061934 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.062266 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.062591 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.062914 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.064418 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.064760 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.065093 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:46.090629 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Attempting to bind port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:46.091132 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Attempting to bind port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:46.091501 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Attempting to bind port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:46.097871 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:46.098444 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:46.098907 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.099736 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:46.099861 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Bound port: 3114fcf6-d99c-4af5-8f63-3dccc262bb68, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:46.100216 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.143572 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.184930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] Pushing event deleted for resources: {'Port': ['ID=aedda471-121a-4e86-ab3b-a05bbede7708,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.187165 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] For port 3114fcf6-d99c-4af5-8f63-3dccc262bb68, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:46.189856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7a080-7ce6-41ea-8f89-8dc882184cc8 None None] No DVR routers for this DVR port aedda471-121a-4e86-ab3b-a05bbede7708 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:46.193093 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] For port 3114fcf6-d99c-4af5-8f63-3dccc262bb68, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3114fcf6-d99c-4af5-8f63-3dccc262bb68,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:46.203162 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.244525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a0adda4-a5d9-4784-9ebd-e0beeba115ef req-b0393246-ff81-463b-9527-b3513d07e6ee service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038589 Aug 16 02:21:46.253799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Deleting port aedda471-121a-4e86-ab3b-a05bbede7708 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:46.254364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.267543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Allocated IP 172.20.0.1 (0b878569-82b0-42b3-8f7c-5c39832db548/89217b54-2251-49be-a728-f2f777b9ad53/bfa41f40-0aeb-4747-bca6-17ca0ab84f5c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:46.288895 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1637-33bb-4550-9a9b-8138b369a014 None None] Pushing event updated for resources: {'Port': ['ID=3114fcf6-d99c-4af5-8f63-3dccc262bb68,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.305259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f19f-9bf3-4eff-876c-cdf674c4e3b0 req-d32b0599-0be1-4ca4-b2a4-1aa3a499e89d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.306982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b58f19f-9bf3-4eff-876c-cdf674c4e3b0 req-d32b0599-0be1-4ca4-b2a4-1aa3a499e89d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2040749 Aug 16 02:21:46.315127 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Routers {'98219d37-96b0-4185-886e-055a10644508'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:46.315763 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['98219d37-96b0-4185-886e-055a10644508'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:46.393701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] For port aedda471-121a-4e86-ab3b-a05bbede7708, host n-d-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:46.393701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.397232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.416353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b58f19f-9bf3-4eff-876c-cdf674c4e3b0 req-3bcbef7b-7781-436e-8760-72eefe7420f9 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016543 Aug 16 02:21:46.417234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Calling delete_port for aedda471-121a-4e86-ab3b-a05bbede7708 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:46.421768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Port aedda471-121a-4e86-ab3b-a05bbede7708 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:21:46.441056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.468473 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] Set router 98219d37-96b0-4185-886e-055a10644508 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:46.474976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] No DVR routers for this DVR port aedda471-121a-4e86-ab3b-a05bbede7708 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:46.476065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedda471-121a-4e86-ab3b-a05bbede7708,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.490913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.514415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.520279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.526741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.532617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.538471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.544530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.550446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.552911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-bd8d897e-5046-4b01-b2dc-9d8691ac0673 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.1251385 Aug 16 02:21:46.562806 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.575957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18680492-fe47-41f5-b260-c49a5005f6ea']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:46.589544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Network 0b878569-82b0-42b3-8f7c-5c39832db548 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:46.603202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:46.606875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9430e7b4-817e-4922-b7c8-93b404d46578') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:46.607177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9430e7b4-817e-4922-b7c8-93b404d46578') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:46.610525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:46.622280 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.635660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.639627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.650557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:46.650970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:46.652674 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:46.655581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb9fc87d-34ea-4812-a558-68255e51eb53 req-5daf3e5b-72a0-4dae-8d70-fbded4f7ff64 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844929 Aug 16 02:21:46.673189 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:21:42Z', 'revision_number': 3, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port': {'id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:41Z', 'updated_at': '2021-08-16T02:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:46.675981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.705027 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762aa5c-0f1e-4c99-9be9-3701a4233dbc None None] The sync data for ids ['98219d37-96b0-4185-886e-055a10644508'] in n-d-769329-15 is: [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:21:42Z', 'revision_number': 3, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port': {'id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:41Z', 'updated_at': '2021-08-16T02:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:46.714205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.753669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.763520 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.767771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/18680492-fe47-41f5-b260-c49a5005f6ea HTTP/1.1" status: 204 len: 168 time: 1.3622854 Aug 16 02:21:46.784099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733269dc-8b79-460b-8602-6e6db3970fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18680492-fe47-41f5-b260-c49a5005f6ea,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.853220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.971489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48232) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:46.979733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aedda471-121a-4e86-ab3b-a05bbede7708 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:47.002881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: aedda471-121a-4e86-ab3b-a05bbede7708 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:47.003595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aedda471-121a-4e86-ab3b-a05bbede7708 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:47.004332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94fd7035-6e27-4ddd-9435-c5a33935abc6 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:47.024894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114496d2-f336-4e17-85a7-bb196f20eb52 req-effab4ec-385a-497b-91f8-7059d8f46831 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.025899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 94fd7035-6e27-4ddd-9435-c5a33935abc6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:47.026482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94fd7035-6e27-4ddd-9435-c5a33935abc6 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:47.026614 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-114496d2-f336-4e17-85a7-bb196f20eb52 req-effab4ec-385a-497b-91f8-7059d8f46831 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.0884414 Aug 16 02:21:47.133800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-114496d2-f336-4e17-85a7-bb196f20eb52 req-92aa177f-9a06-4adc-b848-f2d25132af15 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914047 Aug 16 02:21:47.170946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf91f6-a5b7-4a6e-88c0-eec0b6ee8b32 req-3d96c069-db6d-4575-bcae-98af98d9b92e tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.172496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e2cf91f6-a5b7-4a6e-88c0-eec0b6ee8b32 req-3d96c069-db6d-4575-bcae-98af98d9b92e tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.2128892 Aug 16 02:21:47.189366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d9a48bcf-7e20-4109-a3b3-214023438666 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e78de90cd004e6096ff1f5b0d6ed7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166483 Aug 16 02:21:47.191663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port f5f2a66b-40b4-4cf5-b8af-654e0df4742e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:47.192016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.194784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48234) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:47.322853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-298caa44-71e1-4964-bb75-9dae8d33f9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.358127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.381453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-298caa44-71e1-4964-bb75-9dae8d33f9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.383463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for f5f2a66b-40b4-4cf5-b8af-654e0df4742e owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:47.582242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-298caa44-71e1-4964-bb75-9dae8d33f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.584976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-298caa44-71e1-4964-bb75-9dae8d33f9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.589188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-298caa44-71e1-4964-bb75-9dae8d33f9d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34712469-6cbe-4c3f-a54b-413328bf4381 HTTP/1.1" status: 204 len: 168 time: 0.3904655 Aug 16 02:21:47.596626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e2cf91f6-a5b7-4a6e-88c0-eec0b6ee8b32 req-a3cd080b-7ff4-4052-927e-8b8dd87cd60f tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959420 Aug 16 02:21:47.611819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298caa44-71e1-4964-bb75-9dae8d33f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34712469-6cbe-4c3f-a54b-413328bf4381,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:47.623142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.631242 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.648989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8df34f-ca5e-4ffe-a80b-b8be83fffe52 req-c69055a2-4918-4e23-8e15-87341b967997 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.651176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff8df34f-ca5e-4ffe-a80b-b8be83fffe52 req-c69055a2-4918-4e23-8e15-87341b967997 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1213100 Aug 16 02:21:47.726161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.734735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:47.766336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff8df34f-ca5e-4ffe-a80b-b8be83fffe52 req-9af6ea31-5a49-4d79-b590-e5c4950ccf2c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855687 Aug 16 02:21:47.767433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.803478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=f5f2a66b-40b4-4cf5-b8af-654e0df4742e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:47.910578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.916804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.922687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.928700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.934589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.940518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.946349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.948975 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-1c088b3a-8a59-452f-a115-68113aa18af3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.1185665 Aug 16 02:21:47.958997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Network 0b878569-82b0-42b3-8f7c-5c39832db548 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:47.966298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:48.012660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.034595 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f25d8773-4199-41fb-96fa-8882f3cd277b req-ccd05e03-2e97-4b21-9353-fe88b22d0f6a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782523 Aug 16 02:21:48.121951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Router 98219d37-96b0-4185-886e-055a10644508 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:48.276062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:48.325990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:48.339382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4d724146-5ccd-4393-9eaf-5cbfa1fe0864 admin admin] 10.222.0.78 "PUT /v2.0/routers/98219d37-96b0-4185-886e-055a10644508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3641226 Aug 16 02:21:48.384802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4398cc-dc7b-4a78-86bc-b531c22b97ec req-50ddb0ac-b7fe-4e99-ae25-1858813d08eb tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.394783 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a4398cc-dc7b-4a78-86bc-b531c22b97ec req-50ddb0ac-b7fe-4e99-ae25-1858813d08eb tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.1171408 Aug 16 02:21:48.451593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:48.459268 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] Sync routers for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:48.467550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-51edbc4c-2ff1-42f3-a0be-29e47ef0542f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "PUT /v2.0/routers/1509f78d-b8c5-492c-a65c-02b9ccf2a622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9710019 Aug 16 02:21:48.473766 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:48.474398 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:48.477335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a4398cc-dc7b-4a78-86bc-b531c22b97ec req-1950b35e-d86f-46a9-a9f4-f93995887494 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772395 Aug 16 02:21:48.479260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:48.519493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04068a5c-1993-4342-8da8-c50d116f6ce7 req-e761e676-eaf2-4271-8066-2152d04ba22c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.533305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04068a5c-1993-4342-8da8-c50d116f6ce7 req-e761e676-eaf2-4271-8066-2152d04ba22c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.1022010 Aug 16 02:21:48.559996 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:48.579409 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] Routers {'1509f78d-b8c5-492c-a65c-02b9ccf2a622'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:48.580838 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:48.597783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04068a5c-1993-4342-8da8-c50d116f6ce7 req-7b275093-fccd-4c1f-8eae-accb84cff00b tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634921 Aug 16 02:21:48.641473 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:48.643445 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a34238-6e4f-43d3-a464-ea0e8c29265a None None] The sync data for ids ['1509f78d-b8c5-492c-a65c-02b9ccf2a622'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:48.659400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.686488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48286) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:48.780700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.806563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-network', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:48.829592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Made reservation on behalf of c2dc196847dc4c689ef75dd7cdd9bcf5 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:48.832412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.842032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.857304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting port 5adecfef-3685-4e71-be2e-1ee4c5bb1e9f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:48.857871 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.946029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Sync routers for ids ['98219d37-96b0-4185-886e-055a10644508'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:48.959369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Routers {'98219d37-96b0-4185-886e-055a10644508'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:48.960118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['98219d37-96b0-4185-886e-055a10644508'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:49.002738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.015823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3114fcf6-d99c-4af5-8f63-3dccc262bb68 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:49.022513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaddeed-f948-4d94-8503-8e4546619989 req-6eebf003-2d93-4b1a-b2c1-cceb55869390 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.024202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dcaddeed-f948-4d94-8503-8e4546619989 req-6eebf003-2d93-4b1a-b2c1-cceb55869390 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1052935 Aug 16 02:21:49.028353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Calling delete_port for 5adecfef-3685-4e71-be2e-1ee4c5bb1e9f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:49.059806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-9222fb94-dae4-4dd3-9543-5f0b39d41f58 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.067006 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-9222fb94-dae4-4dd3-9543-5f0b39d41f58 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 818 time: 0.1728175 Aug 16 02:21:49.083118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.094010 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-3cf70f7a-52dc-4039-930c-514832395e10 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/quotas/b1b6bf0f31e4452d87e05d56375fcf1e HTTP/1.1" status: 200 len: 375 time: 0.0255399 Aug 16 02:21:49.104359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.107258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dcaddeed-f948-4d94-8503-8e4546619989 req-bd50635b-7b2e-4c90-a0ba-16cb03bbddb1 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698705 Aug 16 02:21:49.123728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:49.127585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Set router 98219d37-96b0-4185-886e-055a10644508 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:49.156168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:49.162516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ed0d61-f8c5-488a-a047-3e1c34acedc9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:49.171227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:49.171923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.177244 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.177560 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Added segment 1d0da626-58fb-4165-9c8a-cf2109afad6f of type vlan for network ecd39348-f33f-458f-a922-994688b4af44 Aug 16 02:21:49.190004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-d1b0c9f9-08fd-4572-9c9d-ecdb7236b651 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955961 Aug 16 02:21:49.272939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.310146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Port': ['ID=5adecfef-3685-4e71-be2e-1ee4c5bb1e9f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:49.362138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.388078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.405944 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.418007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-cb77d598-4460-4100-a422-e9d90ac70a1d service neutron] 10.222.0.78 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270203 Aug 16 02:21:49.419188 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.420104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.420766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.451858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 3114fcf6-d99c-4af5-8f63-3dccc262bb68, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3114fcf6-d99c-4af5-8f63-3dccc262bb68,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:49.458645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.524217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=3114fcf6-d99c-4af5-8f63-3dccc262bb68,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:49.526887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.530260 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.530895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:21:46Z', 'revision_number': 4, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port': {'id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:41Z', 'updated_at': '2021-08-16T02:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bfa41f40-0aeb-4747-bca6-17ca0ab84f5c', 'name': '', 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'mac_address': 'fa:16:3e:c8:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '89217b54-2251-49be-a728-f2f777b9ad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:45Z', 'updated_at': '2021-08-16T02:21:47Z', 'revision_number': 2, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'subnets': [{'id': '89217b54-2251-49be-a728-f2f777b9ad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:49.533472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8457756 Aug 16 02:21:49.538863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48308) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:49.543595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Request body: {'subnet': {'network_id': 'ecd39348-f33f-458f-a922-994688b4af44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-subnet', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:49.563727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4bd22-573a-41f9-aaa3-93af7b0fe0ac admin admin] Pushing event updated for resources: {'Network': ['ID=ecd39348-f33f-458f-a922-994688b4af44,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:49.565272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Checking router: 98219d37-96b0-4185-886e-055a10644508 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:49.565700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Updating router 98219d37-96b0-4185-886e-055a10644508 port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:21:49.586263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ecd39348-f33f-458f-a922-994688b4af44 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:49.593424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.596898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Made reservation on behalf of c2dc196847dc4c689ef75dd7cdd9bcf5 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:49.599446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.599913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.606020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.612237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.618830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.624999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.631000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.633114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-e90d137e-ee27-449f-8125-9f5dfe94a5d0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2407961 Aug 16 02:21:49.639946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.642403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.644021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Fanout notify agent at l3_agent the message router_deleted on router 1509f78d-b8c5-492c-a65c-02b9ccf2a622 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:49.654996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.658808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0b5635e-e44f-4f4d-9b58-2f590e02161f tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/routers/1509f78d-b8c5-492c-a65c-02b9ccf2a622 HTTP/1.1" status: 204 len: 168 time: 1.1749141 Aug 16 02:21:49.663184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:49.668946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-4cde3f7b-ce7a-43dc-acde-7fd0e640641a service neutron] 10.222.0.78 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439497 Aug 16 02:21:49.742716 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9bf1ad83-5c42-4b01-a939-76640e29823e req-efd00e6e-60e8-4ee2-b2df-b8c8133c7805 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961709 Aug 16 02:21:49.750338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Deleting subnet d6590d00-bc91-4cef-aa8e-0a40380c2673 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:49.754502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.822884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.871368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.885332 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.964822 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.980577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.982458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/subnets/d6590d00-bc91-4cef-aa8e-0a40380c2673 HTTP/1.1" status: 204 len: 168 time: 0.3183196 Aug 16 02:21:50.002167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:50.005169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3263b-81c6-4d33-a1f2-5d747e5113a2 tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Subnet': ['ID=d6590d00-bc91-4cef-aa8e-0a40380c2673,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:50.016086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a18b23-a9a5-45ee-b367-72407859ff87,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:50.020470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8eee-af8c-4dbb-aeb6-c1df6c910ea7 req-3fb71f1c-b210-4297-ad46-88a1b49e72dd tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.022050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afce8eee-af8c-4dbb-aeb6-c1df6c910ea7 req-3fb71f1c-b210-4297-ad46-88a1b49e72dd tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.1086330 Aug 16 02:21:50.049529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.063306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Checking segment: {'id': '1d0da626-58fb-4165-9c8a-cf2109afad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ecd39348-f33f-458f-a922-994688b4af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:50.063889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Network hostable DHCP agents. Network: ecd39348-f33f-458f-a922-994688b4af44, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:50.065453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Transition to ACTIVE for port object bfa41f40-0aeb-4747-bca6-17ca0ab84f5c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:50.075415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.090771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd3697-ebae-49cb-ab9d-45351ca2dae9 req-922813d7-93a8-4636-a021-95dbe0aa595d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.092493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33fd3697-ebae-49cb-ab9d-45351ca2dae9 req-922813d7-93a8-4636-a021-95dbe0aa595d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 945 time: 0.1238570 Aug 16 02:21:50.111336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Network ecd39348-f33f-458f-a922-994688b4af44 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:50.116373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afce8eee-af8c-4dbb-aeb6-c1df6c910ea7 req-58ee3aa6-34ce-4afa-a981-a40e6037204c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760777 Aug 16 02:21:50.140341 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.161010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ecd39348-f33f-458f-a922-994688b4af44) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:50.161408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b820f7-301a-4a0c-a8fc-5b4457bf28bc None None] Pushing event updated for resources: {'Port': ['ID=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:50.175146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e516349-6214-4ff2-9177-d2614f967160 None None] Network ecd39348-f33f-458f-a922-994688b4af44 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:50.179707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.180350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.210676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33fd3697-ebae-49cb-ab9d-45351ca2dae9 req-8241972d-0c64-410a-bfff-9ea1ee593059 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095195 Aug 16 02:21:50.229631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-829b16fe-d12b-4404-a8b4-727062fd3246 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6900473 Aug 16 02:21:50.238260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48324) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:50.242960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-router', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:50.265990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.279081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf55089-6c97-474d-8b51-c9cdec95cd08']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:50.299065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee1d4ef-78c0-4370-867a-5b4798148c04') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:50.299571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee1d4ef-78c0-4370-867a-5b4798148c04') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:50.312692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.312906 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.314115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.341986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-712c5da5-8416-4c58-9b8b-91a4dda783a0 req-57bd3da2-04c2-4d1e-8b08-f6618a16a102 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 210 time: 0.0494454 Aug 16 02:21:50.346032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Attempting to bind port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:50.346917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Attempting to bind port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:50.346917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Attempting to bind port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c on network 0b878569-82b0-42b3-8f7c-5c39832db548 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:50.417328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.434488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:50.435056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Checking segment: {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:50.435605 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.436067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Bound using segment: {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:50.436761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Bound port: bfa41f40-0aeb-4747-bca6-17ca0ab84f5c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:50.437209 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.438987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:50.439407 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.443548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:50.444271 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:50.518252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-86d71f56-7f0c-491b-b373-98488155dfed tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.519794 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-86d71f56-7f0c-491b-b373-98488155dfed tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.1899381 Aug 16 02:21:50.543288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:50.578172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00857f-cf22-4638-862c-d34cebd0eb38 req-42f2cef4-6288-4904-abb7-f590b4607a39 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.586761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f00857f-cf22-4638-862c-d34cebd0eb38 req-42f2cef4-6288-4904-abb7-f590b4607a39 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1627436 Aug 16 02:21:50.597009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.614579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.619305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] 10.222.0.78 "DELETE /v2.0/networks/dbf55089-6c97-474d-8b51-c9cdec95cd08 HTTP/1.1" status: 204 len: 168 time: 0.6132646 Aug 16 02:21:50.639696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a06dbe-36f5-4280-93a9-b170333fd4fb tempest-FloatingIPTestJSON-96892219 tempest-FloatingIPTestJSON-96892219-project] Pushing event deleted for resources: {'Network': ['ID=dbf55089-6c97-474d-8b51-c9cdec95cd08,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:50.640546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-ecd39348-f33f-458f-a922-994688b4af44', 'network_id': 'ecd39348-f33f-458f-a922-994688b4af44', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'fixed_ips': [{'subnet_id': '26a18b23-a9a5-45ee-b367-72407859ff87'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:21:50.642875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.686562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f00857f-cf22-4638-862c-d34cebd0eb38 req-56c63c8c-51f3-4e35-b00d-460b07cc2e60 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995867 Aug 16 02:21:50.707440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.712845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] For port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:50.739643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826387eb-bdd5-4962-a56c-29b506879c9d req-63509fdd-1799-4eb7-b4e5-90b90be653d6 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.741458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-63509fdd-1799-4eb7-b4e5-90b90be653d6 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 818 time: 0.2002108 Aug 16 02:21:50.834750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] For port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:50.836870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.856662 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.858439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-9664bb66-8fb7-4b95-adb6-815c33ecaf3c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/quotas/b1b6bf0f31e4452d87e05d56375fcf1e HTTP/1.1" status: 200 len: 375 time: 0.0153065 Aug 16 02:21:50.957233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:51.036883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3114fcf6-d99c-4af5-8f63-3dccc262bb68 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:51.075858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-1f425940-e901-460d-aabd-386f0a2ce2c7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2057950 Aug 16 02:21:51.081758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:51.147823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:51.152940 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9777526-70e7-4aea-86f7-7404892b64d5" -d '{"events": [{"server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "name": "network-vif-unplugged", "status": "completed", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:51.153174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Routers {'98219d37-96b0-4185-886e-055a10644508'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:51.153761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['98219d37-96b0-4185-886e-055a10644508'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:51.160627 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.187503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.195841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.205709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.217791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.225777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.235930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.244061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.249079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d3b9b3d6-5306-4943-816b-a6780952986d req-4f9eaeb9-0c22-4200-b900-e6ee36973aff tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2577095 Aug 16 02:21:51.252067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48356) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:51.270625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.382768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:51.412604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b820f7-301a-4a0c-a8fc-5b4457bf28bc None None] Pushing event updated for resources: {'Port': ['ID=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:51.416331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Allocated IP 172.20.0.2 (ecd39348-f33f-458f-a922-994688b4af44/26a18b23-a9a5-45ee-b367-72407859ff87/efcfdd7e-e075-4e03-b3be-c1a400b140d9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:51.467938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d3b9b3d6-5306-4943-816b-a6780952986d req-ea7cdcf4-d23a-4695-a415-f62353558abe tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996000 Aug 16 02:21:51.508033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:51.508033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:51.508033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:51.514906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:51.515232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Attempting to bind port 90cd247b-48b9-49b6-8448-e32e131ca5ec on network 2fef8350-0e5c-4c16-b3ab-e3cce643dab9 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:51.523744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-790655b8-1aaa-44eb-85ad-1140413b73c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e029e99e3b784f5a97837c04e12f69bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656872 Aug 16 02:21:51.525438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:51.525782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Checking segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:51.526247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Bound using segment: {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:51.526691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Bound port: 90cd247b-48b9-49b6-8448-e32e131ca5ec, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2975296b-7437-4301-a3bc-5f7dceb7b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2fef8350-0e5c-4c16-b3ab-e3cce643dab9'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:51.527049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.529134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:51.544546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:51.544929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.560911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-5f407162-de34-4603-8396-f95ccf182aa4 service neutron] 10.222.0.78 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840558 Aug 16 02:21:51.595156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] Set router 98219d37-96b0-4185-886e-055a10644508 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:51.647691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-8db49b89-40ca-4f39-9b77-0038d35106c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.651113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-8db49b89-40ca-4f39-9b77-0038d35106c3 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.98 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.6780863 Aug 16 02:21:51.653998 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7f0cf76-bec9-4b34-84b5-5a1cde4c340d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.685842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:51.702630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7f0cf76-bec9-4b34-84b5-5a1cde4c340d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.716155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:51.729201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff81f-fb8e-4890-8a87-acc5b974ca2b req-6bdfd83b-5285-4d75-af2f-16bd14605140 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.730664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4b7ff81f-fb8e-4890-8a87-acc5b974ca2b req-6bdfd83b-5285-4d75-af2f-16bd14605140 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.1352825 Aug 16 02:21:51.740734 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.785655 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.789888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-d5bda025-e7e8-4220-b3df-dca0af9f6049 service neutron] 10.222.0.78 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280331 Aug 16 02:21:51.804178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Transition to ACTIVE for port object efcfdd7e-e075-4e03-b3be-c1a400b140d9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:51.864528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Transition to ACTIVE for port object efcfdd7e-e075-4e03-b3be-c1a400b140d9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:51.877767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.893234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4b7ff81f-fb8e-4890-8a87-acc5b974ca2b req-2645e2c6-fb67-47a6-a1f9-a4b5c5f1970a tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486533 Aug 16 02:21:51.911091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:51.918904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.922968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.928190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-e250e22f-791f-481e-bd99-88f85ba057b3 service neutron] 10.222.0.98 "PUT /v2.0/ports/90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 200 len: 1123 time: 1.3932314 Aug 16 02:21:51.931467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7f0cf76-bec9-4b34-84b5-5a1cde4c340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.935528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7f0cf76-bec9-4b34-84b5-5a1cde4c340d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.940236 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d7f0cf76-bec9-4b34-84b5-5a1cde4c340d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0fdf070e-b423-440f-a6e3-eaca78cb650e HTTP/1.1" status: 204 len: 168 time: 0.4092855 Aug 16 02:21:51.962456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Network ecd39348-f33f-458f-a922-994688b4af44 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:51.973853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0cf76-bec9-4b34-84b5-5a1cde4c340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdf070e-b423-440f-a6e3-eaca78cb650e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.001897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:52.008498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:52.011685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Pushing event updated for resources: {'Port': ['ID=efcfdd7e-e075-4e03-b3be-c1a400b140d9,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.015249 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73162b5b-f7ca-4b99-9039-bf0cfaa7ebb3 x-openstack-request-id: req-73162b5b-f7ca-4b99-9039-bf0cfaa7ebb3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:52.015551 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "name": "network-vif-unplugged", "status": "completed", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:52.015807 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73162b5b-f7ca-4b99-9039-bf0cfaa7ebb3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:52.016210 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec', 'code': 200} Aug 16 02:21:52.061971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['90cd247b-48b9-49b6-8448-e32e131ca5ec'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:52.075218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['90cd247b-48b9-49b6-8448-e32e131ca5ec'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:52.207645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.241582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Attempting to bind port efcfdd7e-e075-4e03-b3be-c1a400b140d9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:52.241963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Attempting to bind port efcfdd7e-e075-4e03-b3be-c1a400b140d9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '1d0da626-58fb-4165-9c8a-cf2109afad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ecd39348-f33f-458f-a922-994688b4af44'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:52.242337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Attempting to bind port efcfdd7e-e075-4e03-b3be-c1a400b140d9 on network ecd39348-f33f-458f-a922-994688b4af44 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:52.245029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad90d48-5fa1-42da-91e9-1966c4fc4de8 req-aa380a4d-6d75-4ddd-ab16-a24abbee5236 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.246976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ad90d48-5fa1-42da-91e9-1966c4fc4de8 req-aa380a4d-6d75-4ddd-ab16-a24abbee5236 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1118834 Aug 16 02:21:52.257608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:52.258029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Checking segment: {'id': '1d0da626-58fb-4165-9c8a-cf2109afad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ecd39348-f33f-458f-a922-994688b4af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:52.258401 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.258800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Bound using segment: {'id': '1d0da626-58fb-4165-9c8a-cf2109afad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ecd39348-f33f-458f-a922-994688b4af44'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:52.259328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Bound port: efcfdd7e-e075-4e03-b3be-c1a400b140d9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0da626-58fb-4165-9c8a-cf2109afad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ecd39348-f33f-458f-a922-994688b4af44'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:52.259716 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.270314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:21:46Z', 'revision_number': 4, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port': {'id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:41Z', 'updated_at': '2021-08-16T02:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bfa41f40-0aeb-4747-bca6-17ca0ab84f5c', 'name': '', 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'mac_address': 'fa:16:3e:c8:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '89217b54-2251-49be-a728-f2f777b9ad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:45Z', 'updated_at': '2021-08-16T02:21:50Z', 'revision_number': 4, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'subnets': [{'id': '89217b54-2251-49be-a728-f2f777b9ad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:52.295915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ad90d48-5fa1-42da-91e9-1966c4fc4de8 req-e4a8ec94-6f05-45f7-989c-8eeca1726db3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Aug 16 02:21:52.323522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba354fe-3392-47d7-90d8-873ae5397d34 None None] The sync data for ids ['98219d37-96b0-4185-886e-055a10644508'] in n-d-769329-15 is: [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:21:46Z', 'revision_number': 4, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port': {'id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:41Z', 'updated_at': '2021-08-16T02:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'bfa41f40-0aeb-4747-bca6-17ca0ab84f5c', 'name': '', 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'mac_address': 'fa:16:3e:c8:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '89217b54-2251-49be-a728-f2f777b9ad53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:45Z', 'updated_at': '2021-08-16T02:21:50Z', 'revision_number': 4, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'subnets': [{'id': '89217b54-2251-49be-a728-f2f777b9ad53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:52.418298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-be517e55-b227-4a7d-98a9-80cd9069bcf3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.420090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-be517e55-b227-4a7d-98a9-80cd9069bcf3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 818 time: 0.5259688 Aug 16 02:21:52.481198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Request body: {'port': {'device_id': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'admin_state_up': True, 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:52.483864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-648729eb-9777-4eb6-b971-97c7b5f57110 req-d46fecdd-a1c9-421e-b864-c845b89ff874 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 210 time: 0.0602441 Aug 16 02:21:52.500961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] For port efcfdd7e-e075-4e03-b3be-c1a400b140d9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:52.504733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] For port efcfdd7e-e075-4e03-b3be-c1a400b140d9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=efcfdd7e-e075-4e03-b3be-c1a400b140d9,segment=NetworkSegment(1d0da626-58fb-4165-9c8a-cf2109afad6f),segment_id=1d0da626-58fb-4165-9c8a-cf2109afad6f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:52.534048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.740045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.753716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.765227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc855c-a354-487b-9a77-df4897210a1a req-4bb7b550-1f11-4ca4-8e0c-01d9a881ce44 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.766828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18cc855c-a354-487b-9a77-df4897210a1a req-4bb7b550-1f11-4ca4-8e0c-01d9a881ce44 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.4304142 Aug 16 02:21:52.768944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.789371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.810025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Pushing event updated for resources: {'Port': ['ID=efcfdd7e-e075-4e03-b3be-c1a400b140d9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.813336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.830386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.841626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.842078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.842603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.843118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.843620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.844067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.844522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.845748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.846325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.848218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.848685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.849228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3406d-168b-400e-8db6-846d5cf92ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:52.851377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18cc855c-a354-487b-9a77-df4897210a1a req-1ca6fa8f-cc45-4cdd-95f4-857db4fa6c1a tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536685 Aug 16 02:21:52.853799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.866176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Deleting port d3d383db-1d01-4975-9430-bab8356e78dc {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:52.866755 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.875941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-f88cb5a9-e35b-4480-b99e-7f1bc86f24f2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5419 time: 0.2732763 Aug 16 02:21:52.916991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.963529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-184de7fd-a4ba-4a23-ba2b-b20638a5e103 req-62cf0fcb-76c2-44df-ac72-ef0a4547d473 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866048 Aug 16 02:21:53.155345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bfa41f40-0aeb-4747-bca6-17ca0ab84f5c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:53.223472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] For port d3d383db-1d01-4975-9430-bab8356e78dc, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d3d383db-1d01-4975-9430-bab8356e78dc,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:53.224095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.242800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:53.248695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:53.248695 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.339895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48406) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.370208 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.427978 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.494198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2cae9c53-7d78-4ba7-a6b1-6f9e1ae44d48 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] Request body: {'port': {'network_id': 'a1812f66-56c6-4940-8994-540937ecb5ca', 'name': 'tempest-NetworksNegativeTestJSON-1869526725'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:53.509067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:53.513604 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cae9c53-7d78-4ba7-a6b1-6f9e1ae44d48 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] POST failed (client error): The resource could not be found. Aug 16 02:21:53.514381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cae9c53-7d78-4ba7-a6b1-6f9e1ae44d48 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:53.515183 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.515907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2cae9c53-7d78-4ba7-a6b1-6f9e1ae44d48 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1747661 Aug 16 02:21:53.521750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.522462 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.523609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Made reservation on behalf of b1b6bf0f31e4452d87e05d56375fcf1e for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:53.527672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.547265 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df48fa5-ea09-4b0c-b8d5-8dc0268ae60a tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] DELETE failed (client error): The resource could not be found. Aug 16 02:21:53.547858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df48fa5-ea09-4b0c-b8d5-8dc0268ae60a tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:53.553234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2df48fa5-ea09-4b0c-b8d5-8dc0268ae60a tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "DELETE /v2.0/networks/6c4debdc-05f9-45e1-bcd2-f2f610720409 HTTP/1.1" status: 404 len: 339 time: 0.0267406 Aug 16 02:21:53.553891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48414) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.571849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eeeb3-b826-4749-b210-4dbf86213c09 req-de642f39-56dd-41de-90a5-9fa05def6d6c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.573486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-787eeeb3-b826-4749-b210-4dbf86213c09 req-de642f39-56dd-41de-90a5-9fa05def6d6c tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1284037 Aug 16 02:21:53.590996 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5cc4ec-22ee-419c-9d69-57eec642776e tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] DELETE failed (client error): The resource could not be found. Aug 16 02:21:53.591758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5cc4ec-22ee-419c-9d69-57eec642776e tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:53.597623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b5cc4ec-22ee-419c-9d69-57eec642776e tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "DELETE /v2.0/ports/10b48e86-d11b-4a1c-9ddd-58d094ee78f3 HTTP/1.1" status: 404 len: 333 time: 0.0391297 Aug 16 02:21:53.599497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.607226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:53.626721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e372f-a962-44d6-8ad5-4909e79bb4d0 req-f3df9e41-0020-4c9b-ba3d-77625ffc08ac tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.628769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b83e372f-a962-44d6-8ad5-4909e79bb4d0 req-f3df9e41-0020-4c9b-ba3d-77625ffc08ac tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 945 time: 0.5898938 Aug 16 02:21:53.641116 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61aea1c-8e7c-44bd-889f-a99ee5969be2 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] DELETE failed (client error): The resource could not be found. Aug 16 02:21:53.641588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61aea1c-8e7c-44bd-889f-a99ee5969be2 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:53.643483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a61aea1c-8e7c-44bd-889f-a99ee5969be2 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "DELETE /v2.0/subnets/8839aa6c-be40-4cd3-8e61-4243b35e6eca HTTP/1.1" status: 404 len: 337 time: 0.0429351 Aug 16 02:21:53.646987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.675398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.675862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.676543 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Floating IP e469de49-c006-49a7-bc7a-e9ffc99042cb disassociated. External IP: 172.25.4.160, port: d3d383db-1d01-4975-9430-bab8356e78dc. Aug 16 02:21:53.677068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Calling delete_port for d3d383db-1d01-4975-9430-bab8356e78dc owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:53.690073 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8609a0f0-65e9-4553-9e94-cf333166995a tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] GET failed (client error): The resource could not be found. Aug 16 02:21:53.695427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8609a0f0-65e9-4553-9e94-cf333166995a tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "GET /v2.0/networks/ff487fe5-5e28-47a5-8761-576481af2f16 HTTP/1.1" status: 404 len: 339 time: 0.0436857 Aug 16 02:21:53.701892 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-787eeeb3-b826-4749-b210-4dbf86213c09 req-6dac80be-b7fd-4e98-bfe7-e00c46c733a7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131561 Aug 16 02:21:53.702433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.703923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 90cd247b-48b9-49b6-8448-e32e131ca5ec details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:53.750764 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaa0595-7808-42cc-8fd1-159e3232426d tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] GET failed (client error): The resource could not be found. Aug 16 02:21:53.752516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5eaa0595-7808-42cc-8fd1-159e3232426d tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "GET /v2.0/ports/45f4d094-26ae-4322-be7a-4ff4f8f76a24 HTTP/1.1" status: 404 len: 333 time: 0.0490661 Aug 16 02:21:53.756163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.823058 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d5276f-7c57-4e4f-8118-42d7a7e45f66 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] GET failed (client error): The resource could not be found. Aug 16 02:21:53.826364 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a5d5276f-7c57-4e4f-8118-42d7a7e45f66 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "GET /v2.0/subnets/3d6bcc44-57f4-42f4-aacc-61ae9178d936 HTTP/1.1" status: 404 len: 337 time: 0.0673370 Aug 16 02:21:53.830947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.860465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3d8bed19-d659-4980-8a52-e85d1305a9ec tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:53.869035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b096ceeb-2c70-499e-aaf7-cb3935b1069e req-127e4e76-d9e9-47d6-9d96-7e12f185f1ec tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 210 time: 0.0658486 Aug 16 02:21:53.932378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device aa8a52e5-64f0-45ed-b10a-3fadbd3a925e details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:53.997011 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8bed19-d659-4980-8a52-e85d1305a9ec tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] PUT failed (client error): The resource could not be found. Aug 16 02:21:53.997623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8bed19-d659-4980-8a52-e85d1305a9ec tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:54.002671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3d8bed19-d659-4980-8a52-e85d1305a9ec tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "PUT /v2.0/networks/26c6b1da-067e-403a-8485-63b0c37310c2 HTTP/1.1" status: 404 len: 339 time: 0.1656487 Aug 16 02:21:54.003729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:54.011219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-56cbf09e-86a9-4da1-89b7-fba32f8f8adb tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:54.018524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:54.020374 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda" -d '{"events": [{"name": "network-changed", "server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:54.082230 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cbf09e-86a9-4da1-89b7-fba32f8f8adb tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] PUT failed (client error): The resource could not be found. Aug 16 02:21:54.082904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cbf09e-86a9-4da1-89b7-fba32f8f8adb tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:54.084068 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-56cbf09e-86a9-4da1-89b7-fba32f8f8adb tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "PUT /v2.0/ports/a4106dd1-780b-4211-bac7-9f1d0a7be60c HTTP/1.1" status: 404 len: 333 time: 0.0798078 Aug 16 02:21:54.098685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:54.098908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:54.105213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-93fded8d-898a-4443-9cdd-c3f11c6cdd63 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:54.133257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 90cd247b-48b9-49b6-8448-e32e131ca5ec has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:21:54.166204 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fded8d-898a-4443-9cdd-c3f11c6cdd63 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] PUT failed (client error): The resource could not be found. Aug 16 02:21:54.166583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fded8d-898a-4443-9cdd-c3f11c6cdd63 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:21:54.167508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-93fded8d-898a-4443-9cdd-c3f11c6cdd63 tempest-NetworksNegativeTestJSON-521130082 tempest-NetworksNegativeTestJSON-521130082-project] 10.222.0.78 "PUT /v2.0/subnets/b08bd1c5-b77e-4a36-a299-fc80c97ac82f HTTP/1.1" status: 404 len: 337 time: 0.0669003 Aug 16 02:21:54.182751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:54.204623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e', 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'port_id': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e', 'mac_address': 'fa:16:3e:5e:66:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:54.213645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0fbe2-80ca-40d6-b5c8-ba1d88ca7855 None None] Network ecd39348-f33f-458f-a922-994688b4af44 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:54.220386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826387eb-bdd5-4962-a56c-29b506879c9d req-82f4d546-dfdf-49d9-9dd6-28424c397f08 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.222203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-82f4d546-dfdf-49d9-9dd6-28424c397f08 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 818 time: 0.3905220 Aug 16 02:21:54.235901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39919183-b3ec-4e43-87ff-2c1f5809c2ab req-e6125de4-1667-4f3b-981b-79ab39cc2922 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.236351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b83e372f-a962-44d6-8ad5-4909e79bb4d0 req-6247522f-eb1b-4ca1-929d-5598e4c80c6c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups?id=99abf641-f03b-4987-87bf-ef513fb18e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4987807 Aug 16 02:21:54.237482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-39919183-b3ec-4e43-87ff-2c1f5809c2ab req-e6125de4-1667-4f3b-981b-79ab39cc2922 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2231257 Aug 16 02:21:54.246551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Request body: {'port': {'device_id': '64584518-b947-477a-918e-60e88bbf7276', 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'admin_state_up': True, 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:54.254233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Allocated IP 172.25.4.235 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/8f29964c-0c9a-40a9-9114-f1b6673e3705) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:54.261524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Allocated IP 172.20.0.9 (0b878569-82b0-42b3-8f7c-5c39832db548/89217b54-2251-49be-a728-f2f777b9ad53/07e15d66-f25b-4369-a243-df8216312e3e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:54.343943 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ecc9a-c26c-4bd0-9041-02b2a363d9a9 x-openstack-request-id: req-da2ecc9a-c26c-4bd0-9041-02b2a363d9a9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:54.344502 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:54.344882 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da2ecc9a-c26c-4bd0-9041-02b2a363d9a9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:54.345338 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec', 'status': 'completed', 'code': 200} Aug 16 02:21:54.408953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-39919183-b3ec-4e43-87ff-2c1f5809c2ab req-0153605a-fe46-4967-9f39-8bf931b974d7 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528370 Aug 16 02:21:54.446290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2c8e8a3e-d533-4df6-b628-309316bdc3f8 None None] Provisioning for port efcfdd7e-e075-4e03-b3be-c1a400b140d9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:54.496250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Made reservation on behalf of b1b6bf0f31e4452d87e05d56375fcf1e for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:54.506245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.509160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.545782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.550751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8a52e5-64f0-45ed-b10a-3fadbd3a925e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:54.604251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48444) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:54.612527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:54.619343 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.620010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 45e820d2-2c76-4050-8822-ac0892d0cfba details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:54.628335 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.631115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-d34a81ec-362e-4572-8c90-1401f451008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.632928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-d34a81ec-362e-4572-8c90-1401f451008b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1126 time: 0.2616818 Aug 16 02:21:54.715009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.750382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-504c1105-509a-412d-ad77-d15a7938abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.752323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-504c1105-509a-412d-ad77-d15a7938abea service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.1102681 Aug 16 02:21:54.780773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:54.788574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Pushing event updated for resources: {'Port': ['ID=8f29964c-0c9a-40a9-9114-f1b6673e3705,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.800470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:54.811635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:54.844326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-f0257f11-4f66-41c9-9dc1-f30397b37d77 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 200 len: 217 time: 0.0831182 Aug 16 02:21:54.848791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.853762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 45e820d2-2c76-4050-8822-ac0892d0cfba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=45e820d2-2c76-4050-8822-ac0892d0cfba,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:54.862532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.868952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.875677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.882125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.882649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'port_id': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'mac_address': 'fa:16:3e:d1:87:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:54.888305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.894931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.901847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.905083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6fd92207-08e0-4039-a9be-e21903b974ec req-800161cc-7861-4730-a65a-bf02f6f258c2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5420 time: 0.2955921 Aug 16 02:21:54.926036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-161f9399-64ad-451c-be87-03f8cae5b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.927675 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-161f9399-64ad-451c-be87-03f8cae5b12c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.0620697 Aug 16 02:21:54.940333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b024e03-523c-4df7-8fe6-51304ae341d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.949564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event deleted for resources: {'Port': ['ID=d3d383db-1d01-4975-9430-bab8356e78dc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.955024 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.974240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-5ccc43bb-290b-4d60-baca-6355fdb82277 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381424 Aug 16 02:21:54.981389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e820d2-2c76-4050-8822-ac0892d0cfba {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:54.988986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fd068-84f3-4616-98db-2e7ba1a6f355 req-95d45cf5-8e7a-43d9-9758-56eabe5e7052 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.997835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5fd068-84f3-4616-98db-2e7ba1a6f355 req-95d45cf5-8e7a-43d9-9758-56eabe5e7052 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1667361 Aug 16 02:21:55.011001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 45e820d2-2c76-4050-8822-ac0892d0cfba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=45e820d2-2c76-4050-8822-ac0892d0cfba,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:55.015098 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.016463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 15cafcbc-bafe-4d75-81df-4ff05831d14e details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:55.117546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5fd068-84f3-4616-98db-2e7ba1a6f355 req-3fb53373-8e77-4827-ba3e-8dc227a54f35 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186478 Aug 16 02:21:55.188052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-7128b43c-78f3-4ffa-ad67-45b06ed16580 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811907 Aug 16 02:21:55.353515 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd2c962a-3c3e-469f-a2af-697fa0119a2d req-6482e1d6-c203-4244-b9c9-d4cb6159a56c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 210 time: 0.0636964 Aug 16 02:21:55.394796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.422494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ad35e456-13b7-4f4d-98c6-e8d0394b0fda req-8ca8b6d0-b0e0-4ffe-a215-7005db6553c5 service neutron] 10.222.0.88 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252078 Aug 16 02:21:55.452615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.522207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 15cafcbc-bafe-4d75-81df-4ff05831d14e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:55.528533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7770312-2069-4119-897a-c87df48e224b req-6089d861-604a-4770-8a27-25c4e9b90911 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 210 time: 0.0358174 Aug 16 02:21:55.539767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '15cafcbc-bafe-4d75-81df-4ff05831d14e', 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f', 'port_id': '15cafcbc-bafe-4d75-81df-4ff05831d14e', 'mac_address': 'fa:16:3e:e1:aa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c43cc7-c77d-420c-b4a1-66d6ef41ce11', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:55.542862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Allocated IP 172.20.0.4 (0b878569-82b0-42b3-8f7c-5c39832db548/89217b54-2251-49be-a728-f2f777b9ad53/017bbaf1-7819-4764-a75d-9cb482bf061d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:55.544680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bfa41f40-0aeb-4747-bca6-17ca0ab84f5c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:55.549170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=45e820d2-2c76-4050-8822-ac0892d0cfba,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.550262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6fd92207-08e0-4039-a9be-e21903b974ec req-30339c2b-68c7-41c2-ad2b-6767b51052a4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6044972 Aug 16 02:21:55.645873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.647301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Pushing event updated for resources: {'Port': ['ID=07e15d66-f25b-4369-a243-df8216312e3e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.675359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cafcbc-bafe-4d75-81df-4ff05831d14e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:55.690252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Network 0b878569-82b0-42b3-8f7c-5c39832db548 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:55.703786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:55.705020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 15cafcbc-bafe-4d75-81df-4ff05831d14e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:55.706910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:55.716023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d3d383db-1d01-4975-9430-bab8356e78dc no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:55.737597 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.738366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e3a64705-895c-4b54-93f5-2d3da0e0d222 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:55.746401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: d3d383db-1d01-4975-9430-bab8356e78dc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:55.747379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d3d383db-1d01-4975-9430-bab8356e78dc not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:55.765436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.812927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.817494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Router c10532ed-c522-40f9-afdf-ba35986acb27 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:55.827047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:55.827543 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.848088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.848673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.898498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Pushing event updated for resources: {'Port': ['ID=017bbaf1-7819-4764-a75d-9cb482bf061d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.918180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Network 0b878569-82b0-42b3-8f7c-5c39832db548 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:55.925588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:55.928015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e3a64705-895c-4b54-93f5-2d3da0e0d222, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:55.929387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:55.970436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=15cafcbc-bafe-4d75-81df-4ff05831d14e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.982358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.983116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.990070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device efcfdd7e-e075-4e03-b3be-c1a400b140d9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:55.993401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:55.998303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.003453 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] Sync routers for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:56.016344 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:56.020059 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:56.040603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb545ab1-fbe3-4974-9172-bc2fe8552206 req-ea4b378f-aaf2-4593-91bb-4140a69a2a31 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.052413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb545ab1-fbe3-4974-9172-bc2fe8552206 req-ea4b378f-aaf2-4593-91bb-4140a69a2a31 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2431746 Aug 16 02:21:56.063496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e3a64705-895c-4b54-93f5-2d3da0e0d222', 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'port_id': 'e3a64705-895c-4b54-93f5-2d3da0e0d222', 'mac_address': 'fa:16:3e:7e:0c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:56.067512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port efcfdd7e-e075-4e03-b3be-c1a400b140d9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:56.073797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port efcfdd7e-e075-4e03-b3be-c1a400b140d9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:56.074242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.084089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] No DVR routers for this DVR port d3d383db-1d01-4975-9430-bab8356e78dc on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:56.086977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.089981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3459562e-cb80-4248-94b1-7cefe73178c3 req-9e913980-030b-4740-9ea2-2d23aff090fb tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.98 "DELETE /v2.0/ports/d3d383db-1d01-4975-9430-bab8356e78dc HTTP/1.1" status: 204 len: 173 time: 4.4251881 Aug 16 02:21:56.092184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b024e03-523c-4df7-8fe6-51304ae341d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.099122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'name': 'network-vif-deleted', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:56.102008 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106eb53c-b3dc-402b-9e03-ee9988b18a5a" -d '{"events": [{"server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "name": "network-vif-deleted", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:56.114564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-0a3ce2a8-a1ad-4675-b56b-8f8b33f047cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8742964 Aug 16 02:21:56.123162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b024e03-523c-4df7-8fe6-51304ae341d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.155012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec0c9fdd-0a5b-48e9-8d2d-f377166fbfad tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6784906 Aug 16 02:21:56.163570 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2b024e03-523c-4df7-8fe6-51304ae341d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=790361c83b0444f9875ebc4276dc0e17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5513694 Aug 16 02:21:56.164764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48464) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:56.165658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Request body: {'port': {'device_id': '64584518-b947-477a-918e-60e88bbf7276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:56.193908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.222971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Request body: {'port': {'device_id': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:56.224222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a64705-895c-4b54-93f5-2d3da0e0d222 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:56.250892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e3a64705-895c-4b54-93f5-2d3da0e0d222, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:56.263112 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.264407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:56.354887 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb545ab1-fbe3-4974-9172-bc2fe8552206 req-955197c4-f100-4fd6-ac16-619751277493 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010252 Aug 16 02:21:56.360090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e3a64705-895c-4b54-93f5-2d3da0e0d222,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:56.371204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.371967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2e1073db-0fa6-472c-9e8d-89316cb8b04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.443543 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:56.507835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:56.521202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb', 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'port_id': 'fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb', 'mac_address': 'fa:16:3e:b5:13:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:56.573417 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.595801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.632937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:56.677521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:56.689923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.689923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9873bb33-bdda-495d-89af-ca9ed2e2c124 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:56.734994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port efcfdd7e-e075-4e03-b3be-c1a400b140d9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=efcfdd7e-e075-4e03-b3be-c1a400b140d9,segment=NetworkSegment(1d0da626-58fb-4165-9c8a-cf2109afad6f),segment_id=1d0da626-58fb-4165-9c8a-cf2109afad6f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:56.748396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.791931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0fefe-fbbc-4c1f-974d-a15e12ab913b req-5f43250b-52de-44ed-9581-41c981d9bd1e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.793757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dff0fefe-fbbc-4c1f-974d-a15e12ab913b req-5f43250b-52de-44ed-9581-41c981d9bd1e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.1216800 Aug 16 02:21:56.804772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9873bb33-bdda-495d-89af-ca9ed2e2c124, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:56.816409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017bbaf1-7819-4764-a75d-9cb482bf061d {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:56.834319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.850777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:56.869280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dff0fefe-fbbc-4c1f-974d-a15e12ab913b req-cc7eb410-7e1c-47d9-8f4c-88e36269f61a tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651853 Aug 16 02:21:56.873395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '9873bb33-bdda-495d-89af-ca9ed2e2c124', 'network_id': '83d76dfe-192b-4b7a-940a-b62afd35c90f', 'port_id': '9873bb33-bdda-495d-89af-ca9ed2e2c124', 'mac_address': 'fa:16:3e:52:28:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c43cc7-c77d-420c-b4a1-66d6ef41ce11', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:56.877214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Transition to ACTIVE for port object 017bbaf1-7819-4764-a75d-9cb482bf061d will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:56.886341 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.886547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b024e03-523c-4df7-8fe6-51304ae341d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1414f2f2-9086-4c4c-aa12-81624200b881,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:56.897351 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c62ef5-e3e2-441e-a848-684289caf891 x-openstack-request-id: req-26c62ef5-e3e2-441e-a848-684289caf891 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:56.897729 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5e3ed-7321-4394-ac72-142c726b6c5c", "name": "network-vif-deleted", "tag": "d3d383db-1d01-4975-9430-bab8356e78dc", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:56.898081 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26c62ef5-e3e2-441e-a848-684289caf891 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:56.898565 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5e3ed-7321-4394-ac72-142c726b6c5c', 'name': 'network-vif-deleted', 'tag': 'd3d383db-1d01-4975-9430-bab8356e78dc', 'status': 'completed', 'code': 200} Aug 16 02:21:57.023959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Pushing event updated for resources: {'Port': ['ID=017bbaf1-7819-4764-a75d-9cb482bf061d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.080973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Attempting to bind port 017bbaf1-7819-4764-a75d-9cb482bf061d on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:57.081330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Attempting to bind port 017bbaf1-7819-4764-a75d-9cb482bf061d by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:57.081785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Attempting to bind port 017bbaf1-7819-4764-a75d-9cb482bf061d on network 0b878569-82b0-42b3-8f7c-5c39832db548 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:57.089319 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b43a794d-2833-4798-90da-97e40b563fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.089745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=efcfdd7e-e075-4e03-b3be-c1a400b140d9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.107697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.115408 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01e7eb07-1724-4421-8e76-11977b9cf808 req-34b6ced6-946b-4d5f-9b6e-af60016bfd49 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/ports?device_id=07d5e3ed-7321-4394-ac72-142c726b6c5c HTTP/1.1" status: 200 len: 210 time: 0.0356994 Aug 16 02:21:57.116874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Port 017bbaf1-7819-4764-a75d-9cb482bf061d on network 0b878569-82b0-42b3-8f7c-5c39832db548 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:57.117272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Attempting to bind port 017bbaf1-7819-4764-a75d-9cb482bf061d on network 0b878569-82b0-42b3-8f7c-5c39832db548 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:57.121447 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.124108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:57.124596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Checking segment: {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:57.125130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Bound using segment: {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:57.125719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Bound port: 017bbaf1-7819-4764-a75d-9cb482bf061d, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:57.126372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.142024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9873bb33-bdda-495d-89af-ca9ed2e2c124 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:57.169122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9873bb33-bdda-495d-89af-ca9ed2e2c124, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.174908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.177125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device daf81fe8-13c7-48fc-8ec8-1eee102ce794 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:57.192075 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b43a794d-2833-4798-90da-97e40b563fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.210893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] For port 017bbaf1-7819-4764-a75d-9cb482bf061d, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:57.214580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] For port 017bbaf1-7819-4764-a75d-9cb482bf061d, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=017bbaf1-7819-4764-a75d-9cb482bf061d,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:57.222121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.246831 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:44Z', 'revision_number': 5, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:57.257993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac77ba-fb9f-486c-b48e-34aacfedd2d3 req-015a3366-5177-48ae-8b8a-cf3f93c789e1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.260209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5aac77ba-fb9f-486c-b48e-34aacfedd2d3 req-015a3366-5177-48ae-8b8a-cf3f93c789e1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 943 time: 0.3595769 Aug 16 02:21:57.287791 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] Checking router: c10532ed-c522-40f9-afdf-ba35986acb27 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:57.299415 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:57.300520 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:57.320545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port daf81fe8-13c7-48fc-8ec8-1eee102ce794, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.365150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Pushing event updated for resources: {'Port': ['ID=017bbaf1-7819-4764-a75d-9cb482bf061d,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.391676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5aac77ba-fb9f-486c-b48e-34aacfedd2d3 req-cb869197-5eed-4a80-a02a-5e8aeef8db91 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024282 Aug 16 02:21:57.392744 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.398187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794', 'network_id': '2ed06d25-6749-40a8-9c2e-0022bd16b184', 'port_id': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794', 'mac_address': 'fa:16:3e:94:1c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:57.412531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.413509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.416690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-271786dc-c9b8-4af3-8e70-75aa26443af3 service neutron] 10.222.0.98 "PUT /v2.0/ports/017bbaf1-7819-4764-a75d-9cb482bf061d HTTP/1.1" status: 200 len: 1092 time: 1.2701876 Aug 16 02:21:57.417151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64584518-b947-477a-918e-60e88bbf7276', 'tag': '017bbaf1-7819-4764-a75d-9cb482bf061d'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:57.420070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=9873bb33-bdda-495d-89af-ca9ed2e2c124,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.430070 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab" -d '{"events": [{"name": "network-changed", "server_uuid": "64584518-b947-477a-918e-60e88bbf7276", "tag": "017bbaf1-7819-4764-a75d-9cb482bf061d"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:57.490832 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:57.526372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b43a794d-2833-4798-90da-97e40b563fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.528958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b43a794d-2833-4798-90da-97e40b563fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.530254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b43a794d-2833-4798-90da-97e40b563fc5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1414f2f2-9086-4c4c-aa12-81624200b881 HTTP/1.1" status: 204 len: 168 time: 1.3639410 Aug 16 02:21:57.560223 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.592085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf81fe8-13c7-48fc-8ec8-1eee102ce794 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:57.629575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a794d-2833-4798-90da-97e40b563fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1414f2f2-9086-4c4c-aa12-81624200b881,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.646804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.647590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port daf81fe8-13c7-48fc-8ec8-1eee102ce794, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.657861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.664829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.672092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.678429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.684860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.686917 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.692046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.702768 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-1a23491b-cfee-4023-affa-47001978374c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5425 time: 0.3374307 Aug 16 02:21:57.754764 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:44Z', 'revision_number': 5, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:57.770897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826387eb-bdd5-4962-a56c-29b506879c9d req-d4b027b2-ba77-41fd-9108-37e896cd4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.772711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-d4b027b2-ba77-41fd-9108-37e896cd4815 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 1095 time: 0.2532096 Aug 16 02:21:57.799748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7137fa5-f571-4edf-a460-5fb25b8dce3b None None] The sync data for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 is: [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:34Z', 'revision_number': 4, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e318c05f-1342-4973-a698-57438d38df73', 'name': '', 'network_id': '1d5b3dc7-92ac-4478-8e53-40672ae02248', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'mac_address': 'fa:16:3e:4c:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:31Z', 'updated_at': '2021-08-16T02:19:44Z', 'revision_number': 5, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'subnets': [{'id': '819c530b-a6cc-4d88-ab38-38baca1f0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:57.802107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7de01956-d06a-45a5-b19d-7016d8e3838e req-e10be2c4-f8b4-4f2d-bd74-b81df289025f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971179 Aug 16 02:21:57.842036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f57c3f-1ee5-468f-9f74-143237b41f2e req-70891f68-2a24-43a9-825e-602d28c3642f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.842515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79f57c3f-1ee5-468f-9f74-143237b41f2e req-70891f68-2a24-43a9-825e-602d28c3642f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1449871 Aug 16 02:21:57.850208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=daf81fe8-13c7-48fc-8ec8-1eee102ce794,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.961156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79f57c3f-1ee5-468f-9f74-143237b41f2e req-11015b06-a0ca-4de5-91dc-5f091721c724 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093717 Aug 16 02:21:57.969571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Router 65645365-1183-419f-a03c-25a34dbcf7f8 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:21:57.985893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e15d66-f25b-4369-a243-df8216312e3e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:57.993716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.065907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Transition to ACTIVE for port object 07e15d66-f25b-4369-a243-df8216312e3e will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:58.077398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.236077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Pushing event updated for resources: {'Port': ['ID=07e15d66-f25b-4369-a243-df8216312e3e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.241839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:58.254502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Sync routers for ids ['65645365-1183-419f-a03c-25a34dbcf7f8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:58.276799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Routers {'65645365-1183-419f-a03c-25a34dbcf7f8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:58.277558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['65645365-1183-419f-a03c-25a34dbcf7f8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:58.304171 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77025de-ce5d-4ea8-bb3c-8df33e9d4785 None None] New status for floating IP e469de49-c006-49a7-bc7a-e9ffc99042cb: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:58.357714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48496) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:58.366410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e3a64705-895c-4b54-93f5-2d3da0e0d222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.398642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['15cafcbc-bafe-4d75-81df-4ff05831d14e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.427816 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.432359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e827f53f-b652-4ad2-a7cb-100cea381e8f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.1899388 Aug 16 02:21:58.438609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48500) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:58.461576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['9873bb33-bdda-495d-89af-ca9ed2e2c124'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.465844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['45e820d2-2c76-4050-8822-ac0892d0cfba'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.467853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.478268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['daf81fe8-13c7-48fc-8ec8-1eee102ce794'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.551086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-a734405d-271f-4382-a168-73161a85ac76 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017bbaf1-7819-4764-a75d-9cb482bf061d HTTP/1.1" status: 200 len: 217 time: 0.7476492 Aug 16 02:21:58.554131 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea57538-43d2-46f6-8e9c-7c296fadc7c0 x-openstack-request-id: req-6ea57538-43d2-46f6-8e9c-7c296fadc7c0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:58.554440 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64584518-b947-477a-918e-60e88bbf7276", "tag": "017bbaf1-7819-4764-a75d-9cb482bf061d", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:58.554850 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ea57538-43d2-46f6-8e9c-7c296fadc7c0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:58.555540 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64584518-b947-477a-918e-60e88bbf7276', 'tag': '017bbaf1-7819-4764-a75d-9cb482bf061d', 'status': 'completed', 'code': 200} Aug 16 02:21:58.599330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c586ae0d-b9de-4402-a425-695099196d2c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.601396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Attempting to bind port 07e15d66-f25b-4369-a243-df8216312e3e on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:58.601835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Attempting to bind port 07e15d66-f25b-4369-a243-df8216312e3e by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:58.602264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Attempting to bind port 07e15d66-f25b-4369-a243-df8216312e3e on network 0b878569-82b0-42b3-8f7c-5c39832db548 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:58.675237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Port 07e15d66-f25b-4369-a243-df8216312e3e on network 0b878569-82b0-42b3-8f7c-5c39832db548 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:58.675648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Attempting to bind port 07e15d66-f25b-4369-a243-df8216312e3e on network 0b878569-82b0-42b3-8f7c-5c39832db548 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:58.695840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c586ae0d-b9de-4402-a425-695099196d2c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.714302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:58.716509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Checking segment: {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:58.716509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Bound using segment: {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:58.717183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Bound port: 07e15d66-f25b-4369-a243-df8216312e3e, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea10d6c-7469-4641-b7a1-bb406fd4719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:58.717940 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.739488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb3e42-bda6-40d1-a27d-c0537e03a968 req-bde9a79a-d631-4928-9610-b34c0c413163 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.741101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826387eb-bdd5-4962-a56c-29b506879c9d req-c2329111-f895-4348-ae4a-47f3c806019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.741235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67bb3e42-bda6-40d1-a27d-c0537e03a968 req-bde9a79a-d631-4928-9610-b34c0c413163 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 943 time: 0.2092092 Aug 16 02:21:58.743409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-c2329111-f895-4348-ae4a-47f3c806019d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.1453969 Aug 16 02:21:58.818049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc90c-c221-4be6-902e-38839f4f98a5 req-bb94dc09-9218-435a-86de-13b7740aaaa7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.829066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851fc90c-c221-4be6-902e-38839f4f98a5 req-bb94dc09-9218-435a-86de-13b7740aaaa7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 943 time: 0.2721646 Aug 16 02:21:58.833606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-4112119c-2172-43de-a14f-bb9c7c38593a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784924 Aug 16 02:21:58.870580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-2afde860-9230-412f-8e3d-7019b938ef09 service neutron] 10.222.0.88 "GET /v2.0/ports/90cd247b-48b9-49b6-8448-e32e131ca5ec/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.3184471 Aug 16 02:21:58.886605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Set router 65645365-1183-419f-a03c-25a34dbcf7f8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:58.889015 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b17990b-b1f5-4528-927f-68e2df961025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.891012 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.895938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67bb3e42-bda6-40d1-a27d-c0537e03a968 req-0929bfb6-94e3-4b31-974f-73e6fbcbe903 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280529 Aug 16 02:21:59.026281 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851fc90c-c221-4be6-902e-38839f4f98a5 req-76f284d1-5b74-4eec-9ee6-c60b2d8a3809 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956503 Aug 16 02:21:59.028856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c586ae0d-b9de-4402-a425-695099196d2c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.031871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c586ae0d-b9de-4402-a425-695099196d2c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.033159 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c586ae0d-b9de-4402-a425-695099196d2c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "DELETE /v2.0/security-groups/99abf641-f03b-4987-87bf-ef513fb18e3c HTTP/1.1" status: 204 len: 168 time: 0.6724243 Aug 16 02:21:59.058575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48516) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:59.071819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:59.090686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] For port 07e15d66-f25b-4369-a243-df8216312e3e, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:59.095419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586ae0d-b9de-4402-a425-695099196d2c tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99abf641-f03b-4987-87bf-ef513fb18e3c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.101494 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-4f367a28-c431-409e-a489-c987fa9db2c1 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] show failed (client error): The resource could not be found. Aug 16 02:21:59.104465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4f367a28-c431-409e-a489-c987fa9db2c1 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "GET /v2.0/security-groups/99abf641-f03b-4987-87bf-ef513fb18e3c HTTP/1.1" status: 404 len: 347 time: 0.0430710 Aug 16 02:21:59.108114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:59.145636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] For port 07e15d66-f25b-4369-a243-df8216312e3e, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07e15d66-f25b-4369-a243-df8216312e3e,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:59.195729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.281463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.282091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.283794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] 10.222.0.98 "PUT /v2.0/ports/07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 200 len: 1092 time: 3.0697441 Aug 16 02:21:59.284148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device efcfdd7e-e075-4e03-b3be-c1a400b140d9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:59.286232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'tag': '07e15d66-f25b-4369-a243-df8216312e3e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:59.288500 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3" -d '{"events": [{"name": "network-changed", "server_uuid": "98d03c98-1474-4e13-8ed3-d9aa6c6abe21", "tag": "07e15d66-f25b-4369-a243-df8216312e3e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:59.305522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.312802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.316206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7851523c-8a5a-4a54-86d0-58d7af8c9551 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-383041074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:59.342323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.353856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.361490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.369864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.376420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.378555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-40efba5c-d1d3-451b-88d3-100a228f00b6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5426 time: 0.2653844 Aug 16 02:21:59.453887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:59.470443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-aab52a0e-3da1-453d-8f7d-d32931abde32 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224084 Aug 16 02:21:59.481546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eb486-8433-4b7f-8897-a673d3efc986 service neutron] Pushing event updated for resources: {'Port': ['ID=07e15d66-f25b-4369-a243-df8216312e3e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.509044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7851523c-8a5a-4a54-86d0-58d7af8c9551 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.510319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7851523c-8a5a-4a54-86d0-58d7af8c9551 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.549414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-98c71250-faed-482c-8fe6-e637bc06baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.550444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['aa8a52e5-64f0-45ed-b10a-3fadbd3a925e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:59.552447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-98c71250-faed-482c-8fe6-e637bc06baa9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1095 time: 0.1463945 Aug 16 02:21:59.563015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de00f82d-26e9-4ef4-8bfb-2c817e6fbfaa req-fd4eaa52-d0ce-4ee2-b90f-508ea71d5ae7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443658 Aug 16 02:21:59.591567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:59.604234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef3b6-9b5c-4e9f-ad51-8cd3f3e3d9c8 req-33c273c7-2b5e-4fc2-907e-eeba07de765f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.606127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67bef3b6-9b5c-4e9f-ad51-8cd3f3e3d9c8 req-33c273c7-2b5e-4fc2-907e-eeba07de765f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.4591427 Aug 16 02:21:59.646506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-b05ec741-230f-49d3-a83d-3c7b949b9a14 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 200 len: 217 time: 0.0802543 Aug 16 02:21:59.701678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cd247b-48b9-49b6-8448-e32e131ca5ec {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:59.725763 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd7a7cc-b37c-4656-8a01-94a4cdeb583e x-openstack-request-id: req-4bd7a7cc-b37c-4656-8a01-94a4cdeb583e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:59.726147 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d03c98-1474-4e13-8ed3-d9aa6c6abe21", "tag": "07e15d66-f25b-4369-a243-df8216312e3e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:59.726318 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4bd7a7cc-b37c-4656-8a01-94a4cdeb583e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:59.726762 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'tag': '07e15d66-f25b-4369-a243-df8216312e3e', 'status': 'completed', 'code': 200} Aug 16 02:21:59.736088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 90cd247b-48b9-49b6-8448-e32e131ca5ec no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:59.751803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7851523c-8a5a-4a54-86d0-58d7af8c9551 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.763065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:59.778796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec7e0aa6-91fa-432b-a206-a056c8284307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.781052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-ec7e0aa6-91fa-432b-a206-a056c8284307 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.1253901 Aug 16 02:21:59.788436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7851523c-8a5a-4a54-86d0-58d7af8c9551 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.816151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67bef3b6-9b5c-4e9f-ad51-8cd3f3e3d9c8 req-0b643ce4-c85c-408c-8cff-68c874db792d tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806891 Aug 16 02:21:59.829136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Deleting port d3076d89-23e6-485a-b9b2-be85ca8669b3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:59.829854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.835484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.853021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-9f354bd5-05d5-4ba6-8810-e30440be5aa8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632143 Aug 16 02:21:59.859423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7851523c-8a5a-4a54-86d0-58d7af8c9551 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.864595 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7851523c-8a5a-4a54-86d0-58d7af8c9551 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7800159 Aug 16 02:21:59.912374 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-826387eb-bdd5-4962-a56c-29b506879c9d req-1dc6ad94-535f-48f0-925f-3230ae8ad830 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111550 Aug 16 02:21:59.912844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:59.924187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-835597015'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:00.005972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-8c878ded-44e4-4e29-9c1c-eeb2020b1e0b service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442218 Aug 16 02:22:00.009703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.035495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Made reservation on behalf of 16d1778321474277bee5fb1dc8c56d07 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:00.039120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.079313 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.080409 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.104064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.104703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.146287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Calling delete_port for d3076d89-23e6-485a-b9b2-be85ca8669b3 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:00.148676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] Transition to ACTIVE for port object 90cd247b-48b9-49b6-8448-e32e131ca5ec will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:00.154773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-cf535fbe-c5bd-4838-a07a-f06b003f3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.156466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-cf535fbe-c5bd-4838-a07a-f06b003f3e40 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 1095 time: 0.1692657 Aug 16 02:22:00.163575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.226653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port efcfdd7e-e075-4e03-b3be-c1a400b140d9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:00.227150 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.242103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deeaa277-4313-4b30-9625-6407bd24ce79 req-5403307f-79b9-438a-a998-8cea3ff162fa service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271411 Aug 16 02:22:00.271484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfdb6c-35d1-40dc-a956-6049dc0029e1 req-e76f73fb-060a-472c-afca-f6756722d39f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.280196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0dfdb6c-35d1-40dc-a956-6049dc0029e1 req-e76f73fb-060a-472c-afca-f6756722d39f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 943 time: 0.1553621 Aug 16 02:22:00.352700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-router', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:50Z', 'updated_at': '2021-08-16T02:21:55Z', 'revision_number': 3, 'project_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'gw_port': {'id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:53Z', 'updated_at': '2021-08-16T02:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.389806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Checking router: 65645365-1183-419f-a03c-25a34dbcf7f8 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:00.390276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Updating router 65645365-1183-419f-a03c-25a34dbcf7f8 port 8f29964c-0c9a-40a9-9114-f1b6673e3705 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:00.405353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] No DVR routers for this DVR port 90cd247b-48b9-49b6-8448-e32e131ca5ec on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:00.422287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] Pushing event updated for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.423601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0dfdb6c-35d1-40dc-a956-6049dc0029e1 req-66a45159-e804-4327-8163-bb92009fd97c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437032 Aug 16 02:22:00.444839 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.459267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-02a80b22-7c55-4f7d-82c7-f9420d8972eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.460804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-02a80b22-7c55-4f7d-82c7-f9420d8972eb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1095 time: 0.1029525 Aug 16 02:22:00.503277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-2b44400c-f68a-4917-9251-a868ec6b72ce service neutron] 10.222.0.88 "PUT /v2.0/ports/90cd247b-48b9-49b6-8448-e32e131ca5ec/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 1.6155269 Aug 16 02:22:00.516587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca5814-6665-44d8-9071-581d8d2de0b8 req-0d336a9c-75ac-461f-b6fb-6d8d44b14873 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.518126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89ca5814-6665-44d8-9071-581d8d2de0b8 req-0d336a9c-75ac-461f-b6fb-6d8d44b14873 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.3023734 Aug 16 02:22:00.534901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-e5fba217-d3a2-451f-b6cb-ae208170a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.536340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-e5fba217-d3a2-451f-b6cb-ae208170a34d service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 919 time: 0.3628376 Aug 16 02:22:00.578641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Allocated IP 172.20.0.1 (ecd39348-f33f-458f-a922-994688b4af44/26a18b23-a9a5-45ee-b367-72407859ff87/a6849f48-c642-4975-a7fd-b06355c00dfd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:00.609257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-f6f46c9e-9c94-444c-8ab7-0e3d9aaf980c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017bbaf1-7819-4764-a75d-9cb482bf061d HTTP/1.1" status: 200 len: 217 time: 0.0621479 Aug 16 02:22:00.656625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.686101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.691673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89ca5814-6665-44d8-9071-581d8d2de0b8 req-da811251-4396-4e8b-8a6b-a551ed89e5cf tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620574 Aug 16 02:22:00.742012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:00.756715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4616374-1892-4410-91a9-7fade21c0f0d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.760227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-dd7d1935-000d-43ec-bc0d-10f3bf604c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.761811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-dd7d1935-000d-43ec-bc0d-10f3bf604c77 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.1425455 Aug 16 02:22:00.762463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.772662 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.773022 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Added segment b6b6d2c4-ee31-4aec-8f9c-26cc92f78115 of type vlan for network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 Aug 16 02:22:00.773156 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.786063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Transition to ACTIVE for port object 8f29964c-0c9a-40a9-9114-f1b6673e3705 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:00.796174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.829592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Pushing event deleted for resources: {'Port': ['ID=d3076d89-23e6-485a-b9b2-be85ca8669b3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.838683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-d5184240-ab7c-40be-b3bb-befd8cfc0608 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675061 Aug 16 02:22:00.870114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Attempting to bind port 8f29964c-0c9a-40a9-9114-f1b6673e3705 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:00.870114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Attempting to bind port 8f29964c-0c9a-40a9-9114-f1b6673e3705 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:00.870114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Attempting to bind port 8f29964c-0c9a-40a9-9114-f1b6673e3705 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:00.879138 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:00.879517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:00.879916 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.880464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:00.881024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Bound port: 8f29964c-0c9a-40a9-9114-f1b6673e3705, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:00.881547 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.909054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ad2b4-84a2-425e-ae95-41fac55654ed None None] Pushing event updated for resources: {'Port': ['ID=8f29964c-0c9a-40a9-9114-f1b6673e3705,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.948400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] For port 8f29964c-0c9a-40a9-9114-f1b6673e3705, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:00.952203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] For port 8f29964c-0c9a-40a9-9114-f1b6673e3705, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8f29964c-0c9a-40a9-9114-f1b6673e3705,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:00.959170 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.979145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.017582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Routers {'65645365-1183-419f-a03c-25a34dbcf7f8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:01.018224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['65645365-1183-419f-a03c-25a34dbcf7f8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:01.052835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.055405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.059388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-249ff856-6396-4a56-9b72-abff02185ab2 tempest-ServersTestManualDisk-279506987 tempest-ServersTestManualDisk-279506987-project] 10.222.0.78 "DELETE /v2.0/floatingips/e469de49-c006-49a7-bc7a-e9ffc99042cb HTTP/1.1" status: 204 len: 168 time: 1.9376466 Aug 16 02:22:01.060491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.076513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ad2b4-84a2-425e-ae95-41fac55654ed None None] Pushing event updated for resources: {'Port': ['ID=8f29964c-0c9a-40a9-9114-f1b6673e3705,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.109291 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.110872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-5d009f2c-ceb4-442a-bdda-40f80bc45f79 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.112559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-5d009f2c-ceb4-442a-bdda-40f80bc45f79 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.5443861 Aug 16 02:22:01.115157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.115426 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.115662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-521007e2-a8f2-4d92-8527-36d88ca6e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.117270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-521007e2-a8f2-4d92-8527-36d88ca6e9e6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 919 time: 0.6457965 Aug 16 02:22:01.133038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06818190-7419-4ff2-a73a-3017772016e3 req-a8c0e1d8-ea71-423e-8177-c7dcb7e6d029 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.134648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06818190-7419-4ff2-a73a-3017772016e3 req-a8c0e1d8-ea71-423e-8177-c7dcb7e6d029 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1967194 Aug 16 02:22:01.151027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.153489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] Set router 65645365-1183-419f-a03c-25a34dbcf7f8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:01.157597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.163728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.170308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.176479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.182313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.188112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.190180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-78191809-decd-4866-bf88-7e782d811e9e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5426 time: 0.2307220 Aug 16 02:22:01.222997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-b16896a9-cb9b-4b2d-aa59-0531ba57cf46 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477967 Aug 16 02:22:01.251893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-b3ee0d16-8ccb-451a-8b37-81a6b3ef8c15 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 200 len: 217 time: 0.1206815 Aug 16 02:22:01.259820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3402319 Aug 16 02:22:01.263553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.283106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'subnet': {'network_id': 'b283c6eb-1439-4f68-a7fc-3a25f1957cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:01.348124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.350306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661829a-edb4-4a5e-8ae3-a9904b77be57 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Network': ['ID=b283c6eb-1439-4f68-a7fc-3a25f1957cf1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.358244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-ed4d1859-de23-4476-a025-c2911a10a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.360403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-ed4d1859-de23-4476-a025-c2911a10a8e8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0&tenant_id=242d25cf48be4687b03298f5d31892b9 HTTP/1.1" status: 200 len: 1096 time: 0.2312689 Aug 16 02:22:01.364375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:01.379439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-824bc50e-0d3c-4ffe-adaf-1a2e7f570420 req-d1e6fdbf-97ef-4207-aa90-8fe736072643 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263311 Aug 16 02:22:01.385540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-2533d631-ce9f-4609-8077-97780f81e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.387140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-2533d631-ce9f-4609-8077-97780f81e5f3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.1208005 Aug 16 02:22:01.389277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06818190-7419-4ff2-a73a-3017772016e3 req-c33eb804-5991-4713-894f-47b23c8972c4 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442372 Aug 16 02:22:01.402609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Transition to ACTIVE for port object a6849f48-c642-4975-a7fd-b06355c00dfd will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:01.452733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-67818900-4175-40e7-848c-33b6b47e69ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513608 Aug 16 02:22:01.466916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-router', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:50Z', 'updated_at': '2021-08-16T02:21:55Z', 'revision_number': 3, 'project_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'gw_port': {'id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:53Z', 'updated_at': '2021-08-16T02:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:01.504893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-022ef4fd-6e4c-46d2-bcd4-cc5c9ad95fab req-d2175e09-a44e-4089-a391-5a89dc43fade service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439358 Aug 16 02:22:01.518343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc65f6-a990-4ab3-a941-48abb35b667d None None] The sync data for ids ['65645365-1183-419f-a03c-25a34dbcf7f8'] in n-d-769329-15 is: [{'id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-router', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:50Z', 'updated_at': '2021-08-16T02:21:55Z', 'revision_number': 3, 'project_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'gw_port': {'id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:53Z', 'updated_at': '2021-08-16T02:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:01.559167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-c90a3c20-7017-4eef-a3bf-a98b1af22777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.560512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-c90a3c20-7017-4eef-a3bf-a98b1af22777 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1096 time: 0.1700828 Aug 16 02:22:01.576752 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.591190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Made reservation on behalf of 16d1778321474277bee5fb1dc8c56d07 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:01.594663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.704560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device daf81fe8-13c7-48fc-8ec8-1eee102ce794 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:01.707509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Network ecd39348-f33f-458f-a922-994688b4af44 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:01.727287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6849f48-c642-4975-a7fd-b06355c00dfd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.731365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:01.745288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:01.813349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90664e63-b1e9-4a48-b62f-97d428343d46 req-fc36ddbc-d3d7-419d-a955-d85d4c5c25b2 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.813649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port daf81fe8-13c7-48fc-8ec8-1eee102ce794 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:01.822889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90664e63-b1e9-4a48-b62f-97d428343d46 req-fc36ddbc-d3d7-419d-a955-d85d4c5c25b2 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 943 time: 0.2603858 Aug 16 02:22:01.824003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port daf81fe8-13c7-48fc-8ec8-1eee102ce794 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:01.824422 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.874225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.929140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-244bbd1e-f686-460c-ba67-5f1ceaf06ea3 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629784 Aug 16 02:22:01.966200 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.999191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:02.001926 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260c38c-385b-4032-a3ac-799284016768" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "daf81fe8-13c7-48fc-8ec8-1eee102ce794"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:02.002095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.020359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port daf81fe8-13c7-48fc-8ec8-1eee102ce794, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:02.027620 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.028566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 15cafcbc-bafe-4d75-81df-4ff05831d14e up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:02.062099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90664e63-b1e9-4a48-b62f-97d428343d46 req-ae7e0d2f-1bf9-4d6c-938a-9ea11c662f8e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379482 Aug 16 02:22:02.099498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=daf81fe8-13c7-48fc-8ec8-1eee102ce794,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.142415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-139cb1dd-510c-45ab-b4cc-b75e40acc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.146058 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-139cb1dd-510c-45ab-b4cc-b75e40acc005 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.5670912 Aug 16 02:22:02.184587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 15cafcbc-bafe-4d75-81df-4ff05831d14e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:02.191818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 15cafcbc-bafe-4d75-81df-4ff05831d14e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:02.192698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.225598 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-976f25dc-d698-4a12-9e21-10917a7b14c6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 200 len: 217 time: 0.0706615 Aug 16 02:22:02.268409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-852b89b6-2e62-42d8-969a-52504b31cb5a None None] Provisioning for port a6849f48-c642-4975-a7fd-b06355c00dfd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:02.274117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-852b89b6-2e62-42d8-969a-52504b31cb5a None None] Provisioning complete for port a6849f48-c642-4975-a7fd-b06355c00dfd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:02.275259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-852b89b6-2e62-42d8-969a-52504b31cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.352746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d6731ce-7a4e-43d5-b846-9ba4c99a98d3 req-6ce48d01-82a7-4b7f-bfb0-514b9e867abb service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977141 Aug 16 02:22:02.370626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-b1ed7f7e-7858-4d6f-b475-047399bac28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.372452 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-b1ed7f7e-7858-4d6f-b475-047399bac28d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.1367700 Aug 16 02:22:02.428887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-852b89b6-2e62-42d8-969a-52504b31cb5a None None] Port a6849f48-c642-4975-a7fd-b06355c00dfd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:02.431347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.449137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-1fd72183-ad9c-448a-ad87-4b6df88d2333 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639281 Aug 16 02:22:02.452211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.510617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 15cafcbc-bafe-4d75-81df-4ff05831d14e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:02.518706 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.565789 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6593e5-a9a6-4d05-acfe-54ba42e2b674 x-openstack-request-id: req-dc6593e5-a9a6-4d05-acfe-54ba42e2b674 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:02.565789 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "daf81fe8-13c7-48fc-8ec8-1eee102ce794", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:02.566294 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc6593e5-a9a6-4d05-acfe-54ba42e2b674 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:02.566489 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794', 'code': 200} Aug 16 02:22:02.630888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=15cafcbc-bafe-4d75-81df-4ff05831d14e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.682873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33057214-6ad1-4a6c-be57-7cbf9fd87c8f req-d67235af-34b3-4910-8fa7-98b6f36bcb8d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.691807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-3e0dd80f-889e-457e-a6f7-0c11b92cb066 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339041 Aug 16 02:22:02.692143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33057214-6ad1-4a6c-be57-7cbf9fd87c8f req-d67235af-34b3-4910-8fa7-98b6f36bcb8d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.2314417 Aug 16 02:22:02.721748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:02.802703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.805054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.811228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.817530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.824738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.833827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.840755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.847501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.849345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-400b2fe4-deb0-4cae-9a7f-2bd224aee78f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5428 time: 0.2382529 Aug 16 02:22:02.879629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33057214-6ad1-4a6c-be57-7cbf9fd87c8f req-acfa89d2-a6c9-4ddd-a63f-fd5be394e95e tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826489 Aug 16 02:22:02.941203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.959148 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.960467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Subnet': ['ID=34773d14-c6b9-40c5-9db6-96004e76e7d5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.987309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Checking segment: {'id': 'b6b6d2c4-ee31-4aec-8f9c-26cc92f78115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b283c6eb-1439-4f68-a7fc-3a25f1957cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:02.987941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network hostable DHCP agents. Network: b283c6eb-1439-4f68-a7fc-3a25f1957cf1, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:03.026093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.030160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8f29964c-0c9a-40a9-9114-f1b6673e3705 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:03.055114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3fc7b195-59a0-4f2b-8a54-b1f62a7086f1 req-2a282f45-5ea3-49b4-9967-0235197e8d12 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939986 Aug 16 02:22:03.067203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-42cca99f-2af5-499a-b5c1-38d5476f5253 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673339 Aug 16 02:22:03.100193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 8f29964c-0c9a-40a9-9114-f1b6673e3705 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:03.100548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:03.106002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8f29964c-0c9a-40a9-9114-f1b6673e3705 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:03.106379 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.123599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6849f48-c642-4975-a7fd-b06355c00dfd,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.125914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e617-3348-4692-b174-9422dbeaf47a req-79a1a89f-b402-407b-98eb-e5606b8d38bd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.129747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.135165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b201e617-3348-4692-b174-9422dbeaf47a req-79a1a89f-b402-407b-98eb-e5606b8d38bd tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1691711 Aug 16 02:22:03.141666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b283c6eb-1439-4f68-a7fc-3a25f1957cf1) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:03.150867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b97fd8e-3e02-4490-ac8b-56dd2ca0437e None None] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:03.159040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.159890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.239843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b201e617-3348-4692-b174-9422dbeaf47a req-ca77120a-d774-4af6-ae71-cfa4f328cd12 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940740 Aug 16 02:22:03.249936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cf5b8cbf-69b4-442b-a2a0-46dce4b2e0c5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9739404 Aug 16 02:22:03.250674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48562) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:03.261727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'network': {'name': 'tempest-router-network01--433599900'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:03.357957 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.371739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Made reservation on behalf of 16d1778321474277bee5fb1dc8c56d07 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:03.375792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.379573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 8f29964c-0c9a-40a9-9114-f1b6673e3705, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8f29964c-0c9a-40a9-9114-f1b6673e3705,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:03.407371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.436442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:03.439093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Network ecd39348-f33f-458f-a922-994688b4af44 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:03.459421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.459761 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Added segment 7ca0fa49-4b0e-481a-ae50-a640b9b77df0 of type vlan for network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 Aug 16 02:22:03.486981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:03.554510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=8f29964c-0c9a-40a9-9114-f1b6673e3705,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.561043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-b283c6eb-1439-4f68-a7fc-3a25f1957cf1', 'network_id': 'b283c6eb-1439-4f68-a7fc-3a25f1957cf1', 'tenant_id': '16d1778321474277bee5fb1dc8c56d07', 'fixed_ips': [{'subnet_id': '34773d14-c6b9-40c5-9db6-96004e76e7d5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:03.562486 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.580137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.580509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a065-9378-4ee0-ac64-6897cc7607b0 req-c56d37fc-3c8f-4aec-89b3-875c74338451 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.583078 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6558a065-9378-4ee0-ac64-6897cc7607b0 req-c56d37fc-3c8f-4aec-89b3-875c74338451 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 943 time: 0.2578249 Aug 16 02:22:03.665819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.672049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.672806 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.695779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Deleting port e318c05f-1342-4973-a698-57438d38df73 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:03.696660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.696866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129facd-3be8-488a-876a-5f343f071d34 req-94bf8494-f299-44e6-9790-bc1b83905edf tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.700012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-94bf8494-f299-44e6-9790-bc1b83905edf tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0&tenant_id=242d25cf48be4687b03298f5d31892b9&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.3157601 Aug 16 02:22:03.719550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9873bb33-bdda-495d-89af-ca9ed2e2c124 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:03.757334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1e961-53f6-4309-8c43-5e464005f6ff req-b9322ce0-9206-4109-817e-a225d4777dba tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.765716 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6c1e961-53f6-4309-8c43-5e464005f6ff req-b9322ce0-9206-4109-817e-a225d4777dba tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2086675 Aug 16 02:22:03.775380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 017bbaf1-7819-4764-a75d-9cb482bf061d details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:03.853993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5989163 Aug 16 02:22:03.854735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ec51a-af1a-403e-a12b-75884013bef2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Network': ['ID=f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.854878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48568) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:03.859689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'network': {'name': 'tempest-router-network02--1762112623'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:03.882374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:03.901432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6c1e961-53f6-4309-8c43-5e464005f6ff req-96b829cf-eba9-4a7b-b771-9a0c1e511312 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344469 Aug 16 02:22:03.904092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Made reservation on behalf of 16d1778321474277bee5fb1dc8c56d07 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:03.918813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.944131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] For port e318c05f-1342-4973-a698-57438d38df73, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e318c05f-1342-4973-a698-57438d38df73,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:03.944870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.948919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6558a065-9378-4ee0-ac64-6897cc7607b0 req-95d902b3-1e0a-41c5-b020-e7fe84a357a1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870851 Aug 16 02:22:03.964514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Calling delete_port for e318c05f-1342-4973-a698-57438d38df73 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:03.974394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:22:04.004687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 9873bb33-bdda-495d-89af-ca9ed2e2c124 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:04.012003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:04.027713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Router 65645365-1183-419f-a03c-25a34dbcf7f8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:04.041648 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.041648 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Added segment aff170dc-5a81-4d75-95c3-52c698f59563 of type vlan for network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 Aug 16 02:22:04.055069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-2129facd-3be8-488a-876a-5f343f071d34 req-7558e2d2-050e-440c-ba64-edfb51659d46 service neutron] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:04.076436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 9873bb33-bdda-495d-89af-ca9ed2e2c124 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:04.077588 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.101677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce536b1-bc70-40d4-812a-5c31b8cab99a None None] Provisioning complete for port a6849f48-c642-4975-a7fd-b06355c00dfd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:04.102339 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce536b1-bc70-40d4-812a-5c31b8cab99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.117342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2129facd-3be8-488a-876a-5f343f071d34 req-7558e2d2-050e-440c-ba64-edfb51659d46 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.118454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2129facd-3be8-488a-876a-5f343f071d34 req-7558e2d2-050e-440c-ba64-edfb51659d46 service neutron] 10.222.0.98 "DELETE /v2.0/ports/90cd247b-48b9-49b6-8448-e32e131ca5ec/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.4026065 Aug 16 02:22:04.133862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Allocated IP 172.20.0.2 (b283c6eb-1439-4f68-a7fc-3a25f1957cf1/34773d14-c6b9-40c5-9db6-96004e76e7d5/002d9cfa-9b40-4378-b81b-eaddba94bd89) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:04.171758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.177116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f6ad-2cf9-43c3-a92f-553f669aee29 req-5a860cac-e126-4d11-8e98-c67fa0771922 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.185492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d3f6ad-2cf9-43c3-a92f-553f669aee29 req-5a860cac-e126-4d11-8e98-c67fa0771922 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.1320536 Aug 16 02:22:04.219644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7ce536b1-bc70-40d4-812a-5c31b8cab99a None None] Port a6849f48-c642-4975-a7fd-b06355c00dfd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:04.238447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026d78b-f20f-455f-90ae-2a2d0204224e req-2426f09e-7b1e-4d5c-aa38-527ac413f265 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.241014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7026d78b-f20f-455f-90ae-2a2d0204224e req-2426f09e-7b1e-4d5c-aa38-527ac413f265 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1499288 Aug 16 02:22:04.257016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d3f6ad-2cf9-43c3-a92f-553f669aee29 req-d86f8a06-9230-49ef-b616-6a8a3e96d607 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705144 Aug 16 02:22:04.285438 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.292727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.293546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.338816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.388563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e318c05f-1342-4973-a698-57438d38df73,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:04.468876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 017bbaf1-7819-4764-a75d-9cb482bf061d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=017bbaf1-7819-4764-a75d-9cb482bf061d,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:04.488102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.495380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.501801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.507958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.514794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.526892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.541431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.543874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-c09534ab-0d80-4da9-a8f6-5bd5af32b7d3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5428 time: 0.1954155 Aug 16 02:22:04.558578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '017bbaf1-7819-4764-a75d-9cb482bf061d', 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'port_id': '017bbaf1-7819-4764-a75d-9cb482bf061d', 'mac_address': 'fa:16:3e:cb:d4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89217b54-2251-49be-a728-f2f777b9ad53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:04.569867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:04.581769 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04514524-6690-46de-a4a8-4d83d1dea600" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:04.649060 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.654243 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.709772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-a7d6b782-10ad-458c-b4fe-e4ef0b23db6b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1647522 Aug 16 02:22:04.733050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:04.735282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9873bb33-bdda-495d-89af-ca9ed2e2c124, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:04.737503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017bbaf1-7819-4764-a75d-9cb482bf061d {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:04.749007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4a0c8ff9-a5aa-45fa-93fc-dbc9421efdd4 admin admin] 10.222.0.78 "PUT /v2.0/routers/65645365-1183-419f-a03c-25a34dbcf7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2976477 Aug 16 02:22:04.749206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.749206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device aa8a52e5-64f0-45ed-b10a-3fadbd3a925e up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:04.796592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9380827 Aug 16 02:22:04.799373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48584) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:04.806946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'subnet': {'network_id': 'f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:04.812689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7026d78b-f20f-455f-90ae-2a2d0204224e req-19d70f4c-ca90-42f9-99c2-9a86200ff2ae tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599160 Aug 16 02:22:04.862491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Sync routers for ids ['65645365-1183-419f-a03c-25a34dbcf7f8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:04.882543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ce296-ab92-42d6-b414-128caf541bf2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Network': ['ID=84fc4f1f-a571-4c8e-815f-d4eecec8bb06,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:04.908843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 017bbaf1-7819-4764-a75d-9cb482bf061d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=017bbaf1-7819-4764-a75d-9cb482bf061d,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:04.920206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-c64342f1-9b92-4133-be96-9e0657e85bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.935307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-c64342f1-9b92-4133-be96-9e0657e85bf2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 1097 time: 0.1301739 Aug 16 02:22:04.935617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:04.936006 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.970825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af9df593-ae03-4d13-86f5-41faffb7f2f2 req-32fe7b45-859e-4ea9-811b-f2a4307e5a52 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3793383 Aug 16 02:22:04.982523 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.994083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07e15d66-f25b-4369-a243-df8216312e3e details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:05.028738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Made reservation on behalf of 16d1778321474277bee5fb1dc8c56d07 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:05.035038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.111627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Routers {'65645365-1183-419f-a03c-25a34dbcf7f8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:05.114269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['65645365-1183-419f-a03c-25a34dbcf7f8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:05.178048 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acb2a14-e7a9-4853-8f02-153f99f391d7 x-openstack-request-id: req-4acb2a14-e7a9-4853-8f02-153f99f391d7 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:05.178336 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:05.178580 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4acb2a14-e7a9-4853-8f02-153f99f391d7 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:05.179000 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e', 'code': 200} Aug 16 02:22:05.186886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8f29964c-0c9a-40a9-9114-f1b6673e3705 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:05.207122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.235502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=9873bb33-bdda-495d-89af-ca9ed2e2c124,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.285811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:22:05.368273 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-f2e5577c-f080-45e8-8c3b-b23bb599ee8f req-ed3370dc-1f7e-4e75-b127-0a4773838857 tempest-FloatingIPDetailsNegativeTestJSON-948585844 tempest-FloatingIPDetailsNegativeTestJSON-948585844-project] show failed (client error): The resource could not be found. Aug 16 02:22:05.369363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2e5577c-f080-45e8-8c3b-b23bb599ee8f req-ed3370dc-1f7e-4e75-b127-0a4773838857 tempest-FloatingIPDetailsNegativeTestJSON-948585844 tempest-FloatingIPDetailsNegativeTestJSON-948585844-project] 10.222.0.78 "GET /v2.0/floatingips/825d5234-425a-45c5-81a4-ba3616c16677 HTTP/1.1" status: 404 len: 350 time: 0.0888011 Aug 16 02:22:05.374536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Set router 65645365-1183-419f-a03c-25a34dbcf7f8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:05.382671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-803b8b2b-0e00-4adc-83d3-233b8e178a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.382893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Transition to ACTIVE for port object 002d9cfa-9b40-4378-b81b-eaddba94bd89 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:05.382993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-803b8b2b-0e00-4adc-83d3-233b8e178a47 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 200 len: 907 time: 0.4072115 Aug 16 02:22:05.382993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:05.416743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.453196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 07e15d66-f25b-4369-a243-df8216312e3e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07e15d66-f25b-4369-a243-df8216312e3e,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:05.465462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:05.501492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a5dc6-e9e4-47ad-b32c-f2ce88607a11 req-fb092c61-6b83-49bc-94f8-0585e9a2f643 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.505346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-e13eaf22-5ab3-4d27-a25b-da47c70c5b0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 HTTP/1.1" status: 200 len: 217 time: 0.1166246 Aug 16 02:22:05.507891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:05.508386 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.511043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b63a5dc6-e9e4-47ad-b32c-f2ce88607a11 req-fb092c61-6b83-49bc-94f8-0585e9a2f643 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 944 time: 0.1387231 Aug 16 02:22:05.520158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Subnet': ['ID=03a7892c-4f5a-4c4a-82a5-3b90dbe1a2a9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.531213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Transition to ACTIVE for port object 002d9cfa-9b40-4378-b81b-eaddba94bd89 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:05.540568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '07e15d66-f25b-4369-a243-df8216312e3e', 'network_id': '0b878569-82b0-42b3-8f7c-5c39832db548', 'port_id': '07e15d66-f25b-4369-a243-df8216312e3e', 'mac_address': 'fa:16:3e:1e:d6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89217b54-2251-49be-a728-f2f777b9ad53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:05.555096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Checking segment: {'id': '7ca0fa49-4b0e-481a-ae50-a640b9b77df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:05.555450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network hostable DHCP agents. Network: f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:05.570615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b63a5dc6-e9e4-47ad-b32c-f2ce88607a11 req-2c04c53d-f635-4ae4-b045-7e6bed34150f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583577 Aug 16 02:22:05.582682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:05.595311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:05.607045 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.616039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.616539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6721c818-39fd-44b0-adba-730752f9466b None None] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:05.616795 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.618876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=017bbaf1-7819-4764-a75d-9cb482bf061d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.639049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf900e6a-a577-408c-8d55-2b88c44c072c tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8386431 Aug 16 02:22:05.642139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48600) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:05.650855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'subnet': {'network_id': '84fc4f1f-a571-4c8e-815f-d4eecec8bb06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:05.765241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c2d3-7e06-48af-83af-00b0116d25b0 req-ce8bf30b-7574-4534-8b18-49871bd02650 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.766866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51a4c2d3-7e06-48af-83af-00b0116d25b0 req-ce8bf30b-7574-4534-8b18-49871bd02650 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 1096 time: 0.2684474 Aug 16 02:22:05.768432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3bab2-0090-4edd-b1b9-20c8625fe93a req-442d462c-8bc4-4dc4-b20f-6b2b64bf4eaf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.769038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-19ba5770-7733-40c1-9c2f-1212e7ea191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.769775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8f29964c-0c9a-40a9-9114-f1b6673e3705 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:05.769775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.770022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-19ba5770-7733-40c1-9c2f-1212e7ea191f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 200 len: 846 time: 0.1899939 Aug 16 02:22:05.770167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65b3bab2-0090-4edd-b1b9-20c8625fe93a req-442d462c-8bc4-4dc4-b20f-6b2b64bf4eaf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1010346 Aug 16 02:22:05.793478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Made reservation on behalf of 16d1778321474277bee5fb1dc8c56d07 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:05.798263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.816789 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-ed82bbfb-cb15-459c-9291-a035aa2ec5ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add45809-b30a-41a9-8734-32157470ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365617 Aug 16 02:22:05.819693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:05.841735 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:05.843791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:05.856917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:05.898906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Pushing event updated for resources: {'Port': ['ID=002d9cfa-9b40-4378-b81b-eaddba94bd89,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:05.911911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65b3bab2-0090-4edd-b1b9-20c8625fe93a req-f5d8469a-08b7-42d0-9f6a-70503646e97c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670340 Aug 16 02:22:05.919377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Router c10532ed-c522-40f9-afdf-ba35986acb27 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:05.929536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e15d66-f25b-4369-a243-df8216312e3e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:06.005069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51a4c2d3-7e06-48af-83af-00b0116d25b0 req-678b1538-d409-48a8-b63c-482234cc63e9 tempest-LiveMigrationTest-781444869 tempest-LiveMigrationTest-781444869-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870818 Aug 16 02:22:06.077760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 07e15d66-f25b-4369-a243-df8216312e3e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07e15d66-f25b-4369-a243-df8216312e3e,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:06.084852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.118757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.127095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.169284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Attempting to bind port 002d9cfa-9b40-4378-b81b-eaddba94bd89 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:06.169672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Attempting to bind port 002d9cfa-9b40-4378-b81b-eaddba94bd89 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'b6b6d2c4-ee31-4aec-8f9c-26cc92f78115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b283c6eb-1439-4f68-a7fc-3a25f1957cf1'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:06.170076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Attempting to bind port 002d9cfa-9b40-4378-b81b-eaddba94bd89 on network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:06.203631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Subnet': ['ID=168d49e6-8ed1-4f5b-add5-0fbb720e4c69,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:06.225969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Checking segment: {'id': 'aff170dc-5a81-4d75-95c3-52c698f59563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '84fc4f1f-a571-4c8e-815f-d4eecec8bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:06.227175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network hostable DHCP agents. Network: 84fc4f1f-a571-4c8e-815f-d4eecec8bb06, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:06.252270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:06.252702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Checking segment: {'id': 'b6b6d2c4-ee31-4aec-8f9c-26cc92f78115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b283c6eb-1439-4f68-a7fc-3a25f1957cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:06.253116 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.253525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Bound using segment: {'id': 'b6b6d2c4-ee31-4aec-8f9c-26cc92f78115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b283c6eb-1439-4f68-a7fc-3a25f1957cf1'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:06.254004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Bound port: 002d9cfa-9b40-4378-b81b-eaddba94bd89, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b6d2c4-ee31-4aec-8f9c-26cc92f78115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b283c6eb-1439-4f68-a7fc-3a25f1957cf1'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:06.254393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.262463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:06.281876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 84fc4f1f-a571-4c8e-815f-d4eecec8bb06) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:06.294997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.295678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.322422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b3cf1d33-1dfc-4243-8e9b-bdd8df015b05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6734738 Aug 16 02:22:06.322422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48608) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:06.326720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805ee90-5b84-4477-bc7a-d01f253fcf32 None None] Network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:06.333357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:06.391668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4', 'network_id': 'f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4', 'tenant_id': '16d1778321474277bee5fb1dc8c56d07', 'fixed_ips': [{'subnet_id': '03a7892c-4f5a-4c4a-82a5-3b90dbe1a2a9'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:06.393012 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.401625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=07e15d66-f25b-4369-a243-df8216312e3e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:06.404373 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.405173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 45e820d2-2c76-4050-8822-ac0892d0cfba up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:06.681829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-10027c23-47f0-4d0e-bd5a-b4822160d4e2 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8531985 Aug 16 02:22:06.689280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['07e15d66-f25b-4369-a243-df8216312e3e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:06.691074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['017bbaf1-7819-4764-a75d-9cb482bf061d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:06.692860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-1649e300-dd33-416a-981f-7ce0ecf23840 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.695253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-1649e300-dd33-416a-981f-7ce0ecf23840 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1790452 Aug 16 02:22:06.713505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c82f2-8a86-4f9d-b277-913ebe39b938 req-f38517fe-91f2-41fe-92c8-e4aa7040b109 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.715854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c42c82f2-8a86-4f9d-b277-913ebe39b938 req-f38517fe-91f2-41fe-92c8-e4aa7040b109 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.1983030 Aug 16 02:22:06.785974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:06.800639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54c855ea-985a-4599-93fe-9b0992893e76 admin admin] 10.222.0.78 "PUT /v2.0/routers/c10532ed-c522-40f9-afdf-ba35986acb27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7358725 Aug 16 02:22:06.802520 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] Sync routers for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:06.803800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48614) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:06.822965 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:06.823592 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:06.845221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.852827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.863427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.876055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.893848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c42c82f2-8a86-4f9d-b277-913ebe39b938 req-2056562c-bfae-4d81-a7dc-86ee38bd19e8 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685753 Aug 16 02:22:06.907978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.913456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] For port 002d9cfa-9b40-4378-b81b-eaddba94bd89, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:06.922802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] For port 002d9cfa-9b40-4378-b81b-eaddba94bd89, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=002d9cfa-9b40-4378-b81b-eaddba94bd89,segment=NetworkSegment(b6b6d2c4-ee31-4aec-8f9c-26cc92f78115),segment_id=b6b6d2c4-ee31-4aec-8f9c-26cc92f78115)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:06.933844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.943191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.945194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-1d544d33-8abd-4d70-9155-0bf002000cfd tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5430 time: 0.4560230 Aug 16 02:22:06.997348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.035967 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:07.059131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a92696-89e9-417c-ae21-71e8152b3cd9 req-8642c7d2-e4bf-4f4f-a57c-15f12044feb9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041274 Aug 16 02:22:07.064531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-009735df-ca98-49b2-a4d9-ceec4b3bce4a req-c6dc5040-b51a-429b-b3bf-0404b5b648d6 service neutron] 10.222.0.88 "GET /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738921 Aug 16 02:22:07.067632 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.132997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-router', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:50Z', 'updated_at': '2021-08-16T02:22:02Z', 'revision_number': 4, 'project_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'gw_port': {'id': '8f29964c-0c9a-40a9-9114-f1b6673e3705', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:53Z', 'updated_at': '2021-08-16T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'a6849f48-c642-4975-a7fd-b06355c00dfd', 'name': '', 'network_id': 'ecd39348-f33f-458f-a922-994688b4af44', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'mac_address': 'fa:16:3e:15:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '26a18b23-a9a5-45ee-b367-72407859ff87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:00Z', 'updated_at': '2021-08-16T02:22:02Z', 'revision_number': 2, 'project_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'subnets': [{'id': '26a18b23-a9a5-45ee-b367-72407859ff87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.137864 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.207099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Allocated IP 172.20.0.2 (f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4/03a7892c-4f5a-4c4a-82a5-3b90dbe1a2a9/08e4e896-84ff-48b5-a8b2-85274e37b5bd) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:07.211745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.275468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.295435 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:22:04Z', 'revision_number': 5, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port': {'id': 'd8582e85-58d9-470e-b096-ff55cd630b44', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:24Z', 'updated_at': '2021-08-16T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.313790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.347845 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] Checking router: c10532ed-c522-40f9-afdf-ba35986acb27 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:07.358645 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] Routers {'c10532ed-c522-40f9-afdf-ba35986acb27'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:07.359587 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c10532ed-c522-40f9-afdf-ba35986acb27'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.417457 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.422941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fb7b6-23d7-4014-a6e8-5b35ad6b051d req-8128ed97-76cc-4def-a707-4deaa5fca42c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.426973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Transition to ACTIVE for port object 08e4e896-84ff-48b5-a8b2-85274e37b5bd will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:07.435744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b58fb7b6-23d7-4014-a6e8-5b35ad6b051d req-8128ed97-76cc-4def-a707-4deaa5fca42c tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.2685051 Aug 16 02:22:07.445705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Transition to ACTIVE for port object 08e4e896-84ff-48b5-a8b2-85274e37b5bd will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:07.455787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873bb33-bdda-495d-89af-ca9ed2e2c124'}, {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:07.459434 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7488c017-c58e-4fb6-ba64-13d6b0737687" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "9873bb33-bdda-495d-89af-ca9ed2e2c124"}, {"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:07.461746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Deleting port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:07.462068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.472731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d4033-84c9-4f2e-a5fd-e216e4bf4e11 req-b0ebf23f-00eb-454a-ac6f-1dc83f44921c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.481036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-896d4033-84c9-4f2e-a5fd-e216e4bf4e11 req-b0ebf23f-00eb-454a-ac6f-1dc83f44921c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 944 time: 0.3483694 Aug 16 02:22:07.502460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.502786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b58fb7b6-23d7-4014-a6e8-5b35ad6b051d req-57de38e2-0425-48d7-a1ef-ed7b9d0655df tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Aug 16 02:22:07.520722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56821629-687b-44b7-ab69-994acd7c4c39 req-dd3c56ec-7dd3-4c20-94b7-9dfb71b215e2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.522276 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-56821629-687b-44b7-ab69-994acd7c4c39 req-dd3c56ec-7dd3-4c20-94b7-9dfb71b215e2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.3870902 Aug 16 02:22:07.532005 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] Set router c10532ed-c522-40f9-afdf-ba35986acb27 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:07.590292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Checking router: 65645365-1183-419f-a03c-25a34dbcf7f8 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:07.590913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Updating router 65645365-1183-419f-a03c-25a34dbcf7f8 port a6849f48-c642-4975-a7fd-b06355c00dfd binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:07.600841 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 6, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:07.635431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c4e48-29a5-48aa-b048-9704ea3f6066 None None] The sync data for ids ['c10532ed-c522-40f9-afdf-ba35986acb27'] in n-d-769329-15 is: [{'id': 'c10532ed-c522-40f9-afdf-ba35986acb27', 'name': 'tempest-ServersTestManualDisk-1504917562-router', 'tenant_id': '1b0ba19c520c43088b103e8c0562c5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:22:07Z', 'revision_number': 6, 'project_id': '1b0ba19c520c43088b103e8c0562c5ea', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:07.735277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:07.737146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 45e820d2-2c76-4050-8822-ac0892d0cfba completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:07.746960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Deleting port a6849f48-c642-4975-a7fd-b06355c00dfd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:07.747458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.749160 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.755413 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233587e7-8912-4731-a08f-1567e005fce6 x-openstack-request-id: req-233587e7-8912-4731-a08f-1567e005fce6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:07.755794 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "9873bb33-bdda-495d-89af-ca9ed2e2c124", "code": 200}, {"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:07.756081 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-233587e7-8912-4731-a08f-1567e005fce6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:07.756492 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9873bb33-bdda-495d-89af-ca9ed2e2c124', 'code': 200} Aug 16 02:22:07.757045 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e', 'code': 200} Aug 16 02:22:07.770716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:07.776440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-896d4033-84c9-4f2e-a5fd-e216e4bf4e11 req-5b841887-db77-4021-91f2-ded38ef60038 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929213 Aug 16 02:22:07.786092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 45e820d2-2c76-4050-8822-ac0892d0cfba triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:07.786566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.803015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:07.821292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] For port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:07.822364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.826249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588727f-f482-4623-828c-cea3bb34d317 None None] Pushing event updated for resources: {'Port': ['ID=002d9cfa-9b40-4378-b81b-eaddba94bd89,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.861849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.873531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Deleting port d8582e85-58d9-470e-b096-ff55cd630b44 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:07.873916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.886982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Calling delete_port for a6849f48-c642-4975-a7fd-b06355c00dfd owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:07.896583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Calling delete_port for 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:07.911700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-84fc4f1f-a571-4c8e-815f-d4eecec8bb06', 'network_id': '84fc4f1f-a571-4c8e-815f-d4eecec8bb06', 'tenant_id': '16d1778321474277bee5fb1dc8c56d07', 'fixed_ips': [{'subnet_id': '168d49e6-8ed1-4f5b-add5-0fbb720e4c69'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:07.912123 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.125510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Pushing event updated for resources: {'Port': ['ID=08e4e896-84ff-48b5-a8b2-85274e37b5bd,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.246627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea7f49-5ba0-4f81-8291-27f126fa717b req-936dd871-fc51-4f62-8adf-c6ecb8e50a63 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.248244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Allocated IP 172.20.0.1 (f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4/03a7892c-4f5a-4c4a-82a5-3b90dbe1a2a9/a29f2974-71c1-4990-bdbe-58000132a356) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:08.251830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Attempting to bind port 08e4e896-84ff-48b5-a8b2-85274e37b5bd on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:08.252249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Attempting to bind port 08e4e896-84ff-48b5-a8b2-85274e37b5bd by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '7ca0fa49-4b0e-481a-ae50-a640b9b77df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:08.252641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Attempting to bind port 08e4e896-84ff-48b5-a8b2-85274e37b5bd on network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:08.255823 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1eea7f49-5ba0-4f81-8291-27f126fa717b req-936dd871-fc51-4f62-8adf-c6ecb8e50a63 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.1673965 Aug 16 02:22:08.311734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Deleting port 90cd247b-48b9-49b6-8448-e32e131ca5ec {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:08.312390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.314895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:08.315273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Checking segment: {'id': '7ca0fa49-4b0e-481a-ae50-a640b9b77df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:08.315676 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.316070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Bound using segment: {'id': '7ca0fa49-4b0e-481a-ae50-a640b9b77df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:08.319365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Bound port: 08e4e896-84ff-48b5-a8b2-85274e37b5bd, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca0fa49-4b0e-481a-ae50-a640b9b77df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:08.319365 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.358072 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1eea7f49-5ba0-4f81-8291-27f126fa717b req-6f703a43-67ea-4822-ab47-030fb4f23422 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011746 Aug 16 02:22:08.392649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.423058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6849f48-c642-4975-a7fd-b06355c00dfd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.536388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.543677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Allocated IP 172.20.0.2 (84fc4f1f-a571-4c8e-815f-d4eecec8bb06/168d49e6-8ed1-4f5b-add5-0fbb720e4c69/b4269058-d6c9-47a2-ae29-7241cedc6205) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:08.665901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b8d54dea-609c-4465-b798-756bca807efb None None] For port 08e4e896-84ff-48b5-a8b2-85274e37b5bd, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:08.704803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.757315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b8d54dea-609c-4465-b798-756bca807efb None None] For port 08e4e896-84ff-48b5-a8b2-85274e37b5bd, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=08e4e896-84ff-48b5-a8b2-85274e37b5bd,segment=NetworkSegment(7ca0fa49-4b0e-481a-ae50-a640b9b77df0),segment_id=7ca0fa49-4b0e-481a-ae50-a640b9b77df0)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:08.759756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 45e820d2-2c76-4050-8822-ac0892d0cfba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=45e820d2-2c76-4050-8822-ac0892d0cfba,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:08.773473 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.793785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.794591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e3a64705-895c-4b54-93f5-2d3da0e0d222 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:08.809009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9e4cb-e91a-4947-ab33-493cd6797763 req-5a42b152-585b-4567-a5e2-7cfb1ce5ea71 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.810796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7d9e4cb-e91a-4947-ab33-493cd6797763 req-5a42b152-585b-4567-a5e2-7cfb1ce5ea71 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1511047 Aug 16 02:22:08.875096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] For port d8582e85-58d9-470e-b096-ff55cd630b44, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d8582e85-58d9-470e-b096-ff55cd630b44,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:08.875664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.979609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Calling delete_port for d8582e85-58d9-470e-b096-ff55cd630b44 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:09.008637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.016936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d54dea-609c-4465-b798-756bca807efb None None] Pushing event updated for resources: {'Port': ['ID=08e4e896-84ff-48b5-a8b2-85274e37b5bd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.037906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:09.042190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7d9e4cb-e91a-4947-ab33-493cd6797763 req-4c9d2f89-9a1a-478a-ad4c-b5d9987e0d90 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233264 Aug 16 02:22:09.103892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-3ba90ec4-98fe-4725-a617-5367b71a42e5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8840411 Aug 16 02:22:09.141311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:22:09.141674 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:22:09.152227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 002d9cfa-9b40-4378-b81b-eaddba94bd89 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:09.330537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Router 65645365-1183-419f-a03c-25a34dbcf7f8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:09.394446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port e3a64705-895c-4b54-93f5-2d3da0e0d222 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:09.409257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event deleted for resources: {'Port': ['ID=4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.421439 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.423377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e3a64705-895c-4b54-93f5-2d3da0e0d222 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:09.423744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.425268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=45e820d2-2c76-4050-8822-ac0892d0cfba,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.467641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Transition to ACTIVE for port object b4269058-d6c9-47a2-ae29-7241cedc6205 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:09.517184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Transition to ACTIVE for port object b4269058-d6c9-47a2-ae29-7241cedc6205 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:09.525093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 002d9cfa-9b40-4378-b81b-eaddba94bd89 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:09.530566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.535945 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.538173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.544526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.555009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.556614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d497ca-a255-405a-bc5f-aaa538d01547 req-f98b70a8-cce5-40a4-9641-cc229115249b tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.559679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a9002-a1c0-47c5-8407-cdd5f52a81f0 None None] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:09.560928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.564920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02d497ca-a255-405a-bc5f-aaa538d01547 req-f98b70a8-cce5-40a4-9641-cc229115249b tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 944 time: 0.1666038 Aug 16 02:22:09.567550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.584314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.584524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:09.591608 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-81db598d-29f4-4d09-8630-1f19518dce0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5431 time: 1.3785810 Aug 16 02:22:09.626317 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-904719e1-7ef6-40df-b680-3b415e5b0a7e admin admin] 10.222.0.78 "PUT /v2.0/routers/65645365-1183-419f-a03c-25a34dbcf7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2379265 Aug 16 02:22:09.632986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48634) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.659677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] No DVR routers for this DVR port 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:09.677060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.679568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e856b1ae-be05-4817-a4ce-94f0512e684f req-4e95a3d8-fe98-4472-8f5d-796b8fe439cb tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "DELETE /v2.0/ports/4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 HTTP/1.1" status: 204 len: 173 time: 2.9756958 Aug 16 02:22:09.682807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] For port 90cd247b-48b9-49b6-8448-e32e131ca5ec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=90cd247b-48b9-49b6-8448-e32e131ca5ec,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:09.683371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.687841 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02d497ca-a255-405a-bc5f-aaa538d01547 req-28351264-5970-4375-be98-791738de5a5f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217189 Aug 16 02:22:09.701691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'name': 'network-vif-deleted', 'tag': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:09.707735 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b20c747-0756-4d05-a605-c6fbe91ed442" -d '{"events": [{"server_uuid": "e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7", "name": "network-vif-deleted", "tag": "4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:09.791351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:09.792270 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda2b12-b327-4129-8a17-5c05b9ee275d" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:09.798393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Calling delete_port for 90cd247b-48b9-49b6-8448-e32e131ca5ec owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:09.828236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e318c05f-1342-4973-a698-57438d38df73 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:09.848467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab738ea-4568-426d-928f-ad42e3c4e0ef req-09007ac6-2b08-47b5-86a4-c59635e1e463 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.850241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ab738ea-4568-426d-928f-ad42e3c4e0ef req-09007ac6-2b08-47b5-86a4-c59635e1e463 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 944 time: 0.0728929 Aug 16 02:22:09.851569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.865208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:09.881621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-a3bff0c8-f74e-451d-8b50-211a96bb63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.884576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-a3bff0c8-f74e-451d-8b50-211a96bb63bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=242d25cf48be4687b03298f5d31892b9&device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 1096 time: 0.5882916 Aug 16 02:22:09.888137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Port a6849f48-c642-4975-a7fd-b06355c00dfd not found while updating agent binding for router 65645365-1183-419f-a03c-25a34dbcf7f8. {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:22:09.889583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c560c6a6-aa55-490d-9ed7-9d577ec7b46a req-763ff6ca-77ac-4dba-b210-e04ad85cd5cf tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2970164 Aug 16 02:22:09.915217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:09.933896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e318c05f-1342-4973-a698-57438d38df73 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:09.934165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e318c05f-1342-4973-a698-57438d38df73 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:09.934579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8582e85-58d9-470e-b096-ff55cd630b44 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:09.944769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:09.951094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Pushing event updated for resources: {'Port': ['ID=b4269058-d6c9-47a2-ae29-7241cedc6205,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.020851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.025364 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f98d37-d1c4-4ba5-9fe3-dfeda8ab03b3 x-openstack-request-id: req-20f98d37-d1c4-4ba5-9fe3-dfeda8ab03b3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:10.025788 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7", "name": "network-vif-deleted", "tag": "4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:10.026256 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20f98d37-d1c4-4ba5-9fe3-dfeda8ab03b3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:10.026752 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7', 'name': 'network-vif-deleted', 'tag': '4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8', 'status': 'completed', 'code': 200} Aug 16 02:22:10.027088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6db8ac4a-f371-42b0-88a4-adeef5d58457 None None] Provisioning for port 002d9cfa-9b40-4378-b81b-eaddba94bd89 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:10.044401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.058453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ab738ea-4568-426d-928f-ad42e3c4e0ef req-d4b7cc82-67ab-43a2-ae18-3ea2360c47b0 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610733 Aug 16 02:22:10.067448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Routers {'65645365-1183-419f-a03c-25a34dbcf7f8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:10.068106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['65645365-1183-419f-a03c-25a34dbcf7f8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:10.069924 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.072227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6db8ac4a-f371-42b0-88a4-adeef5d58457 None None] Provisioning complete for port 002d9cfa-9b40-4378-b81b-eaddba94bd89 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:10.078955 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6db8ac4a-f371-42b0-88a4-adeef5d58457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.131075 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.148986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Transition to ACTIVE for port object a29f2974-71c1-4990-bdbe-58000132a356 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:10.150917 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6482f281-03ca-4eb0-b2ea-8a178f3cb92e x-openstack-request-id: req-6482f281-03ca-4eb0-b2ea-8a178f3cb92e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:10.151224 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:10.151474 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6482f281-03ca-4eb0-b2ea-8a178f3cb92e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:10.151885 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'code': 200} Aug 16 02:22:10.163882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Deleting port 8f29964c-0c9a-40a9-9114-f1b6673e3705 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:10.165342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.236895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 017bbaf1-7819-4764-a75d-9cb482bf061d up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:10.253110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8582e85-58d9-470e-b096-ff55cd630b44,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.382092 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0ce1635-49ac-4b41-94a0-1e328a61a0b0 req-5f123e01-f83f-47d7-a09a-17153bd8f010 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8e6b9a6-70ae-4725-97a2-00ee2afa5bd7 HTTP/1.1" status: 200 len: 210 time: 0.1090739 Aug 16 02:22:10.397810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] For port 8f29964c-0c9a-40a9-9114-f1b6673e3705, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8f29964c-0c9a-40a9-9114-f1b6673e3705,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:10.398545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.423360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Calling delete_port for 8f29964c-0c9a-40a9-9114-f1b6673e3705 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:10.423937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No active binding found for port d8582e85-58d9-470e-b096-ff55cd630b44 {{(pid=94858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:22:10.424529 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8582e85-58d9-470e-b096-ff55cd630b44 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:10.452691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-f06e2573-9b6b-441a-a8ce-ce4e10e86256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.454263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-f06e2573-9b6b-441a-a8ce-ce4e10e86256 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 200 len: 909 time: 0.4736617 Aug 16 02:22:10.482779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Attempting to bind port b4269058-d6c9-47a2-ae29-7241cedc6205 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:10.483150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Attempting to bind port b4269058-d6c9-47a2-ae29-7241cedc6205 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'aff170dc-5a81-4d75-95c3-52c698f59563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '84fc4f1f-a571-4c8e-815f-d4eecec8bb06'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:10.483513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Attempting to bind port b4269058-d6c9-47a2-ae29-7241cedc6205 on network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:10.489353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e3a64705-895c-4b54-93f5-2d3da0e0d222, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:10.514143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] Set router 65645365-1183-419f-a03c-25a34dbcf7f8 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:10.516120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.516948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:10.541487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-6fbe1ed3-d5f0-4fdf-8c4e-82335fbdd85b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0775383 Aug 16 02:22:10.545437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.550863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:10.551059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Checking segment: {'id': 'aff170dc-5a81-4d75-95c3-52c698f59563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '84fc4f1f-a571-4c8e-815f-d4eecec8bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:10.551522 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.551827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Bound using segment: {'id': 'aff170dc-5a81-4d75-95c3-52c698f59563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '84fc4f1f-a571-4c8e-815f-d4eecec8bb06'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:10.552398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Bound port: b4269058-d6c9-47a2-ae29-7241cedc6205, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff170dc-5a81-4d75-95c3-52c698f59563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '84fc4f1f-a571-4c8e-815f-d4eecec8bb06'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:10.552775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.593622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.634607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b9332-832e-4b54-822c-0d902c2b879d None None] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:10.636710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-router', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:50Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 6, 'project_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:10.656850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.692513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8f29964c-0c9a-40a9-9114-f1b6673e3705,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.755501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:10.756608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.761345 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.766429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.770440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:10.776490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-0b7975af-7179-4f1e-88b7-fbaa418cc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.777661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c9756-919c-4583-b1ef-c7843c08d5a1 None None] The sync data for ids ['65645365-1183-419f-a03c-25a34dbcf7f8'] in n-d-769329-15 is: [{'id': '65645365-1183-419f-a03c-25a34dbcf7f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1853368763-router', 'tenant_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:50Z', 'updated_at': '2021-08-16T02:22:10Z', 'revision_number': 6, 'project_id': 'c2dc196847dc4c689ef75dd7cdd9bcf5', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:10.778083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-0b7975af-7179-4f1e-88b7-fbaa418cc504 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 200 len: 848 time: 0.2258835 Aug 16 02:22:10.780844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:10.786758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Port': ['ID=a29f2974-71c1-4990-bdbe-58000132a356,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.791211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['83275cba-590c-423e-94fa-c6db7d100cba'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:10.845481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.867170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 017bbaf1-7819-4764-a75d-9cb482bf061d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:10.891406 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6db8ac4a-f371-42b0-88a4-adeef5d58457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.896327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e3a64705-895c-4b54-93f5-2d3da0e0d222,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.910972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-54759744-0f0d-49c4-8201-3281f0d958e4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2fef8350-0e5c-4c16-b3ab-e3cce643dab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209126 Aug 16 02:22:10.926023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event deleted for resources: {'Port': ['ID=90cd247b-48b9-49b6-8448-e32e131ca5ec,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.961585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 017bbaf1-7819-4764-a75d-9cb482bf061d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:10.962999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.991076 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.991676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10532ed-c522-40f9-afdf-ba35986acb27 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:11.013457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.015962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.032895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.036407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ba217fd0-548c-4019-85ae-d712a676038b admin admin] 10.222.0.78 "DELETE /v2.0/routers/c10532ed-c522-40f9-afdf-ba35986acb27 HTTP/1.1" status: 204 len: 168 time: 4.2270191 Aug 16 02:22:11.036407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] No DVR routers for this DVR port 90cd247b-48b9-49b6-8448-e32e131ca5ec on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:11.046041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6db8ac4a-f371-42b0-88a4-adeef5d58457 None None] For port 002d9cfa-9b40-4378-b81b-eaddba94bd89, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=002d9cfa-9b40-4378-b81b-eaddba94bd89,segment=NetworkSegment(b6b6d2c4-ee31-4aec-8f9c-26cc92f78115),segment_id=b6b6d2c4-ee31-4aec-8f9c-26cc92f78115)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:11.075708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48648) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:11.076568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.078644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-56821629-687b-44b7-ab69-994acd7c4c39 req-e52fd248-6b98-4e99-bc7c-3585962c4018 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "DELETE /v2.0/ports/90cd247b-48b9-49b6-8448-e32e131ca5ec HTTP/1.1" status: 204 len: 173 time: 3.5028882 Aug 16 02:22:11.090802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.125160 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6db8ac4a-f371-42b0-88a4-adeef5d58457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.139895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] For port b4269058-d6c9-47a2-ae29-7241cedc6205, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:11.165871 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.166773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65645365-1183-419f-a03c-25a34dbcf7f8 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:11.176792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.178400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09f342a3-c8b9-446f-8b75-645314adb5dc admin admin] 10.222.0.78 "DELETE /v2.0/routers/65645365-1183-419f-a03c-25a34dbcf7f8 HTTP/1.1" status: 204 len: 168 time: 1.5436118 Aug 16 02:22:11.199482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48652) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:11.250977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:11.260770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] Deleting subnet 819c530b-a6cc-4d88-ab38-38baca1f0083 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:11.263321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] For port b4269058-d6c9-47a2-ae29-7241cedc6205, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b4269058-d6c9-47a2-ae29-7241cedc6205,segment=NetworkSegment(aff170dc-5a81-4d75-95c3-52c698f59563),segment_id=aff170dc-5a81-4d75-95c3-52c698f59563)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:11.266288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:11.266830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.268158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.269107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f87f3-fb4d-45d5-aec5-e8c58910b534 req-e9c3fe16-1c2c-484e-add6-90742733665d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.280530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f75f87f3-fb4d-45d5-aec5-e8c58910b534 req-e9c3fe16-1c2c-484e-add6-90742733665d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 944 time: 0.3857026 Aug 16 02:22:11.325160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.357087 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.464971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-35e3048f-b795-450b-a36f-cf943e0d9e12 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083821 Aug 16 02:22:11.475186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] Deleting subnet 26a18b23-a9a5-45ee-b367-72407859ff87 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:11.484743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.486419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.603907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 08e4e896-84ff-48b5-a8b2-85274e37b5bd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:11.624699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.637807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.639217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.645601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.656562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.663949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7d5e66f8-a92c-48cd-9ce0-c20e76fd4ab8 None None] Provisioning for port 08e4e896-84ff-48b5-a8b2-85274e37b5bd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:11.666017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f75f87f3-fb4d-45d5-aec5-e8c58910b534 req-b99a0f87-3351-41d8-9ef5-03fde00b1ed0 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842113 Aug 16 02:22:11.666489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8ac4a-f371-42b0-88a4-adeef5d58457 None None] Pushing event updated for resources: {'Port': ['ID=002d9cfa-9b40-4378-b81b-eaddba94bd89,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:11.668114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4ab4de8-8c06-4d82-98b0-439f628ae5cb req-be3083ca-32b7-4007-9cfd-16b61aa14197 service neutron] 10.222.0.98 "GET /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366758 Aug 16 02:22:11.678184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.702755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.706601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-91eeb9d5-62da-4666-81d4-e76dc836173b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5432 time: 0.6303310 Aug 16 02:22:11.708406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.746577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.786687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.799652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819c530b-a6cc-4d88-ab38-38baca1f0083,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:11.813204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.816089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1230311e-e8b7-4f6a-804f-709869a09704 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/819c530b-a6cc-4d88-ab38-38baca1f0083 HTTP/1.1" status: 204 len: 168 time: 0.7272871 Aug 16 02:22:11.818586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:11.909686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-777a5ebc-c268-4377-87e9-060430f4b5c7 req-70b46792-3c71-46f2-93af-700e8f4f2ee7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927266 Aug 16 02:22:11.914208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814680fd-d893-42ec-b976-bdf2b6f6068d None None] Pushing event updated for resources: {'Port': ['ID=b4269058-d6c9-47a2-ae29-7241cedc6205,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:11.924704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.931021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.976942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] Sync routers for ids ['65645365-1183-419f-a03c-25a34dbcf7f8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:11.990416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b189217-fb5c-4e60-bbff-616ea4420941 None None] Network 1d5b3dc7-92ac-4478-8e53-40672ae02248 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:12.055497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Deleting port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:12.055497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.091320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'name': 'network-vif-deleted', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:12.093585 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd786336-07f5-47cc-a555-5f7e9ab76665" -d '{"events": [{"server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "name": "network-vif-deleted", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:12.153731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe633025-7cf8-42d6-850c-a5ae03634d3f req-cdb44375-e0b2-4879-b5ce-261814120926 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 210 time: 0.3516459 Aug 16 02:22:12.239943 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a656911f-e0b9-4557-a116-6dcfc0f9ac45 x-openstack-request-id: req-a656911f-e0b9-4557-a116-6dcfc0f9ac45 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:12.240233 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23950824-2601-4c57-9ef2-79dd107217a0", "name": "network-vif-deleted", "tag": "90cd247b-48b9-49b6-8448-e32e131ca5ec", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:12.240510 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a656911f-e0b9-4557-a116-6dcfc0f9ac45 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:12.240898 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23950824-2601-4c57-9ef2-79dd107217a0', 'name': 'network-vif-deleted', 'tag': '90cd247b-48b9-49b6-8448-e32e131ca5ec', 'status': 'completed', 'code': 200} Aug 16 02:22:12.249082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] For port 823b6a86-4426-4a56-be00-e5e2eae0cbb2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=823b6a86-4426-4a56-be00-e5e2eae0cbb2,segment=NetworkSegment(d1d58e8e-aeb0-45a1-98db-f277550e92e1),segment_id=d1d58e8e-aeb0-45a1-98db-f277550e92e1)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:12.249670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.276146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Calling delete_port for 823b6a86-4426-4a56-be00-e5e2eae0cbb2 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:12.283080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.332239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.344735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.365777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a64705-895c-4b54-93f5-2d3da0e0d222'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:12.368855 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287f7cd2-51f5-4315-b912-08b9c87310cd" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "e3a64705-895c-4b54-93f5-2d3da0e0d222"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:12.375797 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.441364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 017bbaf1-7819-4764-a75d-9cb482bf061d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=017bbaf1-7819-4764-a75d-9cb482bf061d,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:12.443225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Port': ['ID=a29f2974-71c1-4990-bdbe-58000132a356,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:12.458118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] Routers set() bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:12.458845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] Router IDs set() for agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:22:12.459966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65645365-1183-419f-a03c-25a34dbcf7f8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:22:12.476480 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.500406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.504635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.516075 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.518448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07e15d66-f25b-4369-a243-df8216312e3e up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:12.521596 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6f87a2-150e-4f7d-bbd0-289763143df2 x-openstack-request-id: req-be6f87a2-150e-4f7d-bbd0-289763143df2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:12.522095 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "e3a64705-895c-4b54-93f5-2d3da0e0d222", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:12.522500 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be6f87a2-150e-4f7d-bbd0-289763143df2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:12.523023 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a64705-895c-4b54-93f5-2d3da0e0d222', 'code': 200} Aug 16 02:22:12.528569 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.532758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] 10.222.0.78 "DELETE /v2.0/subnets/26a18b23-a9a5-45ee-b367-72407859ff87 HTTP/1.1" status: 204 len: 168 time: 1.3295295 Aug 16 02:22:12.533340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48674) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:12.554521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] No DVR routers for this DVR port 823b6a86-4426-4a56-be00-e5e2eae0cbb2 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:12.559406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Pushing event deleted for resources: {'Port': ['ID=823b6a86-4426-4a56-be00-e5e2eae0cbb2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:12.699955 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.720788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:12.722970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5b3dc7-92ac-4478-8e53-40672ae02248']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:12.731240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b54427-3684-4f40-92e6-298f5279e02c None None] Network ecd39348-f33f-458f-a922-994688b4af44 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:12.762016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d58e8e-aeb0-45a1-98db-f277550e92e1') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:12.766100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d58e8e-aeb0-45a1-98db-f277550e92e1') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:12.794093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.822800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d05b-8472-439c-bb95-ac6bafb784be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a18b23-a9a5-45ee-b367-72407859ff87,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:12.832207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.846636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:12.847062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.848249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:12.849757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 08e4e896-84ff-48b5-a8b2-85274e37b5bd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:12.855267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:12.861299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1faf734a-b14c-4224-bcd2-3154c9644fca None None] Provisioning complete for port 002d9cfa-9b40-4378-b81b-eaddba94bd89 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:12.863395 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1faf734a-b14c-4224-bcd2-3154c9644fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.866645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.941810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:12.968957 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:12.986921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 08e4e896-84ff-48b5-a8b2-85274e37b5bd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:12.987311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.028852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.037358 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.042863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] 10.222.0.78 "DELETE /v2.0/networks/1d5b3dc7-92ac-4478-8e53-40672ae02248 HTTP/1.1" status: 204 len: 168 time: 1.2231967 Aug 16 02:22:13.066259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] Routers set() bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:13.066638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] Router IDs set() for agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:22:13.067264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65645365-1183-419f-a03c-25a34dbcf7f8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:22:13.067649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430e18c-6ae9-4389-acc1-44897aabe17b None None] The sync data for ids ['65645365-1183-419f-a03c-25a34dbcf7f8'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:13.075847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed73-cad8-4db7-8aff-1f89089e1875 req-64ade527-531e-405a-91e4-ec24f9983b5b tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.083824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa69ed73-cad8-4db7-8aff-1f89089e1875 req-64ade527-531e-405a-91e4-ec24f9983b5b tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1072807 Aug 16 02:22:13.121228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940cb74-bdfd-4cb9-a9e0-bf6f1275486c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5b3dc7-92ac-4478-8e53-40672ae02248,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.137893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa69ed73-cad8-4db7-8aff-1f89089e1875 req-8ee0b7c3-5ae1-4e26-a0a4-b4f2fd1bdd9e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474920 Aug 16 02:22:13.199050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:13.254702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=017bbaf1-7819-4764-a75d-9cb482bf061d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.457048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec7cdb39-f3a1-405a-bb23-d281f63c4ab0 req-9dbd911e-b045-44af-8edb-73d6c70161b3 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 210 time: 0.0523293 Aug 16 02:22:13.458036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:13.458399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e1fc78c-57f7-45e4-ac0b-3a191dc69ff8 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:13.460124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c666a774-d3ae-4eca-a0dc-577efa9d3c29 None None] DHCP port deletion for 1d5b3dc7-92ac-4478-8e53-40672ae02248 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:13.513511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51201a-aa50-4fd4-80d2-9fe78eed30c9 None None] Network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:13.575902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:13.683435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d44c378d-d12e-47ce-b62b-e162fd0f55e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b0ba19c520c43088b103e8c0562c5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061244 Aug 16 02:22:13.685280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:13.713582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 07e15d66-f25b-4369-a243-df8216312e3e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:13.742816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 07e15d66-f25b-4369-a243-df8216312e3e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:13.743224 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.785698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.796748 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.818602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00d252e3-c0d5-41c8-aa4d-a155d84f4444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.842674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc8f03f7-b830-48dd-99f0-fcd651ba9da0 None None] Provisioning complete for port 08e4e896-84ff-48b5-a8b2-85274e37b5bd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:13.842988 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bc8f03f7-b830-48dd-99f0-fcd651ba9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.893240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.901997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 08e4e896-84ff-48b5-a8b2-85274e37b5bd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=08e4e896-84ff-48b5-a8b2-85274e37b5bd,segment=NetworkSegment(7ca0fa49-4b0e-481a-ae50-a640b9b77df0),segment_id=7ca0fa49-4b0e-481a-ae50-a640b9b77df0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:13.905663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.907386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00d252e3-c0d5-41c8-aa4d-a155d84f4444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.912546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.919862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.926209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.927331 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.945183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.991031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.991448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] DHCP port deletion for ecd39348-f33f-458f-a922-994688b4af44 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:13.998589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-0452b085-711e-4ceb-9f45-9a3bf2533cc8 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.2956426 Aug 16 02:22:14.096587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.113788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f95c5f-d1d0-4000-8fe8-d3fc07cc6840 req-c00f4902-00ee-462a-8d0e-4ba94d3de7e5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.117200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f4f95c5f-d1d0-4000-8fe8-d3fc07cc6840 req-c00f4902-00ee-462a-8d0e-4ba94d3de7e5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 945 time: 0.1838210 Aug 16 02:22:14.199081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98f1c0e7-73bc-42a4-9924-efc14a99d75e req-2ba88a5b-63b3-457f-8394-43546d4813e3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767669 Aug 16 02:22:14.212459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=08e4e896-84ff-48b5-a8b2-85274e37b5bd,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.214254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Deleting port efcfdd7e-e075-4e03-b3be-c1a400b140d9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:14.215146 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.224147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f4f95c5f-d1d0-4000-8fe8-d3fc07cc6840 req-cd429d38-fc55-4c4a-af2d-8c38877af044 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993116 Aug 16 02:22:14.239733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00d252e3-c0d5-41c8-aa4d-a155d84f4444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.240507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00d252e3-c0d5-41c8-aa4d-a155d84f4444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.241793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00d252e3-c0d5-41c8-aa4d-a155d84f4444 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e75e6c9-43c8-40a9-8cc4-513ca6a388fb HTTP/1.1" status: 204 len: 168 time: 0.5555322 Aug 16 02:22:14.268897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 07e15d66-f25b-4369-a243-df8216312e3e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07e15d66-f25b-4369-a243-df8216312e3e,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:14.271369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d252e3-c0d5-41c8-aa4d-a155d84f4444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e75e6c9-43c8-40a9-8cc4-513ca6a388fb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.279202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] Deleting port efcfdd7e-e075-4e03-b3be-c1a400b140d9 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:14.279580 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.281472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.282292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 90cd247b-48b9-49b6-8448-e32e131ca5ec no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:14.376595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc8f03f7-b830-48dd-99f0-fcd651ba9da0 None None] Provisioning for port b4269058-d6c9-47a2-ae29-7241cedc6205 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:14.380216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 002d9cfa-9b40-4378-b81b-eaddba94bd89 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:14.386498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] For port efcfdd7e-e075-4e03-b3be-c1a400b140d9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=efcfdd7e-e075-4e03-b3be-c1a400b140d9,segment=NetworkSegment(1d0da626-58fb-4165-9c8a-cf2109afad6f),segment_id=1d0da626-58fb-4165-9c8a-cf2109afad6f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:14.386885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.425354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Calling delete_port for efcfdd7e-e075-4e03-b3be-c1a400b140d9 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:14.437479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 90cd247b-48b9-49b6-8448-e32e131ca5ec {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:14.437836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 90cd247b-48b9-49b6-8448-e32e131ca5ec not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:14.470750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68faf3-2be0-4589-95ab-3ad232e88f43 req-641ae21a-11ba-41cf-8c8f-331fe91bbdce tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.485293 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e68faf3-2be0-4589-95ab-3ad232e88f43 req-641ae21a-11ba-41cf-8c8f-331fe91bbdce tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1150069 Aug 16 02:22:14.532978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64584518-b947-477a-918e-60e88bbf7276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017bbaf1-7819-4764-a75d-9cb482bf061d'}, {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb'}, {'server_uuid': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e15d66-f25b-4369-a243-df8216312e3e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:14.535322 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ddf8c1-3ef2-4993-b4e3-a20a5bc93cc2" -d '{"events": [{"server_uuid": "64584518-b947-477a-918e-60e88bbf7276", "name": "network-vif-plugged", "status": "completed", "tag": "017bbaf1-7819-4764-a75d-9cb482bf061d"}, {"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb"}, {"server_uuid": "98d03c98-1474-4e13-8ed3-d9aa6c6abe21", "name": "network-vif-plugged", "status": "completed", "tag": "07e15d66-f25b-4369-a243-df8216312e3e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:14.538370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Router 3f5fcd2a-3633-4079-a2a6-81ab705e092a is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:14.568102 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e68faf3-2be0-4589-95ab-3ad232e88f43 req-17062c36-4ae1-4c77-8a31-1fe0cd667fcd tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809329 Aug 16 02:22:14.646502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] For port efcfdd7e-e075-4e03-b3be-c1a400b140d9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=efcfdd7e-e075-4e03-b3be-c1a400b140d9,segment=NetworkSegment(1d0da626-58fb-4165-9c8a-cf2109afad6f),segment_id=1d0da626-58fb-4165-9c8a-cf2109afad6f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:14.673640 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.693232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=07e15d66-f25b-4369-a243-df8216312e3e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.712622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0580328-51fd-4641-ab87-caeb124fd0c0 req-a80bf1d0-7ccd-4077-a100-8d70edd3391d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 210 time: 0.1243069 Aug 16 02:22:14.731256 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66fc6d-7953-4565-8936-c81fc7e3e5b9 x-openstack-request-id: req-3e66fc6d-7953-4565-8936-c81fc7e3e5b9 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:14.741204 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64584518-b947-477a-918e-60e88bbf7276", "name": "network-vif-plugged", "status": "completed", "tag": "017bbaf1-7819-4764-a75d-9cb482bf061d", "code": 200}, {"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-plugged", "status": "completed", "tag": "fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb", "code": 200}, {"server_uuid": "98d03c98-1474-4e13-8ed3-d9aa6c6abe21", "name": "network-vif-plugged", "status": "completed", "tag": "07e15d66-f25b-4369-a243-df8216312e3e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:14.741204 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e66fc6d-7953-4565-8936-c81fc7e3e5b9 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:14.741204 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64584518-b947-477a-918e-60e88bbf7276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017bbaf1-7819-4764-a75d-9cb482bf061d', 'code': 200} Aug 16 02:22:14.741204 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb', 'code': 200} Aug 16 02:22:14.741204 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e15d66-f25b-4369-a243-df8216312e3e', 'code': 200} Aug 16 02:22:14.749985 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.751056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc8f03f7-b830-48dd-99f0-fcd651ba9da0 None None] Provisioning for port a29f2974-71c1-4990-bdbe-58000132a356 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:14.762279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] Calling delete_port for efcfdd7e-e075-4e03-b3be-c1a400b140d9 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:14.764149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc8f03f7-b830-48dd-99f0-fcd651ba9da0 None None] Provisioning complete for port a29f2974-71c1-4990-bdbe-58000132a356 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:14.764684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bc8f03f7-b830-48dd-99f0-fcd651ba9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.822419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] No DVR routers for this DVR port efcfdd7e-e075-4e03-b3be-c1a400b140d9 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:14.840621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 002d9cfa-9b40-4378-b81b-eaddba94bd89 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:14.841002 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.888011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f03f7-b830-48dd-99f0-fcd651ba9da0 None None] Port a29f2974-71c1-4990-bdbe-58000132a356 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:14.907809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:14.919574 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] Sync routers for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:14.922268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9267965c-f960-45e0-aba6-da396a35a97f tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "PUT /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6009219 Aug 16 02:22:14.925068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.937357 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:14.937981 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:14.948553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=efcfdd7e-e075-4e03-b3be-c1a400b140d9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.953938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.088456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] Pushing event deleted for resources: {'Port': ['ID=efcfdd7e-e075-4e03-b3be-c1a400b140d9,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.110260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e020d-9b22-4fd1-bd60-805c82ed8d22 None None] No DVR routers for this DVR port efcfdd7e-e075-4e03-b3be-c1a400b140d9 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:15.128199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b4269058-d6c9-47a2-ae29-7241cedc6205 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:15.159353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba70d-9462-449e-bded-0a9520c412ed req-1c753da8-e370-4f9e-a054-5af871ef0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.161279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa8ba70d-9462-449e-bded-0a9520c412ed req-1c753da8-e370-4f9e-a054-5af871ef0243 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 1097 time: 0.4130874 Aug 16 02:22:15.204346 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.214120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523e714-6f0e-4557-b6b1-5920a73329e6 req-ae27f10b-37f9-4677-893a-2286c439fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.218101 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1523e714-6f0e-4557-b6b1-5920a73329e6 req-ae27f10b-37f9-4677-893a-2286c439fbd4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1097 time: 0.4259806 Aug 16 02:22:15.223239 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:15.224153 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.229785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-83985f78-4614-4790-b519-888eff11b5ba None None] Provisioning complete for port a29f2974-71c1-4990-bdbe-58000132a356 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:15.231704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83985f78-4614-4790-b519-888eff11b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.235921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.238949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.242389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.244874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.246427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.249189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.249794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.265454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-aebf0c0a-b7be-4f0d-999c-9058822eb62a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6497 time: 0.4756351 Aug 16 02:22:15.310964 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.312011 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843faf9-122d-4ce1-a979-0c4989a8b5d0 None None] The sync data for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:15.347474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-83985f78-4614-4790-b519-888eff11b5ba None None] Port a29f2974-71c1-4990-bdbe-58000132a356 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:15.350358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port b4269058-d6c9-47a2-ae29-7241cedc6205 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:15.356586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port b4269058-d6c9-47a2-ae29-7241cedc6205 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:15.357131 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.387769 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.470661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa8ba70d-9462-449e-bded-0a9520c412ed req-ac6e69ef-9aed-41a7-8087-dac873319a14 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820420 Aug 16 02:22:15.481870 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.521456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port b4269058-d6c9-47a2-ae29-7241cedc6205, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b4269058-d6c9-47a2-ae29-7241cedc6205,segment=NetworkSegment(aff170dc-5a81-4d75-95c3-52c698f59563),segment_id=aff170dc-5a81-4d75-95c3-52c698f59563)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:15.526408 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.539281 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1523e714-6f0e-4557-b6b1-5920a73329e6 req-f8abbbdb-3ec4-4eb6-bb6c-b6bcd91c4650 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813756 Aug 16 02:22:15.548121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd39348-f33f-458f-a922-994688b4af44']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.569721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0da626-58fb-4165-9c8a-cf2109afad6f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.570046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0da626-58fb-4165-9c8a-cf2109afad6f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.587675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=b4269058-d6c9-47a2-ae29-7241cedc6205,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.593679 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.632777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8f29964c-0c9a-40a9-9114-f1b6673e3705 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:15.668169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 8f29964c-0c9a-40a9-9114-f1b6673e3705 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:15.668169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8f29964c-0c9a-40a9-9114-f1b6673e3705 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:15.668169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 823b6a86-4426-4a56-be00-e5e2eae0cbb2 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:15.671031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec67c0-2a7e-4ee9-b9bc-e456d6a806f0 req-d48e1c02-0f97-46db-a92b-32d463ebaae6 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.672631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bbec67c0-2a7e-4ee9-b9bc-e456d6a806f0 req-d48e1c02-0f97-46db-a92b-32d463ebaae6 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 945 time: 0.1405637 Aug 16 02:22:15.675323 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.679012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-630ee466-91e2-40d8-ba58-d677a4925e31 req-9a3621fc-c636-438b-8a40-d66aa59bc1d0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3068824 Aug 16 02:22:15.688929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48750) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:15.702666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 823b6a86-4426-4a56-be00-e5e2eae0cbb2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:15.703008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 823b6a86-4426-4a56-be00-e5e2eae0cbb2 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:15.703474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device efcfdd7e-e075-4e03-b3be-c1a400b140d9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:15.718596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:15.719792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.731988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: efcfdd7e-e075-4e03-b3be-c1a400b140d9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:15.732747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device efcfdd7e-e075-4e03-b3be-c1a400b140d9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:15.823083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.830520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.839228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.845499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.852959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.854740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bbec67c0-2a7e-4ee9-b9bc-e456d6a806f0 req-0dff21b7-8427-4f91-847e-5f4cb606af40 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/security-groups?id=c51a71eb-29e5-4e57-8912-5d0b5975a662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586027 Aug 16 02:22:15.859662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.865930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.867574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-1e75f043-b6d1-4267-9485-db7bc2337dd5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.874675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78caec67-fcab-4003-b153-a23a10eaed7c req-08c4b639-df41-409a-b662-e1beb7dd433f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.4945138 Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:15.877729 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:15.880015 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-1e75f043-b6d1-4267-9485-db7bc2337dd5 tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 945 time: 0.3360963 Aug 16 02:22:15.889933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.896050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2065415468-network', 'tenant_id': 'b7c32c0485724862a141277f59444303'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:15.930124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.934848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ecd39348-f33f-458f-a922-994688b4af44 HTTP/1.1" status: 204 len: 168 time: 3.3738358 Aug 16 02:22:15.934848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb47204-f376-48f1-b284-16e07c248eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd39348-f33f-458f-a922-994688b4af44,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.982021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78caec67-fcab-4003-b153-a23a10eaed7c req-de7679d7-1e9c-47da-81b9-e5dc8ce2eeb6 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060631 Aug 16 02:22:15.984149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Made reservation on behalf of b7c32c0485724862a141277f59444303 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:15.986558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.999000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.119848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 08e4e896-84ff-48b5-a8b2-85274e37b5bd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:16.174321 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.200448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.200660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20aeeb4-9986-4853-94fc-e3d3f9b045de req-70e88711-2ac9-4931-9e7d-f877006363c4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.207387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c20aeeb4-9986-4853-94fc-e3d3f9b045de req-70e88711-2ac9-4931-9e7d-f877006363c4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1860881 Aug 16 02:22:16.228805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48758) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.232975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a806f1c-20dd-48b5-858c-9171319f9741 req-fa12c28b-3c7c-495d-b001-7194eef48d85 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 210 time: 0.0565012 Aug 16 02:22:16.243133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 08e4e896-84ff-48b5-a8b2-85274e37b5bd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:16.245699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.274822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:16.293579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8600aa71-f704-4acb-b71c-dbf75646744c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:16.315165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.315561 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Added segment 43851210-2540-4b84-9ce8-05b1c130d2b8 of type vlan for network efea24e9-f511-4874-bddc-b1125d7d13f7 Aug 16 02:22:16.350131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b4269058-d6c9-47a2-ae29-7241cedc6205 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:16.371857 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-e18c7919-865a-4a36-a030-6fb8ada224f9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:16.373174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e18c7919-865a-4a36-a030-6fb8ada224f9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "PUT /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4469337 Aug 16 02:22:16.378089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Deleting port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:16.378675 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.381586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48760) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.393726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f4fa6927-75fe-4e8a-b77a-0fd0f6ed6ea8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2dc196847dc4c689ef75dd7cdd9bcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631651 Aug 16 02:22:16.399927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48762) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.414266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.429452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port b4269058-d6c9-47a2-ae29-7241cedc6205 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:16.429997 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.478659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.479555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.480148 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.494221 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838824a-83e0-430f-a6a4-d32b90a0ea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.522706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c20aeeb4-9986-4853-94fc-e3d3f9b045de req-28120866-4569-4c20-9934-076f69349dce tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124878 Aug 16 02:22:16.546784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8569822 Aug 16 02:22:16.554460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48764) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.564054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Request body: {'subnet': {'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2065415468-subnet', 'tenant_id': 'b7c32c0485724862a141277f59444303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:16.579576 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838824a-83e0-430f-a6a4-d32b90a0ea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.594664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad53596-a3c7-4aba-8d17-0b28566c6015 admin admin] Pushing event updated for resources: {'Network': ['ID=efea24e9-f511-4874-bddc-b1125d7d13f7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:16.617098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network efea24e9-f511-4874-bddc-b1125d7d13f7 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:16.621737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Made reservation on behalf of b7c32c0485724862a141277f59444303 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:16.624160 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.716226 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838824a-83e0-430f-a6a4-d32b90a0ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.724731 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838824a-83e0-430f-a6a4-d32b90a0ea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.726136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1838824a-83e0-430f-a6a4-d32b90a0ea8b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88ed0d61-f8c5-488a-a047-3e1c34acedc9 HTTP/1.1" status: 204 len: 168 time: 0.3252304 Aug 16 02:22:16.738448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] For port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,segment=NetworkSegment(27f84a30-833c-4506-ab1b-2217f2227814),segment_id=27f84a30-833c-4506-ab1b-2217f2227814)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:16.738987 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.761644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Calling delete_port for c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:16.773502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838824a-83e0-430f-a6a4-d32b90a0ea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ed0d61-f8c5-488a-a047-3e1c34acedc9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.013539 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.022926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.026552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:17.055159 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6fd0a61c-f475-4a70-9e76-ff26c55aaf6f req-b554e59d-c704-42ae-8224-3d70f69aacdf tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cbdd180-6d89-4f35-bfb0-89a1f6559bad HTTP/1.1" status: 200 len: 210 time: 0.0592310 Aug 16 02:22:17.084782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.100310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Pushing event deleted for resources: {'Port': ['ID=c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.193323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.196974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Checking segment: {'id': '43851210-2540-4b84-9ce8-05b1c130d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:17.197270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Network hostable DHCP agents. Network: efea24e9-f511-4874-bddc-b1125d7d13f7, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:17.226120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Network efea24e9-f511-4874-bddc-b1125d7d13f7 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:17.239679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, efea24e9-f511-4874-bddc-b1125d7d13f7) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:17.249537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fefcd1d-daf2-497a-bd1e-1ecbf88b2043 None None] Network efea24e9-f511-4874-bddc-b1125d7d13f7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:17.254575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] No DVR routers for this DVR port c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:17.258080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.260639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92ad35dd-051c-473f-a5e6-f51479087f07 req-cf193a33-bf43-4c6f-901e-1fa68346191f tempest-ServersTestJSON-1570545378 tempest-ServersTestJSON-1570545378-project] 10.222.0.88 "DELETE /v2.0/ports/c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 HTTP/1.1" status: 204 len: 173 time: 1.3809903 Aug 16 02:22:17.262607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'name': 'network-vif-deleted', 'tag': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:17.272326 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1bb8dd-e08a-4389-b749-4f5fa98b499c" -d '{"events": [{"server_uuid": "9cbdd180-6d89-4f35-bfb0-89a1f6559bad", "name": "network-vif-deleted", "tag": "c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:17.273690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.277038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.330651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-748f6cbc-54ed-400c-a3ba-eee070575fb8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7750540 Aug 16 02:22:17.405976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.413306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.420868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.428570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.432479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c814dc1b-7cfb-438f-9bf8-47a655f83976 req-8d8bb2aa-be5a-4ff8-a134-da5256ae11ad tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=23950824-2601-4c57-9ef2-79dd107217a0 HTTP/1.1" status: 200 len: 210 time: 0.0438683 Aug 16 02:22:17.444825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.444825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.455774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.469025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-e169dea2-2e09-44d9-9d43-e144ed62667a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.3230085 Aug 16 02:22:17.497466 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce217768-4cdf-4c93-837d-0e9a07c4e9a9 x-openstack-request-id: req-ce217768-4cdf-4c93-837d-0e9a07c4e9a9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:17.498513 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbdd180-6d89-4f35-bfb0-89a1f6559bad", "name": "network-vif-deleted", "tag": "c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:17.498513 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce217768-4cdf-4c93-837d-0e9a07c4e9a9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:17.498513 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbdd180-6d89-4f35-bfb0-89a1f6559bad', 'name': 'network-vif-deleted', 'tag': 'c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0', 'status': 'completed', 'code': 200} Aug 16 02:22:17.526444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f22903f-55be-49fc-9687-c5be8dc68db6 req-39e4acf8-763e-4891-a052-b5a6915f368e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563574 Aug 16 02:22:17.595687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840dea0-dcd0-4738-842c-9aeeb6d15402 None None] Network efea24e9-f511-4874-bddc-b1125d7d13f7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:17.801623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ae400-3211-44c5-84c0-4847f6610d48 req-2286e3cd-44fa-4c8c-86c4-5e47b01901a0 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.809733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd8ae400-3211-44c5-84c0-4847f6610d48 req-2286e3cd-44fa-4c8c-86c4-5e47b01901a0 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1050022 Aug 16 02:22:17.822955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.831028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.838633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.846577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.853115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.861140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.869543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.872194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a475c0e-db09-4683-b5f8-788ef75a8b23 req-5e1904fc-2172-4094-a155-313dbaf2477f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.2330129 Aug 16 02:22:17.886708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:17.889475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd8ae400-3211-44c5-84c0-4847f6610d48 req-c318d278-8d31-401a-ab1b-b8fbfec5c064 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785503 Aug 16 02:22:17.894160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Request body: {'floatingip': {'port_id': '45e820d2-2c76-4050-8822-ac0892d0cfba'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:17.950851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.957477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Deleting port a29f2974-71c1-4990-bdbe-58000132a356 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:17.957827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.298784 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.317920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-b87dae65-2f02-4d50-90b8-987695722474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.319585 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-b87dae65-2f02-4d50-90b8-987695722474 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 1097 time: 0.0832424 Aug 16 02:22:18.348659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Calling delete_port for a29f2974-71c1-4990-bdbe-58000132a356 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:18.419052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:18.476121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-87a33982-609c-4cfe-bca8-6f1e97fe9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.479224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-87a33982-609c-4cfe-bca8-6f1e97fe9ff1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 919 time: 0.1519251 Aug 16 02:22:18.486171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] Deleting subnet b92ad524-3dc8-4cf9-86c3-052bdb96ecaa {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:18.492107 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.589260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-c755f286-feeb-48ce-a244-d824b1299704 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017bbaf1-7819-4764-a75d-9cb482bf061d HTTP/1.1" status: 200 len: 217 time: 0.1016860 Aug 16 02:22:18.642184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3358dcf-e51d-4b0c-a497-6fa55af8ba38 req-c103d358-dc2d-4328-adba-715056698572 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.643739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3358dcf-e51d-4b0c-a497-6fa55af8ba38 req-c103d358-dc2d-4328-adba-715056698572 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1404467 Aug 16 02:22:18.718432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3358dcf-e51d-4b0c-a497-6fa55af8ba38 req-3bd223ce-32ac-4616-8719-23fef0436217 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636489 Aug 16 02:22:18.734649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-d0fc4701-1d06-4995-bb49-dbb31d57bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.736173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-d0fc4701-1d06-4995-bb49-dbb31d57bc98 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.1364827 Aug 16 02:22:18.779453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-e422fa7b-fb08-4a37-857e-a37209d4d78a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329192 Aug 16 02:22:18.960622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-a95e5a45-daba-4da0-bc13-de8082aa8298 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650779 Aug 16 02:22:19.087873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03ccae1-df28-4ece-af53-ef9cadc124d4 req-40386b40-71f1-4065-b3f1-48d7b17fe4a6 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231847 Aug 16 02:22:19.236264 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.410565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.422658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430dd01-226e-4d14-a120-7121a10de7ed req-5d572662-d916-4d22-b4a4-653e37951398 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.424225 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-5d572662-d916-4d22-b4a4-653e37951398 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/networks?id=efea24e9-f511-4874-bddc-b1125d7d13f7 HTTP/1.1" status: 200 len: 818 time: 0.7865000 Aug 16 02:22:19.501795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-49107097-d677-4111-9ad8-42c6787e969f tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/quotas/b7c32c0485724862a141277f59444303 HTTP/1.1" status: 200 len: 375 time: 0.0495141 Aug 16 02:22:19.562557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-93bbbb4b-4347-4ad5-bed3-72edfd0850a0 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b7c32c0485724862a141277f59444303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509186 Aug 16 02:22:19.593162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-6e31aa7e-9475-4c8d-80b8-a7607469565d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:22:19.600669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-6e31aa7e-9475-4c8d-80b8-a7607469565d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0372391 Aug 16 02:22:19.602687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.676699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.707431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Port': ['ID=a29f2974-71c1-4990-bdbe-58000132a356,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.718898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:22:19.794425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:19.893859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92ad524-3dc8-4cf9-86c3-052bdb96ecaa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.960277 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.968699 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d535789a-f4d9-4fc3-8840-111532e26d59 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b92ad524-3dc8-4cf9-86c3-052bdb96ecaa HTTP/1.1" status: 204 len: 168 time: 1.5417900 Aug 16 02:22:19.970209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48950) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:20.137186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.148435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.176335 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.183229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:20.183441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c3cf5024-9dfc-4f43-8f8b-3580cdc8e4b0 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:20.235157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-88a887e7-ddd3-41ac-ba2f-a409870ae34e service neutron] 10.222.0.78 "GET /v2.0/networks/efea24e9-f511-4874-bddc-b1125d7d13f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331766 Aug 16 02:22:20.317780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.352833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add45809-b30a-41a9-8734-32157470ea2f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:20.357020 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-2e7acec7-ff4a-4146-b8a3-0231b0b8713c service neutron] 10.222.0.78 "GET /v2.0/networks/efea24e9-f511-4874-bddc-b1125d7d13f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123502 Aug 16 02:22:20.395442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f84a30-833c-4506-ab1b-2217f2227814') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:20.397440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f84a30-833c-4506-ab1b-2217f2227814') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:20.431632 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.468340 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.477194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.501952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:20.502538 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:20.506753 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:20.566890 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Floating IP 62776f70-d606-4d6f-b07b-0295c337108d associated. External IP: 172.25.4.87, port: 45e820d2-2c76-4050-8822-ac0892d0cfba. Aug 16 02:22:20.603515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac9803-1b69-496f-9868-c0fe26664ff2 req-e3eff1eb-8f08-4f3b-bfde-39f9c112a847 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.612037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ac9803-1b69-496f-9868-c0fe26664ff2 req-e3eff1eb-8f08-4f3b-bfde-39f9c112a847 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.2193761 Aug 16 02:22:20.653951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.665879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.667783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] 10.222.0.78 "DELETE /v2.0/networks/add45809-b30a-41a9-8734-32157470ea2f HTTP/1.1" status: 204 len: 168 time: 0.6949661 Aug 16 02:22:20.700946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ac9803-1b69-496f-9868-c0fe26664ff2 req-d1395514-254a-4492-b1a0-fa2b358933a0 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766625 Aug 16 02:22:20.701807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d3c58-c358-4e25-96f4-742df5a8f271 admin admin] Pushing event deleted for resources: {'Network': ['ID=add45809-b30a-41a9-8734-32157470ea2f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.974505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49012) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:21.058151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8c3f62cc-e2ca-48e4-b77c-d509200c141f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bffbba4a7904a1cb45f9b8e342d8810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818655 Aug 16 02:22:21.064259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49014) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:21.075766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9cfea00f-a711-4b72-ad46-2761bd9eaed6 req-fc504853-2991-4036-87cb-b47399019b97 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 210 time: 0.1916771 Aug 16 02:22:21.178960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ae3f3e6-75d5-478e-840a-77022480681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.229812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ae3f3e6-75d5-478e-840a-77022480681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.373022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Router 3f5fcd2a-3633-4079-a2a6-81ab705e092a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:21.408705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ae3f3e6-75d5-478e-840a-77022480681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.413857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ae3f3e6-75d5-478e-840a-77022480681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.417810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1ae3f3e6-75d5-478e-840a-77022480681b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c51a71eb-29e5-4e57-8912-5d0b5975a662 HTTP/1.1" status: 204 len: 168 time: 0.3521085 Aug 16 02:22:21.439683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3f3e6-75d5-478e-840a-77022480681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a71eb-29e5-4e57-8912-5d0b5975a662,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:21.564598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:21.576828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] Sync routers for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:21.585842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bc331cd8-2fe5-4492-8c50-200b29167d85 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "PUT /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2009954 Aug 16 02:22:21.590878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49058) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:21.609240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:21.614794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.705005 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-c7673a21-ad20-4fd5-a158-1f7f46325686 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] delete failed (client error): The resource could not be found. Aug 16 02:22:21.710248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c7673a21-ad20-4fd5-a158-1f7f46325686 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1902811800 HTTP/1.1" status: 404 len: 335 time: 0.1143661 Aug 16 02:22:21.710864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49076) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:21.727867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.738352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Router 12148982-b894-4c25-a51e-f452647acaed has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:21.740376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1a52deff-ee9b-4c8d-ae80-5da11f3e2f21 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f5fcd2a-3633-4079-a2a6-81ab705e092a'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:21.747692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:21.749577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.849794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:21.851781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a5c503-c3fc-4403-bdd1-1721aa0b0d88 None None] The sync data for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:22.083202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30644089-1854-4b74-b775-b606a9d59dcc req-d373186f-f150-4dd5-8e4a-6581f2fcd3ed tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.090868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30644089-1854-4b74-b775-b606a9d59dcc req-d373186f-f150-4dd5-8e4a-6581f2fcd3ed tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1902969 Aug 16 02:22:22.094711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a52deff-ee9b-4c8d-ae80-5da11f3e2f21 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.095952 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.111806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:22.120359 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.125246 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] Sync routers for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:22.158243 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:22.158906 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:22.162325 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-1a52deff-ee9b-4c8d-ae80-5da11f3e2f21 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] update failed (client error): The resource could not be found. Aug 16 02:22:22.163397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a52deff-ee9b-4c8d-ae80-5da11f3e2f21 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "PUT /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a HTTP/1.1" status: 404 len: 339 time: 0.4495485 Aug 16 02:22:22.168926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49100) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:22.210115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-38af115b-70d2-4b9f-8c46-1eccf5a43216 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "PUT /v2.0/floatingips/62776f70-d606-4d6f-b07b-0295c337108d HTTP/1.1" status: 200 len: 990 time: 4.3215086 Aug 16 02:22:22.230962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30644089-1854-4b74-b775-b606a9d59dcc req-4e164c2b-1cd2-44b8-ab62-ecd8f2d273d2 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390171 Aug 16 02:22:22.277489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:22.279730 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7" -d '{"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:22.523241 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:22.604932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-daa964be-dd44-4ebe-ade0-321b4025fec3 req-265dc2ed-3f67-4b33-9197-8bcabac9beb1 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 210 time: 0.2131441 Aug 16 02:22:22.991286 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.991637 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '62776f70-d606-4d6f-b07b-0295c337108d', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '12148982-b894-4c25-a51e-f452647acaed', 'port_id': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'mac_address': 'fa:16:3e:d1:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:56Z', 'updated_at': '2021-08-16T02:22:19Z', 'revision_number': 1, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:22.993890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.994386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.997066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.998457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.998959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.999101 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f58700-0d69-4f07-a668-4c453c3280c2 x-openstack-request-id: req-f2f58700-0d69-4f07-a668-4c453c3280c2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:22.999407 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:22.999600 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2f58700-0d69-4f07-a668-4c453c3280c2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:23.001098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.001897 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'status': 'completed', 'code': 200} Aug 16 02:22:23.007505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-959ebf2c-0ef1-4e3a-8624-8f20c9d91e2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6497 time: 0.1069095 Aug 16 02:22:23.034827 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] Checking router: 12148982-b894-4c25-a51e-f452647acaed for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:23.048100 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:23.049085 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:23.077579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.157257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-eed4399c-82ff-4d92-aee9-0bfd38e6ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.162193 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-eed4399c-82ff-4d92-aee9-0bfd38e6ceed service neutron] 10.222.0.88 "GET /v2.0/networks?id=af13201b-133e-484b-b866-a3edf256a1ba HTTP/1.1" status: 200 len: 913 time: 0.1482017 Aug 16 02:22:23.171149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430dd01-226e-4d14-a120-7121a10de7ed req-67325c3f-8bfb-489c-876f-6f1f751c0a4b tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.171520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-67325c3f-8bfb-489c-876f-6f1f751c0a4b tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.88 "GET /v2.0/networks?id=efea24e9-f511-4874-bddc-b1125d7d13f7 HTTP/1.1" status: 200 len: 818 time: 0.7788632 Aug 16 02:22:23.253640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Request body: {'port': {'device_id': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7', 'admin_state_up': True, 'tenant_id': 'b7c32c0485724862a141277f59444303'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:23.333049 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:23.345525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-ff6b8cb2-46fe-4fda-a69b-186854553f59 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 200 len: 998 time: 0.1754911 Aug 16 02:22:23.377507 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.447215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-391b52ea-f80b-4edd-9ce7-20cf7cb38bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.449781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-391b52ea-f80b-4edd-9ce7-20cf7cb38bd6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71fd097b-c3cb-40f2-9126-9e759578474f HTTP/1.1" status: 200 len: 851 time: 0.0975652 Aug 16 02:22:23.528590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-30399ccb-a34b-445a-9f9b-0c450cd718a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.530517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-30399ccb-a34b-445a-9f9b-0c450cd718a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af13201b-133e-484b-b866-a3edf256a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734766 Aug 16 02:22:23.780541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-b2f9fb5d-f173-486b-9203-b92e21498f69 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425120 Aug 16 02:22:23.814112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb5cb4-7eaa-48ea-b08d-919e713c7c76 req-583465f4-570c-4199-bfa5-3c405a15ed29 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.815723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-31fb5cb4-7eaa-48ea-b08d-919e713c7c76 req-583465f4-570c-4199-bfa5-3c405a15ed29 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1716495 Aug 16 02:22:23.850076 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '62776f70-d606-4d6f-b07b-0295c337108d', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '12148982-b894-4c25-a51e-f452647acaed', 'port_id': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'mac_address': 'fa:16:3e:d1:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:56Z', 'updated_at': '2021-08-16T02:22:19Z', 'revision_number': 1, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:23.922950 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b52b8e-5603-4af9-92f5-37bfeff4d9ba None None] The sync data for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 is: [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '62776f70-d606-4d6f-b07b-0295c337108d', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '12148982-b894-4c25-a51e-f452647acaed', 'port_id': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'mac_address': 'fa:16:3e:d1:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:56Z', 'updated_at': '2021-08-16T02:22:19Z', 'revision_number': 1, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:23.989756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08c1f4bd-71a4-4fb1-a1e4-0bdf89437df7 req-5156b5cd-9398-4600-a605-0867ce500c8e service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946385 Aug 16 02:22:24.047143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-31fb5cb4-7eaa-48ea-b08d-919e713c7c76 req-a55d2b46-0f47-4787-9471-992962fb6775 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559886 Aug 16 02:22:24.123932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337d13d6-7b66-419c-84e2-b3dc2278191a req-c2c879e4-b846-4d1a-984d-30f7cd772c45 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 210 time: 0.0507870 Aug 16 02:22:24.189758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cee57526-c8c2-415a-9441-fe9ed930dbfb req-fc5d7a83-836b-4d4e-92e1-288f858bf7e9 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0660470 Aug 16 02:22:24.358224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637cbe9-36c4-457f-88a8-d0d417b8b42a req-ac789e50-eb98-45a5-9ed2-4cfcf04f8f2d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.365798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Made reservation on behalf of b7c32c0485724862a141277f59444303 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:24.369148 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1637cbe9-36c4-457f-88a8-d0d417b8b42a req-ac789e50-eb98-45a5-9ed2-4cfcf04f8f2d tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 944 time: 0.0758355 Aug 16 02:22:24.374054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.404379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8b3ef-d39b-4218-858e-08a727718147 None None] New status for floating IP 62776f70-d606-4d6f-b07b-0295c337108d: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:22:24.448966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1637cbe9-36c4-457f-88a8-d0d417b8b42a req-07c0b459-000c-4fa6-8640-5092066e1f03 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785718 Aug 16 02:22:24.491183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Allocated IP 172.20.0.1 (b283c6eb-1439-4f68-a7fc-3a25f1957cf1/34773d14-c6b9-40c5-9db6-96004e76e7d5/f7d2c42b-9267-4518-9568-5a46fcbb3154) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:24.585644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-8631b591-8548-476f-b4a6-5d2647ad07ae tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.587743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-8631b591-8548-476f-b4a6-5d2647ad07ae tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 944 time: 0.1209323 Aug 16 02:22:24.779629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Deleting port 83275cba-590c-423e-94fa-c6db7d100cba {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:24.779969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.791819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Allocated IP 172.20.0.4 (efea24e9-f511-4874-bddc-b1125d7d13f7/1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37/dc86e719-c0c1-4ba6-bd8c-f7276eb68509) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:24.816780 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.846544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Transition to ACTIVE for port object f7d2c42b-9267-4518-9568-5a46fcbb3154 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:24.902029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] For port 83275cba-590c-423e-94fa-c6db7d100cba, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=83275cba-590c-423e-94fa-c6db7d100cba,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:24.902239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.917113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Calling delete_port for 83275cba-590c-423e-94fa-c6db7d100cba owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:24.971284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.022430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:25.033859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:25.036443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:25.108176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.121863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['83275cba-590c-423e-94fa-c6db7d100cba'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:25.127528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.142397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event deleted for resources: {'Port': ['ID=83275cba-590c-423e-94fa-c6db7d100cba,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:25.164314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Port': ['ID=f7d2c42b-9267-4518-9568-5a46fcbb3154,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:25.220201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] No DVR routers for this DVR port 83275cba-590c-423e-94fa-c6db7d100cba on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:25.228786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.232597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ec1ab2f-a430-41b4-867b-43bc30ab0c54 req-c9482e90-6782-49c9-bc4e-f5e433f310ab tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "DELETE /v2.0/ports/83275cba-590c-423e-94fa-c6db7d100cba HTTP/1.1" status: 204 len: 173 time: 0.6318917 Aug 16 02:22:25.233358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'name': 'network-vif-deleted', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:25.236577 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c9e509-6d91-4b3f-aee8-f80d2ebb8670" -d '{"events": [{"server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "name": "network-vif-deleted", "tag": "83275cba-590c-423e-94fa-c6db7d100cba"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:25.251894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.434436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e3c60-9d87-4daf-8dd1-613026fa4031 req-740d9136-044e-404b-bba0-9a52a2b1c424 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.436008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-633e3c60-9d87-4daf-8dd1-613026fa4031 req-740d9136-044e-404b-bba0-9a52a2b1c424 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.2381995 Aug 16 02:22:25.453571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe7e09a1-4e0c-41b0-8804-8c9c120f3264 None None] Provisioning for port f7d2c42b-9267-4518-9568-5a46fcbb3154 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:25.458942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe7e09a1-4e0c-41b0-8804-8c9c120f3264 None None] Provisioning complete for port f7d2c42b-9267-4518-9568-5a46fcbb3154 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:25.459560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe7e09a1-4e0c-41b0-8804-8c9c120f3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.461220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.463903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.502991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e09a1-4e0c-41b0-8804-8c9c120f3264 None None] Port f7d2c42b-9267-4518-9568-5a46fcbb3154 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:25.531434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Network efea24e9-f511-4874-bddc-b1125d7d13f7 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:25.567102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:25.576033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:25.581104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5aaf6e-2d57-472d-afcc-67beb1c3b055 req-a37c370b-0ad1-46ea-b276-33ad771b6513 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.582684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b5aaf6e-2d57-472d-afcc-67beb1c3b055 req-a37c370b-0ad1-46ea-b276-33ad771b6513 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 931 time: 0.0490358 Aug 16 02:22:25.588144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-633e3c60-9d87-4daf-8dd1-613026fa4031 req-9fe5be46-b2e5-4e65-b998-20d17d4535ba tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392367 Aug 16 02:22:25.617095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Pushing event updated for resources: {'Port': ['ID=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:25.628952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b5aaf6e-2d57-472d-afcc-67beb1c3b055 req-75332eae-ad97-4946-b0f8-f2c233d17533 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Aug 16 02:22:25.673834 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778a8616-0394-41a4-9e13-be9f2c1d7873 x-openstack-request-id: req-778a8616-0394-41a4-9e13-be9f2c1d7873 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:25.674117 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdf3a66-5d78-4766-b991-051788dbc99d", "name": "network-vif-deleted", "tag": "83275cba-590c-423e-94fa-c6db7d100cba", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:25.674367 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-778a8616-0394-41a4-9e13-be9f2c1d7873 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:25.674765 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdf3a66-5d78-4766-b991-051788dbc99d', 'name': 'network-vif-deleted', 'tag': '83275cba-590c-423e-94fa-c6db7d100cba', 'status': 'completed', 'code': 200} Aug 16 02:22:25.723430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89043af8-cfe0-436b-b617-2a42fdcd52f1 req-ea5ca5f0-8f9b-417c-8f13-8ddd64b7e2be tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0335450 Aug 16 02:22:25.729754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.730471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.762459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-f2c482d5-147f-4fdf-9023-e05403b07396 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5265460 Aug 16 02:22:25.781458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Request body: {'port': {'device_id': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:25.873441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38700d32-fbbf-401b-81a5-30b403e08300 req-90e9baa1-3114-44b9-b502-a68e34b96358 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=ccdf3a66-5d78-4766-b991-051788dbc99d HTTP/1.1" status: 200 len: 210 time: 0.0446248 Aug 16 02:22:25.896564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.993408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.040914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.124343 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e86de58e-1a14-4f8f-8e85-73568e71683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.137363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event updated for resources: {'Port': ['ID=f7d2c42b-9267-4518-9568-5a46fcbb3154,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:26.174957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.350252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:26.353606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:26.405742 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73e77edc-ee02-4db7-988d-b86fc2167eee req-946a77c8-9e8c-40a7-9c1e-19595e07ed00 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0306413 Aug 16 02:22:26.407076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc86e719-c0c1-4ba6-bd8c-f7276eb68509 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:26.441568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.468409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Transition to ACTIVE for port object dc86e719-c0c1-4ba6-bd8c-f7276eb68509 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:26.475158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.511535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Router 3f5fcd2a-3633-4079-a2a6-81ab705e092a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:26.535997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Pushing event updated for resources: {'Port': ['ID=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:26.634987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a158ce8d-8002-4fd8-ada7-309af796684d None None] Provisioning complete for port f7d2c42b-9267-4518-9568-5a46fcbb3154 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:26.636142 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a158ce8d-8002-4fd8-ada7-309af796684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.683144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:26.684965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Attempting to bind port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:26.685300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Attempting to bind port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '43851210-2540-4b84-9ce8-05b1c130d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:26.685627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Attempting to bind port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 on network efea24e9-f511-4874-bddc-b1125d7d13f7 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:26.694383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49428) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:26.697180 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] Sync routers for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:26.705258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ea6efb0c-f732-418a-bff4-fc1e76c906c2 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "PUT /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5223732 Aug 16 02:22:26.708852 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:26.709490 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:26.712370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 on network efea24e9-f511-4874-bddc-b1125d7d13f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:26.712720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Attempting to bind port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 on network efea24e9-f511-4874-bddc-b1125d7d13f7 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:26.721316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a158ce8d-8002-4fd8-ada7-309af796684d None None] Port f7d2c42b-9267-4518-9568-5a46fcbb3154 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:26.732322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:26.732322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Checking segment: {'id': '43851210-2540-4b84-9ce8-05b1c130d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:26.732322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Bound using segment: {'id': '43851210-2540-4b84-9ce8-05b1c130d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:26.732322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Bound port: dc86e719-c0c1-4ba6-bd8c-f7276eb68509, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43851210-2540-4b84-9ce8-05b1c130d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:26.732322 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.752278 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:26.762010 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:26.762969 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:21:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:26.798306 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:26.799319 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9bfae-85f7-44b5-b750-face3153f809 None None] The sync data for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:26.804632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7880c4-b59c-431c-b6a7-43021f0b3a9a req-1cc6ccab-b738-48ac-ad91-58888f35dcf0 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.808733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb7880c4-b59c-431c-b6a7-43021f0b3a9a req-1cc6ccab-b738-48ac-ad91-58888f35dcf0 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0926063 Aug 16 02:22:26.845285 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5faaca54-1135-42ee-a601-764baddc07a0 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.861881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] For port dc86e719-c0c1-4ba6-bd8c-f7276eb68509, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:26.868035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb7880c4-b59c-431c-b6a7-43021f0b3a9a req-4e295db9-a3d7-4153-b7dd-8728e9ec579d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Aug 16 02:22:26.877216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] For port dc86e719-c0c1-4ba6-bd8c-f7276eb68509, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,segment=NetworkSegment(43851210-2540-4b84-9ce8-05b1c130d2b8),segment_id=43851210-2540-4b84-9ce8-05b1c130d2b8)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:26.884048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.921834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.922491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.924017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] 10.222.0.88 "PUT /v2.0/ports/dc86e719-c0c1-4ba6-bd8c-f7276eb68509 HTTP/1.1" status: 200 len: 1092 time: 1.1523111 Aug 16 02:22:26.924516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'tag': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:26.926838 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff68c2-4def-483b-a6a6-c68a367f7c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7564070-dfe6-466d-9e3a-fcf788e30137", "tag": "dc86e719-c0c1-4ba6-bd8c-f7276eb68509"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:26.931614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63ce6e-d341-4638-bf9d-c2014de85af1 req-c6aa5780-1535-4ee9-a5b3-65f1c755b200 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.940581 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb63ce6e-d341-4638-bf9d-c2014de85af1 req-c6aa5780-1535-4ee9-a5b3-65f1c755b200 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 943 time: 0.1423066 Aug 16 02:22:26.956865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ca50b-3d14-40ff-9a2e-6f22c1593456 service neutron] Pushing event updated for resources: {'Port': ['ID=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:26.992499 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-5faaca54-1135-42ee-a601-764baddc07a0 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:22:26.996321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5faaca54-1135-42ee-a601-764baddc07a0 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a HTTP/1.1" status: 409 len: 329 time: 0.2977462 Aug 16 02:22:27.008841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:27.009717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb63ce6e-d341-4638-bf9d-c2014de85af1 req-69b565d5-3406-483f-a959-ba32c3eec016 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682273 Aug 16 02:22:27.089246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430dd01-226e-4d14-a120-7121a10de7ed req-19aa6df4-a9b7-443d-b497-d009075e761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.091690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-19aa6df4-a9b7-443d-b497-d009075e761c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7c32c0485724862a141277f59444303&device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 1095 time: 0.1115985 Aug 16 02:22:27.101790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92b9b17c-b6a1-4667-ae0e-dc4b1b0736c0 req-baf689d2-3202-43dd-a9f8-9e461740f2d6 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0305090 Aug 16 02:22:27.200064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-6089c4c9-cb18-4f59-82bb-59555dc599ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc86e719-c0c1-4ba6-bd8c-f7276eb68509 HTTP/1.1" status: 200 len: 217 time: 0.0790679 Aug 16 02:22:27.209124 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d9dbd-c4b9-4d3c-a91c-ffcdf27d2bc3 x-openstack-request-id: req-2e7d9dbd-c4b9-4d3c-a91c-ffcdf27d2bc3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:27.209672 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7564070-dfe6-466d-9e3a-fcf788e30137", "tag": "dc86e719-c0c1-4ba6-bd8c-f7276eb68509", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:27.210031 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e7d9dbd-c4b9-4d3c-a91c-ffcdf27d2bc3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:27.210589 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'tag': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509', 'status': 'completed', 'code': 200} Aug 16 02:22:27.356478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430dd01-226e-4d14-a120-7121a10de7ed req-cc818f2a-259a-4e7c-b6d6-e08980b17420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.358101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-cc818f2a-259a-4e7c-b6d6-e08980b17420 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37 HTTP/1.1" status: 200 len: 858 time: 0.1464436 Aug 16 02:22:27.398672 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-d57ad15e-603b-4041-9ef3-1cb983aa94c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efea24e9-f511-4874-bddc-b1125d7d13f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325258 Aug 16 02:22:27.669585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49476) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:27.786093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c256ba8e-c091-4f6b-be2e-e69d23033834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.878800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c256ba8e-c091-4f6b-be2e-e69d23033834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.884098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c256ba8e-c091-4f6b-be2e-e69d23033834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.894727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebb5dc-6c7c-407b-a2bc-70477627f5c8 req-afdfc4d9-d6b6-43dc-98cf-0cb11f042cb2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.896399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3aebb5dc-6c7c-407b-a2bc-70477627f5c8 req-afdfc4d9-d6b6-43dc-98cf-0cb11f042cb2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 944 time: 0.5024037 Aug 16 02:22:27.947484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256ba8e-c091-4f6b-be2e-e69d23033834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b18bba-4e10-40cb-9ce8-89e1a73959bc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:27.953598 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c256ba8e-c091-4f6b-be2e-e69d23033834 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66103996eb6f4d4993893d36b7b78265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829313 Aug 16 02:22:27.958172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49482) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:27.981217 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-fa6d8ce6-0989-4ebb-9c3d-c0811e399cda service neutron] 10.222.0.88 "GET /v2.0/networks/efea24e9-f511-4874-bddc-b1125d7d13f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712922 Aug 16 02:22:27.989481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3aebb5dc-6c7c-407b-a2bc-70477627f5c8 req-8c8783b1-fe6a-45db-bbfa-9d03b10ccfc5 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820246 Aug 16 02:22:28.028898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-ea39ea37-e66d-4eec-8926-4494fc00b0b2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.030688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-ea39ea37-e66d-4eec-8926-4494fc00b0b2 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 944 time: 0.1318464 Aug 16 02:22:28.086429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2f81-73d2-4ae3-bed1-3dc79ec86a54 req-84ce03a8-ea25-46bf-9701-fa213cf26a49 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.087936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d94d2f81-73d2-4ae3-bed1-3dc79ec86a54 req-84ce03a8-ea25-46bf-9701-fa213cf26a49 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1319308 Aug 16 02:22:28.139284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b381e67-d2c6-44b9-ba95-8f67e5ea4894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.171872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7430dd01-226e-4d14-a120-7121a10de7ed req-fb40eb97-5014-4eae-9ce4-47fabaf7a373 service neutron] 10.222.0.88 "GET /v2.0/networks/efea24e9-f511-4874-bddc-b1125d7d13f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813934 Aug 16 02:22:28.188327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b381e67-d2c6-44b9-ba95-8f67e5ea4894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.191292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2d4c4-2c21-4420-af3b-923a18aa54a5 req-f63b26b6-1b50-4a25-8082-8860012f1bc7 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.192600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d94d2f81-73d2-4ae3-bed1-3dc79ec86a54 req-fbb9041b-5c80-418e-ad1e-89e47ecb252a tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967121 Aug 16 02:22:28.192986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3d2d4c4-2c21-4420-af3b-923a18aa54a5 req-f63b26b6-1b50-4a25-8082-8860012f1bc7 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 943 time: 0.0966203 Aug 16 02:22:28.204827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.243787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Deleting port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:28.244234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.246850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:28.274164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 83275cba-590c-423e-94fa-c6db7d100cba {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:28.275115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 83275cba-590c-423e-94fa-c6db7d100cba not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:28.312184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b381e67-d2c6-44b9-ba95-8f67e5ea4894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.314802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b381e67-d2c6-44b9-ba95-8f67e5ea4894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.315942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3b381e67-d2c6-44b9-ba95-8f67e5ea4894 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91b18bba-4e10-40cb-9ce8-89e1a73959bc HTTP/1.1" status: 204 len: 168 time: 0.3569121 Aug 16 02:22:28.363521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] For port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:28.364006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.376180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3d2d4c4-2c21-4420-af3b-923a18aa54a5 req-90bc0794-c9cc-4b2f-ba24-675313e55b4a tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678061 Aug 16 02:22:28.392834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Calling delete_port for fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:28.395260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b381e67-d2c6-44b9-ba95-8f67e5ea4894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b18bba-4e10-40cb-9ce8-89e1a73959bc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.396078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-ab65682a-57f9-48e2-bcd6-a5e180cf6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.409447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-ab65682a-57f9-48e2-bcd6-a5e180cf6d99 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7c32c0485724862a141277f59444303&device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 1095 time: 0.1610262 Aug 16 02:22:28.548819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-45c377b5-e84a-4bc6-8de6-381317c79b83 req-0baa938b-3edb-42f6-93c8-d89fe65216aa tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0438089 Aug 16 02:22:28.600426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.603285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-b269ad68-62fa-4e6f-aa6a-4ae519aa82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.604904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-b269ad68-62fa-4e6f-aa6a-4ae519aa82f7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=efea24e9-f511-4874-bddc-b1125d7d13f7 HTTP/1.1" status: 200 len: 919 time: 0.1663954 Aug 16 02:22:28.658618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event deleted for resources: {'Port': ['ID=fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.667933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-f464ab90-2c2d-4937-a70a-6aefb6909a95 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc86e719-c0c1-4ba6-bd8c-f7276eb68509 HTTP/1.1" status: 200 len: 217 time: 0.0545704 Aug 16 02:22:28.717345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] No DVR routers for this DVR port fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:28.720015 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.722640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3eb8ff2a-b2d0-403e-b64f-26cbdc89e29c req-982974c0-0278-4811-8621-d13fdb672d6f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "DELETE /v2.0/ports/fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee HTTP/1.1" status: 204 len: 173 time: 0.6812477 Aug 16 02:22:28.722791 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'name': 'network-vif-deleted', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:28.725224 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19833f1d-3525-4149-8edb-5e243ef278ab" -d '{"events": [{"server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "name": "network-vif-deleted", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:28.759820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-70294a09-85f2-48bf-83f2-2ad62d388b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.761201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-70294a09-85f2-48bf-83f2-2ad62d388b19 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37 HTTP/1.1" status: 200 len: 858 time: 0.0864375 Aug 16 02:22:28.773425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Deleting port f7d2c42b-9267-4518-9568-5a46fcbb3154 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:28.774140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.830583 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.837392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe2936dc-2333-467d-afeb-0fac7f7f5fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.850541 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872b95d8-6b35-4c41-985b-e02a17083dbf x-openstack-request-id: req-872b95d8-6b35-4c41-985b-e02a17083dbf {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:28.851205 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e9b637-567e-4d8a-b6c0-79a5f67aa93d", "name": "network-vif-deleted", "tag": "fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:28.852058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-4fc9230e-e59a-43e1-adb9-895a8f75038c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=efea24e9-f511-4874-bddc-b1125d7d13f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723345 Aug 16 02:22:28.852387 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-872b95d8-6b35-4c41-985b-e02a17083dbf {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:28.852976 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e9b637-567e-4d8a-b6c0-79a5f67aa93d', 'name': 'network-vif-deleted', 'tag': 'fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee', 'status': 'completed', 'code': 200} Aug 16 02:22:28.999014 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32bf640f-f782-49e4-9b5f-36e9266c622f req-f98ad31f-025b-4ee8-bea1-8a5711238734 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0561273 Aug 16 02:22:29.004343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.040447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Calling delete_port for f7d2c42b-9267-4518-9568-5a46fcbb3154 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:29.062648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-f2d9bdac-4b5f-425d-9260-ac9ba5fa1cc5 service neutron] 10.222.0.88 "GET /v2.0/networks/efea24e9-f511-4874-bddc-b1125d7d13f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991315 Aug 16 02:22:29.106922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0d36d66-a75b-43f2-ab0f-b730843c14c9 req-5db96a43-ef40-4795-b1fd-10bb082b5646 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=07e9b637-567e-4d8a-b6c0-79a5f67aa93d HTTP/1.1" status: 200 len: 210 time: 0.0267215 Aug 16 02:22:29.179445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49532) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.268246 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7eff68c2-4def-483b-a6a6-c68a367f7c6f req-5c50ee24-2578-43bf-88cc-00e2c84a2d55 service neutron] 10.222.0.88 "GET /v2.0/networks/efea24e9-f511-4874-bddc-b1125d7d13f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485245 Aug 16 02:22:29.311738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1269312124-network', 'tenant_id': '2515771e5d8649d4b1397ea5588e856c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:29.362299 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.365107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Made reservation on behalf of 2515771e5d8649d4b1397ea5588e856c for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:29.367947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.375889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae861c-7234-48b4-8120-2221ea2063ed req-d73031b3-a8c5-4901-98b3-34250cc55295 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.377459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afae861c-7234-48b4-8120-2221ea2063ed req-d73031b3-a8c5-4901-98b3-34250cc55295 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0746388 Aug 16 02:22:29.385311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.408145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Port': ['ID=f7d2c42b-9267-4518-9568-5a46fcbb3154,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:29.436843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.437775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.437775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.438007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.438230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.438571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.438918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.439237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.439568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.439904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.440228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.440586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.515822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afae861c-7234-48b4-8120-2221ea2063ed req-747bea2a-3ba5-4665-8abe-d8709c7e47ed tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100385 Aug 16 02:22:29.565305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.574483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.611235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:29.625262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc95ce-62de-4045-b939-d09d72647d6c req-f352a49b-6eca-48d8-981a-b283c6020459 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.626830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-45cc95ce-62de-4045-b939-d09d72647d6c req-f352a49b-6eca-48d8-981a-b283c6020459 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 943 time: 0.1095955 Aug 16 02:22:29.636653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eae1ee-4609-4a02-bbda-6b89a5865b9a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:29.642212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.652367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.653014 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Added segment f9815d1f-8228-4ec8-92d5-117c90c1b876 of type vlan for network eb90ec36-ea58-4029-af14-f103985b6a5a Aug 16 02:22:29.663519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.663865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.664237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.665219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.665619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.665931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.666256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.666614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.666899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.667245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.667565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.668029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.721609 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.729979 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-45cc95ce-62de-4045-b939-d09d72647d6c req-f36a824f-84c4-4bc6-8264-ceebd642682a tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948613 Aug 16 02:22:29.759144 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.760207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.760843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.801081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Router 3f5fcd2a-3633-4079-a2a6-81ab705e092a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:29.879637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:29.889045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cf89e045-cfb5-4370-bc2a-5ecc45b7cc83 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "PUT /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8759978 Aug 16 02:22:29.889759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.898715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] Sync routers for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:29.911525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.912722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:29.913485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.929559 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-2eff34cd-dfc5-478a-bc19-c59d65d3bca5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] show failed (client error): The resource could not be found. Aug 16 02:22:29.934668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2eff34cd-dfc5-478a-bc19-c59d65d3bca5 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-34649145 HTTP/1.1" status: 404 len: 333 time: 0.0439017 Aug 16 02:22:29.935293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.940098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cc152a00-f0cc-4fbb-b10d-ac80335e3eee tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:29.946749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.958187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] Routers {'3f5fcd2a-3633-4079-a2a6-81ab705e092a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:29.958820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.981661 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-cc152a00-f0cc-4fbb-b10d-ac80335e3eee tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] update failed (client error): The resource could not be found. Aug 16 02:22:29.987183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cc152a00-f0cc-4fbb-b10d-ac80335e3eee tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-116058812 HTTP/1.1" status: 404 len: 334 time: 0.0508027 Aug 16 02:22:29.987756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49548) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.997674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.998356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e25663-8b08-446f-9b21-102325207b7e None None] The sync data for ids ['3f5fcd2a-3633-4079-a2a6-81ab705e092a'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:30.039984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Deleting subnet 168d49e6-8ed1-4f5b-add5-0fbb720e4c69 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:30.043457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.084775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.112641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9306390 Aug 16 02:22:30.116339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49552) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:30.121551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Request body: {'subnet': {'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1269312124-subnet', 'tenant_id': '2515771e5d8649d4b1397ea5588e856c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:30.137598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac240c-82f5-4e81-9186-a42c525d99af admin admin] Pushing event updated for resources: {'Network': ['ID=eb90ec36-ea58-4029-af14-f103985b6a5a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.144817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e1d8cb8-60e9-48ea-9bc7-99bcfc43d37a req-e7359f8f-fe8c-48de-b7b9-1c9b7409d26c tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0348468 Aug 16 02:22:30.156057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network eb90ec36-ea58-4029-af14-f103985b6a5a details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:30.156869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Made reservation on behalf of 2515771e5d8649d4b1397ea5588e856c for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:30.160570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.229903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.261486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:30.292117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:30.292751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device fb988ccb-4e03-4fd8-ba4f-5cd81bb425ee not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:30.298124 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.346111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Subnet': ['ID=168d49e6-8ed1-4f5b-add5-0fbb720e4c69,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.351736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.353906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d960e94-6795-4cb4-90e7-f1b06bd24053 None None] Network 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:30.364945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-731bc825-8b0e-4be1-b69b-d0b730e263f1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/subnets/168d49e6-8ed1-4f5b-add5-0fbb720e4c69 HTTP/1.1" status: 204 len: 168 time: 0.3757153 Aug 16 02:22:30.366390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:30.387303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.426816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Deleting subnet 03a7892c-4f5a-4c4a-82a5-3b90dbe1a2a9 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:30.431041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.485012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.491733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.509320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084df75-6da8-4e69-ad35-a0957ad6f109 req-b36d1f2b-f1ab-4459-bf53-40a4a7e105a8 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.510816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9084df75-6da8-4e69-ad35-a0957ad6f109 req-b36d1f2b-f1ab-4459-bf53-40a4a7e105a8 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.0934441 Aug 16 02:22:30.511765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Checking segment: {'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:30.512127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Network hostable DHCP agents. Network: eb90ec36-ea58-4029-af14-f103985b6a5a, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:30.548499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Network eb90ec36-ea58-4029-af14-f103985b6a5a is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:30.571826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] DHCP port deletion for 84fc4f1f-a571-4c8e-815f-d4eecec8bb06 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:30.581310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9084df75-6da8-4e69-ad35-a0957ad6f109 req-7fc71aa3-f033-4eee-ba82-8f082148c5a7 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634830 Aug 16 02:22:30.582514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, eb90ec36-ea58-4029-af14-f103985b6a5a) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:30.598080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e94b53-f832-43ad-a3d3-12eea5c9f926 None None] Network eb90ec36-ea58-4029-af14-f103985b6a5a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:30.600400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.601166 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.616602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-16804d35-ea6e-4976-abc7-9be67e548eed admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4991970 Aug 16 02:22:30.623949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.683341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] Deleting port b4269058-d6c9-47a2-ae29-7241cedc6205 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:30.683635 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.711727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08ad8-decc-49e9-a461-6806d100013a req-c3eabd07-7a5e-4db7-826b-c6be05cf8096 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.713366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0d08ad8-decc-49e9-a461-6806d100013a req-c3eabd07-7a5e-4db7-826b-c6be05cf8096 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1149898 Aug 16 02:22:30.733863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.773424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Subnet': ['ID=03a7892c-4f5a-4c4a-82a5-3b90dbe1a2a9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.782009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.784504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-920ca9e5-4027-43a5-8429-f55c223d66af tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/subnets/03a7892c-4f5a-4c4a-82a5-3b90dbe1a2a9 HTTP/1.1" status: 204 len: 168 time: 0.4176476 Aug 16 02:22:30.787634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49572) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:30.805089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e1ef52-2bef-4496-b71e-daa8c334a39a None None] Network f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:30.807137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29faef40-f1dc-4b9f-af06-251e653f12b5 None None] Network eb90ec36-ea58-4029-af14-f103985b6a5a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:30.814200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] For port b4269058-d6c9-47a2-ae29-7241cedc6205, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b4269058-d6c9-47a2-ae29-7241cedc6205,segment=NetworkSegment(aff170dc-5a81-4d75-95c3-52c698f59563),segment_id=aff170dc-5a81-4d75-95c3-52c698f59563)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:30.814617 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.823577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0d08ad8-decc-49e9-a461-6806d100013a req-d09f06b7-6a23-49e9-80c8-70ad0c7af519 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964525 Aug 16 02:22:30.916482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] Calling delete_port for b4269058-d6c9-47a2-ae29-7241cedc6205 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:30.954842 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.981848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40dd26-f636-437e-9090-3194d5b3bef8 req-b1fe7158-0923-47bc-88bf-1c10e09d5cea tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.983489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb40dd26-f636-437e-9090-3194d5b3bef8 req-b1fe7158-0923-47bc-88bf-1c10e09d5cea tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 943 time: 0.1216145 Aug 16 02:22:30.992635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-49cc3fc8-9137-4154-8bc6-6c3a5726ad84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.994889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-49cc3fc8-9137-4154-8bc6-6c3a5726ad84 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.1126280 Aug 16 02:22:31.008477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7fa0b19b-6165-42c7-b51c-51aba73d6c45 req-2f593d0d-f247-4ca2-a7b1-73932ae793e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2130065598', 'description': 'tempest-description-1052786674'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:31.033714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7fa0b19b-6165-42c7-b51c-51aba73d6c45 req-2f593d0d-f247-4ca2-a7b1-73932ae793e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.098767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb40dd26-f636-437e-9090-3194d5b3bef8 req-65d94cf1-1c4d-440d-b511-b27012263435 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968726 Aug 16 02:22:31.136348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7fa0b19b-6165-42c7-b51c-51aba73d6c45 req-2f593d0d-f247-4ca2-a7b1-73932ae793e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.143551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7fa0b19b-6165-42c7-b51c-51aba73d6c45 req-2f593d0d-f247-4ca2-a7b1-73932ae793e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.149827 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.153276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Deleting port b4269058-d6c9-47a2-ae29-7241cedc6205 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:31.153618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.182361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] Pushing event deleted for resources: {'Port': ['ID=b4269058-d6c9-47a2-ae29-7241cedc6205,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.188761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168a6c3-88ea-4773-8243-5b22a634852e None None] No DVR routers for this DVR port b4269058-d6c9-47a2-ae29-7241cedc6205 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:31.197333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f593d0d-f247-4ca2-a7b1-73932ae793e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d41efa-bbdf-4d4a-9120-fd60b4785a24,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.213841 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7fa0b19b-6165-42c7-b51c-51aba73d6c45 req-2f593d0d-f247-4ca2-a7b1-73932ae793e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.215552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fa0b19b-6165-42c7-b51c-51aba73d6c45 req-2f593d0d-f247-4ca2-a7b1-73932ae793e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2116637 Aug 16 02:22:31.225718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Deleting port bc140477-7ebb-4bec-a02e-b0d22629d3d4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:31.226068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.239388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] DHCP port deletion for f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:31.245990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-449575e6-f327-44af-bec8-3a7f0e6efbe5 req-212384c6-1e91-4d9f-a81e-49b130dda465 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987345599', 'description': 'tempest-description-1189264416'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:31.280466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-449575e6-f327-44af-bec8-3a7f0e6efbe5 req-212384c6-1e91-4d9f-a81e-49b130dda465 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.295108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] For port b4269058-d6c9-47a2-ae29-7241cedc6205, host n-d-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:31.295108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.300255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] Deleting port 08e4e896-84ff-48b5-a8b2-85274e37b5bd {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:31.300928 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.337575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a567e867-b43c-454a-abfc-0b27161ef112 req-e0a78427-830d-463e-95f0-07e38a420abb tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0593357 Aug 16 02:22:31.365444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Calling delete_port for b4269058-d6c9-47a2-ae29-7241cedc6205 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:31.369939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Port b4269058-d6c9-47a2-ae29-7241cedc6205 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:22:31.373499 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.377557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] For port 08e4e896-84ff-48b5-a8b2-85274e37b5bd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=08e4e896-84ff-48b5-a8b2-85274e37b5bd,segment=NetworkSegment(7ca0fa49-4b0e-481a-ae50-a640b9b77df0),segment_id=7ca0fa49-4b0e-481a-ae50-a640b9b77df0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:31.378016 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.392596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] Calling delete_port for 08e4e896-84ff-48b5-a8b2-85274e37b5bd owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:31.394122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-449575e6-f327-44af-bec8-3a7f0e6efbe5 req-212384c6-1e91-4d9f-a81e-49b130dda465 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.398330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-449575e6-f327-44af-bec8-3a7f0e6efbe5 req-212384c6-1e91-4d9f-a81e-49b130dda465 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.410308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Port': ['ID=b4269058-d6c9-47a2-ae29-7241cedc6205,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.418597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] For port bc140477-7ebb-4bec-a02e-b0d22629d3d4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bc140477-7ebb-4bec-a02e-b0d22629d3d4,segment=NetworkSegment(2975296b-7437-4301-a3bc-5f7dceb7b23b),segment_id=2975296b-7437-4301-a3bc-5f7dceb7b23b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:31.418597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.421374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] No DVR routers for this DVR port b4269058-d6c9-47a2-ae29-7241cedc6205 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:31.429560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-449575e6-f327-44af-bec8-3a7f0e6efbe5 req-212384c6-1e91-4d9f-a81e-49b130dda465 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.430897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-449575e6-f327-44af-bec8-3a7f0e6efbe5 req-212384c6-1e91-4d9f-a81e-49b130dda465 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1901112 Aug 16 02:22:31.435206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212384c6-1e91-4d9f-a81e-49b130dda465 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.453743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Calling delete_port for bc140477-7ebb-4bec-a02e-b0d22629d3d4 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:31.494432 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.526907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] Pushing event deleted for resources: {'Port': ['ID=08e4e896-84ff-48b5-a8b2-85274e37b5bd,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.535532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a56cf2-f245-4add-bbdb-1cda1ac45346 None None] No DVR routers for this DVR port 08e4e896-84ff-48b5-a8b2-85274e37b5bd on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:31.555618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.570522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fc4f1f-a571-4c8e-815f-d4eecec8bb06']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:31.631532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff170dc-5a81-4d75-95c3-52c698f59563') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:31.631832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff170dc-5a81-4d75-95c3-52c698f59563') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:31.658616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.694644 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.699547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08353d41-0f85-465d-a6f1-6cfeb168806b req-f39b7dc1-13e8-4e55-bc84-b33561b032db tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.701111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08353d41-0f85-465d-a6f1-6cfeb168806b req-f39b7dc1-13e8-4e55-bc84-b33561b032db tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 944 time: 0.0526953 Aug 16 02:22:31.706817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:31.707161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:31.712482 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:31.741876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08353d41-0f85-465d-a6f1-6cfeb168806b req-ad8f2bc2-8298-45dd-a4cd-a0c532a3a47b tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/security-groups?id=91453e3d-39cd-41cd-9a9f-3fece484983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Aug 16 02:22:31.808224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-6ad48367-2a51-451b-98d6-54a6ae5f9097 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.809702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-6ad48367-2a51-451b-98d6-54a6ae5f9097 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 813 time: 0.2429626 Aug 16 02:22:31.822095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.833222 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.838885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.840796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/networks/84fc4f1f-a571-4c8e-815f-d4eecec8bb06 HTTP/1.1" status: 204 len: 168 time: 1.0522010 Aug 16 02:22:31.844431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.857712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-8b21e875-5367-45fa-a528-6548beb717a8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/quotas/2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 375 time: 0.0416164 Aug 16 02:22:31.862038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device dc86e719-c0c1-4ba6-bd8c-f7276eb68509 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:31.866106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1883c-71de-4eef-8559-1cd015684bf9 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Network': ['ID=84fc4f1f-a571-4c8e-815f-d4eecec8bb06,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.881007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.901787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-4a67797c-26d0-47b3-99ca-c923b46c824c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328982 Aug 16 02:22:31.933366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Pushing event deleted for resources: {'Port': ['ID=bc140477-7ebb-4bec-a02e-b0d22629d3d4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.986629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port dc86e719-c0c1-4ba6-bd8c-f7276eb68509, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,segment=NetworkSegment(43851210-2540-4b84-9ce8-05b1c130d2b8),segment_id=43851210-2540-4b84-9ce8-05b1c130d2b8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:31.991577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.003636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509', 'network_id': 'efea24e9-f511-4874-bddc-b1125d7d13f7', 'port_id': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509', 'mac_address': 'fa:16:3e:cc:79:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:32.006666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9668-ac91-4200-83ca-70040a610206 req-c298d949-c829-4443-a337-76ad85ae30f8 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.009101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-279e9668-ac91-4200-83ca-70040a610206 req-c298d949-c829-4443-a337-76ad85ae30f8 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0895574 Aug 16 02:22:32.041111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] No DVR routers for this DVR port bc140477-7ebb-4bec-a02e-b0d22629d3d4 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:32.045108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.047407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9c81289a-d64a-43fc-8e97-0f5f3fd64255 req-4107d3cd-1df3-4369-86ba-dc0c3262da5f tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.98 "DELETE /v2.0/ports/bc140477-7ebb-4bec-a02e-b0d22629d3d4 HTTP/1.1" status: 204 len: 173 time: 1.0432975 Aug 16 02:22:32.047849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'name': 'network-vif-deleted', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:32.052711 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d587a04e-78ed-4c5b-8a3a-8b86988d3665" -d '{"events": [{"server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "name": "network-vif-deleted", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:32.056667 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 08e4e896-84ff-48b5-a8b2-85274e37b5bd no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:32.080929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.083610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 08e4e896-84ff-48b5-a8b2-85274e37b5bd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:32.084422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 08e4e896-84ff-48b5-a8b2-85274e37b5bd not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:32.084422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b4269058-d6c9-47a2-ae29-7241cedc6205 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:32.093225 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-a7cd9209-f2ee-450a-b190-326a2f25874d service neutron] 10.222.0.78 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692071 Aug 16 02:22:32.112140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: b4269058-d6c9-47a2-ae29-7241cedc6205 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:32.112518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b4269058-d6c9-47a2-ae29-7241cedc6205 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:32.117304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc86e719-c0c1-4ba6-bd8c-f7276eb68509 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:32.142929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port dc86e719-c0c1-4ba6-bd8c-f7276eb68509, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,segment=NetworkSegment(43851210-2540-4b84-9ce8-05b1c130d2b8),segment_id=43851210-2540-4b84-9ce8-05b1c130d2b8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:32.146404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-279e9668-ac91-4200-83ca-70040a610206 req-83d7c4d2-94c0-4222-9676-97d30af5dc8f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077154 Aug 16 02:22:32.154081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.162284 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.172313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:32.189958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca0fa49-4b0e-481a-ae50-a640b9b77df0') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:32.190263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca0fa49-4b0e-481a-ae50-a640b9b77df0') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:32.206485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.222479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.222715 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d07d2b9-bd4b-4c9c-987d-bb9c06ab0e38 x-openstack-request-id: req-5d07d2b9-bd4b-4c9c-987d-bb9c06ab0e38 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:32.222955 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032d2d6b-7919-4582-9b8a-91deec99a862", "name": "network-vif-deleted", "tag": "bc140477-7ebb-4bec-a02e-b0d22629d3d4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:32.223864 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d07d2b9-bd4b-4c9c-987d-bb9c06ab0e38 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:32.224423 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032d2d6b-7919-4582-9b8a-91deec99a862', 'name': 'network-vif-deleted', 'tag': 'bc140477-7ebb-4bec-a02e-b0d22629d3d4', 'status': 'completed', 'code': 200} Aug 16 02:22:32.232237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:32.234538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:32.236713 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:32.250863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-27551a0e-9900-4c82-9f28-0ac559fb5318 service neutron] 10.222.0.78 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528101 Aug 16 02:22:32.258486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.335389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.346425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.350871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/networks/f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4 HTTP/1.1" status: 204 len: 168 time: 0.5029612 Aug 16 02:22:32.351329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49608) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.359807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c706d-c434-4a32-9e2e-64c2cf64e8c8 req-90d20f7f-11eb-4547-a03a-233b0e087acd tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.361502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-054c706d-c434-4a32-9e2e-64c2cf64e8c8 req-90d20f7f-11eb-4547-a03a-233b0e087acd tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 944 time: 0.0782919 Aug 16 02:22:32.377499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0f866-5a0b-4a66-98a9-e97fe25869ff tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Network': ['ID=f4b1c3cf-5dc3-4c52-88c4-7cfef09f4dc4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.416820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-054c706d-c434-4a32-9e2e-64c2cf64e8c8 req-7b56c6dd-c2aa-45fa-86bf-57511c58fb4a tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Aug 16 02:22:32.424777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Deleting subnet 34773d14-c6b9-40c5-9db6-96004e76e7d5 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:32.429238 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.447211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['dc86e719-c0c1-4ba6-bd8c-f7276eb68509'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:32.479815 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4427dbd2-4dcf-4c79-863d-09e172a32f74 req-49b7c1f8-7f9e-4e67-b8cd-c9268f0e6a19 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0472739 Aug 16 02:22:32.497448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.526983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40441e84-1719-4fcc-b5ba-e1e4a62cb46d req-2082d85d-5d9a-49c1-84a7-a1c394538921 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 210 time: 0.0514009 Aug 16 02:22:32.618280 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.713537 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.759854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Subnet': ['ID=34773d14-c6b9-40c5-9db6-96004e76e7d5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.763639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.765699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ac64b9c5-7923-499a-b3d2-e16d94951a50 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/subnets/34773d14-c6b9-40c5-9db6-96004e76e7d5 HTTP/1.1" status: 204 len: 168 time: 0.4125676 Aug 16 02:22:32.776589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d8901-f03e-4e73-9c8d-a78d0645a0d4 None None] Network b283c6eb-1439-4f68-a7fc-3a25f1957cf1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:32.776824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.930446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ef9b95f-6e2c-4885-b9b9-27aac5928b52 req-c862205a-841e-479e-b8f8-7a95bb515ab9 tempest-LiveMigrationTest-1647598790 tempest-LiveMigrationTest-1647598790-project] 10.222.0.78 "GET /v2.0/ports?device_id=032d2d6b-7919-4582-9b8a-91deec99a862 HTTP/1.1" status: 200 len: 210 time: 0.0370128 Aug 16 02:22:32.952768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.003971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] DHCP port deletion for b283c6eb-1439-4f68-a7fc-3a25f1957cf1 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:33.016033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Deleting port 002d9cfa-9b40-4378-b81b-eaddba94bd89 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:33.016454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.054474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] Deleting port 002d9cfa-9b40-4378-b81b-eaddba94bd89 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:33.054867 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.087027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] For port 002d9cfa-9b40-4378-b81b-eaddba94bd89, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=002d9cfa-9b40-4378-b81b-eaddba94bd89,segment=NetworkSegment(b6b6d2c4-ee31-4aec-8f9c-26cc92f78115),segment_id=b6b6d2c4-ee31-4aec-8f9c-26cc92f78115)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:33.087399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.100971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Calling delete_port for 002d9cfa-9b40-4378-b81b-eaddba94bd89 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:33.120253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] For port 002d9cfa-9b40-4378-b81b-eaddba94bd89, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=002d9cfa-9b40-4378-b81b-eaddba94bd89,segment=NetworkSegment(b6b6d2c4-ee31-4aec-8f9c-26cc92f78115),segment_id=b6b6d2c4-ee31-4aec-8f9c-26cc92f78115)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:33.120696 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.134450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] Calling delete_port for 002d9cfa-9b40-4378-b81b-eaddba94bd89 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:33.188593 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.216406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Port': ['ID=002d9cfa-9b40-4378-b81b-eaddba94bd89,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.219760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] No DVR routers for this DVR port 002d9cfa-9b40-4378-b81b-eaddba94bd89 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:33.222111 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.250663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] Pushing event deleted for resources: {'Port': ['ID=002d9cfa-9b40-4378-b81b-eaddba94bd89,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.255864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca1656-b3cd-456a-809f-4b350ede278e None None] No DVR routers for this DVR port 002d9cfa-9b40-4378-b81b-eaddba94bd89 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:33.311883 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.312704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7e19-b2bb-42e5-a96d-ffde6c382df8 req-dfdaa502-33bc-46af-a794-908a2c60611d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.314805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-24ff7e19-b2bb-42e5-a96d-ffde6c382df8 req-dfdaa502-33bc-46af-a794-908a2c60611d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0731487 Aug 16 02:22:33.323646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b283c6eb-1439-4f68-a7fc-3a25f1957cf1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:33.335138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b6d2c4-ee31-4aec-8f9c-26cc92f78115') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:33.335565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b6d2c4-ee31-4aec-8f9c-26cc92f78115') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:33.344931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.360047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-24ff7e19-b2bb-42e5-a96d-ffde6c382df8 req-1a75619d-f7ac-435e-a0ca-ba4649a51a0f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Aug 16 02:22:33.361816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.369289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:33.369692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:33.372966 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:33.433975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.440942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.442731 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/networks/b283c6eb-1439-4f68-a7fc-3a25f1957cf1 HTTP/1.1" status: 204 len: 168 time: 0.6649122 Aug 16 02:22:33.445826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49632) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.454483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940c346-7992-4101-a8b7-370adb3390a7 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Pushing event deleted for resources: {'Network': ['ID=b283c6eb-1439-4f68-a7fc-3a25f1957cf1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.476557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2fa57bf0-b0d3-4bec-85d9-a1602d3ac8c1 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "GET /v2.0/ports?device_id=3f5fcd2a-3633-4079-a2a6-81ab705e092a HTTP/1.1" status: 200 len: 205 time: 0.0293288 Aug 16 02:22:33.479420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49636) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.546969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952b66b-d79f-442e-a1e0-5d66ed04005a req-138eb27d-dd23-4100-864b-660ed98d5870 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.548523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b952b66b-d79f-442e-a1e0-5d66ed04005a req-138eb27d-dd23-4100-864b-660ed98d5870 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 944 time: 0.0513308 Aug 16 02:22:33.568083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cde8ae0-b194-44f6-bfa0-5b540863df05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.592806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b952b66b-d79f-442e-a1e0-5d66ed04005a req-ab287c2d-c264-4b33-8c4d-a555f991bb6e tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378103 Aug 16 02:22:33.698073 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b919628c-f604-4958-959f-757d8d529a05 req-33a3608c-ed54-47cc-b79f-2bc566a65ae2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 210 time: 0.0345893 Aug 16 02:22:33.733564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43e71429-706e-49e2-9bf3-af29d91b6e60 req-b5b34f65-da58-420c-9b5a-9a4a7ca8f721 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0659437 Aug 16 02:22:33.842992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cde8ae0-b194-44f6-bfa0-5b540863df05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.846858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cde8ae0-b194-44f6-bfa0-5b540863df05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.858247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device dc86e719-c0c1-4ba6-bd8c-f7276eb68509 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:33.899594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-03721dee-1889-4d91-96db-625875a2a17c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.901080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-03721dee-1889-4d91-96db-625875a2a17c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.98 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 813 time: 0.3306973 Aug 16 02:22:33.908105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cde8ae0-b194-44f6-bfa0-5b540863df05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.908682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde8ae0-b194-44f6-bfa0-5b540863df05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Fanout notify agent at l3_agent the message router_deleted on router 3f5fcd2a-3633-4079-a2a6-81ab705e092a {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:33.908947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:33.912669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:33.913043 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.915502 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7cde8ae0-b194-44f6-bfa0-5b540863df05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.919360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7cde8ae0-b194-44f6-bfa0-5b540863df05 tempest-RoutersNegativeTest-1231352742 tempest-RoutersNegativeTest-1231352742-project] 10.222.0.78 "DELETE /v2.0/routers/3f5fcd2a-3633-4079-a2a6-81ab705e092a HTTP/1.1" status: 204 len: 168 time: 0.4361744 Aug 16 02:22:33.926178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'port': {'device_id': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a', 'admin_state_up': True, 'tenant_id': '2515771e5d8649d4b1397ea5588e856c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:34.034606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.051781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 002d9cfa-9b40-4378-b81b-eaddba94bd89 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:34.055864 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.082799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 002d9cfa-9b40-4378-b81b-eaddba94bd89 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:34.083161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 002d9cfa-9b40-4378-b81b-eaddba94bd89 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:34.088878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Made reservation on behalf of 2515771e5d8649d4b1397ea5588e856c for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:34.092660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.097431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] Deleting subnet de023b46-5dd4-463f-a3a4-e674f1c56272 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:34.102663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.103204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:34.105890 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3225e9f9-f48e-44f3-b03a-57dfb7a6db77" -d '{"events": [{"server_uuid": "a7564070-dfe6-466d-9e3a-fcf788e30137", "name": "network-vif-plugged", "status": "completed", "tag": "dc86e719-c0c1-4ba6-bd8c-f7276eb68509"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:34.123243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port dc86e719-c0c1-4ba6-bd8c-f7276eb68509, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,segment=NetworkSegment(43851210-2540-4b84-9ce8-05b1c130d2b8),segment_id=43851210-2540-4b84-9ce8-05b1c130d2b8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:34.128302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.181977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.185971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.194432 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068d2696-b05e-423f-aba7-f964da48850f x-openstack-request-id: req-068d2696-b05e-423f-aba7-f964da48850f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:34.195184 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7564070-dfe6-466d-9e3a-fcf788e30137", "name": "network-vif-plugged", "status": "completed", "tag": "dc86e719-c0c1-4ba6-bd8c-f7276eb68509", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:34.195184 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-068d2696-b05e-423f-aba7-f964da48850f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:34.195397 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509', 'code': 200} Aug 16 02:22:34.246241 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.250772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49656) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.263008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:34.269776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Allocated IP 172.20.0.9 (eb90ec36-ea58-4029-af14-f103985b6a5a/ffbd96d0-ce9e-43c0-becf-f9f71ee32b51/70c5562d-e8f2-44d2-a0ff-7b185582e222) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:34.285798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: bc140477-7ebb-4bec-a02e-b0d22629d3d4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:34.286139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bc140477-7ebb-4bec-a02e-b0d22629d3d4 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:34.323634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db3404-48f6-4955-a7a5-d1b83a21ad12 req-7a892c2e-0fa9-4c9a-9fd6-2abf6fed8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.325156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3db3404-48f6-4955-a7a5-d1b83a21ad12 req-7a892c2e-0fa9-4c9a-9fd6-2abf6fed8442 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 1097 time: 0.0568664 Aug 16 02:22:34.461903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-44f16a6c-a0ed-4512-8a70-a8f80c259a98 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16d1778321474277bee5fb1dc8c56d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099981 Aug 16 02:22:34.465010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49662) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.514351 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.548658 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-501a54b9-1684-48d7-a4a5-253f5b9cbc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.587054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-501a54b9-1684-48d7-a4a5-253f5b9cbc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.610271 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.675096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Network eb90ec36-ea58-4029-af14-f103985b6a5a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:34.681494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:34.687525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:34.691943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.698180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.731617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3db3404-48f6-4955-a7a5-d1b83a21ad12 req-71367b0d-29e5-40bf-a51a-15623211f2f5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966627 Aug 16 02:22:34.733398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de023b46-5dd4-463f-a3a4-e674f1c56272,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.739688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.743938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7da02abc-9bb8-4b85-a5db-c41fd5b2d820 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/de023b46-5dd4-463f-a3a4-e674f1c56272 HTTP/1.1" status: 204 len: 168 time: 0.7059121 Aug 16 02:22:34.744192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.746140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-501a54b9-1684-48d7-a4a5-253f5b9cbc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.748703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-501a54b9-1684-48d7-a4a5-253f5b9cbc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.752017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-501a54b9-1684-48d7-a4a5-253f5b9cbc67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4616374-1892-4410-91a9-7fade21c0f0d HTTP/1.1" status: 204 len: 168 time: 0.2839115 Aug 16 02:22:34.783274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.783420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.788328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a54b9-1684-48d7-a4a5-253f5b9cbc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4616374-1892-4410-91a9-7fade21c0f0d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.809592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-718eaf5b-b373-4dc4-b76e-0a3096382025 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8883147 Aug 16 02:22:34.810184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa03d4-2568-413a-b12c-37828a0eee8f req-9d7203b2-d10c-48a3-a6a7-1c328872cd05 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.817562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b5aa03d4-2568-413a-b12c-37828a0eee8f req-9d7203b2-d10c-48a3-a6a7-1c328872cd05 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1531839 Aug 16 02:22:34.829230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c01e45-3fc3-46b1-9d0f-5c01cac263f3 req-cfc9d125-80a4-4adc-ae6b-6cea9b13b825 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.830870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01c01e45-3fc3-46b1-9d0f-5c01cac263f3 req-cfc9d125-80a4-4adc-ae6b-6cea9b13b825 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 945 time: 0.0953987 Aug 16 02:22:34.835780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Request body: {'port': {'device_id': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:34.861348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.880758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b5aa03d4-2568-413a-b12c-37828a0eee8f req-f4b9c14a-71c0-49cc-851d-b35b1778d3db tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609145 Aug 16 02:22:34.923868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01c01e45-3fc3-46b1-9d0f-5c01cac263f3 req-471f68e7-e0ad-4908-a054-0f8264267d75 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844827 Aug 16 02:22:34.962477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.018725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.032760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fef8350-0e5c-4c16-b3ab-e3cce643dab9']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:35.045739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2975296b-7437-4301-a3bc-5f7dceb7b23b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:35.046002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2975296b-7437-4301-a3bc-5f7dceb7b23b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:35.054967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5439-1c95-4236-961b-24eb3c3421d4 req-e2f9d3bc-f5b0-4d27-be35-a9f08d5a562d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:35.057241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93ef5439-1c95-4236-961b-24eb3c3421d4 req-e2f9d3bc-f5b0-4d27-be35-a9f08d5a562d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 931 time: 0.0926743 Aug 16 02:22:35.059792 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a5f0e75d-97d4-4d23-866a-efbe1e6821f8 req-1c643a5c-3a15-4cdf-ba59-bdbc5ac7d868 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0379589 Aug 16 02:22:35.066406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.096833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.113156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:35.113560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:35.115626 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:35.195957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93ef5439-1c95-4236-961b-24eb3c3421d4 req-192c33d2-3c68-4823-8b01-8ff434fbbd78 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269722 Aug 16 02:22:35.219597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.228952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.232334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] 10.222.0.78 "DELETE /v2.0/networks/2fef8350-0e5c-4c16-b3ab-e3cce643dab9 HTTP/1.1" status: 204 len: 168 time: 0.4869182 Aug 16 02:22:35.240111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49688) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:35.247032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e336457-73b1-40e6-a933-80f91a02e9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=2fef8350-0e5c-4c16-b3ab-e3cce643dab9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.314400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] Deleting subnet 7f63d7b2-e0a7-40f4-8b8e-c9325a157f93 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:35.322411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.387763 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.417289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c5562d-e8f2-44d2-a0ff-7b185582e222 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:35.428934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.449828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Transition to ACTIVE for port object 70c5562d-e8f2-44d2-a0ff-7b185582e222 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:35.450945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.453484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.547138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.582554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:35.592049 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.623999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f63d7b2-e0a7-40f4-8b8e-c9325a157f93,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.637100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.638975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e5368ffd-74f0-4c7a-a7db-2e6bcdd74eae admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7f63d7b2-e0a7-40f4-8b8e-c9325a157f93 HTTP/1.1" status: 204 len: 168 time: 0.3978536 Aug 16 02:22:35.641662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:35.649514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Attempting to bind port 70c5562d-e8f2-44d2-a0ff-7b185582e222 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:35.649855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Attempting to bind port 70c5562d-e8f2-44d2-a0ff-7b185582e222 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:35.650191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Attempting to bind port 70c5562d-e8f2-44d2-a0ff-7b185582e222 on network eb90ec36-ea58-4029-af14-f103985b6a5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:35.654757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Port 70c5562d-e8f2-44d2-a0ff-7b185582e222 on network eb90ec36-ea58-4029-af14-f103985b6a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:35.655008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Attempting to bind port 70c5562d-e8f2-44d2-a0ff-7b185582e222 on network eb90ec36-ea58-4029-af14-f103985b6a5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:35.661032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:35.661383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Checking segment: {'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:35.661771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Bound using segment: {'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:35.662267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Bound port: 70c5562d-e8f2-44d2-a0ff-7b185582e222, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:35.662650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.725957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.733417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2103612223'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:35.777964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Made reservation on behalf of dd2cbedb7dfc4fc895cd81e2d63e76e5 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:35.781558 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.804924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.854845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.869761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b765c56a-a1b1-4716-afd4-1b1377716d52']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:35.886338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b05a9f2-2f4b-4981-8b2d-9c4f638934cf') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:35.886599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b05a9f2-2f4b-4981-8b2d-9c4f638934cf') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:35.900340 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.926194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.937832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:35.938243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:35.939941 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:36.039647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.050254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.052136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b765c56a-a1b1-4716-afd4-1b1377716d52 HTTP/1.1" status: 204 len: 168 time: 0.4092374 Aug 16 02:22:36.069089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494377b0-2410-4cb8-a69a-20d3cee461e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b765c56a-a1b1-4716-afd4-1b1377716d52,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.076194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:36.080492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:36.086587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.087780 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.096821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c9d5a-3d08-47f2-9ba2-296309715307 req-4e63c690-cb2a-4e6e-b1a3-ddde7f025659 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.097161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce607bcf-d792-4e4e-be61-b40fd9199f39 req-553ba2ca-1a6b-4294-a176-e1699247645c tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.098336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b9c9d5a-3d08-47f2-9ba2-296309715307 req-4e63c690-cb2a-4e6e-b1a3-ddde7f025659 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1042953 Aug 16 02:22:36.098770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce607bcf-d792-4e4e-be61-b40fd9199f39 req-553ba2ca-1a6b-4294-a176-e1699247645c tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 945 time: 0.0826368 Aug 16 02:22:36.099671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.137719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:36.139924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.140963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.142046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] 10.222.0.98 "PUT /v2.0/ports/70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 200 len: 1092 time: 1.3103139 Aug 16 02:22:36.151861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:36.154239 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:36.170146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.170741 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Added segment a9c98cf1-5df8-4817-bd8a-709c3b705bdd of type vlan for network 286fa8a8-a504-46bf-9347-b55c55414d07 Aug 16 02:22:36.177703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9537c283-67ae-4ffd-a16f-f11a476c580d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.202125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce607bcf-d792-4e4e-be61-b40fd9199f39 req-87b40b98-24cf-42a3-a592-548717a81a2e tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778706 Aug 16 02:22:36.203122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93698735-740b-45e9-9221-b3ed5b1c10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.222221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b9c9d5a-3d08-47f2-9ba2-296309715307 req-ffbbb1b7-1449-412c-9e04-16dcedf62246 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142521 Aug 16 02:22:36.237200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.293440 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef465e5-6824-40e1-96ec-6b8f50f10532 x-openstack-request-id: req-aef465e5-6824-40e1-96ec-6b8f50f10532 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:36.293951 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:36.294414 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aef465e5-6824-40e1-96ec-6b8f50f10532 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:36.295073 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222', 'status': 'completed', 'code': 200} Aug 16 02:22:36.297600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.298574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-6aefaf76-e8b5-4e8d-9e70-8e016c43916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.300897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-6aefaf76-e8b5-4e8d-9e70-8e016c43916a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1095 time: 0.0860133 Aug 16 02:22:36.303345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.303804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.340126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-851be50f-0e18-4913-b36e-6c2220c8a39b req-8ad33c55-3678-472b-b3d8-fe64995b48ba tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0329506 Aug 16 02:22:36.380222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49722) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.385784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event updated for resources: {'Network': ['ID=286fa8a8-a504-46bf-9347-b55c55414d07,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.388172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-e5bd9179-62e0-4de3-8986-8152f6c6b21c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 200 len: 217 time: 0.0699186 Aug 16 02:22:36.401883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 286fa8a8-a504-46bf-9347-b55c55414d07 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:36.435786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49724) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.436561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-06da0aff-a95e-496f-bdda-71b9cb28bf88 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8526375 Aug 16 02:22:36.448173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Request body: {'subnet': {'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:36.557669 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f0c1ab2c-9be6-486b-9eb3-f46532b5c514 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=242d25cf48be4687b03298f5d31892b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731319 Aug 16 02:22:36.558455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.562391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-c8a3c237-322b-4cc3-87dd-9ff40a189a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.563843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-c8a3c237-322b-4cc3-87dd-9ff40a189a6a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.1668260 Aug 16 02:22:36.616783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2625774-eef0-4dfb-a5c1-065ddf93297f req-b31751c1-50bc-41a5-95a1-a42ba5182bd9 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.618966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2625774-eef0-4dfb-a5c1-065ddf93297f req-b31751c1-50bc-41a5-95a1-a42ba5182bd9 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 943 time: 0.1672044 Aug 16 02:22:36.620954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-4946e388-40ae-4dea-9e9f-7c5fca9c4a67 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448730 Aug 16 02:22:36.622482 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49835e3a-dace-48ac-846d-ff36b6f40168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.659100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49835e3a-dace-48ac-846d-ff36b6f40168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.662349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Made reservation on behalf of dd2cbedb7dfc4fc895cd81e2d63e76e5 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:36.666583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.723886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba1a25-ab38-48df-9c7b-00989353889b req-42c9c26d-1e47-4149-bb48-77ffef0a5dcc tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.725430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecba1a25-ab38-48df-9c7b-00989353889b req-42c9c26d-1e47-4149-bb48-77ffef0a5dcc tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 945 time: 0.0823936 Aug 16 02:22:36.755444 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49835e3a-dace-48ac-846d-ff36b6f40168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.757935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49835e3a-dace-48ac-846d-ff36b6f40168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.759094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-49835e3a-dace-48ac-846d-ff36b6f40168 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91453e3d-39cd-41cd-9a9f-3fece484983f HTTP/1.1" status: 204 len: 168 time: 0.1993356 Aug 16 02:22:36.776760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49835e3a-dace-48ac-846d-ff36b6f40168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91453e3d-39cd-41cd-9a9f-3fece484983f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.781441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecba1a25-ab38-48df-9c7b-00989353889b req-80f980f3-5283-43c7-8a18-3416f1f111f7 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Aug 16 02:22:36.788157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2625774-eef0-4dfb-a5c1-065ddf93297f req-d2b75c2f-776c-42bb-a0fe-9a4069eb340e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581511 Aug 16 02:22:36.834214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-7ca15467-e8d0-49fa-9f4b-dc9b5547a44e service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010894 Aug 16 02:22:36.999758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.035729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8049de8-9f0c-4fe6-9455-1407ba297677 req-599f954e-2f1d-4a0c-b09b-9e3ab763ddce service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859970 Aug 16 02:22:37.072093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event updated for resources: {'Subnet': ['ID=8e98cfcd-8d8a-4881-b415-af45a5c6926c,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.081359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Checking segment: {'id': 'a9c98cf1-5df8-4817-bd8a-709c3b705bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:37.081733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Network hostable DHCP agents. Network: 286fa8a8-a504-46bf-9347-b55c55414d07, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:37.120451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Network 286fa8a8-a504-46bf-9347-b55c55414d07 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:37.132532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:37.136265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 286fa8a8-a504-46bf-9347-b55c55414d07) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:37.141107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-e71ac438-3b73-4964-beaa-0a8e75059c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.142633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-e71ac438-3b73-4964-beaa-0a8e75059c0b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1095 time: 0.0496032 Aug 16 02:22:37.143902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.144697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.147004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ee5a8-6ff1-4d39-9e03-b3ffbb3606eb None None] Network 286fa8a8-a504-46bf-9347-b55c55414d07 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:37.166285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3d728ff8-c7c2-466d-8cdb-e2087fb7c0f3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7291913 Aug 16 02:22:37.170809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49736) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:37.176252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Request body: {'port': {'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07', 'name': 'tempest-TagsExtTest-1187187685'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:37.253802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-382ed5b0-9b67-45bb-8707-aa73d732f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.255840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-382ed5b0-9b67-45bb-8707-aa73d732f127 service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 914 time: 0.1013441 Aug 16 02:22:37.256068 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f542d994-e94d-44e3-9bdd-a539dd45fc92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93bc1baddfd5479caee145517ac1ec59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220360 Aug 16 02:22:37.259149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49740) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:37.321607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-dc0746b7-d79b-4f7b-99ea-9e9986ca1b4b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 200 len: 217 time: 0.0552201 Aug 16 02:22:37.351507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Made reservation on behalf of dd2cbedb7dfc4fc895cd81e2d63e76e5 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:37.356229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.377089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] device_id is not set on port d3d8ddec-aa6a-4206-bb93-947bba644db8 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:37.417220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa46be63-8f92-43b3-a1f2-0c62abb37433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.451165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-38ddb983-e091-4f58-8fdd-8cb4665e0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.452777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-38ddb983-e091-4f58-8fdd-8cb4665e0dd3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.1151044 Aug 16 02:22:37.455436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa46be63-8f92-43b3-a1f2-0c62abb37433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.490814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca43aaa-1fb4-4e1b-8a74-f4a02eb0cebd req-b7aaf265-7f5e-453b-b697-a2afe5792d95 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.492858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aca43aaa-1fb4-4e1b-8a74-f4a02eb0cebd req-b7aaf265-7f5e-453b-b697-a2afe5792d95 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1243844 Aug 16 02:22:37.499910 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-41fac975-217d-4e7b-baff-44952914864d req-c314d301-1f5a-4822-8859-536bcfd1a6cd tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0493081 Aug 16 02:22:37.517896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-ca3aa3c7-d9c4-4a07-aa9d-831e437454b6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507958 Aug 16 02:22:37.536604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-286fa8a8-a504-46bf-9347-b55c55414d07', 'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07', 'tenant_id': 'dd2cbedb7dfc4fc895cd81e2d63e76e5', 'fixed_ips': [{'subnet_id': '8e98cfcd-8d8a-4881-b415-af45a5c6926c'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:37.537615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.540855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Allocated IP 172.20.0.14 (286fa8a8-a504-46bf-9347-b55c55414d07/8e98cfcd-8d8a-4881-b415-af45a5c6926c/d3d8ddec-aa6a-4206-bb93-947bba644db8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:37.618395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aca43aaa-1fb4-4e1b-8a74-f4a02eb0cebd req-57c1a82e-6693-40f7-ae32-2d4b7cff4b55 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081467 Aug 16 02:22:37.633737 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa46be63-8f92-43b3-a1f2-0c62abb37433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.637133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa46be63-8f92-43b3-a1f2-0c62abb37433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.638658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aa46be63-8f92-43b3-a1f2-0c62abb37433 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ad3a401-6ff1-4c52-a8d2-609edbf91f96 HTTP/1.1" status: 204 len: 168 time: 0.3780971 Aug 16 02:22:37.665522 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-f5cda6fb-52cd-48c0-acfd-42aa3404fa58 service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340730 Aug 16 02:22:37.673801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46be63-8f92-43b3-a1f2-0c62abb37433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad3a401-6ff1-4c52-a8d2-609edbf91f96,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.776647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47f45e21-bc53-44f3-8e44-e3e7ede8e4c4 req-ddb8f315-2378-449a-9e2d-fab98b8754f4 service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002002 Aug 16 02:22:37.781080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.799220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Transition to ACTIVE for port object d3d8ddec-aa6a-4206-bb93-947bba644db8 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:37.842897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.904035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Network 286fa8a8-a504-46bf-9347-b55c55414d07 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:37.904455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Allocated IP 172.20.0.2 (286fa8a8-a504-46bf-9347-b55c55414d07/8e98cfcd-8d8a-4881-b415-af45a5c6926c/bc14fd6c-76da-4b77-ba51-ac2ffe6712d2) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:37.909262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:37.913673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:37.965620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898dde1-2a29-40ed-ac27-d27ba137aa35 req-3586eb44-aed3-4225-ba0f-233ca96a2a39 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.975021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8898dde1-2a29-40ed-ac27-d27ba137aa35 req-3586eb44-aed3-4225-ba0f-233ca96a2a39 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 943 time: 0.1080062 Aug 16 02:22:37.975856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event updated for resources: {'Port': ['ID=d3d8ddec-aa6a-4206-bb93-947bba644db8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.005693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.006384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.023335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2246f61-7f10-4c77-a806-55de592eb337 req-5442bde7-6bf5-4f11-b95a-095b26b3321c tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.024923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2246f61-7f10-4c77-a806-55de592eb337 req-5442bde7-6bf5-4f11-b95a-095b26b3321c tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 945 time: 0.1192610 Aug 16 02:22:38.038149 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61487eae-7583-4b4c-b9fc-3be476ac504a tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8661087 Aug 16 02:22:38.038590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8898dde1-2a29-40ed-ac27-d27ba137aa35 req-b2581b93-e92e-4417-b68c-b1aaf487e63c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614123 Aug 16 02:22:38.041597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.047082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e12918b5-ab1c-4942-b7c8-23bfba988a26 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-151448976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:38.086594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2246f61-7f10-4c77-a806-55de592eb337 req-163817a8-f80e-46a4-8cac-790ed04121be tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/security-groups?id=8600aa71-f704-4acb-b71c-dbf75646744c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Aug 16 02:22:38.122707 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.127269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e12918b5-ab1c-4942-b7c8-23bfba988a26 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.128694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e12918b5-ab1c-4942-b7c8-23bfba988a26 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.134071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Transition to ACTIVE for port object bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:38.156212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Transition to ACTIVE for port object bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:38.157553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86563495-86e0-46f2-9cc6-6c529f491949 req-546d7913-0550-4b70-9d31-7e9e100752b5 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.159371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86563495-86e0-46f2-9cc6-6c529f491949 req-546d7913-0550-4b70-9d31-7e9e100752b5 tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 945 time: 0.0721841 Aug 16 02:22:38.165141 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.198735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e12918b5-ab1c-4942-b7c8-23bfba988a26 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.204605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e12918b5-ab1c-4942-b7c8-23bfba988a26 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.216201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Network 286fa8a8-a504-46bf-9347-b55c55414d07 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:38.219541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:38.223168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:38.226471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e12918b5-ab1c-4942-b7c8-23bfba988a26 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.231654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e12918b5-ab1c-4942-b7c8-23bfba988a26 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1888185 Aug 16 02:22:38.232680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49764) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.238874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Pushing event updated for resources: {'Port': ['ID=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.239254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-330dc37e-5449-4afe-9290-84c6047c7811 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1714870811', 'prefixes': ['172.20.0.0/16']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:38.301803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Deleting port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:38.302704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.307243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Attempting to bind port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:38.307929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Attempting to bind port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'a9c98cf1-5df8-4817-bd8a-709c3b705bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:38.308135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Attempting to bind port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 on network 286fa8a8-a504-46bf-9347-b55c55414d07 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:38.315093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:38.315854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Checking segment: {'id': 'a9c98cf1-5df8-4817-bd8a-709c3b705bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:38.316529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.317164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Bound using segment: {'id': 'a9c98cf1-5df8-4817-bd8a-709c3b705bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:38.317713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Bound port: bc14fd6c-76da-4b77-ba51-ac2ffe6712d2, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c98cf1-5df8-4817-bd8a-709c3b705bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '286fa8a8-a504-46bf-9347-b55c55414d07'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:38.318313 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.334121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-330dc37e-5449-4afe-9290-84c6047c7811 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for subnetpool, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.340313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-330dc37e-5449-4afe-9290-84c6047c7811 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1024051 Aug 16 02:22:38.341207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49768) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.351976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-7c22474a-99a7-4854-840d-9977de0b00d1 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', 'tempest-TagsExtTest-Tag-730492577') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:38.416056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] For port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:38.424144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] For port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,segment=NetworkSegment(a9c98cf1-5df8-4817-bd8a-709c3b705bdd),segment_id=a9c98cf1-5df8-4817-bd8a-709c3b705bdd)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:38.430766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.439741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] For port dc86e719-c0c1-4ba6-bd8c-f7276eb68509, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,segment=NetworkSegment(43851210-2540-4b84-9ce8-05b1c130d2b8),segment_id=43851210-2540-4b84-9ce8-05b1c130d2b8)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:38.440890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.459921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Calling delete_port for dc86e719-c0c1-4ba6-bd8c-f7276eb68509 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:38.504437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ec0ed-7daf-4fc4-9819-78fd7beca1f1 None None] Pushing event updated for resources: {'Port': ['ID=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.508706 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7c22474a-99a7-4854-840d-9977de0b00d1 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags/tempest-TagsExtTest-Tag-730492577 HTTP/1.1" status: 201 len: 201 time: 0.1665659 Aug 16 02:22:38.511160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49774) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.517678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-8a5ebfb9-e697-4ef3-acbc-cb46dc18c65b tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', 'tempest-TagsExtTest-Tag-377886320') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:38.671184 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.677966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8a5ebfb9-e697-4ef3-acbc-cb46dc18c65b tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags/tempest-TagsExtTest-Tag-377886320 HTTP/1.1" status: 201 len: 201 time: 0.1657605 Aug 16 02:22:38.683858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['dc86e719-c0c1-4ba6-bd8c-f7276eb68509'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:38.694317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49786) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.700029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dea842f-06b8-44da-a709-7f6233237751 req-c4840d83-050d-4841-95ae-bddc3ec75852 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0404072 Aug 16 02:22:38.703745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-1e5ab1c1-63c9-495f-8552-17df09fc7922 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', 'tempest-TagsExtTest-Tag-1719585243') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:38.753714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Pushing event deleted for resources: {'Port': ['ID=dc86e719-c0c1-4ba6-bd8c-f7276eb68509,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.891296 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1e5ab1c1-63c9-495f-8552-17df09fc7922 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags/tempest-TagsExtTest-Tag-1719585243 HTTP/1.1" status: 201 len: 201 time: 0.1960323 Aug 16 02:22:38.892870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49792) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.898465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-a0a2bcbb-14a0-4487-aeb4-68bceb46b1cb tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', 'tempest-TagsExtTest-Tag-1543625876') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:38.901325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] No DVR routers for this DVR port dc86e719-c0c1-4ba6-bd8c-f7276eb68509 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:38.908751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.911901 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86563495-86e0-46f2-9cc6-6c529f491949 req-eb226c79-0b0b-4b7b-9e1e-9cf96cfd80fe tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.88 "DELETE /v2.0/ports/dc86e719-c0c1-4ba6-bd8c-f7276eb68509 HTTP/1.1" status: 204 len: 173 time: 0.7455149 Aug 16 02:22:38.912390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'name': 'network-vif-deleted', 'tag': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:38.914798 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e67783-ef49-4b26-ace8-fd4f9e813c39" -d '{"events": [{"server_uuid": "a7564070-dfe6-466d-9e3a-fcf788e30137", "name": "network-vif-deleted", "tag": "dc86e719-c0c1-4ba6-bd8c-f7276eb68509"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:38.945005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1d927-64c6-4fe7-ab2d-cb88ba28eb1b req-95e27136-bd5d-4a47-89e2-50c2e70187bd tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.947358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9dd1d927-64c6-4fe7-ab2d-cb88ba28eb1b req-95e27136-bd5d-4a47-89e2-50c2e70187bd tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0732813 Aug 16 02:22:38.999472 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaee823-0a2b-4685-875c-c479c73c3f6a x-openstack-request-id: req-ccaee823-0a2b-4685-875c-c479c73c3f6a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:38.999980 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7564070-dfe6-466d-9e3a-fcf788e30137", "name": "network-vif-deleted", "tag": "dc86e719-c0c1-4ba6-bd8c-f7276eb68509", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:39.000311 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccaee823-0a2b-4685-875c-c479c73c3f6a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:39.000611 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7564070-dfe6-466d-9e3a-fcf788e30137', 'name': 'network-vif-deleted', 'tag': 'dc86e719-c0c1-4ba6-bd8c-f7276eb68509', 'status': 'completed', 'code': 200} Aug 16 02:22:39.003885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9dd1d927-64c6-4fe7-ab2d-cb88ba28eb1b req-0f7a30a6-9e70-44b5-b0e5-08080f9ba950 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479889 Aug 16 02:22:39.007264 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a0a2bcbb-14a0-4487-aeb4-68bceb46b1cb tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags/tempest-TagsExtTest-Tag-1543625876 HTTP/1.1" status: 201 len: 201 time: 0.1126668 Aug 16 02:22:39.010004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.019829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-c594b04d-38fb-49ca-a497-3783bec60506 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.090802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c594b04d-38fb-49ca-a497-3783bec60506 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags HTTP/1.1" status: 200 len: 240 time: 0.0792334 Aug 16 02:22:39.093329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49802) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.098760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-abf1c1fc-0934-4419-a0ac-1a5be51853ed tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', 'tempest-TagsExtTest-Tag-730492577') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.183124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cf462-174a-48f9-baf4-bbb122e39eeb req-bc6cf73f-ac05-4c3f-8f1f-f942524438e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.185019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-969cf462-174a-48f9-baf4-bbb122e39eeb req-bc6cf73f-ac05-4c3f-8f1f-f942524438e2 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 943 time: 0.0604868 Aug 16 02:22:39.240902 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14147738-0b16-4b6a-ae8a-e12284fb4893 req-da5fcca2-cbcd-42ff-be44-27d3db7d099a tempest-InstanceActionsV221TestJSON-1837991049 tempest-InstanceActionsV221TestJSON-1837991049-project] 10.222.0.78 "GET /v2.0/ports?device_id=a7564070-dfe6-466d-9e3a-fcf788e30137 HTTP/1.1" status: 200 len: 210 time: 0.0386534 Aug 16 02:22:39.243240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49812) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.243378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-abf1c1fc-0934-4419-a0ac-1a5be51853ed tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags/tempest-TagsExtTest-Tag-730492577 HTTP/1.1" status: 204 len: 168 time: 0.1482632 Aug 16 02:22:39.246641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-969cf462-174a-48f9-baf4-bbb122e39eeb req-ced8fa5f-2c03-41ed-9e62-9da2a033daf1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535421 Aug 16 02:22:39.249026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-81dfa5b5-332f-471d-acc7-46f624bfe412 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', 'tempest-TagsExtTest-Tag-730492577') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.387960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-81dfa5b5-332f-471d-acc7-46f624bfe412 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags/tempest-TagsExtTest-Tag-730492577 HTTP/1.1" status: 204 len: 168 time: 0.1425855 Aug 16 02:22:39.390509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.396154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-c081045f-28bf-408d-8100-81b7f96cfad6 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.460748 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c081045f-28bf-408d-8100-81b7f96cfad6 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags HTTP/1.1" status: 200 len: 205 time: 0.0688553 Aug 16 02:22:39.464068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49820) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.470338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-24ba21b1-28f9-4cd9-95e2-b69c7b897d77 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.551903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-24ba21b1-28f9-4cd9-95e2-b69c7b897d77 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags HTTP/1.1" status: 200 len: 240 time: 0.0865777 Aug 16 02:22:39.554409 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.559906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-5f7985ac-f68d-404c-b80d-dabf04faf2c8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', 'tempest-TagsExtTest-Tag-377886320') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.622030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5f7985ac-f68d-404c-b80d-dabf04faf2c8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags/tempest-TagsExtTest-Tag-377886320 HTTP/1.1" status: 204 len: 168 time: 0.0638373 Aug 16 02:22:39.622422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49828) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.627180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-104d0c1c-0c7e-4d26-97bd-dbcba8f8e44c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', 'tempest-TagsExtTest-Tag-377886320') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.708969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-104d0c1c-0c7e-4d26-97bd-dbcba8f8e44c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags/tempest-TagsExtTest-Tag-377886320 HTTP/1.1" status: 204 len: 168 time: 0.0853031 Aug 16 02:22:39.710053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.716203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-0a1eabbd-f79a-445c-a261-4449fdc56f27 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.730425 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:39.772968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac5ce0-b9cf-4d40-b6e2-917969f83b09 None None] Network 286fa8a8-a504-46bf-9347-b55c55414d07 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:39.786975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.787385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0a1eabbd-f79a-445c-a261-4449fdc56f27 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags HTTP/1.1" status: 200 len: 205 time: 0.0744736 Aug 16 02:22:39.793199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-8328b578-83ee-4fbf-9fdb-75ceef28bf5d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.880900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-15b5d729-6975-40e9-b5ad-750bf92b1b0a None None] Provisioning for port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:39.905026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-59d1c57b-c280-41b0-bce5-4516b988479e req-12235845-0fa4-4bb1-a47e-b214b33ec337 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0337832 Aug 16 02:22:39.909906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8328b578-83ee-4fbf-9fdb-75ceef28bf5d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags HTTP/1.1" status: 200 len: 241 time: 0.1217175 Aug 16 02:22:39.910138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49842) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.915600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-d468644a-62a1-4e8d-9864-07e7ab9c563e tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', 'tempest-TagsExtTest-Tag-1719585243') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.028574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.033657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-2d6806e3-84b1-448a-994d-64c7fa38103d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', 'tempest-TagsExtTest-Tag-1719585243') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.037796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d468644a-62a1-4e8d-9864-07e7ab9c563e tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags/tempest-TagsExtTest-Tag-1719585243 HTTP/1.1" status: 204 len: 168 time: 0.1257067 Aug 16 02:22:40.111822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:40.182334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:40.189373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:40.189801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.224188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf388-5b4f-4fdf-979b-f22f400a9f13 req-507fc2c8-1524-41ef-8976-8b12a3d2ae2a tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.226234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16fcf388-5b4f-4fdf-979b-f22f400a9f13 req-507fc2c8-1524-41ef-8976-8b12a3d2ae2a tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1097219 Aug 16 02:22:40.247608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d6806e3-84b1-448a-994d-64c7fa38103d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags/tempest-TagsExtTest-Tag-1719585243 HTTP/1.1" status: 204 len: 168 time: 0.2179248 Aug 16 02:22:40.250479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49852) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.256526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-c44abaf7-413e-4a73-9aa4-8770a53ce2cd tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.293868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 70c5562d-e8f2-44d2-a0ff-7b185582e222 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:40.298712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16fcf388-5b4f-4fdf-979b-f22f400a9f13 req-0fc3ee6e-9248-4da7-bf48-ab613521e86e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Aug 16 02:22:40.339260 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.413534 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c44abaf7-413e-4a73-9aa4-8770a53ce2cd tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags HTTP/1.1" status: 200 len: 205 time: 0.1615245 Aug 16 02:22:40.415209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49860) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.421576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-ae86666c-494e-4e3c-a01b-3b81623b9006 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.455487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c3e12-26b0-454f-b60a-7116811d066e req-c4544a6b-d201-474b-b1f2-7aca5557f559 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.457231 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-479c3e12-26b0-454f-b60a-7116811d066e req-c4544a6b-d201-474b-b1f2-7aca5557f559 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 943 time: 0.0952482 Aug 16 02:22:40.464033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae86666c-494e-4e3c-a01b-3b81623b9006 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags HTTP/1.1" status: 200 len: 241 time: 0.0470507 Aug 16 02:22:40.465057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49864) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.472437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-fe42b339-b7ce-49c8-9251-acdf151e7ba2 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', 'tempest-TagsExtTest-Tag-1543625876') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.510491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,segment=NetworkSegment(a9c98cf1-5df8-4817-bd8a-709c3b705bdd),segment_id=a9c98cf1-5df8-4817-bd8a-709c3b705bdd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:40.511120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2e02907f-eb09-48de-bbfe-9da49e1c4b1b None None] Provisioning complete for port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:40.511721 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2e02907f-eb09-48de-bbfe-9da49e1c4b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.525213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.526485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fe42b339-b7ce-49c8-9251-acdf151e7ba2 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags/tempest-TagsExtTest-Tag-1543625876 HTTP/1.1" status: 204 len: 168 time: 0.0598240 Aug 16 02:22:40.537345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-f920c694-bb5d-446e-a326-9e1b54235cfd tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', 'tempest-TagsExtTest-Tag-1543625876') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.540106 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.618879 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-479c3e12-26b0-454f-b60a-7116811d066e req-c365a652-3e49-4995-b8c6-40c59aeeeb81 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509039 Aug 16 02:22:40.638864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:40.657655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '70c5562d-e8f2-44d2-a0ff-7b185582e222', 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a', 'port_id': '70c5562d-e8f2-44d2-a0ff-7b185582e222', 'mac_address': 'fa:16:3e:f3:db:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffbd96d0-ce9e-43c0-becf-f9f71ee32b51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:40.666750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f920c694-bb5d-446e-a326-9e1b54235cfd tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags/tempest-TagsExtTest-Tag-1543625876 HTTP/1.1" status: 204 len: 168 time: 0.1398444 Aug 16 02:22:40.669174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.674061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-3abd5a31-9a29-44d3-a561-1c27f63018e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.690917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.702743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3abd5a31-9a29-44d3-a561-1c27f63018e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags HTTP/1.1" status: 200 len: 205 time: 0.0322924 Aug 16 02:22:40.705453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.710586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-030c3f0d-c4e0-41c4-9f98-afbe171fba76 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.747158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-030c3f0d-c4e0-41c4-9f98-afbe171fba76 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags HTTP/1.1" status: 204 len: 168 time: 0.0404723 Aug 16 02:22:40.750016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49878) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.754704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.758683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-62871cf0-6c56-4710-83c5-cd40b1e00554 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.769507 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.781106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49884) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.813662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c5562d-e8f2-44d2-a0ff-7b185582e222 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:40.840581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2e02907f-eb09-48de-bbfe-9da49e1c4b1b None None] Provisioning for port d3d8ddec-aa6a-4206-bb93-947bba644db8 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:40.851685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] Deleting subnet 1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:40.851916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2e02907f-eb09-48de-bbfe-9da49e1c4b1b None None] Provisioning complete for port d3d8ddec-aa6a-4206-bb93-947bba644db8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:40.852274 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2e02907f-eb09-48de-bbfe-9da49e1c4b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.856240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.886486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.886943 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-62871cf0-6c56-4710-83c5-cd40b1e00554 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1346154 Aug 16 02:22:40.891590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-37426d8e-99f2-4343-bc6a-3ef10f5fa365 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.931924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2e02907f-eb09-48de-bbfe-9da49e1c4b1b None None] Port d3d8ddec-aa6a-4206-bb93-947bba644db8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:40.936092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:40.937990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7484e90a-8bdb-4643-b8a8-a488d3a2f12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.942263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.955312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.999433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.011620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.028398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04f5bd7d-12a4-4829-bf10-2878202d98b0 req-f36bf84a-ade7-4574-8711-73eb171e1c8a tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0344200 Aug 16 02:22:41.072147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-339cb6ae-ddb2-403f-ac59-a856750d381e None None] Provisioning complete for port d3d8ddec-aa6a-4206-bb93-947bba644db8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:41.072598 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-339cb6ae-ddb2-403f-ac59-a856750d381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.119543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-339cb6ae-ddb2-403f-ac59-a856750d381e None None] Port d3d8ddec-aa6a-4206-bb93-947bba644db8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:41.139820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.140037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-37426d8e-99f2-4343-bc6a-3ef10f5fa365 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags HTTP/1.1" status: 204 len: 168 time: 0.2521434 Aug 16 02:22:41.149937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-0f0cb4cc-f248-40d9-b2c8-63a1e9cb0db8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.153122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.193344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.201351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.205652 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-865e26d3-2e9f-4e86-9669-70679c40f178 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1f0b8d6c-91fd-4225-bdae-3dfbc6e6ed37 HTTP/1.1" status: 204 len: 168 time: 0.4208374 Aug 16 02:22:41.207401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49896) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.235565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7484e90a-8bdb-4643-b8a8-a488d3a2f12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.239458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7484e90a-8bdb-4643-b8a8-a488d3a2f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.267648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0f0cb4cc-f248-40d9-b2c8-63a1e9cb0db8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags HTTP/1.1" status: 204 len: 168 time: 0.1174443 Aug 16 02:22:41.267906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.278206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-d1be4119-5fcf-42c9-a73d-c738b42510f6 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', 'tempest-TagsExtTest-Tag-541321196') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.290908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.307472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484e90a-8bdb-4643-b8a8-a488d3a2f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea6e259-5c12-4ac2-a996-9346a784a004,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.311620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:41.343379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7484e90a-8bdb-4643-b8a8-a488d3a2f12f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f71ca4d11f9046729a921b135d3ec57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849442 Aug 16 02:22:41.344383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.377599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.390094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efea24e9-f511-4874-bddc-b1125d7d13f7']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.403707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43851210-2540-4b84-9ce8-05b1c130d2b8') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.404127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43851210-2540-4b84-9ce8-05b1c130d2b8') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.426444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.462055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.470992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:41.471505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:41.473387 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:41.479090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-881f4ec3-a8b4-4d5b-b1ca-4866d068f26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.510552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-881f4ec3-a8b4-4d5b-b1ca-4866d068f26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.532124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe575c9-a888-47ca-b871-febb89e4b89e req-e15f1eab-0bb6-4684-8aa9-1d082845e0fe tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.533759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dfe575c9-a888-47ca-b871-febb89e4b89e req-e15f1eab-0bb6-4684-8aa9-1d082845e0fe tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1267073 Aug 16 02:22:41.562929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.569082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.571078 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] 10.222.0.78 "DELETE /v2.0/networks/efea24e9-f511-4874-bddc-b1125d7d13f7 HTTP/1.1" status: 204 len: 168 time: 0.3627515 Aug 16 02:22:41.587346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-881f4ec3-a8b4-4d5b-b1ca-4866d068f26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.591371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d566e7-4a04-4bbb-85d4-0db98ca6ce79 admin admin] Pushing event deleted for resources: {'Network': ['ID=efea24e9-f511-4874-bddc-b1125d7d13f7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.592367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-881f4ec3-a8b4-4d5b-b1ca-4866d068f26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.596104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-881f4ec3-a8b4-4d5b-b1ca-4866d068f26d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ea6e259-5c12-4ac2-a996-9346a784a004 HTTP/1.1" status: 204 len: 168 time: 0.2475922 Aug 16 02:22:41.611289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f4ec3-a8b4-4d5b-b1ca-4866d068f26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea6e259-5c12-4ac2-a996-9346a784a004,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.619125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dfe575c9-a888-47ca-b871-febb89e4b89e req-4f3ad182-7e5d-4355-b5c8-4205a6ba534c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778852 Aug 16 02:22:41.623129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49908) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.623391 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d1be4119-5fcf-42c9-a73d-c738b42510f6 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags/tempest-TagsExtTest-Tag-541321196 HTTP/1.1" status: 201 len: 201 time: 0.3543913 Aug 16 02:22:41.629447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-152cde08-8700-4247-8834-89daebaf40e3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', 'tempest-TagsExtTest-Tag-873106005') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.728938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-152cde08-8700-4247-8834-89daebaf40e3 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags/tempest-TagsExtTest-Tag-873106005 HTTP/1.1" status: 201 len: 201 time: 0.1044087 Aug 16 02:22:41.732711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.739782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-29b64870-ccaf-4867-b175-5105f43ed2e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', 'tempest-TagsExtTest-Tag-1293855775') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.796930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49916) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.840762 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-69d62452-0261-4718-9336-a817b3c60f59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b7c32c0485724862a141277f59444303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424261 Aug 16 02:22:41.843048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49918) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.871275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-29b64870-ccaf-4867-b175-5105f43ed2e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags/tempest-TagsExtTest-Tag-1293855775 HTTP/1.1" status: 201 len: 201 time: 0.1375594 Aug 16 02:22:41.872915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.879210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-9b522a93-107e-45a5-bc5c-933cd05448f7 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', 'tempest-TagsExtTest-Tag-2067481221') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.890502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dabe6c-5b32-4369-8daa-56eddcae95e4 req-cf248847-89a2-4830-a993-bb33d0069180 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.892212 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dabe6c-5b32-4369-8daa-56eddcae95e4 req-cf248847-89a2-4830-a993-bb33d0069180 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 944 time: 0.1570585 Aug 16 02:22:41.923696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13c26395-4d98-400e-82d5-00eb59a5e314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.935524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device dc86e719-c0c1-4ba6-bd8c-f7276eb68509 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:41.953466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dabe6c-5b32-4369-8daa-56eddcae95e4 req-c086fe19-953a-44e6-8d95-243449119044 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536253 Aug 16 02:22:41.955594 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13c26395-4d98-400e-82d5-00eb59a5e314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.970277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49924) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.971739 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b522a93-107e-45a5-bc5c-933cd05448f7 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags/tempest-TagsExtTest-Tag-2067481221 HTTP/1.1" status: 201 len: 201 time: 0.0976725 Aug 16 02:22:41.989323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-c5ef287b-e3cd-4930-86f4-6df3d5ded860 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', {'tags': ['tempest-TagsExtTest-Tag-326166586', 'tempest-TagsExtTest-Tag-1986898049', 'tempest-TagsExtTest-Tag-1104906280']}) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.997335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: dc86e719-c0c1-4ba6-bd8c-f7276eb68509 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:41.997836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device dc86e719-c0c1-4ba6-bd8c-f7276eb68509 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:42.062881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:42.072958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13c26395-4d98-400e-82d5-00eb59a5e314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.075721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13c26395-4d98-400e-82d5-00eb59a5e314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.079180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-13c26395-4d98-400e-82d5-00eb59a5e314 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8600aa71-f704-4acb-b71c-dbf75646744c HTTP/1.1" status: 204 len: 168 time: 0.2327440 Aug 16 02:22:42.101064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c26395-4d98-400e-82d5-00eb59a5e314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8600aa71-f704-4acb-b71c-dbf75646744c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.107011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c5ef287b-e3cd-4930-86f4-6df3d5ded860 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags HTTP/1.1" status: 200 len: 317 time: 0.1355426 Aug 16 02:22:42.110542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49930) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.117650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-1e6da988-cac3-47f7-b82b-81aa3dd26ac9 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.133627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:42.134019 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.190731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49934) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.191569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89bdbce6-d492-4f46-8f14-ed1e806cb7a5 req-f01364f7-d79d-43ec-9687-f05b1e0c9638 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0559669 Aug 16 02:22:42.208719 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd1d02d6-07ff-4630-ad66-c6ff397fe317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.268833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1e6da988-cac3-47f7-b82b-81aa3dd26ac9 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags HTTP/1.1" status: 204 len: 168 time: 0.1567011 Aug 16 02:22:42.271586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49936) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.278082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-78ea7a8d-bdeb-4a1b-8d1e-a9c72fdc2fe5 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', 'tempest-TagsExtTest-Tag-326166586') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.340707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd1d02d6-07ff-4630-ad66-c6ff397fe317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.345862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd1d02d6-07ff-4630-ad66-c6ff397fe317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.358204 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-78ea7a8d-bdeb-4a1b-8d1e-a9c72fdc2fe5 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:42.359568 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-78ea7a8d-bdeb-4a1b-8d1e-a9c72fdc2fe5 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags/tempest-TagsExtTest-Tag-326166586 HTTP/1.1" status: 404 len: 328 time: 0.0862672 Aug 16 02:22:42.362611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.368530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-39b2fded-7720-4657-90f3-ef895f52e884 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', 'tempest-TagsExtTest-Tag-1986898049') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.389065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fd1d02d6-07ff-4630-ad66-c6ff397fe317 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b3076765141458eb4d49c22a4beeb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973062 Aug 16 02:22:42.390051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d02d6-07ff-4630-ad66-c6ff397fe317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2025d5af-2362-4d9b-bdc8-e171b681cb9b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.392479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49942) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.439383 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-39b2fded-7720-4657-90f3-ef895f52e884 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:42.440943 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-39b2fded-7720-4657-90f3-ef895f52e884 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags/tempest-TagsExtTest-Tag-1986898049 HTTP/1.1" status: 404 len: 329 time: 0.0768831 Aug 16 02:22:42.443446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.449325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-55e2f140-1e5c-4da4-8bec-b23434611763 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c', 'tempest-TagsExtTest-Tag-1104906280') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.452716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e8edf-e24a-4f10-a909-4426cf5dbd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.481393 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e8edf-e24a-4f10-a909-4426cf5dbd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.514951 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-55e2f140-1e5c-4da4-8bec-b23434611763 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:42.516010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-55e2f140-1e5c-4da4-8bec-b23434611763 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags/tempest-TagsExtTest-Tag-1104906280 HTTP/1.1" status: 404 len: 329 time: 0.0714219 Aug 16 02:22:42.519045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49952) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.525854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-fb70af8e-28a4-4833-9175-145c7f1898f8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', {'tags': ['tempest-TagsExtTest-Tag-1382103365', 'tempest-TagsExtTest-Tag-1969669488', 'tempest-TagsExtTest-Tag-51324936']}) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.571055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e8edf-e24a-4f10-a909-4426cf5dbd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.573793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-640e8edf-e24a-4f10-a909-4426cf5dbd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.575151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-640e8edf-e24a-4f10-a909-4426cf5dbd2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2025d5af-2362-4d9b-bdc8-e171b681cb9b HTTP/1.1" status: 204 len: 168 time: 0.1815913 Aug 16 02:22:42.593605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e8edf-e24a-4f10-a909-4426cf5dbd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025d5af-2362-4d9b-bdc8-e171b681cb9b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.615305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.615659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fb70af8e-28a4-4833-9175-145c7f1898f8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags HTTP/1.1" status: 200 len: 316 time: 0.0953872 Aug 16 02:22:42.628993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-61eaff19-2526-43eb-a37f-7f0a74d01dd1 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.760542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5aeb-7ad4-4d81-a32b-d68a413d35db req-e71085ad-f7b3-4937-820f-222d1fb20721 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.762211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2cf5aeb-7ad4-4d81-a32b-d68a413d35db req-e71085ad-f7b3-4937-820f-222d1fb20721 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0697801 Aug 16 02:22:42.763949 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61eaff19-2526-43eb-a37f-7f0a74d01dd1 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags HTTP/1.1" status: 204 len: 168 time: 0.1475551 Aug 16 02:22:42.767148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49966) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.773096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-66a97fc5-2782-4bf6-95a6-04994c1f3f35 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', 'tempest-TagsExtTest-Tag-1382103365') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.808482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2cf5aeb-7ad4-4d81-a32b-d68a413d35db req-c7f50ada-514f-4f26-8619-f361af7b9f2f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Aug 16 02:22:42.831393 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-66a97fc5-2782-4bf6-95a6-04994c1f3f35 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:42.835213 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-66a97fc5-2782-4bf6-95a6-04994c1f3f35 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags/tempest-TagsExtTest-Tag-1382103365 HTTP/1.1" status: 404 len: 329 time: 0.0643737 Aug 16 02:22:42.835342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49970) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.841452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-a48cbf19-2bd5-473e-b089-771b29bc5d4e tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', 'tempest-TagsExtTest-Tag-1969669488') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.897818 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-a48cbf19-2bd5-473e-b089-771b29bc5d4e tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:42.898970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a48cbf19-2bd5-473e-b089-771b29bc5d4e tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags/tempest-TagsExtTest-Tag-1969669488 HTTP/1.1" status: 404 len: 329 time: 0.0625160 Aug 16 02:22:42.902157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.906692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-f6280006-11d9-47b8-9510-26e985458f31 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8', 'tempest-TagsExtTest-Tag-51324936') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:42.961838 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-f6280006-11d9-47b8-9510-26e985458f31 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:42.964972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f6280006-11d9-47b8-9510-26e985458f31 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags/tempest-TagsExtTest-Tag-51324936 HTTP/1.1" status: 404 len: 327 time: 0.0615499 Aug 16 02:22:42.966114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.972373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-9ece9e94-92bb-4aa6-b1c3-2634683c0638 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', {'tags': ['tempest-TagsExtTest-Tag-769096637', 'tempest-TagsExtTest-Tag-91490034', 'tempest-TagsExtTest-Tag-1971079987']}) {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.038290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.136349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9ece9e94-92bb-4aa6-b1c3-2634683c0638 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags HTTP/1.1" status: 200 len: 315 time: 0.1683452 Aug 16 02:22:43.139181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.144219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-ef376569-576b-4308-86d1-7ccfefcd652d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.144598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da6ecf-2330-4819-a27a-6917cb5eb06c req-9c1e415b-1922-4449-bcd5-f47da358b799 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.146130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95da6ecf-2330-4819-a27a-6917cb5eb06c req-9c1e415b-1922-4449-bcd5-f47da358b799 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 944 time: 0.0753944 Aug 16 02:22:43.191216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95da6ecf-2330-4819-a27a-6917cb5eb06c req-52cd5f45-cbe9-4668-94b6-4314e350279c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 Aug 16 02:22:43.253708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef376569-576b-4308-86d1-7ccfefcd652d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1123116 Aug 16 02:22:43.255820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50000) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.262945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-4a735dc1-5717-4041-84b7-6126ff1180d4 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', 'tempest-TagsExtTest-Tag-769096637') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.307510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1154201848-network', 'tenant_id': '332b5703fa7e4efcb44f7a0e61baf076'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:43.360345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5af1a503-f219-4ea6-bb42-d6a093413dce req-869c6db1-1c35-468d-863e-d67d3836e702 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0577948 Aug 16 02:22:43.393497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Made reservation on behalf of 332b5703fa7e4efcb44f7a0e61baf076 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:43.395856 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.407956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.410337 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-4a735dc1-5717-4041-84b7-6126ff1180d4 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:43.411406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4a735dc1-5717-4041-84b7-6126ff1180d4 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags/tempest-TagsExtTest-Tag-769096637 HTTP/1.1" status: 404 len: 328 time: 0.1544802 Aug 16 02:22:43.416249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50010) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.420993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-04ee69ad-07a1-4bcc-a6dd-ea67a9c1ef06 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', 'tempest-TagsExtTest-Tag-91490034') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.510985 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-04ee69ad-07a1-4bcc-a6dd-ea67a9c1ef06 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:43.515133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-04ee69ad-07a1-4bcc-a6dd-ea67a9c1ef06 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags/tempest-TagsExtTest-Tag-91490034 HTTP/1.1" status: 404 len: 327 time: 0.0950906 Aug 16 02:22:43.515757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50014) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.517452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.521828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-7a889258-5d2a-4d38-84c3-96a489d88fd7 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e', 'tempest-TagsExtTest-Tag-1971079987') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.522207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.543305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:43.557619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.562589 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.562926 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Added segment 7e46bc0b-ed8f-4490-be0e-8d23dc2a434b of type vlan for network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 Aug 16 02:22:43.607295 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.622875 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-7a889258-5d2a-4d38-84c3-96a489d88fd7 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:43.624272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7a889258-5d2a-4d38-84c3-96a489d88fd7 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags/tempest-TagsExtTest-Tag-1971079987 HTTP/1.1" status: 404 len: 329 time: 0.1071534 Aug 16 02:22:43.627456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50018) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.938850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d8210-1088-4f51-9e79-9034aa35a6fe req-60e428b5-10d1-48b5-a0ac-d673f5aef3bc tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.939644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-846b9cff-4feb-4dab-8f27-be76457c2e3e tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', {'tags': ['tempest-TagsExtTest-Tag-692691498', 'tempest-TagsExtTest-Tag-109006069', 'tempest-TagsExtTest-Tag-726099179']}) {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:43.940490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f5d8210-1088-4f51-9e79-9034aa35a6fe req-60e428b5-10d1-48b5-a0ac-d673f5aef3bc tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0557876 Aug 16 02:22:43.963575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.964577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.965148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.998779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f5d8210-1088-4f51-9e79-9034aa35a6fe req-a272e681-8f6d-4b5a-8042-77a4646c6c91 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Aug 16 02:22:44.025501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9855103 Aug 16 02:22:44.028730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50030) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.029259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-846b9cff-4feb-4dab-8f27-be76457c2e3e tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "PUT /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags HTTP/1.1" status: 200 len: 315 time: 0.4008408 Aug 16 02:22:44.037276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.037455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Request body: {'subnet': {'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1154201848-subnet', 'tenant_id': '332b5703fa7e4efcb44f7a0e61baf076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:44.044239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-a55e172e-1d6d-4379-bfad-95462a753e6d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.058369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54d60b-3111-4334-91fb-a99bce77bc44 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.064596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Made reservation on behalf of 332b5703fa7e4efcb44f7a0e61baf076 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:44.067172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.069995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:44.098544 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a55e172e-1d6d-4379-bfad-95462a753e6d tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags HTTP/1.1" status: 204 len: 168 time: 0.0574601 Aug 16 02:22:44.100440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.106023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-96e94332-ca67-4769-ae14-eb2ccb1e0662 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', 'tempest-TagsExtTest-Tag-692691498') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.162118 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-96e94332-ca67-4769-ae14-eb2ccb1e0662 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:44.163197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-96e94332-ca67-4769-ae14-eb2ccb1e0662 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags/tempest-TagsExtTest-Tag-692691498 HTTP/1.1" status: 404 len: 328 time: 0.0616736 Aug 16 02:22:44.167522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.176661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-e0ea60ab-db48-477c-87f2-55c787eda984 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', 'tempest-TagsExtTest-Tag-109006069') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.202471 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-e0ea60ab-db48-477c-87f2-55c787eda984 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:44.206283 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e0ea60ab-db48-477c-87f2-55c787eda984 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags/tempest-TagsExtTest-Tag-109006069 HTTP/1.1" status: 404 len: 328 time: 0.0305548 Aug 16 02:22:44.207004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.212773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-c66312be-3872-4bd8-b9b8-4a6bcb8f7eeb tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c', 'tempest-TagsExtTest-Tag-726099179') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.250477 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c66312be-3872-4bd8-b9b8-4a6bcb8f7eeb tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] show failed (client error): The resource could not be found. Aug 16 02:22:44.252760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c66312be-3872-4bd8-b9b8-4a6bcb8f7eeb tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags/tempest-TagsExtTest-Tag-726099179 HTTP/1.1" status: 404 len: 328 time: 0.0447776 Aug 16 02:22:44.254835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.264170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-e7a62f39-fff7-446e-86f0-243ec136fddd tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66d7753d-6738-4a93-950f-9c90649e4c8c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.292841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.296086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e7a62f39-fff7-446e-86f0-243ec136fddd tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c/tags HTTP/1.1" status: 204 len: 168 time: 0.0385849 Aug 16 02:22:44.298658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.303326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-b0f3e08a-dff6-41ea-a3d4-bbc3e9242c37 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c1742ff-f03f-430a-a79f-74dece1abb7e') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.309877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 70c5562d-e8f2-44d2-a0ff-7b185582e222 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:44.384687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 70c5562d-e8f2-44d2-a0ff-7b185582e222 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:44.392141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 70c5562d-e8f2-44d2-a0ff-7b185582e222 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:44.392626 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.418510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b0f3e08a-dff6-41ea-a3d4-bbc3e9242c37 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1183608 Aug 16 02:22:44.420915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.427052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-6ba071ea-18fa-42cf-aa42-a0f2adac736b tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd3d8ddec-aa6a-4206-bb93-947bba644db8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.486946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.529462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-543e32a1-2bcc-4df8-af8f-6b98250b9438 req-0dd91fab-ae22-476b-9a6c-2b15bfb43f14 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0522261 Aug 16 02:22:44.531958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:44.535471 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e6336-9f76-47b8-90f7-65965d56089c" -d '{"events": [{"server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "name": "network-vif-plugged", "status": "completed", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:44.540304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:44.549548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.550453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6ba071ea-18fa-42cf-aa42-a0f2adac736b tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8/tags HTTP/1.1" status: 204 len: 168 time: 0.1280873 Aug 16 02:22:44.553539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.565041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-fc4c47b1-b613-4fb7-9332-77eba4c9f743 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8e98cfcd-8d8a-4881-b415-af45a5c6926c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.609706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.625432 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3c8dba-881d-4fbf-8fbd-759a218cf512 x-openstack-request-id: req-4d3c8dba-881d-4fbf-8fbd-759a218cf512 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:44.625864 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "name": "network-vif-plugged", "status": "completed", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:44.626903 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d3c8dba-881d-4fbf-8fbd-759a218cf512 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:44.627315 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222', 'code': 200} Aug 16 02:22:44.641757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fc4c47b1-b613-4fb7-9332-77eba4c9f743 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c/tags HTTP/1.1" status: 204 len: 168 time: 0.0857015 Aug 16 02:22:44.646370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.760237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0e371b-8a0c-47c5-9095-be9dfc8ded47 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for subnetpool, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.764327 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b0e371b-8a0c-47c5-9095-be9dfc8ded47 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnetpools/66d7753d-6738-4a93-950f-9c90649e4c8c HTTP/1.1" status: 204 len: 168 time: 0.1121664 Aug 16 02:22:44.764327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.794887 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ad882ff5-2d25-4c4b-80f3-686c394f5492 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c1742ff-f03f-430a-a79f-74dece1abb7e HTTP/1.1" status: 200 len: 205 time: 0.0273635 Aug 16 02:22:44.795139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50076) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.856055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab3fb1c-a666-4c28-b40a-c3224425bb0b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.875839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8750b-1a3f-43f2-bff6-256e65116fb9 req-eb548194-0aad-4d21-83bf-4969b36e081f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.877401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9e8750b-1a3f-43f2-bff6-256e65116fb9 req-eb548194-0aad-4d21-83bf-4969b36e081f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 944 time: 0.5966756 Aug 16 02:22:44.877611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-154e6a03-965b-4736-b153-a9465597d86f tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.889531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a770542-e8ef-44d5-b4d9-d657ca904c87 req-89d23621-0f1e-4f74-a3e3-2012946f5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.890986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a770542-e8ef-44d5-b4d9-d657ca904c87 req-89d23621-0f1e-4f74-a3e3-2012946f5083 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1097 time: 0.0976012 Aug 16 02:22:44.907041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Checking segment: {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:44.907352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Network hostable DHCP agents. Network: fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:44.960256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9e8750b-1a3f-43f2-bff6-256e65116fb9 req-271dfd5e-acd1-42bb-9eca-ef08201031c4 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742829 Aug 16 02:22:44.966755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:44.976506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a770542-e8ef-44d5-b4d9-d657ca904c87 req-66c92120-174a-4bcd-90c9-ec90135c114c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705445 Aug 16 02:22:44.986219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:44.990852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.991766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.000231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9367e875-8b76-41fc-bf40-c57ff52009bf None None] Network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:45.024436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f58d6060-4bf3-4811-802e-687fce6043e1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9900482 Aug 16 02:22:45.090452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-154e6a03-965b-4736-b153-a9465597d86f tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.092763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-154e6a03-965b-4736-b153-a9465597d86f tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.132080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300738d8-43b7-4fd2-9179-af21a3902bbf req-692c8959-74c3-46c4-b763-78bf1e15fe57 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.133894 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300738d8-43b7-4fd2-9179-af21a3902bbf req-692c8959-74c3-46c4-b763-78bf1e15fe57 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0625918 Aug 16 02:22:45.158918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-154e6a03-965b-4736-b153-a9465597d86f tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.159429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154e6a03-965b-4736-b153-a9465597d86f tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Fanout notify agent at l3_agent the message router_deleted on router 3c1742ff-f03f-430a-a79f-74dece1abb7e {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:45.168229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-154e6a03-965b-4736-b153-a9465597d86f tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.170645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-154e6a03-965b-4736-b153-a9465597d86f tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/routers/3c1742ff-f03f-430a-a79f-74dece1abb7e HTTP/1.1" status: 204 len: 168 time: 0.3746259 Aug 16 02:22:45.173740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50096) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:45.205084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5de55-598f-4be7-acd6-ff25a95eaf0a None None] Network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:45.223996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300738d8-43b7-4fd2-9179-af21a3902bbf req-6d5926aa-0182-4a84-940f-f7b8abaa7d14 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837085 Aug 16 02:22:45.331083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Deleting port d3d8ddec-aa6a-4206-bb93-947bba644db8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:45.331626 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.444032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.458756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Calling delete_port for d3d8ddec-aa6a-4206-bb93-947bba644db8 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:45.584865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-e4037543-29f6-4ec7-867b-00f132f0c4ea tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.587457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-e4037543-29f6-4ec7-867b-00f132f0c4ea tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/networks?id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 200 len: 818 time: 0.1163480 Aug 16 02:22:45.597042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.609044 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-8e3e29ff-3701-4953-b435-3275a95eeef5 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/quotas/332b5703fa7e4efcb44f7a0e61baf076 HTTP/1.1" status: 200 len: 375 time: 0.0148013 Aug 16 02:22:45.624993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event deleted for resources: {'Port': ['ID=d3d8ddec-aa6a-4206-bb93-947bba644db8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:45.645050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-80c7adf1-86ac-4781-beae-aeab30a373bc tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300553 Aug 16 02:22:45.717698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.719708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-806772b9-2e2f-4785-8708-3ad66887329c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/ports/d3d8ddec-aa6a-4206-bb93-947bba644db8 HTTP/1.1" status: 204 len: 168 time: 0.5423460 Aug 16 02:22:45.722651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50136) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:45.806155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-83573605-dcff-490d-9909-802e99e87701 req-f525184b-cf0f-4e5d-b7f2-97a12c43610f tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0484648 Aug 16 02:22:45.815641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Deleting subnet 8e98cfcd-8d8a-4881-b415-af45a5c6926c {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:45.827381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.911471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.990933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-84cc1658-5835-4043-9c26-e38655f42b8c service neutron] 10.222.0.78 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268430 Aug 16 02:22:46.082012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.106540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429e98-b3fa-4d43-9bcb-fa360ee5540e req-e025f92f-1da9-4bf7-9902-e9fc5bac56c4 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:46.108139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70429e98-b3fa-4d43-9bcb-fa360ee5540e req-e025f92f-1da9-4bf7-9902-e9fc5bac56c4 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 945 time: 0.0566289 Aug 16 02:22:46.153879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70429e98-b3fa-4d43-9bcb-fa360ee5540e req-1df47a21-08c3-449e-a0a0-7a7388cc0bce tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Aug 16 02:22:46.156516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-424a2a2a-803d-49af-84ef-61055d77ca2e service neutron] 10.222.0.78 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438074 Aug 16 02:22:46.176247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.211963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event deleted for resources: {'Subnet': ['ID=8e98cfcd-8d8a-4881-b415-af45a5c6926c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.215926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.217868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-662e64f0-ad32-43f7-ab3e-2db705fdf0e8 tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/subnets/8e98cfcd-8d8a-4881-b415-af45a5c6926c HTTP/1.1" status: 204 len: 168 time: 0.4941268 Aug 16 02:22:46.220465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50146) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:46.223221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e817f233-93ca-470d-beb7-2770885851b1 None None] Network 286fa8a8-a504-46bf-9347-b55c55414d07 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:46.339203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.346927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-712d3907-17aa-42eb-bfdd-660443076ab9 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2130065598&fields=id&tenant_id=2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 267 time: 0.0779805 Aug 16 02:22:46.424198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-9d341213-8fe8-4e89-977a-a72f4a2b35ac tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:46.425716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-9d341213-8fe8-4e89-977a-a72f4a2b35ac tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 945 time: 0.0713110 Aug 16 02:22:46.466885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'port': {'security_groups': ['f6eae1ee-4609-4a02-bbda-6b89a5865b9a', '27d41efa-bbdf-4d4a-9120-fd60b4785a24']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:46.488150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] DHCP port deletion for 286fa8a8-a504-46bf-9347-b55c55414d07 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:46.496733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Deleting port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:46.497078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.529486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50158) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:46.549941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] Deleting port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:46.550784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.605890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba610975-e5ea-4c10-83aa-4055ca853326 req-69337560-2c94-4b72-8c4d-4fd8c47c1d87 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:46.609629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba610975-e5ea-4c10-83aa-4055ca853326 req-69337560-2c94-4b72-8c4d-4fd8c47c1d87 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1041558 Aug 16 02:22:46.617575 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.642615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] For port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,segment=NetworkSegment(a9c98cf1-5df8-4817-bd8a-709c3b705bdd),segment_id=a9c98cf1-5df8-4817-bd8a-709c3b705bdd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:46.643386 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.650740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] For port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,segment=NetworkSegment(a9c98cf1-5df8-4817-bd8a-709c3b705bdd),segment_id=a9c98cf1-5df8-4817-bd8a-709c3b705bdd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:46.651136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.680166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] Calling delete_port for bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:46.696744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Calling delete_port for bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:46.697223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba610975-e5ea-4c10-83aa-4055ca853326 req-67a14ede-5ead-4ed8-bfc3-df901025e93c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800924 Aug 16 02:22:46.766006 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4e0d504-d41b-4c8e-825d-50c6e0fa590f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.840563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.895541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] Pushing event deleted for resources: {'Port': ['ID=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.904567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d014d6-ad68-4e12-8763-348134e81a6d None None] No DVR routers for this DVR port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:46.914968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4e0d504-d41b-4c8e-825d-50c6e0fa590f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.931019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4e0d504-d41b-4c8e-825d-50c6e0fa590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.934713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.977018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0d504-d41b-4c8e-825d-50c6e0fa590f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32125ecc-0eec-45af-8793-455c265e60ec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.977172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event deleted for resources: {'Port': ['ID=bc14fd6c-76da-4b77-ba51-ac2ffe6712d2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.981676 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b4e0d504-d41b-4c8e-825d-50c6e0fa590f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77ce142f401a44fa88561fadfbaebd85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439366 Aug 16 02:22:46.984511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50176) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:46.993104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] No DVR routers for this DVR port bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:47.055406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fec794e-a328-44d2-9681-3009ab21d9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.092139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:47.106065 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fec794e-a328-44d2-9681-3009ab21d9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.107157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.109724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d5bcfa-4249-49ff-9ff5-2615afa08ec1 req-530a9c0d-b501-4920-b138-20102620e0c1 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0430934 Aug 16 02:22:47.123176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286fa8a8-a504-46bf-9347-b55c55414d07']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:47.138984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c98cf1-5df8-4817-bd8a-709c3b705bdd') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:47.139289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c98cf1-5df8-4817-bd8a-709c3b705bdd') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:47.156578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.159591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.170324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fec794e-a328-44d2-9681-3009ab21d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.171823 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.173352 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fec794e-a328-44d2-9681-3009ab21d9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.174561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7fec794e-a328-44d2-9681-3009ab21d9d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32125ecc-0eec-45af-8793-455c265e60ec HTTP/1.1" status: 204 len: 168 time: 0.1891065 Aug 16 02:22:47.185091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:47.207134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec794e-a328-44d2-9681-3009ab21d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32125ecc-0eec-45af-8793-455c265e60ec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.221645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.239157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:47.239157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.270372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f156dd6f-4ef8-47a0-9ed9-92e55e4080ba req-1278b9df-8420-48ab-8025-b4b16ed53ff8 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 210 time: 0.0557573 Aug 16 02:22:47.271866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.272708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.297203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe4f2b8c-7c99-4eba-b07a-d4637ceb52ee req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "PUT /v2.0/ports/70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 200 len: 981 time: 0.8380380 Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:47.298369 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:47.301719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:47.301719 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:47.401641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:47.447407 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070150e8-5494-4507-8e00-00fd60df0d9b x-openstack-request-id: req-070150e8-5494-4507-8e00-00fd60df0d9b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:47.447764 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:47.448044 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-070150e8-5494-4507-8e00-00fd60df0d9b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:47.448482 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222', 'status': 'completed', 'code': 200} Aug 16 02:22:47.492942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c73a9-b969-4cf2-8ef5-56a4e779ffe1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.500875 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.511030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.533168 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] 10.222.0.78 "DELETE /v2.0/networks/286fa8a8-a504-46bf-9347-b55c55414d07 HTTP/1.1" status: 204 len: 168 time: 1.3112314 Aug 16 02:22:47.617929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-60af1914-af57-48e8-bf25-fe65addb2c33 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-987345599&fields=id&tenant_id=2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 267 time: 0.2111099 Aug 16 02:22:47.661351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50194) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:47.671028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71529e42-c371-42cc-abab-a599e9654f3c tempest-TagsExtTest-648926391 tempest-TagsExtTest-648926391-project] Pushing event deleted for resources: {'Network': ['ID=286fa8a8-a504-46bf-9347-b55c55414d07,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.700143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-918d4dd1-996f-44f3-9ccd-6c9f66274ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.718472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-56b622a9-e2f9-4dee-b26f-8ba4ca87dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.720210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-56b622a9-e2f9-4dee-b26f-8ba4ca87dfe8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1136 time: 0.2373381 Aug 16 02:22:47.853600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-93ed8ca1-6282-475e-ae21-2041909ffc11 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.855239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-93ed8ca1-6282-475e-ae21-2041909ffc11 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 984 time: 0.2352338 Aug 16 02:22:47.875780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'port': {'security_groups': ['27d41efa-bbdf-4d4a-9120-fd60b4785a24', 'f6eae1ee-4609-4a02-bbda-6b89a5865b9a', 'e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:47.909300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e95e6-cc16-4504-a3d6-5920cf4ad00c req-b67a4b70-2fa0-4635-854d-61a341ea53f3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.910861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c6e95e6-cc16-4504-a3d6-5920cf4ad00c req-b67a4b70-2fa0-4635-854d-61a341ea53f3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0833199 Aug 16 02:22:47.912927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-918d4dd1-996f-44f3-9ccd-6c9f66274ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.913739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50202) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:47.922618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-918d4dd1-996f-44f3-9ccd-6c9f66274ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.994251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d4dd1-996f-44f3-9ccd-6c9f66274ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba161897-4175-45d4-a4d7-ab32c905537e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.997404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.001867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-918d4dd1-996f-44f3-9ccd-6c9f66274ee5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9790c1bda3d6451dbb5cfe7e8b0a4673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394177 Aug 16 02:22:48.005021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c6e95e6-cc16-4504-a3d6-5920cf4ad00c req-d2b7971b-20e4-4609-9009-7a31ed41c63c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841696 Aug 16 02:22:48.005495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.082374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-b6e27de3-cbf9-437f-9d50-51f7234d9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:48.083951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-b6e27de3-cbf9-437f-9d50-51f7234d9f9b service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 914 time: 0.3322313 Aug 16 02:22:48.084624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:48.121759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:48.122310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bc14fd6c-76da-4b77-ba51-ac2ffe6712d2 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:48.142659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8efc3d57-47cd-4d60-8b43-0bf4765aeec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.160048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-02d40dc4-5467-400a-97de-8ceae4aeccb9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 200 len: 217 time: 0.0569167 Aug 16 02:22:48.245629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8efc3d57-47cd-4d60-8b43-0bf4765aeec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.247060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-ae644841-6c8f-4053-94c6-29b212de4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:48.249494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-ae644841-6c8f-4053-94c6-29b212de4cf0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.0773828 Aug 16 02:22:48.260214 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-40651a48-e904-4c76-aa8c-ffe380cf10c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd2cbedb7dfc4fc895cd81e2d63e76e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453338 Aug 16 02:22:48.262864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.319429 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-6a217e10-a7b7-4e43-a610-13a7ec9dee8d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578930 Aug 16 02:22:48.348949 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-032520a6-670e-4840-8efd-1ca2141ac7c3 req-c8aa9a5f-0ebb-4d6b-b285-a3dc9f203c61 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0733876 Aug 16 02:22:48.455624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:48.475436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-34ef8db7-9930-4c3a-9703-b960cb570a59 req-029bc8dd-3595-40bd-a79d-f0b02324b738 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 210 time: 0.0563471 Aug 16 02:22:48.490967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-ac0e5a7d-36f1-4d92-aad9-a7be1a780b76 service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599588 Aug 16 02:22:48.525225 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f5fb-9304-49dd-82c9-abe646617f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.528326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8efc3d57-47cd-4d60-8b43-0bf4765aeec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.530789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8efc3d57-47cd-4d60-8b43-0bf4765aeec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.534683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8efc3d57-47cd-4d60-8b43-0bf4765aeec4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba161897-4175-45d4-a4d7-ab32c905537e HTTP/1.1" status: 204 len: 168 time: 0.5255322 Aug 16 02:22:48.542663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc3d57-47cd-4d60-8b43-0bf4765aeec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba161897-4175-45d4-a4d7-ab32c905537e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:48.550940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-50e63598-60f4-4820-8ec9-2da1d552f9e4 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:48.554050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-50e63598-60f4-4820-8ec9-2da1d552f9e4 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "GET /v2.0/networks?id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 200 len: 818 time: 0.2438416 Aug 16 02:22:48.574705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Request body: {'port': {'device_id': '20aa64d3-08d4-416b-821f-623b1707f14a', 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02', 'admin_state_up': True, 'tenant_id': '332b5703fa7e4efcb44f7a0e61baf076'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:48.629509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.632859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f5fb-9304-49dd-82c9-abe646617f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.673502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-62b466f1-ed55-4388-a850-60f6eb594c20 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:48.675121 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-62b466f1-ed55-4388-a850-60f6eb594c20 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.98 "GET /v2.0/networks?id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 200 len: 818 time: 0.1867540 Aug 16 02:22:48.678973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.691537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:48.697190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Request body: {'port': {'device_id': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02', 'admin_state_up': True, 'tenant_id': '332b5703fa7e4efcb44f7a0e61baf076'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:48.763496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f5fb-9304-49dd-82c9-abe646617f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.766342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f5fb-9304-49dd-82c9-abe646617f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.767679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c5d7f5fb-9304-49dd-82c9-abe646617f68 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9537c283-67ae-4ffd-a16f-f11a476c580d HTTP/1.1" status: 204 len: 168 time: 0.5039146 Aug 16 02:22:48.781478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7f5fb-9304-49dd-82c9-abe646617f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9537c283-67ae-4ffd-a16f-f11a476c580d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:48.784781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Made reservation on behalf of 332b5703fa7e4efcb44f7a0e61baf076 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:48.790642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.850083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:48.850735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.852767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d22bb4bb-d68b-4db3-a8f0-7ec566f5893b req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "PUT /v2.0/ports/70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 200 len: 1020 time: 0.9856515 Aug 16 02:22:48.927878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef1b3cf-1c62-4587-882a-9bf07a07e65e req-751e52a6-011c-4fa8-980a-43326bd0eb7d service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358762 Aug 16 02:22:48.939014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a452c-0ee9-41af-aa78-77066ac4e2b8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:48.978133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:48.995710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Allocated IP 172.20.0.7 (fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02/bab3fb1c-a666-4c28-b40a-c3224425bb0b/990eabc8-8f2a-41c8-a188-88225c5afd26) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:48.996066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-12fe88eb-42a4-4ddf-bdbd-3a2b40bfbdf0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:48.997686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-12fe88eb-42a4-4ddf-bdbd-3a2b40bfbdf0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "GET /v2.0/networks?id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 200 len: 818 time: 0.2265632 Aug 16 02:22:49.012739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Request body: {'port': {'device_id': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02', 'admin_state_up': True, 'tenant_id': '332b5703fa7e4efcb44f7a0e61baf076'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:49.064984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Made reservation on behalf of 332b5703fa7e4efcb44f7a0e61baf076 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:49.069423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.158055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.208952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.250427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:49.274738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:49.280658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:49.322219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Made reservation on behalf of 332b5703fa7e4efcb44f7a0e61baf076 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:49.333625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.333625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Allocated IP 172.20.0.6 (fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02/bab3fb1c-a666-4c28-b40a-c3224425bb0b/255d3e37-d25b-434d-a9f9-7b7df8d5437c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:49.335186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:49.335777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.355431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c250e18-e83c-4816-8a1d-f532300fef52 req-8bc82c23-8d59-42ed-9517-67df28e678a8 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:49.356928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c250e18-e83c-4816-8a1d-f532300fef52 req-8bc82c23-8d59-42ed-9517-67df28e678a8 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1721179 Aug 16 02:22:49.357103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869422 Aug 16 02:22:49.372276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda009-b98f-4879-8c44-fa14973d2f0c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Pushing event updated for resources: {'Port': ['ID=990eabc8-8f2a-41c8-a188-88225c5afd26,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.381805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Request body: {'port': {'device_id': '20aa64d3-08d4-416b-821f-623b1707f14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:49.394910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488a508-ca06-4e08-a4ef-182e0ce49af1 req-cf0d6147-6ef4-4973-9938-a506561b6552 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:49.405108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9488a508-ca06-4e08-a4ef-182e0ce49af1 req-cf0d6147-6ef4-4973-9938-a506561b6552 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1023 time: 0.2093639 Aug 16 02:22:49.461812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:49.464075 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de88e8c-4cd6-449b-8a66-a4854291cdee" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:49.508351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9488a508-ca06-4e08-a4ef-182e0ce49af1 req-55c57b16-8d2f-4904-aea7-9e3547fe36d4 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&id=27d41efa-bbdf-4d4a-9120-fd60b4785a24&id=e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5 HTTP/1.1" status: 200 len: 6157 time: 0.1021214 Aug 16 02:22:49.555165 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.582198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c250e18-e83c-4816-8a1d-f532300fef52 req-49421a47-6ab4-4bb3-a365-afd045f1de8f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126422 Aug 16 02:22:49.755175 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9adb4d27-2167-4e9b-9bc7-25c6abc1b201 req-3789075e-d8c1-4565-aa79-6628619e8af3 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0407341 Aug 16 02:22:49.780546 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8224a43-a537-486f-a2b0-f3bd4384108a x-openstack-request-id: req-c8224a43-a537-486f-a2b0-f3bd4384108a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:49.781091 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:49.781504 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8224a43-a537-486f-a2b0-f3bd4384108a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:49.782074 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222', 'status': 'completed', 'code': 200} Aug 16 02:22:49.822741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-3e003c76-0daf-4b64-84d6-c92e4a01d112 req-c85dda29-746d-4abe-9f6b-4adfe25eb9a7 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1158389190 ', 'description': 'tempest-description-1144728970'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:49.866395 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.880705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e003c76-0daf-4b64-84d6-c92e4a01d112 req-c85dda29-746d-4abe-9f6b-4adfe25eb9a7 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.904366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-966a3d51-7b4d-48d3-bab8-fd879510f7e5 req-2d51d9b6-7e92-4592-825d-0a9c2d0625ed tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 210 time: 0.0480123 Aug 16 02:22:49.959034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-e6580b98-2686-4a3a-8fd5-939f2243348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:49.961027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-e6580b98-2686-4a3a-8fd5-939f2243348e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1175 time: 0.1585124 Aug 16 02:22:50.037428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.159464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:50.175903 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e003c76-0daf-4b64-84d6-c92e4a01d112 req-c85dda29-746d-4abe-9f6b-4adfe25eb9a7 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.190765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:50.193405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:50.203648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Pushing event updated for resources: {'Port': ['ID=255d3e37-d25b-434d-a9f9-7b7df8d5437c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.207218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e003c76-0daf-4b64-84d6-c92e4a01d112 req-c85dda29-746d-4abe-9f6b-4adfe25eb9a7 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.210560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Allocated IP 172.20.0.2 (fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02/bab3fb1c-a666-4c28-b40a-c3224425bb0b/968e571f-1204-4d25-b6cd-0c8fc2567130) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:50.270008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-502d25ca-26c9-474d-8011-7ab160c084e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.271947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-502d25ca-26c9-474d-8011-7ab160c084e2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 914 time: 0.2976530 Aug 16 02:22:50.290795 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3e003c76-0daf-4b64-84d6-c92e4a01d112 req-c85dda29-746d-4abe-9f6b-4adfe25eb9a7 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.292180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e003c76-0daf-4b64-84d6-c92e4a01d112 req-c85dda29-746d-4abe-9f6b-4adfe25eb9a7 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4744616 Aug 16 02:22:50.371740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8b2239a-0eb9-4300-81b4-2950486ca1fe req-a73f96b1-762f-4e8c-b66b-37a4960909da tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/91a5fc49-34ef-47b7-8450-baafe0f85f71 HTTP/1.1" status: 200 len: 1783 time: 0.0532587 Aug 16 02:22:50.372330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dda29-746d-4abe-9f6b-4adfe25eb9a7 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a5fc49-34ef-47b7-8450-baafe0f85f71,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.376874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-60b9abd6-6619-4c5b-b087-3accf6a2be79 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 200 len: 217 time: 0.0891252 Aug 16 02:22:50.398328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.399506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.529154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-163571e1-64e9-4e89-bae0-aa75eefa6a2a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8420906 Aug 16 02:22:50.530163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99c6d7-3d89-442c-a46d-70eb1dca9ea6 req-8f8fb561-e6d3-4f18-b694-6a90c30bb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.532505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed99c6d7-3d89-442c-a46d-70eb1dca9ea6 req-8f8fb561-e6d3-4f18-b694-6a90c30bb1a8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 1097 time: 0.0646763 Aug 16 02:22:50.557936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Request body: {'port': {'device_id': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:50.589283 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed99c6d7-3d89-442c-a46d-70eb1dca9ea6 req-26b7855e-d61a-4f72-9e36-38658c6669a0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Aug 16 02:22:50.611760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-a852ec11-9a7a-4c90-bd43-c87d25f869ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.613357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-a852ec11-9a7a-4c90-bd43-c87d25f869ee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.2212548 Aug 16 02:22:50.623995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c7ef453-ef91-43b1-8d3a-a41490fc9396 req-48d2980e-4e08-43c6-90c4-8f290fa1a2f3 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/91a5fc49-34ef-47b7-8450-baafe0f85f71 HTTP/1.1" status: 200 len: 1783 time: 0.2055695 Aug 16 02:22:50.709746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-96d12f05-bda3-4371-a36c-ed0cfa6ae27f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551221 Aug 16 02:22:50.717184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.754362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70508-10d7-4cdd-bf62-d497174b0a0c req-44d4b487-3250-414e-b833-ede998000b15 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.761664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.763639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24c70508-10d7-4cdd-bf62-d497174b0a0c req-44d4b487-3250-414e-b833-ede998000b15 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0712907 Aug 16 02:22:50.813532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24c70508-10d7-4cdd-bf62-d497174b0a0c req-153d830d-b918-4749-9b45-dedefd637042 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489461 Aug 16 02:22:51.045706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f2b5bfcd-f283-4e2a-842f-0966910366c0 req-2a87cfef-e888-4962-a3d2-40c8da73dded tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0309806 Aug 16 02:22:51.200082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3c7ef453-ef91-43b1-8d3a-a41490fc9396 req-2b7a52db-8e46-46cd-ad9d-3a6c8ab8e869 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.319003 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3c7ef453-ef91-43b1-8d3a-a41490fc9396 req-2b7a52db-8e46-46cd-ad9d-3a6c8ab8e869 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.343222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-b2243f8a-edd9-46c5-9f16-7826e4857610 service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168017 Aug 16 02:22:51.350820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.473919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:51.484878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:51.488804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Pushing event updated for resources: {'Port': ['ID=968e571f-1204-4d25-b6cd-0c8fc2567130,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.497669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:51.503290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3c7ef453-ef91-43b1-8d3a-a41490fc9396 req-2b7a52db-8e46-46cd-ad9d-3a6c8ab8e869 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.505964 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3c7ef453-ef91-43b1-8d3a-a41490fc9396 req-2b7a52db-8e46-46cd-ad9d-3a6c8ab8e869 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.518371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c7ef453-ef91-43b1-8d3a-a41490fc9396 req-2b7a52db-8e46-46cd-ad9d-3a6c8ab8e869 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/91a5fc49-34ef-47b7-8450-baafe0f85f71 HTTP/1.1" status: 204 len: 173 time: 0.8667164 Aug 16 02:22:51.549036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bdaab-c2c2-48ab-8f66-e0064540a141 req-a8231afe-8a6e-4561-901b-38231b8864f7 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:51.551465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb4bdaab-c2c2-48ab-8f66-e0064540a141 req-a8231afe-8a6e-4561-901b-38231b8864f7 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 931 time: 0.1073675 Aug 16 02:22:51.568445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a52db-8e46-46cd-ad9d-3a6c8ab8e869 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a5fc49-34ef-47b7-8450-baafe0f85f71,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.599215 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3de88e8c-4cd6-449b-8a66-a4854291cdee req-5b653981-abf7-40fb-9e99-60a27de86dcb service neutron] 10.222.0.98 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343221 Aug 16 02:22:51.606669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:51.607706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.625915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-735414a6-08bc-4434-bb5b-809a6ed59637 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6178703 Aug 16 02:22:51.644885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Request body: {'port': {'device_id': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:51.658571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb4bdaab-c2c2-48ab-8f66-e0064540a141 req-5470071e-71ea-4dd9-8191-3ec6a8167648 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968401 Aug 16 02:22:51.677749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990eabc8-8f2a-41c8-a188-88225c5afd26 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:51.700039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.719307 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-85439133-ad0a-48a3-9d9f-23b935e93830 req-a8ecdbcf-159c-4091-9d10-e57a2944c38a tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:22:51.728518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85439133-ad0a-48a3-9d9f-23b935e93830 req-a8ecdbcf-159c-4091-9d10-e57a2944c38a tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/91a5fc49-34ef-47b7-8450-baafe0f85f71 HTTP/1.1" status: 404 len: 352 time: 0.0255668 Aug 16 02:22:51.735439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.743560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Transition to ACTIVE for port object 990eabc8-8f2a-41c8-a188-88225c5afd26 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:51.749892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.807250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Pushing event updated for resources: {'Port': ['ID=990eabc8-8f2a-41c8-a188-88225c5afd26,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.816234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a304c7a9-2956-495a-9901-82e18a668958 req-85654cb1-6b6c-4e12-93e3-b2e17bbcdd35 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-208669751', 'description': 'tempest-description-576912399'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:51.852787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a304c7a9-2956-495a-9901-82e18a668958 req-85654cb1-6b6c-4e12-93e3-b2e17bbcdd35 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.936908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50356) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:51.993451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Attempting to bind port 990eabc8-8f2a-41c8-a188-88225c5afd26 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:51.993792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Attempting to bind port 990eabc8-8f2a-41c8-a188-88225c5afd26 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:51.994126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Attempting to bind port 990eabc8-8f2a-41c8-a188-88225c5afd26 on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:52.003067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Port 990eabc8-8f2a-41c8-a188-88225c5afd26 on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:52.003377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Attempting to bind port 990eabc8-8f2a-41c8-a188-88225c5afd26 on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:52.013757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:52.014113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Checking segment: {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:52.014612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Bound using segment: {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:52.015040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Bound port: 990eabc8-8f2a-41c8-a188-88225c5afd26, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:52.015437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.045163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255d3e37-d25b-434d-a9f9-7b7df8d5437c {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:52.060692 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.081338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a304c7a9-2956-495a-9901-82e18a668958 req-85654cb1-6b6c-4e12-93e3-b2e17bbcdd35 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.089163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Transition to ACTIVE for port object 255d3e37-d25b-434d-a9f9-7b7df8d5437c will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:52.097116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a304c7a9-2956-495a-9901-82e18a668958 req-85654cb1-6b6c-4e12-93e3-b2e17bbcdd35 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.097872 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.098451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c2d67-d4fd-4afb-82af-7726d37becc4 req-6882bd20-1b8d-47b8-8319-e3624b7abb9b tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:52.100140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de3c2d67-d4fd-4afb-82af-7726d37becc4 req-6882bd20-1b8d-47b8-8319-e3624b7abb9b tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1952693 Aug 16 02:22:52.114784 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.125104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80cc5bb4-2236-4c68-8300-82ced3d6638e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.138214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] For port 990eabc8-8f2a-41c8-a188-88225c5afd26, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:52.163960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a304c7a9-2956-495a-9901-82e18a668958 req-85654cb1-6b6c-4e12-93e3-b2e17bbcdd35 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.165678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a304c7a9-2956-495a-9901-82e18a668958 req-85654cb1-6b6c-4e12-93e3-b2e17bbcdd35 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3628814 Aug 16 02:22:52.167418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] For port 990eabc8-8f2a-41c8-a188-88225c5afd26, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=990eabc8-8f2a-41c8-a188-88225c5afd26,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:52.177847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85654cb1-6b6c-4e12-93e3-b2e17bbcdd35 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a9b47e-42ff-465d-b55b-309529d4fec6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.185918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.244727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Pushing event updated for resources: {'Port': ['ID=255d3e37-d25b-434d-a9f9-7b7df8d5437c,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.246537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:52.247296 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.248658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] 10.222.0.88 "PUT /v2.0/ports/990eabc8-8f2a-41c8-a188-88225c5afd26 HTTP/1.1" status: 200 len: 1092 time: 2.8723969 Aug 16 02:22:52.249151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aa64d3-08d4-416b-821f-623b1707f14a', 'tag': '990eabc8-8f2a-41c8-a188-88225c5afd26'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:52.251578 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982d317-0838-46bd-8b58-6f65e9afcf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "20aa64d3-08d4-416b-821f-623b1707f14a", "tag": "990eabc8-8f2a-41c8-a188-88225c5afd26"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:52.253839 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de3c2d67-d4fd-4afb-82af-7726d37becc4 req-616c39d0-dc22-4b25-a414-4bd8d12cbb0d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400280 Aug 16 02:22:52.284986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a16659-89d8-4b2f-8077-5f128db6bb49 service neutron] Pushing event updated for resources: {'Port': ['ID=990eabc8-8f2a-41c8-a188-88225c5afd26,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.356177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80cc5bb4-2236-4c68-8300-82ced3d6638e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.366035 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80cc5bb4-2236-4c68-8300-82ced3d6638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.408455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-6eb53ca3-3b5b-4a43-89f0-f0779cb5be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:52.410389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-6eb53ca3-3b5b-4a43-89f0-f0779cb5be23 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 1095 time: 0.0848453 Aug 16 02:22:52.422618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Attempting to bind port 255d3e37-d25b-434d-a9f9-7b7df8d5437c on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:52.422969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Attempting to bind port 255d3e37-d25b-434d-a9f9-7b7df8d5437c by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:52.423467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Attempting to bind port 255d3e37-d25b-434d-a9f9-7b7df8d5437c on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:52.429489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-80cc5bb4-2236-4c68-8300-82ced3d6638e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=195c15db044c4a44be9dd85bb63549b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870381 Aug 16 02:22:52.430195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50376) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:52.432441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc5bb4-2236-4c68-8300-82ced3d6638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53089d90-28ec-4c0a-8678-2eb871cfbc27,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.452407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968e571f-1204-4d25-b6cd-0c8fc2567130 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:52.462637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.476629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-5ba06076-ddee-43ca-aa78-42aa8ec34e4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=990eabc8-8f2a-41c8-a188-88225c5afd26 HTTP/1.1" status: 200 len: 217 time: 0.0540895 Aug 16 02:22:52.476769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Transition to ACTIVE for port object 968e571f-1204-4d25-b6cd-0c8fc2567130 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:52.479801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Port 255d3e37-d25b-434d-a9f9-7b7df8d5437c on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:52.480204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Attempting to bind port 255d3e37-d25b-434d-a9f9-7b7df8d5437c on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:52.490220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.522884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c613daa-df26-498a-849c-5b9686a0c557 req-205337dd-4f55-4d2d-8df6-09b3cd9d628e tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=50edea80694b4499bbf03513342cca3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408804 Aug 16 02:22:52.527777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:52.528132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Checking segment: {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:52.528645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Bound using segment: {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:52.529102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Bound port: 255d3e37-d25b-434d-a9f9-7b7df8d5437c, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:52.529468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.616271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Pushing event updated for resources: {'Port': ['ID=968e571f-1204-4d25-b6cd-0c8fc2567130,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.654479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa32da1e-822a-4ac9-9378-c6b84b7d976a req-c0fdb8fd-01f6-4d8d-a756-9907b916f909 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0741320 Aug 16 02:22:52.655043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaf86e3d-5efd-4752-9fc9-f9369f6445cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.733029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d49af262-851f-4571-afa6-a82ccc011260 req-ee5f534c-d73b-405f-a08e-31165251fb58 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-517225044', 'description': 'tempest-description-1059250778'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:52.775362 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaf86e3d-5efd-4752-9fc9-f9369f6445cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.797258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] For port 255d3e37-d25b-434d-a9f9-7b7df8d5437c, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:52.840863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] For port 255d3e37-d25b-434d-a9f9-7b7df8d5437c, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=255d3e37-d25b-434d-a9f9-7b7df8d5437c,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:52.852901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d49af262-851f-4571-afa6-a82ccc011260 req-ee5f534c-d73b-405f-a08e-31165251fb58 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.858545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.875643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Attempting to bind port 968e571f-1204-4d25-b6cd-0c8fc2567130 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:52.875899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Attempting to bind port 968e571f-1204-4d25-b6cd-0c8fc2567130 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:52.876236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Attempting to bind port 968e571f-1204-4d25-b6cd-0c8fc2567130 on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:52.912808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Port 968e571f-1204-4d25-b6cd-0c8fc2567130 on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:52.913142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Attempting to bind port 968e571f-1204-4d25-b6cd-0c8fc2567130 on network fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:52.921226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:52.921952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.923579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] 10.222.0.98 "PUT /v2.0/ports/255d3e37-d25b-434d-a9f9-7b7df8d5437c HTTP/1.1" status: 200 len: 1092 time: 2.3763332 Aug 16 02:22:52.924118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'tag': '255d3e37-d25b-434d-a9f9-7b7df8d5437c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:52.926531 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b331bac8-33ff-460e-ae2b-ed6cd469f247" -d '{"events": [{"name": "network-changed", "server_uuid": "50b56aff-2d23-4ff5-99e3-6853b6172124", "tag": "255d3e37-d25b-434d-a9f9-7b7df8d5437c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:52.963786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:52.964147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Checking segment: {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:52.964645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Bound using segment: {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:52.965120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Bound port: 968e571f-1204-4d25-b6cd-0c8fc2567130, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:52.965483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.972704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaf86e3d-5efd-4752-9fc9-f9369f6445cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.975491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aaf86e3d-5efd-4752-9fc9-f9369f6445cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.979775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aaf86e3d-5efd-4752-9fc9-f9369f6445cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53089d90-28ec-4c0a-8678-2eb871cfbc27 HTTP/1.1" status: 204 len: 168 time: 0.5472844 Aug 16 02:22:52.990325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-02579695-e043-4b8d-985f-58d71c9f3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:52.991728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-02579695-e043-4b8d-985f-58d71c9f3b66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bab3fb1c-a666-4c28-b40a-c3224425bb0b HTTP/1.1" status: 200 len: 858 time: 0.4983146 Aug 16 02:22:53.003295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3d1b2-3453-425c-8504-3af7d3cfa57f service neutron] Pushing event updated for resources: {'Port': ['ID=255d3e37-d25b-434d-a9f9-7b7df8d5437c,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.033391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf86e3d-5efd-4752-9fc9-f9369f6445cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53089d90-28ec-4c0a-8678-2eb871cfbc27,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.034977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-b3183cff-c209-4eb8-8173-1db1ac242194 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342593 Aug 16 02:22:53.112316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-8b31d509-dfdc-47a8-bcd6-0b64d0282255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.114073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-8b31d509-dfdc-47a8-bcd6-0b64d0282255 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 1095 time: 0.1355820 Aug 16 02:22:53.137348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c613daa-df26-498a-849c-5b9686a0c557 req-7b599527-cfc1-4098-a65f-8a2b107b682f tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.144223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c613daa-df26-498a-849c-5b9686a0c557 req-7b599527-cfc1-4098-a65f-8a2b107b682f tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6028078 Aug 16 02:22:53.158771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c613daa-df26-498a-849c-5b9686a0c557 req-6df92396-8b3d-4016-b55f-d5b5eb97089e tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/quotas/50edea80694b4499bbf03513342cca3e HTTP/1.1" status: 200 len: 375 time: 0.0134478 Aug 16 02:22:53.176072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-90648c00-8ae4-46c6-8182-9072c438f4ab service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255d3e37-d25b-434d-a9f9-7b7df8d5437c HTTP/1.1" status: 200 len: 217 time: 0.0523965 Aug 16 02:22:53.177125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] For port 968e571f-1204-4d25-b6cd-0c8fc2567130, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:53.205452 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c613daa-df26-498a-849c-5b9686a0c557 req-babdbf55-7978-498e-957f-e341a717f963 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=50edea80694b4499bbf03513342cca3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351849 Aug 16 02:22:53.211592 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-51ea3f54-8cce-43ba-ab1e-733b8b66c4db service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684058 Aug 16 02:22:53.237714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d49af262-851f-4571-afa6-a82ccc011260 req-ee5f534c-d73b-405f-a08e-31165251fb58 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.239824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] For port 968e571f-1204-4d25-b6cd-0c8fc2567130, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=968e571f-1204-4d25-b6cd-0c8fc2567130,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:53.245917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d49af262-851f-4571-afa6-a82ccc011260 req-ee5f534c-d73b-405f-a08e-31165251fb58 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.255769 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.327376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-3134d7d5-1b6f-4f0a-92ed-b65c42fa1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.328995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-3134d7d5-1b6f-4f0a-92ed-b65c42fa1b09 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bab3fb1c-a666-4c28-b40a-c3224425bb0b HTTP/1.1" status: 200 len: 858 time: 0.1396585 Aug 16 02:22:53.329649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-10960318-c261-4b9e-b34c-529f5689e1bf service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085968 Aug 16 02:22:53.333605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d49af262-851f-4571-afa6-a82ccc011260 req-ee5f534c-d73b-405f-a08e-31165251fb58 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.346377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d49af262-851f-4571-afa6-a82ccc011260 req-ee5f534c-d73b-405f-a08e-31165251fb58 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6469696 Aug 16 02:22:53.361016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.364061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.367045 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] 10.222.0.88 "PUT /v2.0/ports/968e571f-1204-4d25-b6cd-0c8fc2567130 HTTP/1.1" status: 200 len: 1092 time: 1.7313273 Aug 16 02:22:53.369150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f534c-d73b-405f-a08e-31165251fb58 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2235cac8-99ce-42dd-b3a4-0156ac2ec526,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.369553 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.377268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:53.398239 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a1e919-8d32-4a86-aa97-d03c1a74c90a x-openstack-request-id: req-29a1e919-8d32-4a86-aa97-d03c1a74c90a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:53.400746 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aa64d3-08d4-416b-821f-623b1707f14a", "tag": "990eabc8-8f2a-41c8-a188-88225c5afd26", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:53.401210 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29a1e919-8d32-4a86-aa97-d03c1a74c90a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:53.401880 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aa64d3-08d4-416b-821f-623b1707f14a', 'tag': '990eabc8-8f2a-41c8-a188-88225c5afd26', 'status': 'completed', 'code': 200} Aug 16 02:22:53.403167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd91e5fc-7537-48d1-9486-d7ddca152be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.417832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-05fec597-5cf9-44cd-9f96-385d3a1ba90d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497544 Aug 16 02:22:53.528973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1640687-b8f3-48d5-a499-b118eaed41dd service neutron] Pushing event updated for resources: {'Port': ['ID=968e571f-1204-4d25-b6cd-0c8fc2567130,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.529696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-a865cf12-261b-4273-b20f-f8ee07740e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.530968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-a865cf12-261b-4273-b20f-f8ee07740e30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 1095 time: 0.1141913 Aug 16 02:22:53.577921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-fed23a38-7247-472f-8d19-24f997bc9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.579482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-fed23a38-7247-472f-8d19-24f997bc9f77 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 1095 time: 0.1661277 Aug 16 02:22:53.589434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77170b04-8065-438d-aced-10a74185ae30 req-94a34941-8982-4334-b0f6-49a4a9e9a4ee tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.591116 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77170b04-8065-438d-aced-10a74185ae30 req-94a34941-8982-4334-b0f6-49a4a9e9a4ee tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1630592 Aug 16 02:22:53.597295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-7f47d449-45f1-4a30-b589-372c38850ef6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=968e571f-1204-4d25-b6cd-0c8fc2567130 HTTP/1.1" status: 200 len: 217 time: 0.0531480 Aug 16 02:22:53.606315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960afae-351b-4b1e-a1f8-754c58558f9d req-c8c492e8-2b15-4214-a807-193e83534537 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.608151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d960afae-351b-4b1e-a1f8-754c58558f9d req-c8c492e8-2b15-4214-a807-193e83534537 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 943 time: 0.1453366 Aug 16 02:22:53.673040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-fd8aa7bb-b239-435a-ab76-cdff8a0f3d84 service neutron] 10.222.0.98 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418439 Aug 16 02:22:53.707239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d960afae-351b-4b1e-a1f8-754c58558f9d req-bc30956d-56e4-4e89-b070-ee4706327b62 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823395 Aug 16 02:22:53.711812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-e0cf30bf-7b5f-4126-ae19-9f59321704ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.713637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-e0cf30bf-7b5f-4126-ae19-9f59321704ac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bab3fb1c-a666-4c28-b40a-c3224425bb0b HTTP/1.1" status: 200 len: 858 time: 0.1044786 Aug 16 02:22:53.720321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77170b04-8065-438d-aced-10a74185ae30 req-a32e177f-09f2-41eb-ba7d-fe71c87c0175 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146269 Aug 16 02:22:53.767260 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fb0ebc-f317-489c-9597-edfed441ab4e x-openstack-request-id: req-a7fb0ebc-f317-489c-9597-edfed441ab4e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:53.767606 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b56aff-2d23-4ff5-99e3-6853b6172124", "tag": "255d3e37-d25b-434d-a9f9-7b7df8d5437c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:53.767824 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7fb0ebc-f317-489c-9597-edfed441ab4e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:53.768535 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'tag': '255d3e37-d25b-434d-a9f9-7b7df8d5437c', 'status': 'completed', 'code': 200} Aug 16 02:22:53.774148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd91e5fc-7537-48d1-9486-d7ddca152be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.777555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-a1f6a148-3d7f-466c-8d1a-606f5b500f42 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430360 Aug 16 02:22:53.780695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd91e5fc-7537-48d1-9486-d7ddca152be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.802467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-53163143-1d2b-4e53-a834-6713769b41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.802696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b39cb347-3627-4a23-a277-fb7eb0b73d1a req-0410665b-e381-4d27-be3e-bcdb18774f49 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-968703045', 'description': 'tempest-description-1062089393'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:53.803990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-53163143-1d2b-4e53-a834-6713769b41f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 200 len: 919 time: 0.2099953 Aug 16 02:22:53.868016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-94cf063f-0233-460e-b9ad-1da6b9076573 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=990eabc8-8f2a-41c8-a188-88225c5afd26 HTTP/1.1" status: 200 len: 217 time: 0.0553873 Aug 16 02:22:53.873665 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-50ddf886-91c4-4b5e-b57e-5b166719b3f3 service neutron] 10.222.0.98 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836858 Aug 16 02:22:53.895818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd91e5fc-7537-48d1-9486-d7ddca152be9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5e2ffcf9368485d86da9fd0ec83f9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175846 Aug 16 02:22:53.901804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e5fc-7537-48d1-9486-d7ddca152be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad5929-0ce4-4363-aa40-e50905095a19,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.904062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50408) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:53.929204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b39cb347-3627-4a23-a277-fb7eb0b73d1a req-0410665b-e381-4d27-be3e-bcdb18774f49 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.970244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-c2ffd54b-1547-4f57-aa65-0c7315753aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.972209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-c2ffd54b-1547-4f57-aa65-0c7315753aad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bab3fb1c-a666-4c28-b40a-c3224425bb0b HTTP/1.1" status: 200 len: 858 time: 0.0963316 Aug 16 02:22:53.988720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-41e5241a-da50-4074-b6d6-c313c4d7387e service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910601 Aug 16 02:22:54.035468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-5ec1d191-5568-423e-8e94-148df7a9b608 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366631 Aug 16 02:22:54.041211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a76c3ed1-304e-4736-8e57-6f7e6ae3dbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.064542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-7fb3ffe8-f645-4b15-a88e-a379c4cee3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:54.066776 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-7fb3ffe8-f645-4b15-a88e-a379c4cee3fd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 1095 time: 0.1239243 Aug 16 02:22:54.135688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22dc033a-6879-49f9-9a06-586f982d78a0 req-baa94713-40dc-43fa-a7a3-80e5efaa85e2 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384118 Aug 16 02:22:54.162954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a76c3ed1-304e-4736-8e57-6f7e6ae3dbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.171638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b39cb347-3627-4a23-a277-fb7eb0b73d1a req-0410665b-e381-4d27-be3e-bcdb18774f49 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.180687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b39cb347-3627-4a23-a277-fb7eb0b73d1a req-0410665b-e381-4d27-be3e-bcdb18774f49 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.210871 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b39cb347-3627-4a23-a277-fb7eb0b73d1a req-0410665b-e381-4d27-be3e-bcdb18774f49 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.212111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b39cb347-3627-4a23-a277-fb7eb0b73d1a req-0410665b-e381-4d27-be3e-bcdb18774f49 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4267066 Aug 16 02:22:54.216855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410665b-e381-4d27-be3e-bcdb18774f49 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c5d228-7c90-408c-94fb-23f1b1c1ae3e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.267921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-836a633e-0a6b-4c07-90bc-ac6e6126549c service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206635 Aug 16 02:22:54.276525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-a1a5e34e-7c55-4aab-858c-30b5c2b73782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:54.278784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-a1a5e34e-7c55-4aab-858c-30b5c2b73782 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 200 len: 919 time: 0.2001936 Aug 16 02:22:54.328361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-684812a6-a09b-4ba5-9a09-8b0baf658873 req-3a277a71-446b-4c2e-8f8c-e834849562c8 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Aug 16 02:22:54.334948 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a76c3ed1-304e-4736-8e57-6f7e6ae3dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.339161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a76c3ed1-304e-4736-8e57-6f7e6ae3dbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.342817 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a76c3ed1-304e-4736-8e57-6f7e6ae3dbdc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00ad5929-0ce4-4363-aa40-e50905095a19 HTTP/1.1" status: 204 len: 168 time: 0.4352701 Aug 16 02:22:54.383902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-3d2ed1e5-bfee-48f3-b413-a5b887793192 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=255d3e37-d25b-434d-a9f9-7b7df8d5437c HTTP/1.1" status: 200 len: 217 time: 0.0847800 Aug 16 02:22:54.395998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c3ed1-304e-4736-8e57-6f7e6ae3dbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad5929-0ce4-4363-aa40-e50905095a19,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.536451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-cdade36c-a86c-40ce-b9dd-7d2f4638740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:54.538299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-cdade36c-a86c-40ce-b9dd-7d2f4638740e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bab3fb1c-a666-4c28-b40a-c3224425bb0b HTTP/1.1" status: 200 len: 858 time: 0.1453316 Aug 16 02:22:54.560622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a982d317-0838-46bd-8b58-6f65e9afcf6e req-7b2ffc81-e804-4a53-9dd2-17dc9fc3b091 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807953 Aug 16 02:22:54.593134 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-cf7d5e8a-2bbd-4c1b-9212-23fa6790716a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468824 Aug 16 02:22:54.741480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de48df95-0a30-40b4-af62-e2d108083ed8 req-6ea066fd-7436-4329-81bb-da81d2617d83 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 10909 time: 0.3654354 Aug 16 02:22:54.829584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de48df95-0a30-40b4-af62-e2d108083ed8 req-56261f05-2440-49c5-8bb6-00afd7a1dd3b tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/f6eae1ee-4609-4a02-bbda-6b89a5865b9a HTTP/1.1" status: 200 len: 2985 time: 0.0871322 Aug 16 02:22:54.833812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-60d2118a-82c3-4387-bf71-890fc92b684a service neutron] 10.222.0.98 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322259 Aug 16 02:22:54.845829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca872e9-8093-4381-9bae-5f1cfca58a6a req-ef33e760-644d-463b-958f-083083cf707e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:54.854512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ca872e9-8093-4381-9bae-5f1cfca58a6a req-ef33e760-644d-463b-958f-083083cf707e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0991082 Aug 16 02:22:54.900864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ca872e9-8093-4381-9bae-5f1cfca58a6a req-78bc0c63-5366-4d77-8ca2-6ac1ecb1da7c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Aug 16 02:22:54.943024 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de48df95-0a30-40b4-af62-e2d108083ed8 req-e12bc741-f9b6-4072-8d57-41b09fa83897 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/f6eae1ee-4609-4a02-bbda-6b89a5865b9a HTTP/1.1" status: 200 len: 2985 time: 0.1026528 Aug 16 02:22:54.981025 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331bac8-33ff-460e-ae2b-ed6cd469f247 req-e6f0800f-0ad1-4905-ad32-1e114632a236 service neutron] 10.222.0.98 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313517 Aug 16 02:22:55.024498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e910-97be-401c-973b-13908fe79bd0 req-cdf9fb33-9c69-4cc0-b44c-f6fedab261fc tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:55.026152 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5fa6e910-97be-401c-973b-13908fe79bd0 req-cdf9fb33-9c69-4cc0-b44c-f6fedab261fc tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 943 time: 0.0632749 Aug 16 02:22:55.082577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-097dfee1-9278-49e9-a4af-714170c15307 req-1d6542b0-0bd8-4fb9-b0a5-3edf00e0735c tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=50edea80694b4499bbf03513342cca3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370047 Aug 16 02:22:55.084821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5fa6e910-97be-401c-973b-13908fe79bd0 req-b1646243-969c-4f83-bb80-6b5889e2cd52 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Aug 16 02:22:55.152378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ea83c6c-4dec-40ed-b903-818c07ddc1bb req-b648e5b8-1b4f-4957-beb0-6c4a07175cab tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/c3a9b47e-42ff-465d-b55b-309529d4fec6 HTTP/1.1" status: 200 len: 1801 time: 0.0421119 Aug 16 02:22:55.216665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5ea83c6c-4dec-40ed-b903-818c07ddc1bb req-6d176ebd-8d5f-441e-9c16-dca42a543f6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.246162 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5ea83c6c-4dec-40ed-b903-818c07ddc1bb req-6d176ebd-8d5f-441e-9c16-dca42a543f6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.295360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dfee1-9278-49e9-a4af-714170c15307 req-1653bed2-8367-4810-82f8-e101efbab6e8 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:55.296669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5ea83c6c-4dec-40ed-b903-818c07ddc1bb req-6d176ebd-8d5f-441e-9c16-dca42a543f6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.296907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-097dfee1-9278-49e9-a4af-714170c15307 req-1653bed2-8367-4810-82f8-e101efbab6e8 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077217 Aug 16 02:22:55.299790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5ea83c6c-4dec-40ed-b903-818c07ddc1bb req-6d176ebd-8d5f-441e-9c16-dca42a543f6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.301354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ea83c6c-4dec-40ed-b903-818c07ddc1bb req-6d176ebd-8d5f-441e-9c16-dca42a543f6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/c3a9b47e-42ff-465d-b55b-309529d4fec6 HTTP/1.1" status: 204 len: 173 time: 0.1414218 Aug 16 02:22:55.313146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d176ebd-8d5f-441e-9c16-dca42a543f6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a9b47e-42ff-465d-b55b-309529d4fec6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.323706 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-097dfee1-9278-49e9-a4af-714170c15307 req-feb78a8f-e1d7-4059-ae33-6d0cae1aec97 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/quotas/50edea80694b4499bbf03513342cca3e HTTP/1.1" status: 200 len: 375 time: 0.0195432 Aug 16 02:22:55.357363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-097dfee1-9278-49e9-a4af-714170c15307 req-a4d36ddc-0a8e-4101-a0df-abfcb0982d96 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=50edea80694b4499bbf03513342cca3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323269 Aug 16 02:22:55.446223 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-5693b02d-4601-4d12-abaa-7163b6c7aea0 req-83fffe96-8762-4016-9dd6-31e8b7086095 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:22:55.448334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5693b02d-4601-4d12-abaa-7163b6c7aea0 req-83fffe96-8762-4016-9dd6-31e8b7086095 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/c3a9b47e-42ff-465d-b55b-309529d4fec6 HTTP/1.1" status: 404 len: 352 time: 0.0184019 Aug 16 02:22:55.542260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0aeb0e5-de40-4174-996c-4b1be6ca4e7c req-f5c57a34-c2e2-4adc-909a-bd91150167c9 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0362468 Aug 16 02:22:55.636456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a90cb0b2-a79d-43df-84b3-a852741403ed req-987d1ea7-7fb6-410b-bc20-b926599cced6 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/2235cac8-99ce-42dd-b3a4-0156ac2ec526 HTTP/1.1" status: 200 len: 1802 time: 0.0544438 Aug 16 02:22:55.702402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a90cb0b2-a79d-43df-84b3-a852741403ed req-e77b4730-a0cf-42b0-b2ef-94debf2f24ed tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.726496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a90cb0b2-a79d-43df-84b3-a852741403ed req-e77b4730-a0cf-42b0-b2ef-94debf2f24ed tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.769849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'tag': '968e571f-1204-4d25-b6cd-0c8fc2567130'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:55.772436 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb50d39-a99f-4c87-8989-37d6b0756f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e896bf0-e7a9-47b8-91b7-c0843e3c45a9", "tag": "968e571f-1204-4d25-b6cd-0c8fc2567130"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:55.776608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a90cb0b2-a79d-43df-84b3-a852741403ed req-e77b4730-a0cf-42b0-b2ef-94debf2f24ed tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.779138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a90cb0b2-a79d-43df-84b3-a852741403ed req-e77b4730-a0cf-42b0-b2ef-94debf2f24ed tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.780397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a90cb0b2-a79d-43df-84b3-a852741403ed req-e77b4730-a0cf-42b0-b2ef-94debf2f24ed tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/2235cac8-99ce-42dd-b3a4-0156ac2ec526 HTTP/1.1" status: 204 len: 173 time: 0.1368010 Aug 16 02:22:55.796030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b4730-a0cf-42b0-b2ef-94debf2f24ed tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2235cac8-99ce-42dd-b3a4-0156ac2ec526,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.838843 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1adbf2-24f1-4c37-bf22-43c838a782ed x-openstack-request-id: req-9b1adbf2-24f1-4c37-bf22-43c838a782ed {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:55.839134 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e896bf0-e7a9-47b8-91b7-c0843e3c45a9", "tag": "968e571f-1204-4d25-b6cd-0c8fc2567130", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:55.839381 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b1adbf2-24f1-4c37-bf22-43c838a782ed {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:55.839777 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'tag': '968e571f-1204-4d25-b6cd-0c8fc2567130', 'status': 'completed', 'code': 200} Aug 16 02:22:55.875820 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-dddf85ff-fd18-45a6-a6c1-8dea701f1337 req-b5d33b64-b9fc-441c-80f7-ce2c833c8945 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:22:55.876819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dddf85ff-fd18-45a6-a6c1-8dea701f1337 req-b5d33b64-b9fc-441c-80f7-ce2c833c8945 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/2235cac8-99ce-42dd-b3a4-0156ac2ec526 HTTP/1.1" status: 404 len: 352 time: 0.0237324 Aug 16 02:22:55.945377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-59207199-ef11-445a-b52f-86a36ade4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:55.947395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-59207199-ef11-445a-b52f-86a36ade4261 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 1095 time: 0.0845222 Aug 16 02:22:55.950576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 990eabc8-8f2a-41c8-a188-88225c5afd26 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:55.966555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-956474b9-26ee-4567-98c7-6a032d60b5c6 req-63dfcd70-4777-4a24-b03b-260292cd376b tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/12c5d228-7c90-408c-94fb-23f1b1c1ae3e HTTP/1.1" status: 200 len: 1802 time: 0.0629518 Aug 16 02:22:56.044061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219230a0-14e4-4e49-bcf0-686f4f27be3e req-5abb3317-d3e2-4e5e-8413-df62ecdf7bf1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.052521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-219230a0-14e4-4e49-bcf0-686f4f27be3e req-5abb3317-d3e2-4e5e-8413-df62ecdf7bf1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0788491 Aug 16 02:22:56.078261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 990eabc8-8f2a-41c8-a188-88225c5afd26, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=990eabc8-8f2a-41c8-a188-88225c5afd26,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:56.098247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '990eabc8-8f2a-41c8-a188-88225c5afd26', 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02', 'port_id': '990eabc8-8f2a-41c8-a188-88225c5afd26', 'mac_address': 'fa:16:3e:34:d9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab3fb1c-a666-4c28-b40a-c3224425bb0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:56.104670 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-219230a0-14e4-4e49-bcf0-686f4f27be3e req-7a0b2465-c5fe-43d7-bab1-33036657358f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Aug 16 02:22:56.105846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-956474b9-26ee-4567-98c7-6a032d60b5c6 req-2f9a4971-b2f4-41fe-a40e-17c06fb4ccef tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.146078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-59ac4c45-22ed-480a-8cf6-ce162c1e4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.149173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-59ac4c45-22ed-480a-8cf6-ce162c1e4e29 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 200 len: 919 time: 0.1940436 Aug 16 02:22:56.152892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-956474b9-26ee-4567-98c7-6a032d60b5c6 req-2f9a4971-b2f4-41fe-a40e-17c06fb4ccef tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.164911 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.175992 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce532-9bb4-46f3-a0fa-9cb2338454bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.187074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990eabc8-8f2a-41c8-a188-88225c5afd26 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:56.209940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-5caeedb0-1aca-4394-8c68-635bd238ebe8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=968e571f-1204-4d25-b6cd-0c8fc2567130 HTTP/1.1" status: 200 len: 217 time: 0.0532253 Aug 16 02:22:56.223084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 990eabc8-8f2a-41c8-a188-88225c5afd26, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=990eabc8-8f2a-41c8-a188-88225c5afd26,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:56.228574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.275695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-f2372fd1-d4fe-4f2a-9a39-c364c1269b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.277219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-f2372fd1-d4fe-4f2a-9a39-c364c1269b10 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bab3fb1c-a666-4c28-b40a-c3224425bb0b HTTP/1.1" status: 200 len: 858 time: 0.0577917 Aug 16 02:22:56.316367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=990eabc8-8f2a-41c8-a188-88225c5afd26,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.339502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-1a5e384e-8f63-43d5-bf9d-ddff9def2ce1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520034 Aug 16 02:22:56.346020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-956474b9-26ee-4567-98c7-6a032d60b5c6 req-2f9a4971-b2f4-41fe-a40e-17c06fb4ccef tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.350286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-956474b9-26ee-4567-98c7-6a032d60b5c6 req-2f9a4971-b2f4-41fe-a40e-17c06fb4ccef tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.352102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.352819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.353453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.354538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.355625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.356171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.356543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.356892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.357518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.357921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.358399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.358736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:56.362842 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-956474b9-26ee-4567-98c7-6a032d60b5c6 req-2f9a4971-b2f4-41fe-a40e-17c06fb4ccef tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/12c5d228-7c90-408c-94fb-23f1b1c1ae3e HTTP/1.1" status: 204 len: 173 time: 0.3416548 Aug 16 02:22:56.472966 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-7761486d-ecf0-40c4-8dbb-54e92119dd61 req-f7e56761-8cb5-4f0b-a0d1-b44fc7390f09 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:22:56.474096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7761486d-ecf0-40c4-8dbb-54e92119dd61 req-f7e56761-8cb5-4f0b-a0d1-b44fc7390f09 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/12c5d228-7c90-408c-94fb-23f1b1c1ae3e HTTP/1.1" status: 404 len: 352 time: 0.0169771 Aug 16 02:22:56.559682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['990eabc8-8f2a-41c8-a188-88225c5afd26'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:56.806800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a4141a5-3dea-4f9d-a2cd-02d9eb037222 req-0816a397-c787-44be-bdc2-b7cc0dddeafd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0610223 Aug 16 02:22:56.877554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a4971-b2f4-41fe-a40e-17c06fb4ccef tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c5d228-7c90-408c-94fb-23f1b1c1ae3e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.960516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-66bdee2b-804e-4c82-8673-7b1ebf0d2482 service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966094 Aug 16 02:22:56.968673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222088a-5570-4270-bfbf-a1d09ec8c669 req-3f999c54-fa28-4ba0-bf30-1ad642d7642c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.970205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4222088a-5570-4270-bfbf-a1d09ec8c669 req-3f999c54-fa28-4ba0-bf30-1ad642d7642c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 943 time: 0.0971904 Aug 16 02:22:57.001114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0bd0f64-e107-4b1c-9295-23f65ee92889 req-b407d9e2-1e36-4061-a26e-983a231d57f3 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 6157 time: 0.0749474 Aug 16 02:22:57.056149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4222088a-5570-4270-bfbf-a1d09ec8c669 req-72003caa-5605-4454-985f-6c8f3d36049c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767150 Aug 16 02:22:57.060247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0bd0f64-e107-4b1c-9295-23f65ee92889 req-8b021461-ad9f-4331-9299-4eb26c7820e4 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/f6eae1ee-4609-4a02-bbda-6b89a5865b9a HTTP/1.1" status: 200 len: 2985 time: 0.0518136 Aug 16 02:22:57.106326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fb50d39-a99f-4c87-8989-37d6b0756f2f req-33dbfcf2-c0b2-4e6e-b819-15db83c388ce service neutron] 10.222.0.88 "GET /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350348 Aug 16 02:22:57.129626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0bd0f64-e107-4b1c-9295-23f65ee92889 req-48cd1ea3-0fec-4e74-8359-64874447a746 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/f6eae1ee-4609-4a02-bbda-6b89a5865b9a HTTP/1.1" status: 200 len: 2985 time: 0.0511117 Aug 16 02:22:57.219062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c06d580-93fa-4d1f-8a75-f925c90910e7 req-a1d8c5ef-ffa4-4cbc-a3fe-11ebd60d7077 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0383503 Aug 16 02:22:57.283259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9f109ab-606b-41f6-8500-8b3d52f59831 req-847a8355-854d-4a5a-ae97-b0fb293a3ee3 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=50edea80694b4499bbf03513342cca3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245125 Aug 16 02:22:57.341188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364c11c-af9e-4a32-a653-4a985c47ad32 req-cf290080-4b1e-49ff-9cb7-6dece7eeaea4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.342712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2364c11c-af9e-4a32-a653-4a985c47ad32 req-cf290080-4b1e-49ff-9cb7-6dece7eeaea4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0597432 Aug 16 02:22:57.387928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2364c11c-af9e-4a32-a653-4a985c47ad32 req-7fc2cd26-c045-4ba3-b360-6c419924c752 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383675 Aug 16 02:22:57.405594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f109ab-606b-41f6-8500-8b3d52f59831 req-ddfbe323-9df3-4963-8a7f-672a6efddaa7 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.412474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9f109ab-606b-41f6-8500-8b3d52f59831 req-ddfbe323-9df3-4963-8a7f-672a6efddaa7 tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213844 Aug 16 02:22:57.425877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b86de196-c11c-4783-a074-0ebb5c61da00 req-e70cd8a9-9c28-4b83-9faf-dd6d052bbbbc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-516820510', 'description': 'tempest-description-1878085881'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:57.428738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9f109ab-606b-41f6-8500-8b3d52f59831 req-2b0b476f-de85-451f-bde6-0d9c67cdb8ce tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/quotas/50edea80694b4499bbf03513342cca3e HTTP/1.1" status: 200 len: 375 time: 0.0153365 Aug 16 02:22:57.469813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9f109ab-606b-41f6-8500-8b3d52f59831 req-14001d94-dd68-4f89-bdfa-4f96e9e5318e tempest-QuotasAdminNegativeTest-2110398289 tempest-QuotasAdminNegativeTest-2110398289-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=50edea80694b4499bbf03513342cca3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398190 Aug 16 02:22:57.473995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b86de196-c11c-4783-a074-0ebb5c61da00 req-e70cd8a9-9c28-4b83-9faf-dd6d052bbbbc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.601918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b86de196-c11c-4783-a074-0ebb5c61da00 req-e70cd8a9-9c28-4b83-9faf-dd6d052bbbbc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.606279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b86de196-c11c-4783-a074-0ebb5c61da00 req-e70cd8a9-9c28-4b83-9faf-dd6d052bbbbc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.641129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd8a9-9c28-4b83-9faf-dd6d052bbbbc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcdc74e-0aad-4bc0-8a1f-279e4d9552da,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.643596 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b86de196-c11c-4783-a074-0ebb5c61da00 req-e70cd8a9-9c28-4b83-9faf-dd6d052bbbbc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.644866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b86de196-c11c-4783-a074-0ebb5c61da00 req-e70cd8a9-9c28-4b83-9faf-dd6d052bbbbc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2245734 Aug 16 02:22:57.672664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-dd0644bf-01a7-4c8d-8a3c-bc068538a293 req-a117768d-96f8-4305-866d-ce45d9fa4f8f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-212645504', 'description': 'tempest-description-188225086'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:57.698209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dd0644bf-01a7-4c8d-8a3c-bc068538a293 req-a117768d-96f8-4305-866d-ce45d9fa4f8f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.829080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dd0644bf-01a7-4c8d-8a3c-bc068538a293 req-a117768d-96f8-4305-866d-ce45d9fa4f8f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.846089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dd0644bf-01a7-4c8d-8a3c-bc068538a293 req-a117768d-96f8-4305-866d-ce45d9fa4f8f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.890927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-dd0644bf-01a7-4c8d-8a3c-bc068538a293 req-a117768d-96f8-4305-866d-ce45d9fa4f8f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.907788 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0644bf-01a7-4c8d-8a3c-bc068538a293 req-a117768d-96f8-4305-866d-ce45d9fa4f8f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2392116 Aug 16 02:22:57.910218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117768d-96f8-4305-866d-ce45d9fa4f8f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38171b0-c1d0-45ba-ab4b-cbd5a76957d1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.954943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 968e571f-1204-4d25-b6cd-0c8fc2567130 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:57.964677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 990eabc8-8f2a-41c8-a188-88225c5afd26 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:58.142105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 990eabc8-8f2a-41c8-a188-88225c5afd26 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:58.177231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 990eabc8-8f2a-41c8-a188-88225c5afd26 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:58.182654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.232552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf347-b90f-4890-83cd-da2dfe39bb75 req-d00f661a-63c4-4133-a446-963e405fbb15 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.240430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-975cf347-b90f-4890-83cd-da2dfe39bb75 req-d00f661a-63c4-4133-a446-963e405fbb15 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 943 time: 0.0837328 Aug 16 02:22:58.256764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.316393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 968e571f-1204-4d25-b6cd-0c8fc2567130, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=968e571f-1204-4d25-b6cd-0c8fc2567130,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:58.365284 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-975cf347-b90f-4890-83cd-da2dfe39bb75 req-267a8d02-8439-4244-a891-04a465d5fbae tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238678 Aug 16 02:22:58.380815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.426780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-21f40e22-2278-4e78-bf58-4626c30a5cee tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.431462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-21f40e22-2278-4e78-bf58-4626c30a5cee tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 813 time: 0.2666404 Aug 16 02:22:58.435764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 990eabc8-8f2a-41c8-a188-88225c5afd26, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=990eabc8-8f2a-41c8-a188-88225c5afd26,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:58.440860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aa64d3-08d4-416b-821f-623b1707f14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990eabc8-8f2a-41c8-a188-88225c5afd26'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:58.443781 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ea8c97-0dc2-4da6-a21c-318bb1780e9c" -d '{"events": [{"server_uuid": "20aa64d3-08d4-416b-821f-623b1707f14a", "name": "network-vif-plugged", "status": "completed", "tag": "990eabc8-8f2a-41c8-a188-88225c5afd26"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:58.448650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 255d3e37-d25b-434d-a9f9-7b7df8d5437c details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:58.452593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.459339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '968e571f-1204-4d25-b6cd-0c8fc2567130', 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02', 'port_id': '968e571f-1204-4d25-b6cd-0c8fc2567130', 'mac_address': 'fa:16:3e:0c:26:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab3fb1c-a666-4c28-b40a-c3224425bb0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:58.470278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-3b9809bb-fb68-498c-ab1e-132947d8a898 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/quotas/2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 375 time: 0.0305576 Aug 16 02:22:58.551637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb031-d7b4-46ac-88e7-f5395fd34a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.602343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-c12a9d20-5248-4101-a1b7-310c592c9d3b tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1245260 Aug 16 02:22:58.674442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93077d50-829a-4780-931c-70aa6ac59347 req-9b78f33e-bf90-4665-b5f5-fd3beca9ec58 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0588181 Aug 16 02:22:58.812357 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df1ddff-53be-44d0-89c1-c4cdecf39529 x-openstack-request-id: req-6df1ddff-53be-44d0-89c1-c4cdecf39529 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:58.812657 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aa64d3-08d4-416b-821f-623b1707f14a", "name": "network-vif-plugged", "status": "completed", "tag": "990eabc8-8f2a-41c8-a188-88225c5afd26", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:58.812887 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6df1ddff-53be-44d0-89c1-c4cdecf39529 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:58.813288 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aa64d3-08d4-416b-821f-623b1707f14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990eabc8-8f2a-41c8-a188-88225c5afd26', 'code': 200} Aug 16 02:22:58.822024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=990eabc8-8f2a-41c8-a188-88225c5afd26,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.864875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb031-d7b4-46ac-88e7-f5395fd34a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.879232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb031-d7b4-46ac-88e7-f5395fd34a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.883836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-37d41bbf-4324-4180-9e49-ff13da355103 service neutron] 10.222.0.78 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806225 Aug 16 02:22:58.884599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.925674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968e571f-1204-4d25-b6cd-0c8fc2567130 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:58.960629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 968e571f-1204-4d25-b6cd-0c8fc2567130, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=968e571f-1204-4d25-b6cd-0c8fc2567130,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:58.965315 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.966295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1eb031-d7b4-46ac-88e7-f5395fd34a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c50703-fe2a-4d4f-bb80-ef09733f34cc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.976622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.009191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb1eb031-d7b4-46ac-88e7-f5395fd34a7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=50edea80694b4499bbf03513342cca3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483981 Aug 16 02:22:59.009387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.010874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7242d74-d028-4b05-8f38-1309b45ca583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.043607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 255d3e37-d25b-434d-a9f9-7b7df8d5437c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=255d3e37-d25b-434d-a9f9-7b7df8d5437c,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:59.064542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '255d3e37-d25b-434d-a9f9-7b7df8d5437c', 'network_id': 'fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02', 'port_id': '255d3e37-d25b-434d-a9f9-7b7df8d5437c', 'mac_address': 'fa:16:3e:de:02:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab3fb1c-a666-4c28-b40a-c3224425bb0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:59.067190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=968e571f-1204-4d25-b6cd-0c8fc2567130,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.101150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d0b4-482a-486e-a9b5-ab5691cbe97f req-c312d5d1-6821-4b09-a93d-2d22ab0b6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.103281 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8cf2d0b4-482a-486e-a9b5-ab5691cbe97f req-c312d5d1-6821-4b09-a93d-2d22ab0b6694 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 1097 time: 0.1627245 Aug 16 02:22:59.127961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.131569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d673bda9-ec62-4824-bda9-f7a4ec98f288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.137271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-cd5d0b3d-6361-4d9e-981f-179320e34df3 service neutron] 10.222.0.78 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518904 Aug 16 02:22:59.146125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255d3e37-d25b-434d-a9f9-7b7df8d5437c {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:59.176208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8cf2d0b4-482a-486e-a9b5-ab5691cbe97f req-97349b57-6eb7-46be-9328-f32980bd6fc0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 Aug 16 02:22:59.182898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 255d3e37-d25b-434d-a9f9-7b7df8d5437c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=255d3e37-d25b-434d-a9f9-7b7df8d5437c,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:59.187659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a2ac190-b07f-4083-911e-9b399b4ee6c3 req-307e7790-1eba-43cf-942f-3ded679eac6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=58ebbb7b603e4d2688b6090c404b7de2&device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0400727 Aug 16 02:22:59.198830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.203831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d673bda9-ec62-4824-bda9-f7a4ec98f288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.279003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a2ac190-b07f-4083-911e-9b399b4ee6c3 req-0f51677e-14f7-4ba7-bbca-95ddc2e1174e service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=58ebbb7b603e4d2688b6090c404b7de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404148 Aug 16 02:22:59.296418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d673bda9-ec62-4824-bda9-f7a4ec98f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.305602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d673bda9-ec62-4824-bda9-f7a4ec98f288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.309450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d673bda9-ec62-4824-bda9-f7a4ec98f288 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5c50703-fe2a-4d4f-bb80-ef09733f34cc HTTP/1.1" status: 204 len: 168 time: 0.2961173 Aug 16 02:22:59.313940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=255d3e37-d25b-434d-a9f9-7b7df8d5437c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.345775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['968e571f-1204-4d25-b6cd-0c8fc2567130'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:59.361361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673bda9-ec62-4824-bda9-f7a4ec98f288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c50703-fe2a-4d4f-bb80-ef09733f34cc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.439436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-87e1f5e5-a692-49b0-8c1a-d426efa2a213 req-e6d18221-f5d7-4dbd-90eb-49ec7ec6d128 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.1216455 Aug 16 02:22:59.455744 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-784ec99d-f2b1-45c2-b010-b598cd5b9954 req-a3bf35d9-cfca-4a91-8f7c-8e86336ec268 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 210 time: 0.0564513 Aug 16 02:22:59.563293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac190-b07f-4083-911e-9b399b4ee6c3 req-fca3f7fa-8311-4751-b13b-475cee7c1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.568103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a2ac190-b07f-4083-911e-9b399b4ee6c3 req-fca3f7fa-8311-4751-b13b-475cee7c1ceb service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601526 Aug 16 02:22:59.611453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['255d3e37-d25b-434d-a9f9-7b7df8d5437c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:59.734235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1133c9-29a4-4150-9add-cbaebdca9290 req-d86413e7-ae8c-4d20-a676-9a45084cca31 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.736112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec1133c9-29a4-4150-9add-cbaebdca9290 req-d86413e7-ae8c-4d20-a676-9a45084cca31 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 944 time: 0.1359491 Aug 16 02:22:59.797814 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec1133c9-29a4-4150-9add-cbaebdca9290 req-df3a1da8-87af-40a1-ac65-7f794bae9f1c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540545 Aug 16 02:22:59.823860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.838418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c53238c7-1491-4dcb-8d80-8b97b4407042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.943001 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.996660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c53238c7-1491-4dcb-8d80-8b97b4407042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.014121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c53238c7-1491-4dcb-8d80-8b97b4407042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.066981 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c53238c7-1491-4dcb-8d80-8b97b4407042 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c36e40d6c95d46448f9eee1a094e8e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491355 Aug 16 02:23:00.069458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53238c7-1491-4dcb-8d80-8b97b4407042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b0b05-1d41-4c6d-acdb-3e4453af0144,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:00.072735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50662) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.159995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db95c118-2f27-45dd-b172-03ce3ad20b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.199914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db95c118-2f27-45dd-b172-03ce3ad20b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.279603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db95c118-2f27-45dd-b172-03ce3ad20b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.286318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db95c118-2f27-45dd-b172-03ce3ad20b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.288784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-db95c118-2f27-45dd-b172-03ce3ad20b84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/054b0b05-1d41-4c6d-acdb-3e4453af0144 HTTP/1.1" status: 204 len: 168 time: 0.2148774 Aug 16 02:23:00.304130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95c118-2f27-45dd-b172-03ce3ad20b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b0b05-1d41-4c6d-acdb-3e4453af0144,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:00.390949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffd550-58de-4414-b69b-e36654a16c6a req-2930ab07-5cb4-4725-9e73-ba7138835f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.392385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ffd550-58de-4414-b69b-e36654a16c6a req-2930ab07-5cb4-4725-9e73-ba7138835f3e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1097 time: 0.0898728 Aug 16 02:23:00.417178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f475-8843-49b4-87e4-dc25f34eba1b req-90b186cb-a61f-4fb6-bd03-5f95b4910151 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.418764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fe5f475-8843-49b4-87e4-dc25f34eba1b req-90b186cb-a61f-4fb6-bd03-5f95b4910151 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0672841 Aug 16 02:23:00.517177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fe5f475-8843-49b4-87e4-dc25f34eba1b req-6ded1c34-2da9-4469-991b-392bf195e00f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854673 Aug 16 02:23:00.555470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffd550-58de-4414-b69b-e36654a16c6a req-7df5a48c-49ea-4d11-9bc0-9ce74b314ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.557029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ffd550-58de-4414-b69b-e36654a16c6a req-7df5a48c-49ea-4d11-9bc0-9ce74b314ad3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 919 time: 0.1558797 Aug 16 02:23:00.574809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21d3582f-c14d-475c-919d-7af0a5dcee32 req-e02c0e53-e2fe-4e8a-9e5c-c88b71bca51a tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0335560 Aug 16 02:23:00.647579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ffd550-58de-4414-b69b-e36654a16c6a req-a9e77164-2141-4f42-a2eb-acf3e8480566 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 200 len: 217 time: 0.0784738 Aug 16 02:23:00.669802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f636c72-ba60-4739-b210-c974734de32f req-27445015-698a-4f13-aeac-9e435dcb1e1e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 210 time: 0.0347319 Aug 16 02:23:00.729111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffd550-58de-4414-b69b-e36654a16c6a req-406ef9ac-8b76-43f1-94d1-0b47d657b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.732065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ffd550-58de-4414-b69b-e36654a16c6a req-406ef9ac-8b76-43f1-94d1-0b47d657b79d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.0650649 Aug 16 02:23:00.776597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ffd550-58de-4414-b69b-e36654a16c6a req-c05cafd2-fd78-4271-81ca-5ae09311c56c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358360 Aug 16 02:23:00.905194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ffd550-58de-4414-b69b-e36654a16c6a req-b609ca8c-75e6-40ba-8c84-813b2b7b9305 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209233 Aug 16 02:23:00.931905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-56f2039b-cad2-4c2d-a3a2-0fcc38be124a tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.933993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-56f2039b-cad2-4c2d-a3a2-0fcc38be124a tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.88 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 813 time: 0.1686072 Aug 16 02:23:00.951624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'port': {'device_id': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a', 'admin_state_up': True, 'tenant_id': '2515771e5d8649d4b1397ea5588e856c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:01.070181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14ec3a-6149-4046-aec1-4f788270da63 req-3602149e-0bcb-4d58-8a7e-dfda5f506d21 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.077540 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ec14ec3a-6149-4046-aec1-4f788270da63 req-3602149e-0bcb-4d58-8a7e-dfda5f506d21 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 944 time: 0.1613338 Aug 16 02:23:01.081562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Made reservation on behalf of 2515771e5d8649d4b1397ea5588e856c for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:01.085496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.104088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6a2ac190-b07f-4083-911e-9b399b4ee6c3 req-5fbd5758-f679-4c1e-bf6b-b603a601e7a1 tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0689449 Aug 16 02:23:01.166916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ffd550-58de-4414-b69b-e36654a16c6a req-2dda02e5-971f-42bc-96ef-af68d587a8ed service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370331 Aug 16 02:23:01.170174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ec14ec3a-6149-4046-aec1-4f788270da63 req-83913850-bb66-4525-a2d9-e17326f0188c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918410 Aug 16 02:23:01.282228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Allocated IP 172.20.0.7 (eb90ec36-ea58-4029-af14-f103985b6a5a/ffbd96d0-ce9e-43c0-becf-f9f71ee32b51/b9d1032d-d61b-488e-8fbb-ab34a61e2140) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:01.363110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50706) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.467058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.479893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-network', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:01.501983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Made reservation on behalf of d35cddc1fdf3440db794e9020d036e4f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:01.504374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.511500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.514855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.525232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:01.587708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Network eb90ec36-ea58-4029-af14-f103985b6a5a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:01.592168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.595709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:01.598627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:01.676871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.677872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.741075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd00f-e525-4560-8ee9-889c9958d3ea req-a16f4747-046c-4d2d-a911-754c30a26b5f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.750951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a2fd00f-e525-4560-8ee9-889c9958d3ea req-a16f4747-046c-4d2d-a911-754c30a26b5f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1232431 Aug 16 02:23:01.753845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a146910-3813-4a7d-95ec-9420385490d2 req-c39b8e82-38d7-40fd-b4c1-af27e5a0184a tempest-ServerShowV257Test-1984558063 tempest-ServerShowV257Test-1984558063-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef9b81a3-eaa8-4737-9bce-d1373d820687 HTTP/1.1" status: 200 len: 210 time: 0.0308619 Aug 16 02:23:01.851799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a2fd00f-e525-4560-8ee9-889c9958d3ea req-302896d9-bade-472d-948f-97f7d3af617b tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962615 Aug 16 02:23:01.855751 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.874128 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.879477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.908535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-2304d23c-db7d-4aa5-a408-ee9c3eddac1f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9622939 Aug 16 02:23:01.913032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:01.922421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Request body: {'port': {'device_id': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:01.931494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1883d5d8-eda9-4050-afd2-217fd1192085,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.942840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.943320 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Added segment 5b337d79-8c48-4f98-b41e-1ceef28890b3 of type vlan for network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 Aug 16 02:23:01.968789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99811aa3-e39e-4004-9b0d-8a47372459ac req-cf010cc2-dad6-4252-982a-c9c764c3880b tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.981431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 968e571f-1204-4d25-b6cd-0c8fc2567130 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:01.988534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99811aa3-e39e-4004-9b0d-8a47372459ac req-cf010cc2-dad6-4252-982a-c9c764c3880b tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 931 time: 0.1471086 Aug 16 02:23:02.006742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.048310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.051546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.052657 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.058618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 968e571f-1204-4d25-b6cd-0c8fc2567130 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:02.063525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 968e571f-1204-4d25-b6cd-0c8fc2567130 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:02.064204 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.092410 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7280571 Aug 16 02:23:02.097800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99811aa3-e39e-4004-9b0d-8a47372459ac req-89523c72-e68f-422f-8933-d985c483aada tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058216 Aug 16 02:23:02.098449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.100942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.108245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Request body: {'subnet': {'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-subnet', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:02.157189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Made reservation on behalf of d35cddc1fdf3440db794e9020d036e4f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:02.160122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.181256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095586b-8ebc-46f7-b704-93d43e1c0977 admin admin] Pushing event updated for resources: {'Network': ['ID=686f59e3-f0b2-4bd3-9db7-7f8c50f40219,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.197083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:02.256979 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.293795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e571f-1204-4d25-b6cd-0c8fc2567130'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:02.297690 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ed15e-d199-49dc-a253-e590a1f4d465" -d '{"events": [{"server_uuid": "1e896bf0-e7a9-47b8-91b7-c0843e3c45a9", "name": "network-vif-plugged", "status": "completed", "tag": "968e571f-1204-4d25-b6cd-0c8fc2567130"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:02.330584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 968e571f-1204-4d25-b6cd-0c8fc2567130, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=968e571f-1204-4d25-b6cd-0c8fc2567130,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:02.339247 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.401650 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992aed2c-008b-43b2-b9e7-7266b4c19990 x-openstack-request-id: req-992aed2c-008b-43b2-b9e7-7266b4c19990 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:02.401940 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e896bf0-e7a9-47b8-91b7-c0843e3c45a9", "name": "network-vif-plugged", "status": "completed", "tag": "968e571f-1204-4d25-b6cd-0c8fc2567130", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:02.402194 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-992aed2c-008b-43b2-b9e7-7266b4c19990 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:02.402590 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e571f-1204-4d25-b6cd-0c8fc2567130', 'code': 200} Aug 16 02:23:02.410192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be47e3-ef81-40cf-9217-82efe16cfa37 req-ddb705cc-085b-4af7-a143-3e2a6f90ae1e tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.411836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2be47e3-ef81-40cf-9217-82efe16cfa37 req-ddb705cc-085b-4af7-a143-3e2a6f90ae1e tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 944 time: 0.1354642 Aug 16 02:23:02.444959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 255d3e37-d25b-434d-a9f9-7b7df8d5437c up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:02.508251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=968e571f-1204-4d25-b6cd-0c8fc2567130,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.552158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 255d3e37-d25b-434d-a9f9-7b7df8d5437c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:02.559142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2be47e3-ef81-40cf-9217-82efe16cfa37 req-a4f64fb7-9f35-4df9-9462-51436a48f906 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391220 Aug 16 02:23:02.569196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 255d3e37-d25b-434d-a9f9-7b7df8d5437c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:02.578015 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.578125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950da58d-7b81-43b6-b2ae-3778fef280f9 req-7666c5f9-bff5-40a3-b30a-37a0088bcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.578527 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-950da58d-7b81-43b6-b2ae-3778fef280f9 req-7666c5f9-bff5-40a3-b30a-37a0088bcbc7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 1097 time: 0.1489143 Aug 16 02:23:02.632733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.646514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-950da58d-7b81-43b6-b2ae-3778fef280f9 req-ae8c9d0b-64f7-45ba-b864-c460e42a2c3f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593469 Aug 16 02:23:02.691844 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.704497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50740) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.742433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1cd711-c9c8-4d70-8dd7-0c8b796ad496,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.742880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 255d3e37-d25b-434d-a9f9-7b7df8d5437c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=255d3e37-d25b-434d-a9f9-7b7df8d5437c,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:02.755753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d1032d-d61b-488e-8fbb-ab34a61e2140 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:02.758636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.764439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Checking segment: {'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:02.764828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Network hostable DHCP agents. Network: 686f59e3-f0b2-4bd3-9db7-7f8c50f40219, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:02.769272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.791204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Transition to ACTIVE for port object b9d1032d-d61b-488e-8fbb-ab34a61e2140 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:02.796593 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.811839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:02.858953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 686f59e3-f0b2-4bd3-9db7-7f8c50f40219) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:02.872435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=255d3e37-d25b-434d-a9f9-7b7df8d5437c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.876921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.877628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.890795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e04db-ae28-4b09-915e-458549588790 None None] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:02.900753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.901324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20c7349d-c68e-4512-9998-2fea35c225e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.979697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Attempting to bind port b9d1032d-d61b-488e-8fbb-ab34a61e2140 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:02.980055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Attempting to bind port b9d1032d-d61b-488e-8fbb-ab34a61e2140 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:02.981334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Attempting to bind port b9d1032d-d61b-488e-8fbb-ab34a61e2140 on network eb90ec36-ea58-4029-af14-f103985b6a5a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:02.991652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Port b9d1032d-d61b-488e-8fbb-ab34a61e2140 on network eb90ec36-ea58-4029-af14-f103985b6a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:02.991893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Attempting to bind port b9d1032d-d61b-488e-8fbb-ab34a61e2140 on network eb90ec36-ea58-4029-af14-f103985b6a5a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:03.011001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:03.011234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Checking segment: {'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:03.011695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Bound using segment: {'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:03.012795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Bound port: b9d1032d-d61b-488e-8fbb-ab34a61e2140, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9815d1f-8228-4ec8-92d5-117c90c1b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:03.014509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.092215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-686f59e3-f0b2-4bd3-9db7-7f8c50f40219', 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'fixed_ips': [{'subnet_id': '9d1cd711-c9c8-4d70-8dd7-0c8b796ad496'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:03.093196 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.138033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20c7349d-c68e-4512-9998-2fea35c225e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.147000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20c7349d-c68e-4512-9998-2fea35c225e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.164826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5a040655-f717-49f6-ad58-8295199096cd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0644910 Aug 16 02:23:03.167589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.173306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:03.182073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:03.188894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:03.194270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03498b-0dd6-42e8-b940-abb388241538 req-c6a468bb-b039-41d3-94ab-37a350dfda63 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.200318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.203964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c03498b-0dd6-42e8-b940-abb388241538 req-c6a468bb-b039-41d3-94ab-37a350dfda63 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1934974 Aug 16 02:23:03.231870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50758) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.266658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-20c7349d-c68e-4512-9998-2fea35c225e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8f2367b8407469fb5cf33385ddbd66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580139 Aug 16 02:23:03.271121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50762) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.279681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.280706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.282112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] 10.222.0.88 "PUT /v2.0/ports/b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 1092 time: 1.3656352 Aug 16 02:23:03.283725 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c03498b-0dd6-42e8-b940-abb388241538 req-7a8bb0e4-43da-4101-9ebd-f31c284adc45 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788047 Aug 16 02:23:03.284378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7349d-c68e-4512-9998-2fea35c225e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0dcb60-2c1f-4725-9679-167cc714eac0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.287628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Allocated IP 172.20.0.2 (686f59e3-f0b2-4bd3-9db7-7f8c50f40219/9d1cd711-c9c8-4d70-8dd7-0c8b796ad496/2a8d4ebf-d4eb-4840-9df1-e99d672fab77) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:03.315994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:03.320990 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438e81fe-9290-4ab6-8dea-3221003e6e95" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:03.323051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.324388 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.394455 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bacf188-fd38-4947-9132-0a37eca189b6 x-openstack-request-id: req-7bacf188-fd38-4947-9132-0a37eca189b6 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:03.394745 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:03.395000 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bacf188-fd38-4947-9132-0a37eca189b6 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:03.395898 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140', 'status': 'completed', 'code': 200} Aug 16 02:23:03.409717 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32cc237a-6ab3-4829-af79-47b34b2d28b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.419381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d61e71-79a3-437c-9af8-d725e0972538 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.488542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ce6df-f3df-48bc-8c03-2bc249a3b96c req-96fbcbdd-bee8-4c86-9bb8-852ed23cea61 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.496678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-761ce6df-f3df-48bc-8c03-2bc249a3b96c req-96fbcbdd-bee8-4c86-9bb8-852ed23cea61 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 943 time: 0.2621725 Aug 16 02:23:03.507314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.513166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.521410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32cc237a-6ab3-4829-af79-47b34b2d28b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.523477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Transition to ACTIVE for port object 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:03.527677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32cc237a-6ab3-4829-af79-47b34b2d28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.565489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Transition to ACTIVE for port object 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:03.580210 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.587554 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-32cc237a-6ab3-4829-af79-47b34b2d28b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58ebbb7b603e4d2688b6090c404b7de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487203 Aug 16 02:23:03.591162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-6dac0e31-f46c-4d9b-9850-82318a65b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.593239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-6dac0e31-f46c-4d9b-9850-82318a65b70d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1095 time: 0.2629325 Aug 16 02:23:03.601395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.622865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc237a-6ab3-4829-af79-47b34b2d28b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1874525f-4bfc-46cd-9c5b-c12c622a64aa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.634030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:03.639485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:03.644652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:03.647798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Pushing event updated for resources: {'Port': ['ID=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.704686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Attempting to bind port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:03.705366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Attempting to bind port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:03.705738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Attempting to bind port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 on network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:03.708592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c14e563-15c5-4dcb-be33-a462881551b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.710967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:03.711352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Checking segment: {'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:03.711763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.712160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Bound using segment: {'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:03.712685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Bound port: 2a8d4ebf-d4eb-4840-9df1-e99d672fab77, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:03.713074 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.717570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af8c3a-3d73-445c-b8d2-a2fc44296d62 req-f453e226-1647-415b-8936-e1ea12352321 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.719569 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7af8c3a-3d73-445c-b8d2-a2fc44296d62 req-f453e226-1647-415b-8936-e1ea12352321 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 945 time: 0.0555663 Aug 16 02:23:03.719783 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-d323bed7-0c69-488d-93c8-07646314db5f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 217 time: 0.1134198 Aug 16 02:23:03.727964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-761ce6df-f3df-48bc-8c03-2bc249a3b96c req-68e9f03d-0457-4229-80d1-56e76463e2f9 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304358 Aug 16 02:23:03.762434 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7af8c3a-3d73-445c-b8d2-a2fc44296d62 req-40853716-8216-4778-98e8-2980a3efe6d2 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Aug 16 02:23:03.783713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] For port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:03.784628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] For port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,segment=NetworkSegment(5b337d79-8c48-4f98-b41e-1ceef28890b3),segment_id=5b337d79-8c48-4f98-b41e-1ceef28890b3)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:03.790519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.857453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cb37b-c1e5-4eb9-b6f6-44358ca8a0a2 None None] Pushing event updated for resources: {'Port': ['ID=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.860246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.869622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c14e563-15c5-4dcb-be33-a462881551b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.951860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c340a9b2-2704-4dea-bd17-49c5c068fb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.963477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-5543a650-13e7-4f87-bf52-4ca862fa631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.964992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-5543a650-13e7-4f87-bf52-4ca862fa631b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.1915905 Aug 16 02:23:04.350409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-49a3ae35-60ba-429d-b455-c90560a485f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3754613 Aug 16 02:23:04.356546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c340a9b2-2704-4dea-bd17-49c5c068fb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.378313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c14e563-15c5-4dcb-be33-a462881551b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.381044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c14e563-15c5-4dcb-be33-a462881551b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.382159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4c14e563-15c5-4dcb-be33-a462881551b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c0dcb60-2c1f-4725-9679-167cc714eac0 HTTP/1.1" status: 204 len: 168 time: 1.1095698 Aug 16 02:23:04.404127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d3e37-d25b-434d-a9f9-7b7df8d5437c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:04.406559 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4af4f9-09f7-46a5-a55e-2fcb0f2c0843" -d '{"events": [{"server_uuid": "50b56aff-2d23-4ff5-99e3-6853b6172124", "name": "network-vif-plugged", "status": "completed", "tag": "255d3e37-d25b-434d-a9f9-7b7df8d5437c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:04.426254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f2b9-6302-4d84-97b7-92281bcd4f2e req-88884cbf-39f1-479c-8ca2-04bccb1b8388 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.430038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3b7f2b9-6302-4d84-97b7-92281bcd4f2e req-88884cbf-39f1-479c-8ca2-04bccb1b8388 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0698843 Aug 16 02:23:04.452891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14e563-15c5-4dcb-be33-a462881551b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0dcb60-2c1f-4725-9679-167cc714eac0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.457780 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc6f97c-54ff-40f9-b39c-4630225e428d x-openstack-request-id: req-2fc6f97c-54ff-40f9-b39c-4630225e428d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:04.458071 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b56aff-2d23-4ff5-99e3-6853b6172124", "name": "network-vif-plugged", "status": "completed", "tag": "255d3e37-d25b-434d-a9f9-7b7df8d5437c", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:04.461511 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2fc6f97c-54ff-40f9-b39c-4630225e428d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:04.463703 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d3e37-d25b-434d-a9f9-7b7df8d5437c', 'code': 200} Aug 16 02:23:04.523253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3b7f2b9-6302-4d84-97b7-92281bcd4f2e req-8faaeec1-570e-4c23-9395-81c7cd4748de tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863075 Aug 16 02:23:04.545241 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c340a9b2-2704-4dea-bd17-49c5c068fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.548569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c340a9b2-2704-4dea-bd17-49c5c068fb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.553189 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c340a9b2-2704-4dea-bd17-49c5c068fb57 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1874525f-4bfc-46cd-9c5b-c12c622a64aa HTTP/1.1" status: 204 len: 168 time: 0.9481211 Aug 16 02:23:04.566916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-ca1f3387-8f2b-422f-9303-7b9983e102ec service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005558 Aug 16 02:23:04.575188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340a9b2-2704-4dea-bd17-49c5c068fb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1874525f-4bfc-46cd-9c5b-c12c622a64aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.737649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90e96f-767d-46df-a2de-3397169cf548 req-14a2e9dd-33e1-410e-8c25-fba12d47548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.739195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab90e96f-767d-46df-a2de-3397169cf548 req-14a2e9dd-33e1-410e-8c25-fba12d47548d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 1097 time: 0.0989361 Aug 16 02:23:04.816715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab90e96f-767d-46df-a2de-3397169cf548 req-120ec86c-2739-4d16-9c06-732d3d57d8fe service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661206 Aug 16 02:23:04.840844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c113e1e-98b9-4bac-8913-8a91e5771bbd req-f4827ddf-f206-44cc-a874-f2d76f4f80a5 service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606127 Aug 16 02:23:04.842376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.886723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.913597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.924515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69041b8d-e079-4636-b106-042e45d82574 None None] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:04.944499 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d9114dc-daa3-4b4f-9c86-49198d45f348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.971081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6bf0d-2cf9-4e87-a740-faf8e4dccd09 req-52f7e312-fb6e-4898-8af0-e50c85a17bf6 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.979858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59b6bf0d-2cf9-4e87-a740-faf8e4dccd09 req-52f7e312-fb6e-4898-8af0-e50c85a17bf6 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 943 time: 0.1165614 Aug 16 02:23:05.018719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-e9db0783-0504-441d-95e2-e35e5542e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.020269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-e9db0783-0504-441d-95e2-e35e5542e274 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1095 time: 0.1242626 Aug 16 02:23:05.042771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59b6bf0d-2cf9-4e87-a740-faf8e4dccd09 req-60c79305-0dc2-486f-897d-e3a773ce05d9 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618398 Aug 16 02:23:05.048437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016dddb-f1d4-4308-a40f-71933d03c4e5 req-3fccaf0d-7d05-42af-896f-c1c089c027e3 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.050119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a016dddb-f1d4-4308-a40f-71933d03c4e5 req-3fccaf0d-7d05-42af-896f-c1c089c027e3 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 945 time: 0.1222844 Aug 16 02:23:05.109259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8e49da79-fac4-4a60-acf8-71d6a04a31c8 None None] Provisioning for port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:05.141059 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d9114dc-daa3-4b4f-9c86-49198d45f348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.149329 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d9114dc-daa3-4b4f-9c86-49198d45f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.195719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Allocated IP 172.25.4.181 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/91ae7c9e-3bca-4a14-a796-3f6cf02e49fa) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:05.200443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a016dddb-f1d4-4308-a40f-71933d03c4e5 req-79d827ae-9109-48c7-a7a7-e15d6e012187 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369402 Aug 16 02:23:05.232244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-3e59b671-ffac-401e-b8dc-c1f49604a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.233847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-3e59b671-ffac-401e-b8dc-c1f49604a087 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 914 time: 0.2047472 Aug 16 02:23:05.243628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6d9114dc-daa3-4b4f-9c86-49198d45f348 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae66a33f18464e43a124b84ab19a8013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226006 Aug 16 02:23:05.250180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50802) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.272970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9114dc-daa3-4b4f-9c86-49198d45f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec35692a-f627-445f-a36a-cb2c6a96e155,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.339821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4652ac1-d585-424c-af1a-c47f584b9ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.371821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4652ac1-d585-424c-af1a-c47f584b9ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.401686 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.436345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-e938614e-3f7a-4b3c-a3b7-c802794c74f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 217 time: 0.1450906 Aug 16 02:23:05.443112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4652ac1-d585-424c-af1a-c47f584b9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.448360 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4652ac1-d585-424c-af1a-c47f584b9ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.449962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a4652ac1-d585-424c-af1a-c47f584b9ef9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec35692a-f627-445f-a36a-cb2c6a96e155 HTTP/1.1" status: 204 len: 168 time: 0.1985171 Aug 16 02:23:05.461232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4652ac1-d585-424c-af1a-c47f584b9ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec35692a-f627-445f-a36a-cb2c6a96e155,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.519544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-c9b68952-9b6d-4884-8a25-1c20d9f8b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.521371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-c9b68952-9b6d-4884-8a25-1c20d9f8b9a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.0729995 Aug 16 02:23:05.522831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.610920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:05.613592 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-feee81e6-7b46-4c83-be11-48ccc35ffa8c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810139 Aug 16 02:23:05.621852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:05.635855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Pushing event updated for resources: {'Port': ['ID=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.661337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:05.786144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606640ff-142a-4657-a731-ee218a5e1dfb req-53693803-8938-4462-b3be-7ef7f87b38c5 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.787699 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-606640ff-142a-4657-a731-ee218a5e1dfb req-53693803-8938-4462-b3be-7ef7f87b38c5 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1711960 Aug 16 02:23:05.957331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-631dcff7-7dc4-498f-9783-1da822fb997f service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239155 Aug 16 02:23:05.990758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-606640ff-142a-4657-a731-ee218a5e1dfb req-b2fe81cf-1867-4413-815a-b5909de0ef54 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883740 Aug 16 02:23:06.154960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:06.227214 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-438e81fe-9290-4ab6-8dea-3221003e6e95 req-2a28e993-6f8f-4ab1-a445-948c8f949d74 service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587709 Aug 16 02:23:06.241119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.248080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:06.259666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:06.260122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.299783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5ecf-41e7-4d43-9d22-f2ffaf495056 req-696ec6d0-3c40-4233-a693-e74e4c09771c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.310087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a7c5ecf-41e7-4d43-9d22-f2ffaf495056 req-696ec6d0-3c40-4233-a693-e74e4c09771c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 943 time: 0.1633799 Aug 16 02:23:06.363925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a7c5ecf-41e7-4d43-9d22-f2ffaf495056 req-29ad5b79-c34a-4b11-b2f0-50496ecb2089 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528977 Aug 16 02:23:06.396546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b63dae-2930-4854-aa83-967e0d4e7d57 req-23e4bd95-9cf8-45ee-81f0-22f641cb7303 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.413390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6b63dae-2930-4854-aa83-967e0d4e7d57 req-23e4bd95-9cf8-45ee-81f0-22f641cb7303 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 945 time: 0.1082957 Aug 16 02:23:06.422550 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.468929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6b63dae-2930-4854-aa83-967e0d4e7d57 req-2768475f-392b-4dd9-81cd-f6275fd03bdb tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541348 Aug 16 02:23:06.494879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,segment=NetworkSegment(5b337d79-8c48-4f98-b41e-1ceef28890b3),segment_id=5b337d79-8c48-4f98-b41e-1ceef28890b3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:06.503636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.563270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50854) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.593677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.612558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc8c6-496f-4d80-a609-423c3ed67c7e req-a57ec6b6-7b62-44ba-b2a2-a40b8bb3d8f9 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.620606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-967cc8c6-496f-4d80-a609-423c3ed67c7e req-a57ec6b6-7b62-44ba-b2a2-a40b8bb3d8f9 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 945 time: 0.0685437 Aug 16 02:23:06.628579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.677422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-967cc8c6-496f-4d80-a609-423c3ed67c7e req-dd683388-925d-4e97-bf34-3bd03d8948a7 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495083 Aug 16 02:23:06.806751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e166ef64-fc02-423d-8a53-6426689267b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.831279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55c439-9477-4eb2-a769-c9317121b379 req-74ee24ef-3516-424b-8d57-17b86feb3572 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.832841 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3c55c439-9477-4eb2-a769-c9317121b379 req-74ee24ef-3516-424b-8d57-17b86feb3572 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 945 time: 0.0688260 Aug 16 02:23:06.834121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Router 5c886024-9628-4a89-b36e-d468e6c75ce0 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:06.923996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e166ef64-fc02-423d-8a53-6426689267b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.929993 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e166ef64-fc02-423d-8a53-6426689267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.946523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3c55c439-9477-4eb2-a769-c9317121b379 req-9b22d58f-b10c-4d24-a1c5-f0612d65aaff tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020408 Aug 16 02:23:06.984083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e166ef64-fc02-423d-8a53-6426689267b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86df0c12fa0d40a2a7f58b08b632165d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169405 Aug 16 02:23:06.984083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166ef64-fc02-423d-8a53-6426689267b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065dbdc5-d658-4a4d-8925-82fd52444cb0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.985327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.988401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:07.000082 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Sync routers for ids ['5c886024-9628-4a89-b36e-d468e6c75ce0'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:07.006554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.009132 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Routers {'5c886024-9628-4a89-b36e-d468e6c75ce0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:07.009759 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5c886024-9628-4a89-b36e-d468e6c75ce0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:07.010388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0661a3a8-3352-423c-9cb4-a8fe6934f104 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8405654 Aug 16 02:23:07.013383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:07.067033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733c6d53-a43b-4876-b88d-7af76a56a715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.091783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733c6d53-a43b-4876-b88d-7af76a56a715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.142098 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Set router 5c886024-9628-4a89-b36e-d468e6c75ce0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:07.176489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733c6d53-a43b-4876-b88d-7af76a56a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.181591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-733c6d53-a43b-4876-b88d-7af76a56a715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.186257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-733c6d53-a43b-4876-b88d-7af76a56a715 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/065dbdc5-d658-4a4d-8925-82fd52444cb0 HTTP/1.1" status: 204 len: 168 time: 0.1808674 Aug 16 02:23:07.214331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c6d53-a43b-4876-b88d-7af76a56a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065dbdc5-d658-4a4d-8925-82fd52444cb0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:07.280887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9533ef-a2ee-4738-92c3-0f9746bf681a req-5093f227-712b-471e-85e7-7e97ac1cac86 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.288640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e9533ef-a2ee-4738-92c3-0f9746bf681a req-5093f227-712b-471e-85e7-7e97ac1cac86 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1641476 Aug 16 02:23:07.357798 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 3, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port': {'id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ec:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:04Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:07.390793 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Checking router: 5c886024-9628-4a89-b36e-d468e6c75ce0 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:07.391489 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Updating router 5c886024-9628-4a89-b36e-d468e6c75ce0 port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:07.410866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e9533ef-a2ee-4738-92c3-0f9746bf681a req-2261101b-dd34-475f-8a2e-2527f551f635 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910990 Aug 16 02:23:07.423299 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.630060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90285282-158c-48c5-84d8-7ab6cc360354 req-1c03a622-cf1d-4933-ae5d-3537f6d61bd3 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.643547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90285282-158c-48c5-84d8-7ab6cc360354 req-1c03a622-cf1d-4933-ae5d-3537f6d61bd3 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 945 time: 0.1179178 Aug 16 02:23:07.712522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140768-951a-49af-bd67-66635b7bc7e4 req-464a4849-3762-4707-b545-4048a6ac5bc6 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.728173 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20140768-951a-49af-bd67-66635b7bc7e4 req-464a4849-3762-4707-b545-4048a6ac5bc6 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 943 time: 0.1428223 Aug 16 02:23:07.728709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90285282-158c-48c5-84d8-7ab6cc360354 req-cf388b28-70ad-4915-806d-0e55dc1bd394 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740101 Aug 16 02:23:07.832303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20140768-951a-49af-bd67-66635b7bc7e4 req-339d3846-de48-44cd-94b1-a797df3aaaca tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057994 Aug 16 02:23:07.959746 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.977858 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Transition to ACTIVE for port object 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:07.990064 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.026098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b9d1032d-d61b-488e-8fbb-ab34a61e2140 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:08.110076 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Pushing event updated for resources: {'Port': ['ID=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.126761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:08.140146 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Attempting to bind port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:08.140549 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Attempting to bind port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:08.140917 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Attempting to bind port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:08.148942 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:08.149244 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:08.150426 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.150861 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:08.152221 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Bound port: 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:08.152221 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.247926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:08.265977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:08.266638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.270247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140', 'network_id': 'eb90ec36-ea58-4029-af14-f103985b6a5a', 'port_id': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140', 'mac_address': 'fa:16:3e:8f:b0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffbd96d0-ce9e-43c0-becf-f9f71ee32b51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:08.360237 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.362787 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.363318 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.366030 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.366486 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.367571 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.368155 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.368773 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.369381 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.370223 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.370978 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.371782 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.372882 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.406111 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] For port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:08.414460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] For port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:08.421020 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.426605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d1032d-d61b-488e-8fbb-ab34a61e2140 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:08.499800 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b26f59-a152-4f33-ae19-ff272e7de3cc None None] Pushing event updated for resources: {'Port': ['ID=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.543205 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Routers {'5c886024-9628-4a89-b36e-d468e6c75ce0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:08.544178 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5c886024-9628-4a89-b36e-d468e6c75ce0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:08.565110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:08.572638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.615248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9c8c-ee1e-49f1-9e56-946c95fc862e req-4a83e6fe-7fe8-45aa-abf9-b346e4286ccb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.617559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7dc9c8c-ee1e-49f1-9e56-946c95fc862e req-4a83e6fe-7fe8-45aa-abf9-b346e4286ccb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0968642 Aug 16 02:23:08.639035 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.678354 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7dc9c8c-ee1e-49f1-9e56-946c95fc862e req-2486b289-2ac6-4a74-87a5-1fcf58862f16 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503609 Aug 16 02:23:08.680774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.709682 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] Set router 5c886024-9628-4a89-b36e-d468e6c75ce0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:08.839618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da68e9-038b-4122-9a50-5666b5d1e14d req-83c01559-3301-4c3a-b0ba-7e811ba9dbc5 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.841629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74da68e9-038b-4122-9a50-5666b5d1e14d req-83c01559-3301-4c3a-b0ba-7e811ba9dbc5 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 945 time: 0.0543628 Aug 16 02:23:08.875138 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b9d1032d-d61b-488e-8fbb-ab34a61e2140'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:08.909898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74da68e9-038b-4122-9a50-5666b5d1e14d req-0c3452cb-a25a-409a-ba9a-7dc718d7a4d2 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501359 Aug 16 02:23:08.924240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Allocated IP 172.20.0.1 (686f59e3-f0b2-4bd3-9db7-7f8c50f40219/9d1cd711-c9c8-4d70-8dd7-0c8b796ad496/026f2942-dae9-4538-8dc2-eea9cf47d02e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:08.960508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-1aa36990-1ecf-481f-b088-596bb989e336 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.974697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-1aa36990-1ecf-481f-b088-596bb989e336 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "GET /v2.0/ports?device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 945 time: 0.1448858 Aug 16 02:23:08.978047 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 3, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port': {'id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ec:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:04Z', 'updated_at': '2021-08-16T02:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:09.012788 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc4108-a224-4588-bbfd-e3193d5fde6a None None] The sync data for ids ['5c886024-9628-4a89-b36e-d468e6c75ce0'] in n-d-769329-15 is: [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 3, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port': {'id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ec:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:04Z', 'updated_at': '2021-08-16T02:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:09.059997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.199083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af352d85-0c97-4e8f-8998-918fed1a275f req-ded186d4-1b66-45db-a1af-9eba2068bb0d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.200717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af352d85-0c97-4e8f-8998-918fed1a275f req-ded186d4-1b66-45db-a1af-9eba2068bb0d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 944 time: 0.1994085 Aug 16 02:23:09.224461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ab8add2-07c3-4bda-ada2-7c8e26b53338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.242120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.277445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Transition to ACTIVE for port object 026f2942-dae9-4538-8dc2-eea9cf47d02e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:09.313006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Deleting port 990eabc8-8f2a-41c8-a188-88225c5afd26 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:09.313395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.326423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af352d85-0c97-4e8f-8998-918fed1a275f req-d0eada85-2d97-4ad6-8e43-ccf9f603e105 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171355 Aug 16 02:23:09.373884 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ab8add2-07c3-4bda-ada2-7c8e26b53338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.378580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ab8add2-07c3-4bda-ada2-7c8e26b53338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.424001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8add2-07c3-4bda-ada2-7c8e26b53338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7948cb16-23f0-4131-9b2f-f6c9ed1cea4e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.429232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.431211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ab8add2-07c3-4bda-ada2-7c8e26b53338 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6bad06d0859d49ef9cc34545e45b08d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698211 Aug 16 02:23:09.434160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50938) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.493365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] For port 990eabc8-8f2a-41c8-a188-88225c5afd26, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=990eabc8-8f2a-41c8-a188-88225c5afd26,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:09.493748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.507558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6d06-415a-4a5a-87df-51e9ffae468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.512933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:09.516526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Pushing event updated for resources: {'Port': ['ID=026f2942-dae9-4538-8dc2-eea9cf47d02e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.530368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:09.532930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Calling delete_port for 990eabc8-8f2a-41c8-a188-88225c5afd26 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:09.535666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:09.571560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6d06-415a-4a5a-87df-51e9ffae468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.666638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6d06-415a-4a5a-87df-51e9ffae468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.671707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6d06-415a-4a5a-87df-51e9ffae468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.675318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5c9c6d06-415a-4a5a-87df-51e9ffae468f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7948cb16-23f0-4131-9b2f-f6c9ed1cea4e HTTP/1.1" status: 204 len: 168 time: 0.2379208 Aug 16 02:23:09.689624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c6d06-415a-4a5a-87df-51e9ffae468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7948cb16-23f0-4131-9b2f-f6c9ed1cea4e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.705213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.797118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8be57ac6-3f9b-47c5-998a-83170701a5a7 None None] Provisioning for port 026f2942-dae9-4538-8dc2-eea9cf47d02e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:09.801849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8be57ac6-3f9b-47c5-998a-83170701a5a7 None None] Provisioning complete for port 026f2942-dae9-4538-8dc2-eea9cf47d02e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:09.802477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8be57ac6-3f9b-47c5-998a-83170701a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.866915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314036b9-b5db-43fa-a8cd-851f80bebc98 req-c0ce53b3-adfa-45ce-9395-b45fdf7c4653 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.872601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8be57ac6-3f9b-47c5-998a-83170701a5a7 None None] Port 026f2942-dae9-4538-8dc2-eea9cf47d02e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:09.877271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-314036b9-b5db-43fa-a8cd-851f80bebc98 req-c0ce53b3-adfa-45ce-9395-b45fdf7c4653 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1101475 Aug 16 02:23:09.956827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-314036b9-b5db-43fa-a8cd-851f80bebc98 req-cda8fc3b-7ae1-4e10-8bfd-c0c6eb460f27 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714746 Aug 16 02:23:10.042381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b9d1032d-d61b-488e-8fbb-ab34a61e2140 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:10.100582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.118812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['990eabc8-8f2a-41c8-a188-88225c5afd26', '968e571f-1204-4d25-b6cd-0c8fc2567130'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:10.121810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['255d3e37-d25b-434d-a9f9-7b7df8d5437c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:10.139802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.203694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18acabd8-0aa8-447b-8cf8-2053f997d298 req-eda3d314-54a4-4f8d-9ad6-b394cd131a61 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=20aa64d3-08d4-416b-821f-623b1707f14a HTTP/1.1" status: 200 len: 210 time: 0.1044569 Aug 16 02:23:10.204535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Pushing event deleted for resources: {'Port': ['ID=990eabc8-8f2a-41c8-a188-88225c5afd26,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:10.224583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:10.240190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-6dc798de-6285-4286-a41c-c99ac2aa2ad9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1599736 Aug 16 02:23:10.325249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] No DVR routers for this DVR port 990eabc8-8f2a-41c8-a188-88225c5afd26 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:10.340897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.349626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3bcada3b-8e0a-4488-8d39-aa81a1bad394 req-dd526e9a-de65-4bd9-b8d1-aa7b49730dd0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "DELETE /v2.0/ports/990eabc8-8f2a-41c8-a188-88225c5afd26 HTTP/1.1" status: 204 len: 173 time: 1.3467503 Aug 16 02:23:10.354442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aa64d3-08d4-416b-821f-623b1707f14a', 'name': 'network-vif-deleted', 'tag': '990eabc8-8f2a-41c8-a188-88225c5afd26'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:10.357905 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebd6f79-f5a2-41c7-b4b5-01ac247c7bac" -d '{"events": [{"server_uuid": "20aa64d3-08d4-416b-821f-623b1707f14a", "name": "network-vif-deleted", "tag": "990eabc8-8f2a-41c8-a188-88225c5afd26"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:10.382233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.383737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.384218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.386742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.390162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.390682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.391166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.393466 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-2fad550a-185c-4049-8438-f457a0043980 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6508 time: 0.1095500 Aug 16 02:23:10.509140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port b9d1032d-d61b-488e-8fbb-ab34a61e2140 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:10.512722 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2420d481-1878-46a1-b305-9b879f63b12d x-openstack-request-id: req-2420d481-1878-46a1-b305-9b879f63b12d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:10.513169 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aa64d3-08d4-416b-821f-623b1707f14a", "name": "network-vif-deleted", "tag": "990eabc8-8f2a-41c8-a188-88225c5afd26", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:10.513482 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2420d481-1878-46a1-b305-9b879f63b12d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:10.513945 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aa64d3-08d4-416b-821f-623b1707f14a', 'name': 'network-vif-deleted', 'tag': '990eabc8-8f2a-41c8-a188-88225c5afd26', 'status': 'completed', 'code': 200} Aug 16 02:23:10.527519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port b9d1032d-d61b-488e-8fbb-ab34a61e2140 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:10.527886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.547131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:10.619514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.630496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35c528-b69e-4069-a652-83131857f878 req-7f87a997-cf60-48e5-a280-b5a154c9422a tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.638898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea35c528-b69e-4069-a652-83131857f878 req-7f87a997-cf60-48e5-a280-b5a154c9422a tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 944 time: 0.0878670 Aug 16 02:23:10.646515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:10.646911 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.650262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.650448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-b08521b6-6e33-4b20-99a8-d45c23a9f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.651222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-b08521b6-6e33-4b20-99a8-d45c23a9f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.651816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-b08521b6-6e33-4b20-99a8-d45c23a9f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.653537 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-b08521b6-6e33-4b20-99a8-d45c23a9f822 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cba6f535-9c48-4a92-a569-dba088b2e25c&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=1210130f-33bc-42bd-b755-cdb101c0688e&id=1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 200 len: 2297 time: 0.2045639 Aug 16 02:23:10.749449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea35c528-b69e-4069-a652-83131857f878 req-70a06ba6-5173-4dd0-ad3a-13240a8e3708 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059744 Aug 16 02:23:10.749955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-7b6a8475-e996-40ae-8f58-920903b8bd9b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 200 len: 1000 time: 0.0858395 Aug 16 02:23:10.776760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.850380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-146190e6-21a1-47cd-9afa-894c9b4c2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.855679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-146190e6-21a1-47cd-9afa-894c9b4c2df6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=86fafe23-7928-4d62-a3f7-26248a75580d HTTP/1.1" status: 200 len: 855 time: 0.0952408 Aug 16 02:23:10.878658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Pushing event updated for resources: {'Port': ['ID=026f2942-dae9-4538-8dc2-eea9cf47d02e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:10.940953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-c2d54bb0-0dea-4949-8ca0-150f2335db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.942122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:10.945550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-c2d54bb0-0dea-4949-8ca0-150f2335db25 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cba6f535-9c48-4a92-a569-dba088b2e25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806139 Aug 16 02:23:10.945970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:11.052279 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.116152 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.123474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50982) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:11.181167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:11.185534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:11.196038 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752d619b-885b-49e5-932b-f333fa401a82" -d '{"events": [{"server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "name": "network-vif-plugged", "status": "completed", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:11.205082 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.256832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-a5a8f292-9733-4c82-8d74-44efb52ea6f5 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962544 Aug 16 02:23:11.307388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:11.324814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.366862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Router 5c886024-9628-4a89-b36e-d468e6c75ce0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:11.383041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.388854 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25588cf2-a33a-42f3-a784-afd1745246c7 x-openstack-request-id: req-25588cf2-a33a-42f3-a784-afd1745246c7 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:11.389203 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "name": "network-vif-plugged", "status": "completed", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:11.389557 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25588cf2-a33a-42f3-a784-afd1745246c7 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:11.402183 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140', 'code': 200} Aug 16 02:23:11.447793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-708719f7-2655-4651-adee-b63e5672c594 None None] Provisioning complete for port 026f2942-dae9-4538-8dc2-eea9cf47d02e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:11.448177 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-708719f7-2655-4651-adee-b63e5672c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.483232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-network', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:11.511094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b44913-468e-4d1c-8607-3eb83f74e7a9 req-93a33b81-213e-433d-9b9c-9909fdc05227 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.511449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.516590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-708719f7-2655-4651-adee-b63e5672c594 None None] Port 026f2942-dae9-4538-8dc2-eea9cf47d02e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:11.523767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6b44913-468e-4d1c-8607-3eb83f74e7a9 req-93a33b81-213e-433d-9b9c-9909fdc05227 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.4197414 Aug 16 02:23:11.582228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Made reservation on behalf of 2f055cffb6734e8cb860902f76e3b452 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:11.584543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.595775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-34a9ef39-f95f-421d-a145-3a79922e8318 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248706 Aug 16 02:23:11.604089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6b44913-468e-4d1c-8607-3eb83f74e7a9 req-ba10b894-b2a5-4f61-991e-949382687aed tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794706 Aug 16 02:23:11.608545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7299dfd-c3fb-4c8e-be88-a9be89335928 req-afcbc6e0-84ce-46d5-ab0a-cee8c19ea206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.610391 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7299dfd-c3fb-4c8e-be88-a9be89335928 req-afcbc6e0-84ce-46d5-ab0a-cee8c19ea206 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1097 time: 0.1401889 Aug 16 02:23:11.613054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.656136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:11.656838 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-3cb0a46b-bb84-4b90-9906-175efaa846fa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 217 time: 0.0505195 Aug 16 02:23:11.662716 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-be196949-8d28-4c05-8ef3-329244d38eae admin admin] 10.222.0.78 "PUT /v2.0/routers/5c886024-9628-4a89-b36e-d468e6c75ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6442544 Aug 16 02:23:11.674830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Sync routers for ids ['5c886024-9628-4a89-b36e-d468e6c75ce0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:11.685665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7299dfd-c3fb-4c8e-be88-a9be89335928 req-7558893c-f617-4143-8728-c0276bd33d05 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656962 Aug 16 02:23:11.693855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Routers {'5c886024-9628-4a89-b36e-d468e6c75ce0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:11.693855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5c886024-9628-4a89-b36e-d468e6c75ce0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:11.767119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-97fcd00d-9a2e-4438-aaa8-a0301b279062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.769876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-97fcd00d-9a2e-4438-aaa8-a0301b279062 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0912676 Aug 16 02:23:11.840727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.842364 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.878141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:11.916493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.919399 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Added segment 34f1267b-0b61-41a3-be1c-aa8b87cf3594 of type vlan for network c8ee8038-fd84-4585-a056-3bd16afe24c5 Aug 16 02:23:12.001411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-66033c79-85f6-4a91-ad81-b0bf604ef752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.007789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-66033c79-85f6-4a91-ad81-b0bf604ef752 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2215197 Aug 16 02:23:12.019821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.049121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Set router 5c886024-9628-4a89-b36e-d468e6c75ce0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:12.130526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:12.149385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab6460d-86a2-40bc-b315-e2911c65c2e6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.155874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.156913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.157562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.182637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c364da-8640-42c3-aa34-f29f3a8cc8c1 req-94e25d6d-fd74-47e1-8107-d68c2a82c877 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.196824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6c364da-8640-42c3-aa34-f29f3a8cc8c1 req-94e25d6d-fd74-47e1-8107-d68c2a82c877 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 945 time: 0.2484319 Aug 16 02:23:12.234790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1069517 Aug 16 02:23:12.237875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:12.245489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Request body: {'subnet': {'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-subnet', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:12.250196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700047e0-eec9-428e-85fb-ecc1d7582637 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ee8038-fd84-4585-a056-3bd16afe24c5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.279396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Made reservation on behalf of 2f055cffb6734e8cb860902f76e3b452 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:12.281828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.284323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6c364da-8640-42c3-aa34-f29f3a8cc8c1 req-18f7e29c-4b4e-4a03-9de5-3cf04187eb51 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854084 Aug 16 02:23:12.310612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-d6e03ab2-b58d-4885-a316-cd843becb30b service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626090 Aug 16 02:23:12.452740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:12.452860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-40bf7e1c-0d37-4b62-9064-7125fe625e6b service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336462 Aug 16 02:23:12.468441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-786ca6c3-b3ef-4710-91f4-a72023ccd81a req-71b46de8-7aa3-4a96-b3f9-0b94991896bf tempest-FloatingIPsNegativeTestJSON-546439943 tempest-FloatingIPsNegativeTestJSON-546439943-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=d35cddc1fdf3440db794e9020d036e4f HTTP/1.1" status: 200 len: 217 time: 0.0658243 Aug 16 02:23:12.524689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-791a0287-2b34-474d-bad3-1da4e8987606 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0614285 Aug 16 02:23:12.531285 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eea4ddf9-1e0c-479a-828a-9606b961673a req-ff4156ab-0f0b-4871-954e-72d917d3f799 tempest-FloatingIPsNegativeTestJSON-546439943 tempest-FloatingIPsNegativeTestJSON-546439943-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0370388 Aug 16 02:23:12.610552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:12.610943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.623356 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-4a642e63-5950-4925-b11b-a05390fdb89d req-86a80197-1603-4aa8-a465-d49a87332efe tempest-FloatingIPsNegativeTestJSON-546439943 tempest-FloatingIPsNegativeTestJSON-546439943-project] show failed (client error): The resource could not be found. Aug 16 02:23:12.624602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4a642e63-5950-4925-b11b-a05390fdb89d req-86a80197-1603-4aa8-a465-d49a87332efe tempest-FloatingIPsNegativeTestJSON-546439943 tempest-FloatingIPsNegativeTestJSON-546439943-project] 10.222.0.78 "GET /v2.0/floatingips/f2ccc8b2-8e44-472f-ab37-dbdd182ce7d2 HTTP/1.1" status: 404 len: 350 time: 0.0590603 Aug 16 02:23:12.641313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:12.687668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-e0ef2ee2-6f5b-409d-ba27-5ce7963deb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.689764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-e0ef2ee2-6f5b-409d-ba27-5ce7963deb78 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1498680 Aug 16 02:23:12.763350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:09Z', 'revision_number': 4, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port': {'id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:04Z', 'updated_at': '2021-08-16T02:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '026f2942-dae9-4538-8dc2-eea9cf47d02e', 'name': '', 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'mac_address': 'fa:16:3e:e4:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '9d1cd711-c9c8-4d70-8dd7-0c8b796ad496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:08Z', 'updated_at': '2021-08-16T02:23:10Z', 'revision_number': 2, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'subnets': [{'id': '9d1cd711-c9c8-4d70-8dd7-0c8b796ad496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:12.792267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Checking router: 5c886024-9628-4a89-b36e-d468e6c75ce0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:12.792674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Updating router 5c886024-9628-4a89-b36e-d468e6c75ce0 port 026f2942-dae9-4538-8dc2-eea9cf47d02e binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:12.829778 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.846225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-9cf25868-b2ac-4fe6-9436-caf010982aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.847760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-9cf25868-b2ac-4fe6-9436-caf010982aa5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1502066 Aug 16 02:23:12.858402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bcb08-5b40-41c6-9228-6d41d309c47d req-f8d1edcf-670d-4328-a45c-a2453f222103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.860089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef9bcb08-5b40-41c6-9228-6d41d309c47d req-f8d1edcf-670d-4328-a45c-a2453f222103 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1097 time: 0.1227722 Aug 16 02:23:12.875947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.936013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd329c3-57aa-4541-a418-b418b0f633d5 req-41286d27-5139-484e-a214-453d05dffac3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.937568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cdd329c3-57aa-4541-a418-b418b0f633d5 req-41286d27-5139-484e-a214-453d05dffac3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1411352 Aug 16 02:23:12.962718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.997389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef9bcb08-5b40-41c6-9228-6d41d309c47d req-11940665-d17e-47eb-9815-28ee29c87c9d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215119 Aug 16 02:23:13.020518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-d2441c85-6579-4b64-a59c-21963314c24f service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641278 Aug 16 02:23:13.043494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Checking segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:13.043679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cdd329c3-57aa-4541-a418-b418b0f633d5 req-580cf63c-0e40-4fe9-91d3-c38e0ce45f33 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837607 Aug 16 02:23:13.043785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Network hostable DHCP agents. Network: c8ee8038-fd84-4585-a056-3bd16afe24c5, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:13.146592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:13.151044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.166945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Transition to ACTIVE for port object 026f2942-dae9-4538-8dc2-eea9cf47d02e will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:13.167106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-450421e7-2daf-4ae3-88e5-a7df6b3d0e9e service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095414 Aug 16 02:23:13.174498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.185675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, c8ee8038-fd84-4585-a056-3bd16afe24c5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:13.193802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.194406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.204074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0679-6426-4488-be9c-d11299187aa2 req-056693f2-d65c-49d8-ac17-0c18dde423f9 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.209957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0679-6426-4488-be9c-d11299187aa2 req-056693f2-d65c-49d8-ac17-0c18dde423f9 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.217917 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e65a0679-6426-4488-be9c-d11299187aa2 req-056693f2-d65c-49d8-ac17-0c18dde423f9 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9&device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 1681 time: 0.1707451 Aug 16 02:23:13.224650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3373f0-7f27-491a-9df0-f48324d61496 None None] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:13.227877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-59c6f211-be4d-4d0b-aea4-b8ae89c1c24b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51 HTTP/1.1" status: 200 len: 217 time: 0.0506306 Aug 16 02:23:13.271372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f1a77765-1aeb-49de-a354-778e0cdc887d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0299079 Aug 16 02:23:13.276019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:13.299150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:13.309027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-340b80fb-090f-4a8f-b0ec-b2ece1c1a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.311271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-340b80fb-090f-4a8f-b0ec-b2ece1c1a0f1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0757697 Aug 16 02:23:13.345077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857d619-734a-4d25-a8ac-472abe2c2004 None None] Pushing event updated for resources: {'Port': ['ID=026f2942-dae9-4538-8dc2-eea9cf47d02e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.382582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e65a0679-6426-4488-be9c-d11299187aa2 req-54241e61-a11e-408a-90c0-fc60db54a420 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637144 Aug 16 02:23:13.400167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.402107 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.422805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-451626f5-3d8d-4ec8-aaae-5a2f8c5e6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.429411 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-451626f5-3d8d-4ec8-aaae-5a2f8c5e6f3f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058128 Aug 16 02:23:13.473086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Attempting to bind port 026f2942-dae9-4538-8dc2-eea9cf47d02e on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:13.474723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Attempting to bind port 026f2942-dae9-4538-8dc2-eea9cf47d02e by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:13.475927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Attempting to bind port 026f2942-dae9-4538-8dc2-eea9cf47d02e on network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:13.495438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:13.495843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Checking segment: {'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:13.496270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.496700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Bound using segment: {'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:13.497207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Bound port: 026f2942-dae9-4538-8dc2-eea9cf47d02e, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b337d79-8c48-4f98-b41e-1ceef28890b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:13.497599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.508990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.614976 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-129b66c7-b7e9-4914-a569-1db60995230f service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708989 Aug 16 02:23:13.637185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] For port 026f2942-dae9-4538-8dc2-eea9cf47d02e, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:13.640641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311348-468d-495a-97b3-0ec691a77a05 req-a3d328e9-ba96-477a-8408-7dd1149a5b92 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.641749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] For port 026f2942-dae9-4538-8dc2-eea9cf47d02e, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=026f2942-dae9-4538-8dc2-eea9cf47d02e,segment=NetworkSegment(5b337d79-8c48-4f98-b41e-1ceef28890b3),segment_id=5b337d79-8c48-4f98-b41e-1ceef28890b3)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:13.653065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26311348-468d-495a-97b3-0ec691a77a05 req-a3d328e9-ba96-477a-8408-7dd1149a5b92 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 945 time: 0.2327588 Aug 16 02:23:13.661184 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.676500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.685229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.730166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857d619-734a-4d25-a8ac-472abe2c2004 None None] Pushing event updated for resources: {'Port': ['ID=026f2942-dae9-4538-8dc2-eea9cf47d02e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.787649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Routers {'5c886024-9628-4a89-b36e-d468e6c75ce0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:13.788332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5c886024-9628-4a89-b36e-d468e6c75ce0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:13.842176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-e55bb9b8-d732-49b0-ad4f-61c46a7112ed service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127922 Aug 16 02:23:13.846145 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26311348-468d-495a-97b3-0ec691a77a05 req-373ff25d-0fd0-4658-b64a-6aa81b8fcd8b tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926877 Aug 16 02:23:13.990598 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-06c4e44d-7bb5-4685-8b2a-d3b9f9837353 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=02a6b3f8-ced9-4186-b019-585d7d55017b HTTP/1.1" status: 200 len: 217 time: 0.1340823 Aug 16 02:23:14.058531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-c8ee8038-fd84-4585-a056-3bd16afe24c5', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:14.060013 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.090437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 990eabc8-8f2a-41c8-a188-88225c5afd26 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:14.093907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-a6d9343f-5f04-40e0-b134-85200451b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.096075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-a6d9343f-5f04-40e0-b134-85200451b750 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0988178 Aug 16 02:23:14.125302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 990eabc8-8f2a-41c8-a188-88225c5afd26 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:14.125302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 990eabc8-8f2a-41c8-a188-88225c5afd26 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:14.156170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] Set router 5c886024-9628-4a89-b36e-d468e6c75ce0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:14.192255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-1b217e58-4fad-4ed7-817a-15f4598eded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.194505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-1b217e58-4fad-4ed7-817a-15f4598eded8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0826461 Aug 16 02:23:14.314026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-d882605e-e38b-453d-908f-72da3816feff service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070948 Aug 16 02:23:14.441493 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-b1898784-9028-4e1d-8686-545272fcd0a1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-516820510&fields=id&tenant_id=2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 267 time: 0.1137905 Aug 16 02:23:14.477818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Allocated IP 172.20.0.2 (c8ee8038-fd84-4585-a056-3bd16afe24c5/e3eff35c-a6c5-4ab1-b13f-0263a251a6b5/4c4dc71f-72cb-43e5-a370-e41bc05147d4) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:14.483091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-d71082ca-3261-4d31-b3b1-ddf7985fdab8 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418641 Aug 16 02:23:14.504989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:09Z', 'revision_number': 4, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port': {'id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:04Z', 'updated_at': '2021-08-16T02:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '026f2942-dae9-4538-8dc2-eea9cf47d02e', 'name': '', 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'mac_address': 'fa:16:3e:e4:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '9d1cd711-c9c8-4d70-8dd7-0c8b796ad496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:08Z', 'updated_at': '2021-08-16T02:23:13Z', 'revision_number': 4, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'subnets': [{'id': '9d1cd711-c9c8-4d70-8dd7-0c8b796ad496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:14.540903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d56acb-bb8b-4d27-bf49-131bd7ee6d15 None None] The sync data for ids ['5c886024-9628-4a89-b36e-d468e6c75ce0'] in n-d-769329-15 is: [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:09Z', 'revision_number': 4, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port': {'id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:04Z', 'updated_at': '2021-08-16T02:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '026f2942-dae9-4538-8dc2-eea9cf47d02e', 'name': '', 'network_id': '686f59e3-f0b2-4bd3-9db7-7f8c50f40219', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'mac_address': 'fa:16:3e:e4:ad:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '9d1cd711-c9c8-4d70-8dd7-0c8b796ad496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:08Z', 'updated_at': '2021-08-16T02:23:13Z', 'revision_number': 4, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'subnets': [{'id': '9d1cd711-c9c8-4d70-8dd7-0c8b796ad496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:14.555358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-49ae4195-de8d-4c16-8d37-8961a401c9c3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d HTTP/1.1" status: 200 len: 217 time: 0.0489478 Aug 16 02:23:14.574282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce540d36-57ec-4012-8b55-7335e164ea36 req-9e4a42a4-732b-48a8-ab25-2fafd8a772cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.582438 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce540d36-57ec-4012-8b55-7335e164ea36 req-9e4a42a4-732b-48a8-ab25-2fafd8a772cf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.3768120 Aug 16 02:23:14.635204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-5c4dd240-22d3-4c6d-907f-217222bc2244 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.644721 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-5c4dd240-22d3-4c6d-907f-217222bc2244 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 945 time: 0.2022824 Aug 16 02:23:14.652729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'port': {'security_groups': ['f6eae1ee-4609-4a02-bbda-6b89a5865b9a', '5bcdc74e-0aad-4bc0-8a1f-279e4d9552da']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:14.719025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.729131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Transition to ACTIVE for port object 4c4dc71f-72cb-43e5-a370-e41bc05147d4 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:14.752584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Transition to ACTIVE for port object 4c4dc71f-72cb-43e5-a370-e41bc05147d4 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:14.760142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce540d36-57ec-4012-8b55-7335e164ea36 req-0657298c-49f8-478d-b730-3901f8ad8c66 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767416 Aug 16 02:23:14.775563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.789666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-9cba6972-9753-46e2-844c-d8722c6ce5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.791547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-9cba6972-9753-46e2-844c-d8722c6ce5c2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.2267389 Aug 16 02:23:14.844335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:14.846727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:14.852385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:14.888067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Pushing event updated for resources: {'Port': ['ID=4c4dc71f-72cb-43e5-a370-e41bc05147d4,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:14.959984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-ea77653a-86c8-417a-8f50-d044af8fb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.963411 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-ea77653a-86c8-417a-8f50-d044af8fb636 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568108 Aug 16 02:23:14.985896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Attempting to bind port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:14.987487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Attempting to bind port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:14.989816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Attempting to bind port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 on network c8ee8038-fd84-4585-a056-3bd16afe24c5 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:14.995664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:14.996145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Checking segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:14.996657 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.997120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Bound using segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:14.997679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Bound port: 4c4dc71f-72cb-43e5-a370-e41bc05147d4, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:14.998136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.017852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.114065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] For port 4c4dc71f-72cb-43e5-a370-e41bc05147d4, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:15.120950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] For port 4c4dc71f-72cb-43e5-a370-e41bc05147d4, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4c4dc71f-72cb-43e5-a370-e41bc05147d4,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:15.131855 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.139095 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.153913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-fae91d68-f3a0-47e5-a823-fa091a74514d service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817458 Aug 16 02:23:15.174172 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.229152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41d7aa-40b3-4ec0-aaa0-9fd63c126c21 None None] Pushing event updated for resources: {'Port': ['ID=4c4dc71f-72cb-43e5-a370-e41bc05147d4,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.341722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-82be06a1-1b65-4272-a777-dcbd1aede17d service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666865 Aug 16 02:23:15.445705 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-afc1aa9a-ffa1-4a8e-a1f7-cf65fc8cba74 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 200 len: 217 time: 0.0916553 Aug 16 02:23:15.539525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-7885ced0-064a-4d1a-8b7f-1732857951fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.541626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-7885ced0-064a-4d1a-8b7f-1732857951fa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.0669267 Aug 16 02:23:15.618675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a2605-6ebe-43fe-86ee-611e94349351 req-548c79a4-4811-4356-bc55-2710bfe54018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.620624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-548c79a4-4811-4356-bc55-2710bfe54018 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679998 Aug 16 02:23:15.768643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:15.798727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-bf983ac9-dda5-459e-98f5-aeba55d2f066 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674526 Aug 16 02:23:15.832073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-84c137a0-e48b-4826-849e-253e0ffead65 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.836240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-84c137a0-e48b-4826-849e-253e0ffead65 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "GET /v2.0/ports?device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 945 time: 0.2800949 Aug 16 02:23:15.882112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.894003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Allocated IP 172.25.4.27 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5e106a4b-64ae-4fc2-b317-a5e58412d55e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:15.921006 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-246a2605-6ebe-43fe-86ee-611e94349351 req-0b03c377-5113-4d53-be3f-df57c8733538 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132452 Aug 16 02:23:16.005622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-9a390c98-4a99-4834-a16f-89b3a8ca1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.007427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-9a390c98-4a99-4834-a16f-89b3a8ca1c60 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1097 time: 0.0854080 Aug 16 02:23:16.029749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3353ef-5e97-44dd-93a5-dd92ccbeb17d req-02625a6f-57c7-4d1e-87db-0f87db1d0096 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.036707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9b3353ef-5e97-44dd-93a5-dd92ccbeb17d req-02625a6f-57c7-4d1e-87db-0f87db1d0096 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 945 time: 0.1035354 Aug 16 02:23:16.062541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.136462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9b3353ef-5e97-44dd-93a5-dd92ccbeb17d req-92efc9d5-b4e3-4264-b9dc-3a2865ff953c tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855587 Aug 16 02:23:16.211345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.218053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.227381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b9d1032d-d61b-488e-8fbb-ab34a61e2140'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:16.295371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-c3f6b10f-d316-4093-baa0-ea867530c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.296971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-c3f6b10f-d316-4093-baa0-ea867530c101 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 919 time: 0.2591538 Aug 16 02:23:16.327516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:16.368226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Pushing event updated for resources: {'Port': ['ID=5e106a4b-64ae-4fc2-b317-a5e58412d55e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.379455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c4dc71f-72cb-43e5-a370-e41bc05147d4 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:16.399885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.401058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.402945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-100a1168-b98f-45bf-b7f1-d443efc7a110 req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "PUT /v2.0/ports/b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 981 time: 1.7572258 Aug 16 02:23:16.407208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:16.410199 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841e512-bac4-4b81-81b8-71dc95b28ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:16.483211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:16.493929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:16.508529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Deleting port 026f2942-dae9-4538-8dc2-eea9cf47d02e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:16.508882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.518349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:16.684449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9476187-e56c-4660-add4-2f73ada8d481 None None] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:16.741460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:16.758919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16692320-1e89-4413-9960-99bbde64f50c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.834731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Deleting port 968e571f-1204-4d25-b6cd-0c8fc2567130 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:16.835452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.852123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-42d45bf7-2b7f-4893-8f05-4641468e1c11 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 200 len: 217 time: 0.5408807 Aug 16 02:23:16.863543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b9d1032d-d61b-488e-8fbb-ab34a61e2140'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:16.870621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0fe0a20a-f347-4aa4-afe1-d8b37ff3fe4b req-fc115d34-2287-4ac6-8523-0181430291e3 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/5bcdc74e-0aad-4bc0-8a1f-279e4d9552da HTTP/1.1" status: 200 len: 1802 time: 0.2277970 Aug 16 02:23:16.911682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-574899b7-e32e-43d6-a957-f66e80741b13 None None] Provisioning for port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:16.951150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a80a2-ffd8-41b6-8548-fd6952f0ce44 req-3e4edbe7-e81d-426b-ad07-b92200714589 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.952245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] For port 026f2942-dae9-4538-8dc2-eea9cf47d02e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=026f2942-dae9-4538-8dc2-eea9cf47d02e,segment=NetworkSegment(5b337d79-8c48-4f98-b41e-1ceef28890b3),segment_id=5b337d79-8c48-4f98-b41e-1ceef28890b3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:16.952813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.953122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a60a80a2-ffd8-41b6-8548-fd6952f0ce44 req-3e4edbe7-e81d-426b-ad07-b92200714589 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1117620 Aug 16 02:23:17.014308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Calling delete_port for 026f2942-dae9-4538-8dc2-eea9cf47d02e owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:17.019337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a60a80a2-ffd8-41b6-8548-fd6952f0ce44 req-f3425e79-dedc-468c-b88f-db82f2f0084a tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Aug 16 02:23:17.029312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-45ad71ab-e04b-4e94-bd4a-b01ae9127236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.030972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-45ad71ab-e04b-4e94-bd4a-b01ae9127236 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.1633139 Aug 16 02:23:17.083971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-3508dd9e-781b-4c2f-b758-ce20d42d0c1a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.086558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-3508dd9e-781b-4c2f-b758-ce20d42d0c1a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.98 "GET /v2.0/ports?device_id=50b56aff-2d23-4ff5-99e3-6853b6172124 HTTP/1.1" status: 200 len: 945 time: 0.1575522 Aug 16 02:23:17.090164 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3af9128-fe99-44cb-8551-49df927ec03a x-openstack-request-id: req-c3af9128-fe99-44cb-8551-49df927ec03a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:17.090697 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:17.091081 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3af9128-fe99-44cb-8551-49df927ec03a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:17.091578 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140', 'status': 'completed', 'code': 200} Aug 16 02:23:17.097889 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-0fe0a20a-f347-4aa4-afe1-d8b37ff3fe4b req-da009bf7-7a1f-42a1-a9d1-ec7d0424bd95 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:17.103022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:17.107311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0fe0a20a-f347-4aa4-afe1-d8b37ff3fe4b req-da009bf7-7a1f-42a1-a9d1-ec7d0424bd95 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/5bcdc74e-0aad-4bc0-8a1f-279e4d9552da HTTP/1.1" status: 409 len: 341 time: 0.1869876 Aug 16 02:23:17.143974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:17.144392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.268509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-2da43e52-e213-4601-a2a7-bb83b34e7489 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791542 Aug 16 02:23:17.387624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] For port 968e571f-1204-4d25-b6cd-0c8fc2567130, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=968e571f-1204-4d25-b6cd-0c8fc2567130,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:17.392758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.517733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Calling delete_port for 968e571f-1204-4d25-b6cd-0c8fc2567130 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:17.586129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-1623381a-47cf-435b-9f2b-ed0b9c3db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.588385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-1623381a-47cf-435b-9f2b-ed0b9c3db583 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1136 time: 0.4739709 Aug 16 02:23:17.621082 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.727351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-69398a76-1b34-45b9-9b88-e9b161d0cd65 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490056 Aug 16 02:23:17.743504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255ecb8-86c1-4582-84a5-93b1563c5cf4 req-c8cf407d-7c8d-4f9a-aff3-62eb93e5cdf0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.751194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2255ecb8-86c1-4582-84a5-93b1563c5cf4 req-c8cf407d-7c8d-4f9a-aff3-62eb93e5cdf0 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 945 time: 0.4322860 Aug 16 02:23:17.759593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 4c4dc71f-72cb-43e5-a370-e41bc05147d4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4c4dc71f-72cb-43e5-a370-e41bc05147d4,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:17.771762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Deleting port 255d3e37-d25b-434d-a9f9-7b7df8d5437c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:17.772060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.772803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.776925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.777327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 026f2942-dae9-4538-8dc2-eea9cf47d02e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:17.871955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-675da30e-2376-4543-a53f-5e35e8633c24 None None] Provisioning complete for port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:17.872360 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-675da30e-2376-4543-a53f-5e35e8633c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.956961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=4c4dc71f-72cb-43e5-a370-e41bc05147d4,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:17.971069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2255ecb8-86c1-4582-84a5-93b1563c5cf4 req-7f8e1709-1b3d-42ca-976d-80a75837fdf4 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/security-groups?id=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144651 Aug 16 02:23:17.976052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 026f2942-dae9-4538-8dc2-eea9cf47d02e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:18.010982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 026f2942-dae9-4538-8dc2-eea9cf47d02e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:18.011372 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.014490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-4b0f8780-4b95-4fdc-81e4-7afcc5a624e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.015300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.016943 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-4b0f8780-4b95-4fdc-81e4-7afcc5a624e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 914 time: 0.4172542 Aug 16 02:23:18.025274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0fe1-6800-4117-90ba-ab9bd8733692 req-ed36acd2-f003-4978-ad18-71b5faa4c35e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.033702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5bae0fe1-6800-4117-90ba-ab9bd8733692 req-ed36acd2-f003-4978-ad18-71b5faa4c35e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 984 time: 0.5730281 Aug 16 02:23:18.045717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.062585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['968e571f-1204-4d25-b6cd-0c8fc2567130'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:18.087081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Pushing event deleted for resources: {'Port': ['ID=968e571f-1204-4d25-b6cd-0c8fc2567130,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.090427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['255d3e37-d25b-434d-a9f9-7b7df8d5437c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:18.171959 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-69ba9028-8421-4fb4-8f01-cfb1c828402b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 217 time: 0.1455271 Aug 16 02:23:18.248770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81c641b3-58c7-46a9-898d-d0f15b3af52f req-36e56fb4-191e-4a6f-9d54-c256fb683f1c service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904332 Aug 16 02:23:18.257216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] For port 255d3e37-d25b-434d-a9f9-7b7df8d5437c, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=255d3e37-d25b-434d-a9f9-7b7df8d5437c,segment=NetworkSegment(7e46bc0b-ed8f-4490-be0e-8d23dc2a434b),segment_id=7e46bc0b-ed8f-4490-be0e-8d23dc2a434b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:18.257879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.265285 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.284838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Calling delete_port for 255d3e37-d25b-434d-a9f9-7b7df8d5437c owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:18.298883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-a71b9c12-421c-4982-9a19-bb045f55ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.300555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-a71b9c12-421c-4982-9a19-bb045f55ef1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.1125598 Aug 16 02:23:18.325673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213454c-7f1f-440d-9cc6-01b70499b359 req-196bd793-0e26-45ae-b96f-ed074bb67bc1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.327184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c213454c-7f1f-440d-9cc6-01b70499b359 req-196bd793-0e26-45ae-b96f-ed074bb67bc1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1510837 Aug 16 02:23:18.336781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] No DVR routers for this DVR port 968e571f-1204-4d25-b6cd-0c8fc2567130 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:18.342212 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5bae0fe1-6800-4117-90ba-ab9bd8733692 req-79742d06-cbfa-4411-a8d1-de6fbd77ea61 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&id=5bcdc74e-0aad-4bc0-8a1f-279e4d9552da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3076494 Aug 16 02:23:18.343523 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.345644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d18b4c4e-7b94-42e9-8e56-ca3fd6ec678d req-d1d8bc91-f30f-43fd-b20f-6da42aa5d694 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.88 "DELETE /v2.0/ports/968e571f-1204-4d25-b6cd-0c8fc2567130 HTTP/1.1" status: 204 len: 173 time: 2.4606211 Aug 16 02:23:18.360224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-1f5288b6-2eb9-4917-81ef-d898a0123d1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493371 Aug 16 02:23:18.390975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Router a2ab6fe7-e525-4c67-869d-ca474a41ec54 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:18.395253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.450420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=026f2942-dae9-4538-8dc2-eea9cf47d02e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.485454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c213454c-7f1f-440d-9cc6-01b70499b359 req-8761c188-b675-40ee-98d5-21d186faf2af tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499052 Aug 16 02:23:18.570046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-b0071686-2cc4-4f31-a547-8f3ba97f9557 service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000849 Aug 16 02:23:18.615595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c4dc71f-72cb-43e5-a370-e41bc05147d4 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:18.681771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:18.682948 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.750554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.833145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] No DVR routers for this DVR port 255d3e37-d25b-434d-a9f9-7b7df8d5437c on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:18.834895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Pushing event deleted for resources: {'Port': ['ID=255d3e37-d25b-434d-a9f9-7b7df8d5437c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.838033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.840656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47ac9ddb-3fd0-4d1b-8a5e-95ed7a1ea40c req-84becae4-b718-4639-ab36-6e7b8aded267 tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.98 "DELETE /v2.0/ports/255d3e37-d25b-434d-a9f9-7b7df8d5437c HTTP/1.1" status: 204 len: 173 time: 1.7172217 Aug 16 02:23:18.842658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9841e512-bac4-4b81-81b8-71dc95b28ad5 req-158152d1-23b8-4ec2-ba22-8b36207861d2 service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634361 Aug 16 02:23:18.843144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'name': 'network-vif-deleted', 'tag': '255d3e37-d25b-434d-a9f9-7b7df8d5437c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:18.845636 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acec53-93de-497c-84a0-cbd66d087a19" -d '{"events": [{"server_uuid": "50b56aff-2d23-4ff5-99e3-6853b6172124", "name": "network-vif-deleted", "tag": "255d3e37-d25b-434d-a9f9-7b7df8d5437c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:18.899058 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51f3f82-e9c8-4679-8822-d371c5d06136 x-openstack-request-id: req-e51f3f82-e9c8-4679-8822-d371c5d06136 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:18.899446 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b56aff-2d23-4ff5-99e3-6853b6172124", "name": "network-vif-deleted", "tag": "255d3e37-d25b-434d-a9f9-7b7df8d5437c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:18.899791 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e51f3f82-e9c8-4679-8822-d371c5d06136 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:18.900310 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b56aff-2d23-4ff5-99e3-6853b6172124', 'name': 'network-vif-deleted', 'tag': '255d3e37-d25b-434d-a9f9-7b7df8d5437c', 'status': 'completed', 'code': 200} Aug 16 02:23:19.000476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-04abc513-ffcb-46fe-b370-817ff7494146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.002874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-04abc513-ffcb-46fe-b370-817ff7494146 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1136 time: 0.1013894 Aug 16 02:23:19.110113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'name': 'network-vif-deleted', 'tag': '968e571f-1204-4d25-b6cd-0c8fc2567130'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:19.112434 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f41c303-c0a1-40a0-a88a-b135d8b1b5e0" -d '{"events": [{"server_uuid": "1e896bf0-e7a9-47b8-91b7-c0843e3c45a9", "name": "network-vif-deleted", "tag": "968e571f-1204-4d25-b6cd-0c8fc2567130"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:19.127972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e24359a4-9691-43e8-8331-343b40482b0f req-5a66ff0a-51f1-45da-b6b3-1e43fc2a496a tempest-ListServersNegativeTestJSON-689324241 tempest-ListServersNegativeTestJSON-689324241-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e896bf0-e7a9-47b8-91b7-c0843e3c45a9 HTTP/1.1" status: 200 len: 210 time: 0.0447288 Aug 16 02:23:19.209379 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4219f6-cd10-470b-a766-c4824dc61e0f x-openstack-request-id: req-8b4219f6-cd10-470b-a766-c4824dc61e0f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:19.209841 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e896bf0-e7a9-47b8-91b7-c0843e3c45a9", "name": "network-vif-deleted", "tag": "968e571f-1204-4d25-b6cd-0c8fc2567130", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:19.210232 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b4219f6-cd10-470b-a766-c4824dc61e0f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:19.210793 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e896bf0-e7a9-47b8-91b7-c0843e3c45a9', 'name': 'network-vif-deleted', 'tag': '968e571f-1204-4d25-b6cd-0c8fc2567130', 'status': 'completed', 'code': 200} Aug 16 02:23:19.213831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-957557d8-fcf6-440c-b4c6-c648a35ad022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.215381 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-957557d8-fcf6-440c-b4c6-c648a35ad022 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 914 time: 0.2056375 Aug 16 02:23:19.261475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:19.266149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-ee56b929-b30f-4580-90cd-93f9ac399849 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 217 time: 0.0433803 Aug 16 02:23:19.270941 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Sync routers for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:19.282036 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:19.282982 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:19.283989 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.285552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bdfa8a2b-0433-4ab2-83ae-6d071cf3bf21 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0093894 Aug 16 02:23:19.288608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:19.327602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-6c91d58a-091e-4e27-98f6-16ab34c7e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.330067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-6c91d58a-091e-4e27-98f6-16ab34c7e23d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.0554614 Aug 16 02:23:19.375108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-ef906f30-ab4c-4ac1-b819-1a434d4b4938 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383821 Aug 16 02:23:19.416431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:19.469252 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.508514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-24459a1a-07f9-4a89-ab0f-765298ad23e2 service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260653 Aug 16 02:23:19.730122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bf0fb-2c01-4494-9b84-d9401bc1f305 req-9d7308e1-75c5-4c8b-b4eb-ebb63682a1d0 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.738811 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c16bf0fb-2c01-4494-9b84-d9401bc1f305 req-9d7308e1-75c5-4c8b-b4eb-ebb63682a1d0 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 984 time: 0.1720746 Aug 16 02:23:19.743573 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:17Z', 'revision_number': 3, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:19.778237 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Checking router: a2ab6fe7-e525-4c67-869d-ca474a41ec54 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:19.778506 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Updating router a2ab6fe7-e525-4c67-869d-ca474a41ec54 port 5e106a4b-64ae-4fc2-b317-a5e58412d55e binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:19.789619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-296fd2a4-7fac-460d-8b10-fe479b95b14b req-ce95d7cc-9c78-4239-b964-8a279e1adfd9 service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739012 Aug 16 02:23:19.798128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce6f18-79bd-4d14-b9a8-9da36be7fd48 req-9c5b5222-ed8f-4bbd-8cb9-64d0c3d5ad47 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.799665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93ce6f18-79bd-4d14-b9a8-9da36be7fd48 req-9c5b5222-ed8f-4bbd-8cb9-64d0c3d5ad47 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1089683 Aug 16 02:23:19.814210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c16bf0fb-2c01-4494-9b84-d9401bc1f305 req-789457f6-70b5-4265-98a0-eae2cc7cdefc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&id=5bcdc74e-0aad-4bc0-8a1f-279e4d9552da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0748641 Aug 16 02:23:19.828376 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.964604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93ce6f18-79bd-4d14-b9a8-9da36be7fd48 req-d0807ffa-f175-4fd9-bc9f-f14123afcdd9 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521330 Aug 16 02:23:20.028546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Router 5c886024-9628-4a89-b36e-d468e6c75ce0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:20.093169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 968e571f-1204-4d25-b6cd-0c8fc2567130 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:20.133440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 968e571f-1204-4d25-b6cd-0c8fc2567130 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:20.133945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 968e571f-1204-4d25-b6cd-0c8fc2567130 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:20.197627 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.205670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.209927 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Transition to ACTIVE for port object 5e106a4b-64ae-4fc2-b317-a5e58412d55e will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:20.219327 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.238962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:20.244514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e0fa6656-be4c-4a93-8e39-940247c83f89 admin admin] 10.222.0.78 "PUT /v2.0/routers/5c886024-9628-4a89-b36e-d468e6c75ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6018732 Aug 16 02:23:20.247108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51138) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:20.249247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:20.262271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] Sync routers for ids ['5c886024-9628-4a89-b36e-d468e6c75ce0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:20.279505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] Routers {'5c886024-9628-4a89-b36e-d468e6c75ce0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:20.280532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5c886024-9628-4a89-b36e-d468e6c75ce0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:20.298847 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80310b16-7e9f-4102-af77-d8bafa6bc4a7 None None] Pushing event updated for resources: {'Port': ['ID=5e106a4b-64ae-4fc2-b317-a5e58412d55e,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.321983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Attempting to bind port 5e106a4b-64ae-4fc2-b317-a5e58412d55e on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:20.322623 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Attempting to bind port 5e106a4b-64ae-4fc2-b317-a5e58412d55e by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:20.323157 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Attempting to bind port 5e106a4b-64ae-4fc2-b317-a5e58412d55e on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:20.342288 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:20.345556 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:20.345983 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.348001 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:20.349833 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Bound port: 5e106a4b-64ae-4fc2-b317-a5e58412d55e, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:20.350991 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.427652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] Deleting subnet bab3fb1c-a666-4c28-b40a-c3224425bb0b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:20.439963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.473164 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] For port 5e106a4b-64ae-4fc2-b317-a5e58412d55e, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:20.476830 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] For port 5e106a4b-64ae-4fc2-b317-a5e58412d55e, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e106a4b-64ae-4fc2-b317-a5e58412d55e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:20.484118 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.485465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] Set router 5c886024-9628-4a89-b36e-d468e6c75ce0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:20.485730 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.514681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.584051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Allocated IP 172.20.0.1 (c8ee8038-fd84-4585-a056-3bd16afe24c5/e3eff35c-a6c5-4ab1-b13f-0263a251a6b5/0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:20.599375 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.605186 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80310b16-7e9f-4102-af77-d8bafa6bc4a7 None None] Pushing event updated for resources: {'Port': ['ID=5e106a4b-64ae-4fc2-b317-a5e58412d55e,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.608858 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:20.609788 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:20.695981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.762807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:18Z', 'revision_number': 5, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port': {'id': '91ae7c9e-3bca-4a14-a796-3f6cf02e49fa', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:04Z', 'updated_at': '2021-08-16T02:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:20.780453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.793679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] Checking router: 5c886024-9628-4a89-b36e-d468e6c75ce0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:20.797188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Transition to ACTIVE for port object 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:20.805602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] Routers {'5c886024-9628-4a89-b36e-d468e6c75ce0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:20.807292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5c886024-9628-4a89-b36e-d468e6c75ce0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:20.807743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Deleting port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:20.808241 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.822248 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:20.826403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.887865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab3fb1c-a666-4c28-b40a-c3224425bb0b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.892681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.894564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e507e5af-788d-4cb9-a5c4-2a9d490baf2d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bab3fb1c-a666-4c28-b40a-c3224425bb0b HTTP/1.1" status: 204 len: 168 time: 0.6443839 Aug 16 02:23:20.902756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] For port 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:20.903141 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.905151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51146) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:20.913535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.915842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Calling delete_port for 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:21.017468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] Set router 5c886024-9628-4a89-b36e-d468e6c75ce0 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:21.034867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:21.070199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:21.074224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.076754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:21.089890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:20Z', 'revision_number': 6, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:21.096611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Pushing event updated for resources: {'Port': ['ID=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:21.123146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a9ab4-84d1-40a0-a869-0838897a88ea None None] The sync data for ids ['5c886024-9628-4a89-b36e-d468e6c75ce0'] in n-d-769329-15 is: [{'id': '5c886024-9628-4a89-b36e-d468e6c75ce0', 'name': 'tempest-FloatingIPsNegativeTestJSON-777061263-router', 'tenant_id': 'd35cddc1fdf3440db794e9020d036e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:20Z', 'revision_number': 6, 'project_id': 'd35cddc1fdf3440db794e9020d036e4f', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:21.240349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232855-6936-4efa-815e-911ca0ceded6 req-7c7ee0d7-a72b-4091-a137-16256383e406 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.249636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6232855-6936-4efa-815e-911ca0ceded6 req-7c7ee0d7-a72b-4091-a137-16256383e406 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 984 time: 0.2653959 Aug 16 02:23:21.255883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.262370 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:17Z', 'revision_number': 3, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:21.295014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1cd97-4bed-416e-85d2-0691eb3efe3d req-30b192f3-7ec3-4e2d-a492-d6ed27b40562 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.296669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60d1cd97-4bed-416e-85d2-0691eb3efe3d req-30b192f3-7ec3-4e2d-a492-d6ed27b40562 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.2174551 Aug 16 02:23:21.297712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.308083 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f3987-42d4-4ac4-9254-76155dc94caf None None] The sync data for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 is: [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:17Z', 'revision_number': 3, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:21.315588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ae7c9e-3bca-4a14-a796-3f6cf02e49fa,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:21.428040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6232855-6936-4efa-815e-911ca0ceded6 req-c4b01953-5643-4844-89bc-f34d90fff3a1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&id=5bcdc74e-0aad-4bc0-8a1f-279e4d9552da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1735904 Aug 16 02:23:21.461885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.501355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-067ce061-afc0-41eb-bd80-00fadf044e5d None None] Provisioning for port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:21.511605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-067ce061-afc0-41eb-bd80-00fadf044e5d None None] Provisioning complete for port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:21.511990 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-067ce061-afc0-41eb-bd80-00fadf044e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.565788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.608361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-067ce061-afc0-41eb-bd80-00fadf044e5d None None] Port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:21.611013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:21.618621 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.641740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60d1cd97-4bed-416e-85d2-0691eb3efe3d req-a039c56f-4149-4316-83fd-07ff1827b333 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668896 Aug 16 02:23:21.659706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:21.660018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e46bc0b-ed8f-4490-be0e-8d23dc2a434b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:21.670649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.688701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.700654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:21.701081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:21.771494 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:21.775382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.786362 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.794122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.802003 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.806796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02 HTTP/1.1" status: 204 len: 168 time: 0.8976643 Aug 16 02:23:21.817590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b521778-1985-499f-900a-66eb1af84b4e req-ce32948e-f623-402c-bbd1-db3d94b1a9c0 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-212645504&fields=id&tenant_id=2515771e5d8649d4b1397ea5588e856c HTTP/1.1" status: 200 len: 267 time: 0.1748676 Aug 16 02:23:21.820418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd699ed-1490-428e-8e30-cba58f80ac96 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7c2d57-3dc2-4a60-a4e1-b0ef2c57de02,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:21.917008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.917681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c886024-9628-4a89-b36e-d468e6c75ce0 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:23:21.931183 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.935141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51162) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:21.937183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1de21fa2-9b70-459a-8499-dfe73688c144 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5c886024-9628-4a89-b36e-d468e6c75ce0 HTTP/1.1" status: 204 len: 168 time: 1.6879413 Aug 16 02:23:21.952129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521778-1985-499f-900a-66eb1af84b4e req-adaa93d6-74bd-48fb-aadd-696744326d6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.953855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b521778-1985-499f-900a-66eb1af84b4e req-adaa93d6-74bd-48fb-aadd-696744326d6c tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 984 time: 0.1359811 Aug 16 02:23:21.978579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'port': {'security_groups': ['5bcdc74e-0aad-4bc0-8a1f-279e4d9552da', 'f6eae1ee-4609-4a02-bbda-6b89a5865b9a', 'e38171b0-c1d0-45ba-ab4b-cbd5a76957d1']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:22.009318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] Deleting subnet 9d1cd711-c9c8-4d70-8dd7-0c8b796ad496 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:22.017207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.057928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.091613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.104653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51164) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.107998 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.130897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.200236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.370114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.419466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Pushing event updated for resources: {'Port': ['ID=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.474923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6b64ffa2-5783-432a-885e-c51c22abbd56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=332b5703fa7e4efcb44f7a0e61baf076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681345 Aug 16 02:23:22.478738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51178) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.549441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 255d3e37-d25b-434d-a9f9-7b7df8d5437c no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:22.625023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 255d3e37-d25b-434d-a9f9-7b7df8d5437c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:22.625370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 255d3e37-d25b-434d-a9f9-7b7df8d5437c not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:22.691760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e106a4b-64ae-4fc2-b317-a5e58412d55e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:22.699102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:22.757228 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.771207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.791800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b9d1032d-d61b-488e-8fbb-ab34a61e2140'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:22.862911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:22.863581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.865652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b521778-1985-499f-900a-66eb1af84b4e req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "PUT /v2.0/ports/b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 1020 time: 0.8990948 Aug 16 02:23:22.866134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:22.872370 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecbf77a-0a08-4615-850e-ae6015e37a12" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:22.884205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0526-ac40-42a6-9aea-f218ad82b139 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.885671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:22.952300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.019933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-779ff645-cc52-4b56-96ef-5f982548e76e req-0a20b111-0f8b-4167-9afa-d5fd2522348f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/e38171b0-c1d0-45ba-ab4b-cbd5a76957d1 HTTP/1.1" status: 200 len: 1801 time: 0.1293149 Aug 16 02:23:23.029701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b9d1032d-d61b-488e-8fbb-ab34a61e2140'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:23.118100 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-779ff645-cc52-4b56-96ef-5f982548e76e req-996e96c3-b10d-4927-837a-2b19601d41ca tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:23.119278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-779ff645-cc52-4b56-96ef-5f982548e76e req-996e96c3-b10d-4927-837a-2b19601d41ca tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/e38171b0-c1d0-45ba-ab4b-cbd5a76957d1 HTTP/1.1" status: 409 len: 341 time: 0.0973077 Aug 16 02:23:23.195809 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0ea34a-2cd7-42e7-af09-5132ecc186b3 x-openstack-request-id: req-cc0ea34a-2cd7-42e7-af09-5132ecc186b3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:23.196220 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:23.196678 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc0ea34a-2cd7-42e7-af09-5132ecc186b3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:23.197810 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140', 'status': 'completed', 'code': 200} Aug 16 02:23:23.227703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5e106a4b-64ae-4fc2-b317-a5e58412d55e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:23.263514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-347f52f3-94f6-4e9d-9817-d1279abdeacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.287353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5e106a4b-64ae-4fc2-b317-a5e58412d55e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:23.287732 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.298161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-3d4bbebc-c551-40ca-8c79-1a6a2b1270f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:23.303203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-3d4bbebc-c551-40ca-8c79-1a6a2b1270f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2515771e5d8649d4b1397ea5588e856c&device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1175 time: 0.0832376 Aug 16 02:23:23.383237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.478430 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-347f52f3-94f6-4e9d-9817-d1279abdeacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.495012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1cd711-c9c8-4d70-8dd7-0c8b796ad496,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:23.508736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.532259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:23.536440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:23.573393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e0178-b440-49ef-b647-4cc48495c106 None None] Network 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:23.583219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.585554 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4646d33f-3356-4325-9a83-7bd0797f8747 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9d1cd711-c9c8-4d70-8dd7-0c8b796ad496 HTTP/1.1" status: 204 len: 168 time: 1.6492939 Aug 16 02:23:23.592148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-23cbec01-79ab-4a35-b214-113b924d1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:23.595443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51202) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.596457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-23cbec01-79ab-4a35-b214-113b924d1a5b service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 200 len: 914 time: 0.2845597 Aug 16 02:23:23.703920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-0416faab-725e-4885-8e8e-64d7fc7dad25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 200 len: 217 time: 0.0998971 Aug 16 02:23:23.784743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-16bdae74-a1e6-44d9-92e0-4fedc3f2f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:23.786236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-16bdae74-a1e6-44d9-92e0-4fedc3f2f768 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 200 len: 853 time: 0.0730567 Aug 16 02:23:23.865558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-242ec463-2b15-4a0c-93fe-110d5a539a66 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb90ec36-ea58-4029-af14-f103985b6a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713375 Aug 16 02:23:24.039915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-8333170f-29bf-4fb9-9fec-15004381f7da service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663706 Aug 16 02:23:24.044738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-347f52f3-94f6-4e9d-9817-d1279abdeacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.048445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-347f52f3-94f6-4e9d-9817-d1279abdeacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.052043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-347f52f3-94f6-4e9d-9817-d1279abdeacd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e14c5f8-1911-4c63-8fc4-1c397cbd2daf HTTP/1.1" status: 204 len: 168 time: 1.5700519 Aug 16 02:23:24.059619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Router a2ab6fe7-e525-4c67-869d-ca474a41ec54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:24.100601 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.226042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e9923824-1c96-48e4-85d2-c9becceb830b None None] Provisioning complete for port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:24.226427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e9923824-1c96-48e4-85d2-c9becceb830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.250422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ecbf77a-0a08-4615-850e-ae6015e37a12 req-44d1cf5b-f6fd-4e77-a849-220f34ca2f0a service neutron] 10.222.0.88 "GET /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025208 Aug 16 02:23:24.290729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e9923824-1c96-48e4-85d2-c9becceb830b None None] Port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:24.315480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 5e106a4b-64ae-4fc2-b317-a5e58412d55e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e106a4b-64ae-4fc2-b317-a5e58412d55e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:24.368968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.537508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:24.558730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] DHCP port deletion for 686f59e3-f0b2-4bd3-9db7-7f8c50f40219 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:24.591103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f52f3-94f6-4e9d-9817-d1279abdeacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e14c5f8-1911-4c63-8fc4-1c397cbd2daf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.602587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:24.603078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 91ae7c9e-3bca-4a14-a796-3f6cf02e49fa not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:24.603339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 026f2942-dae9-4538-8dc2-eea9cf47d02e no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:24.625353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d4afe-23ea-4c42-90d0-529bfab021bf req-47a6f6e1-dc71-452e-b02e-92c3ad8b6cc4 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.634048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d43d4afe-23ea-4c42-90d0-529bfab021bf req-47a6f6e1-dc71-452e-b02e-92c3ad8b6cc4 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1023 time: 1.0197105 Aug 16 02:23:24.638779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.715056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=5e106a4b-64ae-4fc2-b317-a5e58412d55e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.731239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 026f2942-dae9-4538-8dc2-eea9cf47d02e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:24.731653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 026f2942-dae9-4538-8dc2-eea9cf47d02e not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:24.803342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d43d4afe-23ea-4c42-90d0-529bfab021bf req-bc72149c-5504-4194-8e62-d730b444d277 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&id=5bcdc74e-0aad-4bc0-8a1f-279e4d9552da&id=e38171b0-c1d0-45ba-ab4b-cbd5a76957d1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1683936 Aug 16 02:23:24.864854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] Deleting port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:24.865598 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.868878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:24.878567 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Sync routers for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:24.880978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-15306576-ec9e-4105-8f8f-7699b7e230db admin admin] 10.222.0.78 "PUT /v2.0/routers/a2ab6fe7-e525-4c67-869d-ca474a41ec54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5916414 Aug 16 02:23:24.892052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Deleting port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:24.892423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.903577 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:24.904201 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:24.914055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc5a70-8311-455a-ac13-59f14cc4b8cd req-8ba2fe2e-1040-4f5b-bdd4-8d73083a860d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.922951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2fc5a70-8311-455a-ac13-59f14cc4b8cd req-8ba2fe2e-1040-4f5b-bdd4-8d73083a860d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1477451 Aug 16 02:23:24.932864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e106a4b-64ae-4fc2-b317-a5e58412d55e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:25.050382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] For port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,segment=NetworkSegment(5b337d79-8c48-4f98-b41e-1ceef28890b3),segment_id=5b337d79-8c48-4f98-b41e-1ceef28890b3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:25.050752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.071791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] Calling delete_port for 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:25.085572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] For port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,segment=NetworkSegment(5b337d79-8c48-4f98-b41e-1ceef28890b3),segment_id=5b337d79-8c48-4f98-b41e-1ceef28890b3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:25.085984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.094949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5e106a4b-64ae-4fc2-b317-a5e58412d55e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:25.095334 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.107734 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2fc5a70-8311-455a-ac13-59f14cc4b8cd req-9e526eef-d8d5-4031-84df-91cacb170002 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838074 Aug 16 02:23:25.129067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Calling delete_port for 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:25.142667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-4fef28ce-997f-426f-9fbd-7e0ec79ba0e1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:25.149841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-4fef28ce-997f-426f-9fbd-7e0ec79ba0e1 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 1023 time: 0.2228451 Aug 16 02:23:25.218895 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:25.318320 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.380298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] No DVR routers for this DVR port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:25.382298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:25.456598 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.464956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Deleting port b9d1032d-d61b-488e-8fbb-ab34a61e2140 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:25.465319 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.532567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] Pushing event deleted for resources: {'Port': ['ID=2a8d4ebf-d4eb-4840-9df1-e99d672fab77,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:25.547800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:25.558596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ebe724-b5db-4724-b7db-386ce1be9d0b None None] No DVR routers for this DVR port 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:25.598163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:25.619657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:25.620486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2a8d4ebf-d4eb-4840-9df1-e99d672fab77 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:25.654894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.677508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686f59e3-f0b2-4bd3-9db7-7f8c50f40219']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:25.696538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b337d79-8c48-4f98-b41e-1ceef28890b3') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:25.696804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b337d79-8c48-4f98-b41e-1ceef28890b3') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:25.742781 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.753334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] For port b9d1032d-d61b-488e-8fbb-ab34a61e2140, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b9d1032d-d61b-488e-8fbb-ab34a61e2140,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:25.754103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.771850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Calling delete_port for b9d1032d-d61b-488e-8fbb-ab34a61e2140 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:25.781492 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 2, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:25.785253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.797827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:25.798814 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.825786 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Checking router: a2ab6fe7-e525-4c67-869d-ca474a41ec54 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:25.826375 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Updating router a2ab6fe7-e525-4c67-869d-ca474a41ec54 port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:25.865795 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:25.926447 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:25.930365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51266) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:25.935126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-361bd705-a30d-4b54-b75e-a87acd1d5776 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414683265', 'description': 'tempest-description--97970640'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:25.950657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.990787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.995049 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] 10.222.0.78 "DELETE /v2.0/networks/686f59e3-f0b2-4bd3-9db7-7f8c50f40219 HTTP/1.1" status: 204 len: 168 time: 2.3806024 Aug 16 02:23:25.995049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb35b2-6a4b-430f-bb70-d0d1a21de0db admin admin] Pushing event deleted for resources: {'Network': ['ID=686f59e3-f0b2-4bd3-9db7-7f8c50f40219,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.012867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1179533010-network', 'tenant_id': 'b5c8f063b53842f58bd693dec7465804'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:26.055423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-361bd705-a30d-4b54-b75e-a87acd1d5776 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.095473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.110844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:26.114544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b9d1032d-d61b-488e-8fbb-ab34a61e2140'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:26.116820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Made reservation on behalf of b5c8f063b53842f58bd693dec7465804 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:26.125439 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.157496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01d73cf9-712f-4085-b2e7-271c77c2d739 req-838f13c7-8390-4024-90b0-0937dcdf9534 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4cd689a-ea80-4679-9af7-e3b2f10e7f50 HTTP/1.1" status: 200 len: 210 time: 0.0759609 Aug 16 02:23:26.171113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.192375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'Port': ['ID=b9d1032d-d61b-488e-8fbb-ab34a61e2140,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.270547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.286307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] No DVR routers for this DVR port b9d1032d-d61b-488e-8fbb-ab34a61e2140 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:26.291729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.298370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54614925-0d1d-4dbb-bbc0-e75486b36fa5 req-0662dc35-2ea7-40f9-a81f-005eaf5e313d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.88 "DELETE /v2.0/ports/b9d1032d-d61b-488e-8fbb-ab34a61e2140 HTTP/1.1" status: 204 len: 173 time: 1.1441865 Aug 16 02:23:26.299051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'name': 'network-vif-deleted', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:26.304345 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51a33a0-1305-4136-83cc-d06e7be81182" -d '{"events": [{"server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "name": "network-vif-deleted", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:26.325938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e045508-364f-40a0-8af4-54fe4406e9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.392489 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38c4e89-7de9-4199-ba28-218e0e88afb3 x-openstack-request-id: req-a38c4e89-7de9-4199-ba28-218e0e88afb3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:26.393090 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cd689a-ea80-4679-9af7-e3b2f10e7f50", "name": "network-vif-deleted", "tag": "b9d1032d-d61b-488e-8fbb-ab34a61e2140", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:26.393656 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a38c4e89-7de9-4199-ba28-218e0e88afb3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:26.394209 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cd689a-ea80-4679-9af7-e3b2f10e7f50', 'name': 'network-vif-deleted', 'tag': 'b9d1032d-d61b-488e-8fbb-ab34a61e2140', 'status': 'completed', 'code': 200} Aug 16 02:23:26.399807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-361bd705-a30d-4b54-b75e-a87acd1d5776 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.403920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e6f1065f-103f-443a-9d19-91accf940f79 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d35cddc1fdf3440db794e9020d036e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303828 Aug 16 02:23:26.407007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51276) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.410434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-361bd705-a30d-4b54-b75e-a87acd1d5776 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.445815 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.470261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dd0435d-31bc-47b3-a53c-57674d25e15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.470481 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Transition to ACTIVE for port object 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:26.480413 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.503337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dd0435d-31bc-47b3-a53c-57674d25e15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.525615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd705-a30d-4b54-b75e-a87acd1d5776 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc1173a-18d8-497d-a4ee-c425d53c8ab7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.559061 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7accdf0-561b-4320-9b59-1ece982f2543 None None] Pushing event updated for resources: {'Port': ['ID=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.590665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dd0435d-31bc-47b3-a53c-57674d25e15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.594321 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0dd0435d-31bc-47b3-a53c-57674d25e15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.599097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0dd0435d-31bc-47b3-a53c-57674d25e15e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1883d5d8-eda9-4050-afd2-217fd1192085 HTTP/1.1" status: 204 len: 168 time: 0.1910923 Aug 16 02:23:26.614627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0435d-31bc-47b3-a53c-57674d25e15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1883d5d8-eda9-4050-afd2-217fd1192085,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.657112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.671024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.682678 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-361bd705-a30d-4b54-b75e-a87acd1d5776 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.686931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51280) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.692528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d3d75ac6-e8cd-4802-8ff3-2957561a6f8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'security_group_rule': {'security_group_id': '5dc1173a-18d8-497d-a4ee-c425d53c8ab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:26.693144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-361bd705-a30d-4b54-b75e-a87acd1d5776 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7613096 Aug 16 02:23:26.729588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:26.742565 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Attempting to bind port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:26.742926 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Attempting to bind port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:26.744393 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Attempting to bind port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d on network c8ee8038-fd84-4585-a056-3bd16afe24c5 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:26.754959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:26.755334 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Checking segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:26.755738 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.756129 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Bound using segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:26.756793 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Bound port: 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:26.756983 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.766173 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3d75ac6-e8cd-4802-8ff3-2957561a6f8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.797971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.808460 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Added segment 58b111a4-6072-4b27-bc48-9cf83e78619c of type vlan for network a896e66f-fff8-4192-a3a5-c76951c14e8d Aug 16 02:23:26.811448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.884672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3d75ac6-e8cd-4802-8ff3-2957561a6f8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.888876 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3d75ac6-e8cd-4802-8ff3-2957561a6f8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.909361 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3d75ac6-e8cd-4802-8ff3-2957561a6f8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.911017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d3d75ac6-e8cd-4802-8ff3-2957561a6f8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2226026 Aug 16 02:23:26.913598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51288) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.918982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-af22c153-8edf-4ff5-a9a1-cbe034e73189 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'security_group_rule': {'security_group_id': '5dc1173a-18d8-497d-a4ee-c425d53c8ab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:26.963099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d75ac6-e8cd-4802-8ff3-2957561a6f8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab6716e-46ca-4620-bdff-2ebef9447016,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.987525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.999272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af22c153-8edf-4ff5-a9a1-cbe034e73189 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.035748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] For port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:27.045323 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] For port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:27.053682 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.087917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.089316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:27.090050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.142461 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5417163 Aug 16 02:23:27.241366 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7accdf0-561b-4320-9b59-1ece982f2543 None None] Pushing event updated for resources: {'Port': ['ID=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.243380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:27.251177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Request body: {'subnet': {'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1179533010-subnet', 'tenant_id': 'b5c8f063b53842f58bd693dec7465804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:27.274388 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:27.275403 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:27.353925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f459f4a-a113-4d4d-97fc-43f66fb0c3e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a896e66f-fff8-4192-a3a5-c76951c14e8d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.364876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a896e66f-fff8-4192-a3a5-c76951c14e8d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:27.441338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Made reservation on behalf of b5c8f063b53842f58bd693dec7465804 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:27.452241 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.587216 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:27.728872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93b7c242-2f3c-4cde-9414-f344a882eee9 req-46b421ce-88c3-484a-af96-f3742e9bfa34 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/5bcdc74e-0aad-4bc0-8a1f-279e4d9552da HTTP/1.1" status: 200 len: 1802 time: 0.4001870 Aug 16 02:23:27.862760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93b7c242-2f3c-4cde-9414-f344a882eee9 req-2a11bf96-591b-4cbc-8769-3ce3599fa617 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.955867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93b7c242-2f3c-4cde-9414-f344a882eee9 req-2a11bf96-591b-4cbc-8769-3ce3599fa617 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.973881 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:26Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:28.011805 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de01e11-f94d-4253-980d-11bd2b76e7c9 None None] The sync data for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 is: [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:26Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:28.034480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af22c153-8edf-4ff5-a9a1-cbe034e73189 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.044677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af22c153-8edf-4ff5-a9a1-cbe034e73189 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.105432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93b7c242-2f3c-4cde-9414-f344a882eee9 req-2a11bf96-591b-4cbc-8769-3ce3599fa617 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.109102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93b7c242-2f3c-4cde-9414-f344a882eee9 req-2a11bf96-591b-4cbc-8769-3ce3599fa617 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.119956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af22c153-8edf-4ff5-a9a1-cbe034e73189 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.121494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-af22c153-8edf-4ff5-a9a1-cbe034e73189 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2068002 Aug 16 02:23:28.125882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93b7c242-2f3c-4cde-9414-f344a882eee9 req-2a11bf96-591b-4cbc-8769-3ce3599fa617 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/5bcdc74e-0aad-4bc0-8a1f-279e4d9552da HTTP/1.1" status: 204 len: 173 time: 0.3953717 Aug 16 02:23:28.127060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:28.133521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.142421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:28.142575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c153-8edf-4ff5-a9a1-cbe034e73189 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685c70a0-6af3-4dc1-b3fe-36a5095f67fd,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.199906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11bf96-591b-4cbc-8769-3ce3599fa617 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcdc74e-0aad-4bc0-8a1f-279e4d9552da,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.361540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f2570e3-96f0-4326-aaa6-d4f656f7b72c req-7e3fd2c6-dd75-4915-8b25-14df331380cf tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/e38171b0-c1d0-45ba-ab4b-cbd5a76957d1 HTTP/1.1" status: 200 len: 1801 time: 0.2039754 Aug 16 02:23:28.365478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.386349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51328) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:28.415357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81527cae-2741-4833-b3ea-4c492e4eab8f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.489838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Checking segment: {'id': '58b111a4-6072-4b27-bc48-9cf83e78619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:28.490323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Network hostable DHCP agents. Network: a896e66f-fff8-4192-a3a5-c76951c14e8d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:28.521647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Network a896e66f-fff8-4192-a3a5-c76951c14e8d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:28.528945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-network', 'tenant_id': '081a50723cd342288bb5953aad38468f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:28.544411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2f2570e3-96f0-4326-aaa6-d4f656f7b72c req-0c3081e2-1061-4eec-b1e2-0dc862ffa4a8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.548436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a896e66f-fff8-4192-a3a5-c76951c14e8d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:28.558486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e041e-d6bf-43c3-b1ee-a2da8b2ac1bb None None] Network a896e66f-fff8-4192-a3a5-c76951c14e8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:28.562910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.563527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.575257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Made reservation on behalf of 081a50723cd342288bb5953aad38468f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:28.577616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.588486 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2f2570e3-96f0-4326-aaa6-d4f656f7b72c req-0c3081e2-1061-4eec-b1e2-0dc862ffa4a8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.600211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.620924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b4d54dc1-b03d-40da-96ec-1f84e41d976e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3737154 Aug 16 02:23:28.721135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.726705 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2f2570e3-96f0-4326-aaa6-d4f656f7b72c req-0c3081e2-1061-4eec-b1e2-0dc862ffa4a8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.729288 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2f2570e3-96f0-4326-aaa6-d4f656f7b72c req-0c3081e2-1061-4eec-b1e2-0dc862ffa4a8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.730441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f2570e3-96f0-4326-aaa6-d4f656f7b72c req-0c3081e2-1061-4eec-b1e2-0dc862ffa4a8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/e38171b0-c1d0-45ba-ab4b-cbd5a76957d1 HTTP/1.1" status: 204 len: 173 time: 0.3680825 Aug 16 02:23:28.783284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3081e2-1061-4eec-b1e2-0dc862ffa4a8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38171b0-c1d0-45ba-ab4b-cbd5a76957d1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.790428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-ac8bff92-fc18-4f35-a998-0aa88bca9a73 req-39fbd31a-6f26-4d4d-850e-939633180e0e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-670895057', 'description': 'tempest-description-259826184'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:28.829305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.841114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.860752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:28.876246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.876623 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Added segment 01df4b61-e711-4429-8e0a-8e9f53ac495f of type vlan for network eb07dc12-c898-4326-ad57-820d4a7cf201 Aug 16 02:23:28.944398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a983a-1aa6-436a-98ce-2212598bf3f5 None None] Network a896e66f-fff8-4192-a3a5-c76951c14e8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:28.962114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.962328 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.974804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:29.013527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.015048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.016121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.037631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Allocated IP 172.25.4.115 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/e581a8c0-5ea9-4636-b053-749ad1820965) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:29.146308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.161233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Pushing event updated for resources: {'Network': ['ID=eb07dc12-c898-4326-ad57-820d4a7cf201,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.188673 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.224328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ac8bff92-fc18-4f35-a998-0aa88bca9a73 req-39fbd31a-6f26-4d4d-850e-939633180e0e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.232625 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0316f703-bc52-496e-8e85-bfa251f9b257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.238670 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8468461 Aug 16 02:23:29.244951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network eb07dc12-c898-4326-ad57-820d4a7cf201 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:29.254220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7b7c1-bb09-413c-8178-d41cb75a2afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bdf9bf-cbd9-4eec-b47d-7594239ed199,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.271344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51346) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.285578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Request body: {'subnet': {'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-subnet', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:29.297080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'Port': ['ID=e581a8c0-5ea9-4636-b053-749ad1820965,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.319848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Made reservation on behalf of 081a50723cd342288bb5953aad38468f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:29.323146 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.338886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:29.340413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:29.349155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:29.446423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:29.472039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:29.488936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.634568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.665257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.740928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:29.748410 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.799976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878837-c1cc-4963-aee5-3755b68b804f req-8154a3ab-573d-435a-8288-00decabdec1e tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.807317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Checking segment: {'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:29.808854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-8154a3ab-573d-435a-8288-00decabdec1e tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/networks?id=a896e66f-fff8-4192-a3a5-c76951c14e8d HTTP/1.1" status: 200 len: 821 time: 0.3872807 Aug 16 02:23:29.811569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Network hostable DHCP agents. Network: eb07dc12-c898-4326-ad57-820d4a7cf201, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:29.839844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.842168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.846377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-305cb172-f0dc-436d-8820-a579b5091bef tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/quotas/b5c8f063b53842f58bd693dec7465804 HTTP/1.1" status: 200 len: 375 time: 0.0299938 Aug 16 02:23:29.850343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.859243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.859963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.860692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.861146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.861591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.862119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.862646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.863082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.863520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.863954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.868590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.869125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.907687 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.919479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-ad18f5fb-f2b4-4d69-a7bf-c07e9766d4a1 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5c8f063b53842f58bd693dec7465804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652676 Aug 16 02:23:29.934346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ac8bff92-fc18-4f35-a998-0aa88bca9a73 req-39fbd31a-6f26-4d4d-850e-939633180e0e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.939414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ac8bff92-fc18-4f35-a998-0aa88bca9a73 req-39fbd31a-6f26-4d4d-850e-939633180e0e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.943181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.948169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Network eb07dc12-c898-4326-ad57-820d4a7cf201 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:29.978199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbd31a-6f26-4d4d-850e-939633180e0e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144e9843-1b00-4a5f-8434-0a9086eab0b7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.981169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, eb07dc12-c898-4326-ad57-820d4a7cf201) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:29.982747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ac8bff92-fc18-4f35-a998-0aa88bca9a73 req-39fbd31a-6f26-4d4d-850e-939633180e0e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.984180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac8bff92-fc18-4f35-a998-0aa88bca9a73 req-39fbd31a-6f26-4d4d-850e-939633180e0e tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2243626 Aug 16 02:23:29.987688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.988723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.997475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c6b4c-2fee-40c4-a8d8-e97584035fca None None] Network eb07dc12-c898-4326-ad57-820d4a7cf201 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:30.032612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e0334544-b7de-4dbe-998d-d74d37e14eda admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7589397 Aug 16 02:23:30.033391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51370) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:30.045438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:30.086779 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.088043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.191369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b9d1032d-d61b-488e-8fbb-ab34a61e2140 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:30.212169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-ac0d8f11-0903-4fb2-9c63-aef976814ffd service neutron] 10.222.0.78 "GET /v2.0/networks/a896e66f-fff8-4192-a3a5-c76951c14e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821400 Aug 16 02:23:30.269520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: b9d1032d-d61b-488e-8fbb-ab34a61e2140 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:30.270345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b9d1032d-d61b-488e-8fbb-ab34a61e2140 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:30.280547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.332680 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-e956b776-c035-4598-89a0-4a0795f02da7 service neutron] 10.222.0.78 "GET /v2.0/networks/a896e66f-fff8-4192-a3a5-c76951c14e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108882 Aug 16 02:23:30.393708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.405577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.454730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-eb07dc12-c898-4326-ad57-820d4a7cf201', 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'fixed_ips': [{'subnet_id': 'e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:30.455616 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.471647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'Port': ['ID=e581a8c0-5ea9-4636-b053-749ad1820965,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:30.486672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.487036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.487507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.488132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.488544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.488893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.489248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.489840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.489954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.490237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.490557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.490935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.579032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.602625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.605569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2652371e-3f31-42d6-84b0-4577f3531119 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4747646 Aug 16 02:23:30.615329 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.682302 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de4f5dd3-e276-4e4a-87f5-c72476d678c7 req-4c9efeb7-732d-4b36-a37d-6a8c55b08136 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/144e9843-1b00-4a5f-8434-0a9086eab0b7 HTTP/1.1" status: 200 len: 1801 time: 0.4202552 Aug 16 02:23:30.703033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-de4f5dd3-e276-4e4a-87f5-c72476d678c7 req-07864f97-0734-419b-b275-8be2b5f24bb8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1245257611', 'description': 'tempest-description-hth-605227191'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:30.755399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-beef40fa-0d2c-46e0-91d3-5a33ade109ce req-d87cefab-7e26-4b8d-8e15-408fe8c1f6c2 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 210 time: 0.0688632 Aug 16 02:23:30.822144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Allocated IP 172.20.0.2 (eb07dc12-c898-4326-ad57-820d4a7cf201/e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd/99d60776-4b75-469f-be4a-a8c777300572) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:30.907843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de4f5dd3-e276-4e4a-87f5-c72476d678c7 req-07864f97-0734-419b-b275-8be2b5f24bb8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.912755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:30.977151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-76be0c73-e136-46af-9324-7fb996764a3c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--414683265&fields=id&tenant_id=2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 267 time: 0.0556707 Aug 16 02:23:30.979059 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de4f5dd3-e276-4e4a-87f5-c72476d678c7 req-07864f97-0734-419b-b275-8be2b5f24bb8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.986659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de4f5dd3-e276-4e4a-87f5-c72476d678c7 req-07864f97-0734-419b-b275-8be2b5f24bb8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.990558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de4f5dd3-e276-4e4a-87f5-c72476d678c7 req-07864f97-0734-419b-b275-8be2b5f24bb8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.992039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de4f5dd3-e276-4e4a-87f5-c72476d678c7 req-07864f97-0734-419b-b275-8be2b5f24bb8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "PUT /v2.0/security-groups/144e9843-1b00-4a5f-8434-0a9086eab0b7 HTTP/1.1" status: 200 len: 1776 time: 0.2987216 Aug 16 02:23:31.084428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07864f97-0734-419b-b275-8be2b5f24bb8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144e9843-1b00-4a5f-8434-0a9086eab0b7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.113449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a97e732-73a5-4ed0-b351-95bf4cbea4d7 req-2f1eb463-9a13-4e4a-aa6c-e78e33d4d77d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/144e9843-1b00-4a5f-8434-0a9086eab0b7 HTTP/1.1" status: 200 len: 1776 time: 0.0807369 Aug 16 02:23:31.199266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:31.199651 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.224195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-13babe5b-5a7e-4172-b9d5-469c615a16c1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:31.233384 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-13babe5b-5a7e-4172-b9d5-469c615a16c1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 817 time: 0.2411830 Aug 16 02:23:31.253758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-187c632e-1993-447a-a623-7ec5d6f16c80 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/quotas/2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 375 time: 0.0194433 Aug 16 02:23:31.297017 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.315222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Transition to ACTIVE for port object 99d60776-4b75-469f-be4a-a8c777300572 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:31.332388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Transition to ACTIVE for port object 99d60776-4b75-469f-be4a-a8c777300572 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:31.342297 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.350540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-5b5ee895-5f1c-4609-ab41-3b3ca24bf4d7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953140 Aug 16 02:23:31.398757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Pushing event updated for resources: {'Port': ['ID=99d60776-4b75-469f-be4a-a8c777300572,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.421052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ada859f8-2176-4d42-bd42-867b04d90a29 req-923d9426-2128-448e-9821-862efdb9750a tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/144e9843-1b00-4a5f-8434-0a9086eab0b7 HTTP/1.1" status: 200 len: 1776 time: 0.1824737 Aug 16 02:23:31.423646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Network eb07dc12-c898-4326-ad57-820d4a7cf201 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:31.426170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:31.427113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.433529 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:31.455536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.528957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-bd48224e-fe7f-460e-b6ec-4fe86b5af3aa service neutron] 10.222.0.78 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625555 Aug 16 02:23:31.552677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Attempting to bind port 99d60776-4b75-469f-be4a-a8c777300572 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.553301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Attempting to bind port 99d60776-4b75-469f-be4a-a8c777300572 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.553824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Attempting to bind port 99d60776-4b75-469f-be4a-a8c777300572 on network eb07dc12-c898-4326-ad57-820d4a7cf201 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.560971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:31.561617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Checking segment: {'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:31.562244 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.562789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Bound using segment: {'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:31.563402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Bound port: 99d60776-4b75-469f-be4a-a8c777300572, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:31.563956 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.616000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ada859f8-2176-4d42-bd42-867b04d90a29 req-87fa336f-fea6-40bc-ae34-b59d8ddf36cc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.685650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] For port 99d60776-4b75-469f-be4a-a8c777300572, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:31.690521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] For port 99d60776-4b75-469f-be4a-a8c777300572, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=99d60776-4b75-469f-be4a-a8c777300572,segment=NetworkSegment(01df4b61-e711-4429-8e0a-8e9f53ac495f),segment_id=01df4b61-e711-4429-8e0a-8e9f53ac495f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:31.696641 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.715925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-c57405f2-5970-48fb-bd3c-ba4835db6afe service neutron] 10.222.0.78 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837854 Aug 16 02:23:31.716100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ada859f8-2176-4d42-bd42-867b04d90a29 req-87fa336f-fea6-40bc-ae34-b59d8ddf36cc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.771303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Allocated IP 172.25.4.251 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/c07c0024-88c0-4838-afac-4af5cb3ef02b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:31.784764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b1ea5-acbf-463f-8b94-a9767545f215 None None] Pushing event updated for resources: {'Port': ['ID=99d60776-4b75-469f-be4a-a8c777300572,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.872924 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.890356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ada859f8-2176-4d42-bd42-867b04d90a29 req-87fa336f-fea6-40bc-ae34-b59d8ddf36cc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.897397 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ada859f8-2176-4d42-bd42-867b04d90a29 req-87fa336f-fea6-40bc-ae34-b59d8ddf36cc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.899586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ada859f8-2176-4d42-bd42-867b04d90a29 req-87fa336f-fea6-40bc-ae34-b59d8ddf36cc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/144e9843-1b00-4a5f-8434-0a9086eab0b7 HTTP/1.1" status: 204 len: 173 time: 0.4689944 Aug 16 02:23:31.940710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa336f-fea6-40bc-ae34-b59d8ddf36cc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e9843-1b00-4a5f-8434-0a9086eab0b7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.098201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.119576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9fa3a22-e46e-48ea-9af0-9b27fcdca8ac req-90c1743a-991f-4782-8909-347a73fcc7d1 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 210 time: 0.0824783 Aug 16 02:23:32.349205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.354846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8bca7976-2b27-4d99-acb1-90854b545138 req-bb77ba2c-6c9b-4e05-b88b-7fcf9987e2eb tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 210 time: 0.0900786 Aug 16 02:23:32.471951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:32.477495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:32.480813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:32.728056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878837-c1cc-4963-aee5-3755b68b804f req-ce495683-9e94-4aaf-a191-7cd0b27f40bd tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:32.729833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-ce495683-9e94-4aaf-a191-7cd0b27f40bd tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.88 "GET /v2.0/networks?id=a896e66f-fff8-4192-a3a5-c76951c14e8d HTTP/1.1" status: 200 len: 821 time: 0.5595217 Aug 16 02:23:32.730519 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-3b0033bb-70a4-4384-b43c-9f0656c17c81 req-e674e641-6176-452c-9a23-20f96fd1cfc0 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:23:32.731615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b0033bb-70a4-4384-b43c-9f0656c17c81 req-e674e641-6176-452c-9a23-20f96fd1cfc0 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/e38171b0-c1d0-45ba-ab4b-cbd5a76957d1 HTTP/1.1" status: 404 len: 352 time: 0.0737631 Aug 16 02:23:32.732039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c07c0024-88c0-4838-afac-4af5cb3ef02b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.752453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Request body: {'port': {'device_id': '9770adfa-3d48-496e-adc6-815beb95d455', 'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d', 'admin_state_up': True, 'tenant_id': 'b5c8f063b53842f58bd693dec7465804'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:32.792630 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-e4f03bee-8fc4-4da4-be1b-1dc258654e7e req-8a4d1b58-f653-4260-affd-e2db589f9ecf tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:23:32.799702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e4f03bee-8fc4-4da4-be1b-1dc258654e7e req-8a4d1b58-f653-4260-affd-e2db589f9ecf tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/5bcdc74e-0aad-4bc0-8a1f-279e4d9552da HTTP/1.1" status: 404 len: 352 time: 0.0412292 Aug 16 02:23:32.920384 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-f6053bb6-5844-4bfb-9a7c-f0d0ceb3e0de req-6b049b7c-47b0-461f-a25f-e79337c87d3d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:23:32.921538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6053bb6-5844-4bfb-9a7c-f0d0ceb3e0de req-6b049b7c-47b0-461f-a25f-e79337c87d3d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/12c5d228-7c90-408c-94fb-23f1b1c1ae3e HTTP/1.1" status: 404 len: 352 time: 0.0480535 Aug 16 02:23:32.948706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 99d60776-4b75-469f-be4a-a8c777300572 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:32.958389 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.978275 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-fb583495-9b3d-42e4-bb35-da8cddef12d9 req-7ee3adae-a9ee-4197-b24e-235e28b6b661 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:23:32.979333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb583495-9b3d-42e4-bb35-da8cddef12d9 req-7ee3adae-a9ee-4197-b24e-235e28b6b661 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/2235cac8-99ce-42dd-b3a4-0156ac2ec526 HTTP/1.1" status: 404 len: 352 time: 0.0183940 Aug 16 02:23:33.057896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 99d60776-4b75-469f-be4a-a8c777300572 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:33.148015 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-e34c5632-3dd2-4763-987e-6a53d78c29a5 req-5d946d2b-2f46-4cc2-8346-7b632724a6fb tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:23:33.172093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e34c5632-3dd2-4763-987e-6a53d78c29a5 req-5d946d2b-2f46-4cc2-8346-7b632724a6fb tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/c3a9b47e-42ff-465d-b55b-309529d4fec6 HTTP/1.1" status: 404 len: 352 time: 0.1276438 Aug 16 02:23:33.190454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Made reservation on behalf of b5c8f063b53842f58bd693dec7465804 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:33.201538 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.304801 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-cb169d95-7027-4e74-99de-f3cfd7d48561 req-7fc70757-416b-4f19-a269-b4748a5545af tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] show failed (client error): The resource could not be found. Aug 16 02:23:33.312452 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb169d95-7027-4e74-99de-f3cfd7d48561 req-7fc70757-416b-4f19-a269-b4748a5545af tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/91a5fc49-34ef-47b7-8450-baafe0f85f71 HTTP/1.1" status: 404 len: 352 time: 0.0271266 Aug 16 02:23:33.473455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2440053-4e8f-45fc-aa12-0817d766aeea req-0631cd9f-75a4-4451-8b55-abaec031a947 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 210 time: 0.1323807 Aug 16 02:23:33.523392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94a84d-6a43-4de9-82b3-b163c71608bd None None] Network eb07dc12-c898-4326-ad57-820d4a7cf201 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:33.777975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7965f30-7281-4f56-a0f8-691ce925fb1b req-adc2c7ed-0581-4b1b-aa62-db4a731c868f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 210 time: 0.1105914 Aug 16 02:23:33.786838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-bd23eb71-44ed-4925-80bc-5d73ecdf89cf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.794148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-bd23eb71-44ed-4925-80bc-5d73ecdf89cf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 817 time: 0.2098618 Aug 16 02:23:33.845750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.922422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-64a7b55d-40ba-4dd3-bc13-231bd024c987 None None] Provisioning for port 99d60776-4b75-469f-be4a-a8c777300572 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:33.927575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Allocated IP 172.20.0.3 (a896e66f-fff8-4192-a3a5-c76951c14e8d/81527cae-2741-4833-b3ea-4c492e4eab8f/0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:33.930681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-64a7b55d-40ba-4dd3-bc13-231bd024c987 None None] Provisioning complete for port 99d60776-4b75-469f-be4a-a8c777300572 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:33.931134 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64a7b55d-40ba-4dd3-bc13-231bd024c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.958772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-31056808-39eb-47e6-b9ad-21e992dde60e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 379 time: 0.1392379 Aug 16 02:23:33.977807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'port': {'device_id': '4758b189-c86e-43dc-a22e-3f7859467f01', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'admin_state_up': True, 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'security_groups': ['5dc1173a-18d8-497d-a4ee-c425d53c8ab7']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.115528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa6975-bb76-414a-8f16-ae48a77e2bd7 req-bd8561e9-baa7-4add-9e03-9245f24507f8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.123495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0fa6975-bb76-414a-8f16-ae48a77e2bd7 req-bd8561e9-baa7-4add-9e03-9245f24507f8 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1023 time: 0.2592113 Aug 16 02:23:34.216406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0fa6975-bb76-414a-8f16-ae48a77e2bd7 req-7dcb55a1-f943-477d-898d-35a2de84b8dc tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&id=27d41efa-bbdf-4d4a-9120-fd60b4785a24&id=e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0867014 Aug 16 02:23:34.238512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Router c883f9df-c8bb-4f69-9cec-50945b794563 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:34.307959 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64a7b55d-40ba-4dd3-bc13-231bd024c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.360602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Made reservation on behalf of 2f055cffb6734e8cb860902f76e3b452 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:34.364182 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.427350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.443598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-64a7b55d-40ba-4dd3-bc13-231bd024c987 None None] For port 99d60776-4b75-469f-be4a-a8c777300572, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=99d60776-4b75-469f-be4a-a8c777300572,segment=NetworkSegment(01df4b61-e711-4429-8e0a-8e9f53ac495f),segment_id=01df4b61-e711-4429-8e0a-8e9f53ac495f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:34.453495 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64a7b55d-40ba-4dd3-bc13-231bd024c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.461767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:34.497633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.498792 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d02dd58c-bf6f-4591-af23-02b5b77e29d3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4645128 Aug 16 02:23:34.503136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Sync routers for ids ['c883f9df-c8bb-4f69-9cec-50945b794563'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:34.506005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51462) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.512960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.543401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Routers {'c883f9df-c8bb-4f69-9cec-50945b794563'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:34.550544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c883f9df-c8bb-4f69-9cec-50945b794563'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:34.590652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Pushing event updated for resources: {'Port': ['ID=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.597323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7b55d-40ba-4dd3-bc13-231bd024c987 None None] Pushing event updated for resources: {'Port': ['ID=99d60776-4b75-469f-be4a-a8c777300572,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.639189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Network a896e66f-fff8-4192-a3a5-c76951c14e8d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:34.642077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:34.650381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:34.675491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cc7393c2-84a4-4d76-8831-cecbceb547b2 None None] Provisioning complete for port 99d60776-4b75-469f-be4a-a8c777300572 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:34.677242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cc7393c2-84a4-4d76-8831-cecbceb547b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.693501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Allocated IP 172.20.0.14 (c8ee8038-fd84-4585-a056-3bd16afe24c5/e3eff35c-a6c5-4ab1-b13f-0263a251a6b5/536b279b-1540-4347-a848-7c9dc05c30a9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:34.714333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Set router c883f9df-c8bb-4f69-9cec-50945b794563 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:34.786289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.787084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.796341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf039901-c7e1-452f-88b0-febec457ad48 req-85358677-bef9-42ed-b70c-4ca128897101 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.807996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf039901-c7e1-452f-88b0-febec457ad48 req-85358677-bef9-42ed-b70c-4ca128897101 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 931 time: 0.1542518 Aug 16 02:23:34.829633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-12717713-060f-463a-aa6c-f1b0db3242c5 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0834973 Aug 16 02:23:34.843495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Request body: {'port': {'device_id': '9770adfa-3d48-496e-adc6-815beb95d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.912367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 99d60776-4b75-469f-be4a-a8c777300572 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:35.039608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf039901-c7e1-452f-88b0-febec457ad48 req-8963812d-9498-48cb-bb47-eb5e7d13016a tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269883 Aug 16 02:23:35.051545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:23:32Z', 'revision_number': 3, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port': {'id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:31Z', 'updated_at': '2021-08-16T02:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:35.053594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 99d60776-4b75-469f-be4a-a8c777300572 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:35.054563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.078747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.128711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Checking router: c883f9df-c8bb-4f69-9cec-50945b794563 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:35.129111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Updating router c883f9df-c8bb-4f69-9cec-50945b794563 port c07c0024-88c0-4838-afac-4af5cb3ef02b binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:35.131883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0b9a15b-6b12-46e7-b802-50fc637b61f2 req-8ab95fef-c73b-4004-8013-37d2af95db49 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 210 time: 0.0603108 Aug 16 02:23:35.148607 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.159358 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.207988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Transition to ACTIVE for port object 536b279b-1540-4347-a848-7c9dc05c30a9 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:35.393419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-0e89a3c9-2217-4f35-bed6-c13e84a0b1aa tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.407610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-0e89a3c9-2217-4f35-bed6-c13e84a0b1aa tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1023 time: 0.1999841 Aug 16 02:23:35.474843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.521049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b3429-2998-4da4-8f37-146634b12461 req-781a2f48-0ee6-4cba-b6e3-5d71035e5c70 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.528619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-424b3429-2998-4da4-8f37-146634b12461 req-781a2f48-0ee6-4cba-b6e3-5d71035e5c70 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 1023 time: 0.1791146 Aug 16 02:23:35.636774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Deleting port 70c5562d-e8f2-44d2-a0ff-7b185582e222 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:35.638018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.643819 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.667382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Transition to ACTIVE for port object c07c0024-88c0-4838-afac-4af5cb3ef02b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:35.690093 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.742601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:35.759843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.789143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Transition to ACTIVE for port object 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:35.797102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] For port 70c5562d-e8f2-44d2-a0ff-7b185582e222, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=70c5562d-e8f2-44d2-a0ff-7b185582e222,segment=NetworkSegment(f9815d1f-8228-4ec8-92d5-117c90c1b876),segment_id=f9815d1f-8228-4ec8-92d5-117c90c1b876)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:35.797746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.800638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.806699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Attempting to bind port c07c0024-88c0-4838-afac-4af5cb3ef02b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.807197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Attempting to bind port c07c0024-88c0-4838-afac-4af5cb3ef02b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.809381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Attempting to bind port c07c0024-88c0-4838-afac-4af5cb3ef02b on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.821895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Calling delete_port for 70c5562d-e8f2-44d2-a0ff-7b185582e222 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:35.871726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:35.873187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:35.873832 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.874249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:35.875597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Bound port: c07c0024-88c0-4838-afac-4af5cb3ef02b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:35.876873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.914967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:35.991806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:36.003136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:36.005368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.012096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:36.025443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa347-797c-415d-bc5f-004b3fc499fb None None] Pushing event updated for resources: {'Port': ['ID=c07c0024-88c0-4838-afac-4af5cb3ef02b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.060799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] For port c07c0024-88c0-4838-afac-4af5cb3ef02b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:36.073937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] For port c07c0024-88c0-4838-afac-4af5cb3ef02b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c07c0024-88c0-4838-afac-4af5cb3ef02b,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:36.082382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.086450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-424b3429-2998-4da4-8f37-146634b12461 req-6f7fbf51-42b1-4452-b912-fcf5b9f0faff tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups?id=f6eae1ee-4609-4a02-bbda-6b89a5865b9a&id=27d41efa-bbdf-4d4a-9120-fd60b4785a24&id=e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5568111 Aug 16 02:23:36.217165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.220245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.237504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Routers {'c883f9df-c8bb-4f69-9cec-50945b794563'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:36.238621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c883f9df-c8bb-4f69-9cec-50945b794563'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:36.291760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.296957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-d8f15222-9516-4d97-afb3-9869f1e57b36 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3268766 Aug 16 02:23:36.312589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Request body: {'port': {'device_id': '4758b189-c86e-43dc-a22e-3f7859467f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:36.323095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa347-797c-415d-bc5f-004b3fc499fb None None] Pushing event updated for resources: {'Port': ['ID=c07c0024-88c0-4838-afac-4af5cb3ef02b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.549897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Attempting to bind port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:36.550244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Attempting to bind port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '58b111a4-6072-4b27-bc48-9cf83e78619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:36.550766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Attempting to bind port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f on network a896e66f-fff8-4192-a3a5-c76951c14e8d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:36.560783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Allocated IP 172.20.0.1 (eb07dc12-c898-4326-ad57-820d4a7cf201/e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd/f2ab93ba-100c-4499-9863-0ba4626772ec) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:36.561308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e5f08-c067-43b4-b992-1f53ef3fe933 req-4fea63af-4698-43a9-b94d-a0fca1163f64 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.563752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-757e5f08-c067-43b4-b992-1f53ef3fe933 req-4fea63af-4698-43a9-b94d-a0fca1163f64 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 943 time: 0.1436207 Aug 16 02:23:36.570991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f on network a896e66f-fff8-4192-a3a5-c76951c14e8d not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:36.573373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Attempting to bind port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f on network a896e66f-fff8-4192-a3a5-c76951c14e8d {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:36.574601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-97aa27c9-f57b-43c0-9118-0d2d8bb118e4 None None] Provisioning for port 536b279b-1540-4347-a848-7c9dc05c30a9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:36.598100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] Set router c883f9df-c8bb-4f69-9cec-50945b794563 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:36.598557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:36.599889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Checking segment: {'id': '58b111a4-6072-4b27-bc48-9cf83e78619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:36.599889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Bound using segment: {'id': '58b111a4-6072-4b27-bc48-9cf83e78619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:36.599889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Bound port: 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b111a4-6072-4b27-bc48-9cf83e78619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:36.600616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.609526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-97aa27c9-f57b-43c0-9118-0d2d8bb118e4 None None] Provisioning complete for port 536b279b-1540-4347-a848-7c9dc05c30a9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:36.613678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-97aa27c9-f57b-43c0-9118-0d2d8bb118e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.674767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-757e5f08-c067-43b4-b992-1f53ef3fe933 req-a09ac66c-1e95-4953-945d-b002e1e43d23 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990174 Aug 16 02:23:36.702118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.760135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'Port': ['ID=70c5562d-e8f2-44d2-a0ff-7b185582e222,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.785519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['70c5562d-e8f2-44d2-a0ff-7b185582e222'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:36.826088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] No DVR routers for this DVR port 70c5562d-e8f2-44d2-a0ff-7b185582e222 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:36.826346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-97aa27c9-f57b-43c0-9118-0d2d8bb118e4 None None] Port 536b279b-1540-4347-a848-7c9dc05c30a9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:36.830611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.832797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-097ca123-5aa1-4b2a-ad57-9c1a5f82b2f2 req-59b85d99-d47a-4929-8602-74025ad42a5f tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.98 "DELETE /v2.0/ports/70c5562d-e8f2-44d2-a0ff-7b185582e222 HTTP/1.1" status: 204 len: 173 time: 1.4242594 Aug 16 02:23:36.837488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'name': 'network-vif-deleted', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:36.841031 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798b9d8-334f-47e5-b956-6a344c282c1a" -d '{"events": [{"server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "name": "network-vif-deleted", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:36.860588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69232756-2238-4f30-8228-596520203f5a req-9d939b04-338c-4c3f-8020-e04386e848f2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.862275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69232756-2238-4f30-8228-596520203f5a req-9d939b04-338c-4c3f-8020-e04386e848f2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 932 time: 0.2330270 Aug 16 02:23:36.867745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] For port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:36.873467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.879834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] For port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,segment=NetworkSegment(58b111a4-6072-4b27-bc48-9cf83e78619c),segment_id=58b111a4-6072-4b27-bc48-9cf83e78619c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:36.891843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.937934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69232756-2238-4f30-8228-596520203f5a req-78828579-671b-4112-9f8b-6d0b0c468c35 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607233 Aug 16 02:23:36.971506 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f35b3c-4245-495a-8f4d-2f7316760a36 x-openstack-request-id: req-33f35b3c-4245-495a-8f4d-2f7316760a36 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:36.971822 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb8cab-ec94-4567-970c-d4fcb0005370", "name": "network-vif-deleted", "tag": "70c5562d-e8f2-44d2-a0ff-7b185582e222", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:36.972080 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-33f35b3c-4245-495a-8f4d-2f7316760a36 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:36.972547 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb8cab-ec94-4567-970c-d4fcb0005370', 'name': 'network-vif-deleted', 'tag': '70c5562d-e8f2-44d2-a0ff-7b185582e222', 'status': 'completed', 'code': 200} Aug 16 02:23:36.974153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Pushing event updated for resources: {'Port': ['ID=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.022467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:37.028091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.029739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-95d0bc5f-c672-457d-acbe-09be74f28b21 service neutron] 10.222.0.88 "PUT /v2.0/ports/0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f HTTP/1.1" status: 200 len: 1092 time: 2.1920586 Aug 16 02:23:37.066292 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.102773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:23:32Z', 'revision_number': 3, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port': {'id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:31Z', 'updated_at': '2021-08-16T02:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:37.106206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Transition to ACTIVE for port object f2ab93ba-100c-4499-9863-0ba4626772ec will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:37.167891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca016dd5-8532-4eec-bf43-f822c5b50c5c None None] The sync data for ids ['c883f9df-c8bb-4f69-9cec-50945b794563'] in n-d-769329-15 is: [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:23:32Z', 'revision_number': 3, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port': {'id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:31Z', 'updated_at': '2021-08-16T02:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:37.241306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878837-c1cc-4963-aee5-3755b68b804f req-86b56ed0-5801-4531-a98f-5680471d664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:37.243072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-86b56ed0-5801-4531-a98f-5680471d664a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5c8f063b53842f58bd693dec7465804&device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 1095 time: 0.1534526 Aug 16 02:23:37.266393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b3c44ee-25db-4168-8815-108499c6e10c req-987af1a2-0506-4017-a744-649965a7a15d tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdeb8cab-ec94-4567-970c-d4fcb0005370 HTTP/1.1" status: 200 len: 210 time: 0.0571182 Aug 16 02:23:37.269660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.327672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Network eb07dc12-c898-4326-ad57-820d4a7cf201 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:37.333238 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-4522a390-9354-4704-ac58-6d88d3edcbbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f HTTP/1.1" status: 200 len: 217 time: 0.0827401 Aug 16 02:23:37.339557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:37.348199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:37.391770 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.402242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Pushing event updated for resources: {'Port': ['ID=f2ab93ba-100c-4499-9863-0ba4626772ec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.440061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878837-c1cc-4963-aee5-3755b68b804f req-0df4f63e-07da-45f7-85e1-4d72d714d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:37.441667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-0df4f63e-07da-45f7-85e1-4d72d714d2d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=81527cae-2741-4833-b3ea-4c492e4eab8f HTTP/1.1" status: 200 len: 861 time: 0.1001196 Aug 16 02:23:37.513979 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-a3cf3c4d-fc4d-48e1-8cc0-a34dc771dc8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a896e66f-fff8-4192-a3a5-c76951c14e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654025 Aug 16 02:23:37.563458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536b279b-1540-4347-a848-7c9dc05c30a9 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:37.587393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.775066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Transition to ACTIVE for port object 536b279b-1540-4347-a848-7c9dc05c30a9 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:37.795610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-05e772f6-92d1-4c6b-a515-70cf9f3179a7 None None] Provisioning for port f2ab93ba-100c-4499-9863-0ba4626772ec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:37.803088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.813442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-05e772f6-92d1-4c6b-a515-70cf9f3179a7 None None] Provisioning complete for port f2ab93ba-100c-4499-9863-0ba4626772ec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:37.815234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-ef547bad-5864-4848-9afc-074b2bd8e8e9 service neutron] 10.222.0.88 "GET /v2.0/networks/a896e66f-fff8-4192-a3a5-c76951c14e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881427 Aug 16 02:23:37.817467 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05e772f6-92d1-4c6b-a515-70cf9f3179a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.885500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-05e772f6-92d1-4c6b-a515-70cf9f3179a7 None None] Port f2ab93ba-100c-4499-9863-0ba4626772ec cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:37.930656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.945310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.993408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea19108-4a7e-4eb4-8446-565d48952062 req-2e31a358-3f43-4fd9-803d-7dbfe572467c tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:37.998377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ea19108-4a7e-4eb4-8446-565d48952062 req-2e31a358-3f43-4fd9-803d-7dbfe572467c tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 943 time: 0.1686239 Aug 16 02:23:38.094053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ea19108-4a7e-4eb4-8446-565d48952062 req-882555c7-9328-46f2-af35-000d8c41531a tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849776 Aug 16 02:23:38.096172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66878837-c1cc-4963-aee5-3755b68b804f req-ed47b8ba-86b2-4b44-954d-a8efe4c955b9 service neutron] 10.222.0.88 "GET /v2.0/networks/a896e66f-fff8-4192-a3a5-c76951c14e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740290 Aug 16 02:23:38.168840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Attempting to bind port 536b279b-1540-4347-a848-7c9dc05c30a9 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:38.169183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Attempting to bind port 536b279b-1540-4347-a848-7c9dc05c30a9 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:38.169521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Attempting to bind port 536b279b-1540-4347-a848-7c9dc05c30a9 on network c8ee8038-fd84-4585-a056-3bd16afe24c5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:38.185018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Port 536b279b-1540-4347-a848-7c9dc05c30a9 on network c8ee8038-fd84-4585-a056-3bd16afe24c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:38.185276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Attempting to bind port 536b279b-1540-4347-a848-7c9dc05c30a9 on network c8ee8038-fd84-4585-a056-3bd16afe24c5 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:38.210167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:38.210305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Checking segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:38.210678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Bound using segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:38.211134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Bound port: 536b279b-1540-4347-a848-7c9dc05c30a9, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:38.211501 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.348457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:38.352430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:38.359127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.384020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41172182-afbe-462f-8e14-9110c242df62 req-f70d6533-c79b-4195-a0d9-82592c94d5e4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.385667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-41172182-afbe-462f-8e14-9110c242df62 req-f70d6533-c79b-4195-a0d9-82592c94d5e4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.2973273 Aug 16 02:23:38.425584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.426215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.427623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] 10.222.0.88 "PUT /v2.0/ports/536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 1093 time: 2.1209145 Aug 16 02:23:38.435024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:38.437546 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22" -d '{"events": [{"name": "network-changed", "server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:38.491134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-41172182-afbe-462f-8e14-9110c242df62 req-6b90dd99-d807-41e0-a43c-7fee7a391001 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845850 Aug 16 02:23:38.545171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5374e707-063d-4b92-87c3-37e5f9673aa0 req-9074043a-0f90-49d1-8e09-08efdfe64654 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5 HTTP/1.1" status: 200 len: 1802 time: 0.0765221 Aug 16 02:23:38.586459 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514c6293-a8cc-4e83-aee5-f7922223a25f x-openstack-request-id: req-514c6293-a8cc-4e83-aee5-f7922223a25f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:38.590678 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:38.590678 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-514c6293-a8cc-4e83-aee5-f7922223a25f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:38.590678 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9', 'status': 'completed', 'code': 200} Aug 16 02:23:38.613004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaaa33-90a0-4da6-b53f-44e293b1760c service neutron] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.651367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-4695545e-66d4-4c56-b69c-15b01a0c4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.661596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-4695545e-66d4-4c56-b69c-15b01a0c4854 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1096 time: 0.1820121 Aug 16 02:23:38.672078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.699484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5374e707-063d-4b92-87c3-37e5f9673aa0 req-c6652655-e36d-4995-8111-fe76cb68e340 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.733650 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.745255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-5bc53fd1-1655-433e-90a7-7801de8c2f96 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 217 time: 0.0708899 Aug 16 02:23:38.792565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5374e707-063d-4b92-87c3-37e5f9673aa0 req-c6652655-e36d-4995-8111-fe76cb68e340 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.875477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Pushing event updated for resources: {'Port': ['ID=f2ab93ba-100c-4499-9863-0ba4626772ec,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.878144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.883082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5374e707-063d-4b92-87c3-37e5f9673aa0 req-c6652655-e36d-4995-8111-fe76cb68e340 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.887932 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5374e707-063d-4b92-87c3-37e5f9673aa0 req-c6652655-e36d-4995-8111-fe76cb68e340 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.893789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-71299431-b586-495c-8e25-4778ff508053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.895250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-71299431-b586-495c-8e25-4778ff508053 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.1285341 Aug 16 02:23:38.896807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5374e707-063d-4b92-87c3-37e5f9673aa0 req-c6652655-e36d-4995-8111-fe76cb68e340 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5 HTTP/1.1" status: 204 len: 173 time: 0.3474464 Aug 16 02:23:38.925080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6652655-e36d-4995-8111-fe76cb68e340 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b07c58-62cf-4c3e-96c8-1ddc6972d4d5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.977705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770adfa-3d48-496e-adc6-815beb95d455', 'tag': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:38.980146 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97" -d '{"events": [{"name": "network-changed", "server_uuid": "9770adfa-3d48-496e-adc6-815beb95d455", "tag": "0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:39.032906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c07c0024-88c0-4838-afac-4af5cb3ef02b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:39.062920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1c72733-5e4d-4063-9bc5-17ca63e604a9 req-b3897132-7684-4b07-84ef-ef1847b53d51 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "GET /v2.0/security-groups/27d41efa-bbdf-4d4a-9120-fd60b4785a24 HTTP/1.1" status: 200 len: 1803 time: 0.1181169 Aug 16 02:23:39.086383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-4a27f91a-c6d4-4a95-85a6-f4ef4e5491eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.088105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-4a27f91a-c6d4-4a95-85a6-f4ef4e5491eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762278 Aug 16 02:23:39.114018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Network eb07dc12-c898-4326-ad57-820d4a7cf201 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:39.117800 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fa93d6-e614-4cbb-870f-273857642201 x-openstack-request-id: req-43fa93d6-e614-4cbb-870f-273857642201 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:39.118384 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9770adfa-3d48-496e-adc6-815beb95d455", "tag": "0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:39.118855 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43fa93d6-e614-4cbb-870f-273857642201 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:39.119464 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9770adfa-3d48-496e-adc6-815beb95d455', 'tag': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f', 'status': 'completed', 'code': 200} Aug 16 02:23:39.124123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:39.151044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c07c0024-88c0-4838-afac-4af5cb3ef02b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:39.168844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c07c0024-88c0-4838-afac-4af5cb3ef02b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:39.169754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.314683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-a40d2f1c-ece9-40a0-8d2a-054562a2a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.316414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-a40d2f1c-ece9-40a0-8d2a-054562a2a3ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5c8f063b53842f58bd693dec7465804&device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 1095 time: 0.1930118 Aug 16 02:23:39.324237 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c1c72733-5e4d-4063-9bc5-17ca63e604a9 req-4c46b9a0-cb98-468d-8252-1703d71b9b22 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.427921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.429989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c1c72733-5e4d-4063-9bc5-17ca63e604a9 req-4c46b9a0-cb98-468d-8252-1703d71b9b22 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.481928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-f2f39a94-1399-4878-a52d-17b0a5621f64 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862243 Aug 16 02:23:39.484329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c07c0024-88c0-4838-afac-4af5cb3ef02b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c07c0024-88c0-4838-afac-4af5cb3ef02b,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:39.494031 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.516751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bf74a-ac14-468f-8d98-962d4a754cf9 req-6e69050d-f550-4e76-963e-0ac1fe1713f6 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.518373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e3bf74a-ac14-468f-8d98-962d4a754cf9 req-6e69050d-f550-4e76-963e-0ac1fe1713f6 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 943 time: 0.2363880 Aug 16 02:23:39.530792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c1c72733-5e4d-4063-9bc5-17ca63e604a9 req-4c46b9a0-cb98-468d-8252-1703d71b9b22 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.533885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c1c72733-5e4d-4063-9bc5-17ca63e604a9 req-4c46b9a0-cb98-468d-8252-1703d71b9b22 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.545053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1c72733-5e4d-4063-9bc5-17ca63e604a9 req-4c46b9a0-cb98-468d-8252-1703d71b9b22 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] 10.222.0.78 "DELETE /v2.0/security-groups/27d41efa-bbdf-4d4a-9120-fd60b4785a24 HTTP/1.1" status: 204 len: 173 time: 0.4811661 Aug 16 02:23:39.546550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-8f30a2c7-c718-4ff7-8ae7-f086d562e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.547758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-8f30a2c7-c718-4ff7-8ae7-f086d562e06c service neutron] 10.222.0.88 "GET /v2.0/networks?id=a896e66f-fff8-4192-a3a5-c76951c14e8d HTTP/1.1" status: 200 len: 922 time: 0.2216966 Aug 16 02:23:39.548265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51530) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.613891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9725b494-e360-4398-be06-78a7c6a88b56 None None] Provisioning complete for port f2ab93ba-100c-4499-9863-0ba4626772ec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:39.614266 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9725b494-e360-4398-be06-78a7c6a88b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.680666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c07c0024-88c0-4838-afac-4af5cb3ef02b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:39.690080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9725b494-e360-4398-be06-78a7c6a88b56 None None] Port f2ab93ba-100c-4499-9863-0ba4626772ec cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:39.708693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Router c883f9df-c8bb-4f69-9cec-50945b794563 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:39.709270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] Deleting subnet ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:39.754017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e3bf74a-ac14-468f-8d98-962d4a754cf9 req-b06021c4-2f68-4da1-bf71-b4cee0a29ae6 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954451 Aug 16 02:23:39.823943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.827876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-917316ae-df81-49b4-a7ae-03801c3936f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f HTTP/1.1" status: 200 len: 217 time: 0.2625690 Aug 16 02:23:39.854510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1ee035f-bc9f-4c26-904e-6b96dd97a04f req-7547e5a7-3958-41ab-a034-ea54517d3d51 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535759 Aug 16 02:23:39.874311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46b9a0-cb98-468d-8252-1703d71b9b22 tempest-SecurityGroupsTestJSON-1073285859 tempest-SecurityGroupsTestJSON-1073285859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d41efa-bbdf-4d4a-9120-fd60b4785a24,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:39.972517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.011641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-decf6139-358d-405c-9a63-2aedd8e87e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.013432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-decf6139-358d-405c-9a63-2aedd8e87e67 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=81527cae-2741-4833-b3ea-4c492e4eab8f HTTP/1.1" status: 200 len: 861 time: 0.1312582 Aug 16 02:23:40.018944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:40.021896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-4fc7e159-8b3a-4a6b-bb3f-ed16d97e2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.027006 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-4fc7e159-8b3a-4a6b-bb3f-ed16d97e2100 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1096 time: 0.0974197 Aug 16 02:23:40.040008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d465bcd7-706b-4d18-86e5-c5389d8aff2a admin admin] 10.222.0.78 "PUT /v2.0/routers/c883f9df-c8bb-4f69-9cec-50945b794563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5242629 Aug 16 02:23:40.113245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.125118 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Sync routers for ids ['c883f9df-c8bb-4f69-9cec-50945b794563'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:40.171445 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Routers {'c883f9df-c8bb-4f69-9cec-50945b794563'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:40.172307 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c883f9df-c8bb-4f69-9cec-50945b794563'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:40.209477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.216231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-e18abda9-acf1-4f0d-af8e-199d944b6b3f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a896e66f-fff8-4192-a3a5-c76951c14e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546657 Aug 16 02:23:40.233216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:40.239743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43589cd3-27c7-40ad-968f-c491ce25db6d req-137f7f4a-13b8-4a06-b54b-46004c4fb3ee tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.251982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43589cd3-27c7-40ad-968f-c491ce25db6d req-137f7f4a-13b8-4a06-b54b-46004c4fb3ee tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.4294724 Aug 16 02:23:40.289707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-3fddc329-0f91-4fd1-92e0-f21cd1c7830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.291387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-3fddc329-0f91-4fd1-92e0-f21cd1c7830e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.2592494 Aug 16 02:23:40.386460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Set router c883f9df-c8bb-4f69-9cec-50945b794563 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:40.422190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-73f37189-9682-4751-a72a-c51b1c717d2b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 217 time: 0.1182344 Aug 16 02:23:40.434971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbd96d0-ce9e-43c0-becf-f9f71ee32b51,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:40.443632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-7e3cafc2-85e3-4520-9b35-46efc21fdbf5 service neutron] 10.222.0.88 "GET /v2.0/networks/a896e66f-fff8-4192-a3a5-c76951c14e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880236 Aug 16 02:23:40.445844 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.447844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-775d29be-c627-4c42-88ab-69cd445e52a1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ffbd96d0-ce9e-43c0-becf-f9f71ee32b51 HTTP/1.1" status: 204 len: 168 time: 0.8898206 Aug 16 02:23:40.450292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51548) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:40.455015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,segment=NetworkSegment(58b111a4-6072-4b27-bc48-9cf83e78619c),segment_id=58b111a4-6072-4b27-bc48-9cf83e78619c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:40.484596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f', 'network_id': 'a896e66f-fff8-4192-a3a5-c76951c14e8d', 'port_id': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f', 'mac_address': 'fa:16:3e:f8:09:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81527cae-2741-4833-b3ea-4c492e4eab8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:40.529629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-c0d96fcb-e9eb-4d0b-be97-e46e74796609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.532584 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-c0d96fcb-e9eb-4d0b-be97-e46e74796609 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.1059706 Aug 16 02:23:40.556254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.589533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:40.601159 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:23:37Z', 'revision_number': 4, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port': {'id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:31Z', 'updated_at': '2021-08-16T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f2ab93ba-100c-4499-9863-0ba4626772ec', 'name': '', 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'mac_address': 'fa:16:3e:57:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:36Z', 'updated_at': '2021-08-16T02:23:38Z', 'revision_number': 2, 'project_id': '081a50723cd342288bb5953aad38468f', 'subnets': [{'id': 'e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:40.614619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43589cd3-27c7-40ad-968f-c491ce25db6d req-bf2c4f42-4527-4022-8419-f03d6b161720 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3601544 Aug 16 02:23:40.621441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 70c5562d-e8f2-44d2-a0ff-7b185582e222 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:40.624702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-85048e7f-96d7-49cb-a3a1-b1cd699f0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.626751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-85048e7f-96d7-49cb-a3a1-b1cd699f0c11 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846412 Aug 16 02:23:40.642832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 70c5562d-e8f2-44d2-a0ff-7b185582e222 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:40.643190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 70c5562d-e8f2-44d2-a0ff-7b185582e222 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:40.653009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,segment=NetworkSegment(58b111a4-6072-4b27-bc48-9cf83e78619c),segment_id=58b111a4-6072-4b27-bc48-9cf83e78619c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:40.659061 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.667611 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Checking router: c883f9df-c8bb-4f69-9cec-50945b794563 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:40.667955 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Updating router c883f9df-c8bb-4f69-9cec-50945b794563 port f2ab93ba-100c-4499-9863-0ba4626772ec binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:40.706842 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.721994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:40.762843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-cfa0644c-c735-42fc-98b1-2d5dd1ed2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.764708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-cfa0644c-c735-42fc-98b1-2d5dd1ed2501 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1097 time: 0.1490462 Aug 16 02:23:40.769012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-808404ae-42c1-468d-b9fd-8ee9bbf9ee97 req-c9c457c4-1dec-4ab2-b962-b76e7a1795ac service neutron] 10.222.0.88 "GET /v2.0/networks/a896e66f-fff8-4192-a3a5-c76951c14e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098214 Aug 16 02:23:40.775671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.912153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a8157-bd57-4518-bdb1-9bc6791f9f44 req-d1308018-423c-478d-bc09-36eed66252a6 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.913116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:40.930507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c8a8157-bd57-4518-bdb1-9bc6791f9f44 req-d1308018-423c-478d-bc09-36eed66252a6 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.2122996 Aug 16 02:23:40.961928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c07c0024-88c0-4838-afac-4af5cb3ef02b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:40.983672 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-17eb7a16-f97f-4d1c-ac71-e42a7c120021 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485758 Aug 16 02:23:41.031752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c07c0024-88c0-4838-afac-4af5cb3ef02b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:41.032121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.069025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.087449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb90ec36-ea58-4029-af14-f103985b6a5a']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:41.105977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c8a8157-bd57-4518-bdb1-9bc6791f9f44 req-2bd63f18-7852-4e61-8253-a2e15b6e679f tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744008 Aug 16 02:23:41.107428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-427a4cc6-0457-4145-bc38-02dd44429a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:41.111246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-427a4cc6-0457-4145-bc38-02dd44429a3c service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 919 time: 0.3326890 Aug 16 02:23:41.166390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9815d1f-8228-4ec8-92d5-117c90c1b876') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:41.172239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9815d1f-8228-4ec8-92d5-117c90c1b876') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:41.242878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-eec13e04-0e63-4fe2-a120-7213fd68732e tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5095468 Aug 16 02:23:41.266840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:41.290151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-f7f12a8e-b72e-499a-982d-20f50eb2aa5f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 200 len: 217 time: 0.1585364 Aug 16 02:23:41.295183 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.295376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.301650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16a141b-3f40-4de3-9aa1-ec5b6eb2ad22 req-e7b80437-c0d7-4e34-bfd6-7ab6cf969c86 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926273 Aug 16 02:23:41.319464 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.344093 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Transition to ACTIVE for port object f2ab93ba-100c-4499-9863-0ba4626772ec will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:41.357121 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.389245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-d3da55e3-68ff-4e2d-9dad-db8c23cd2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:41.390745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-d3da55e3-68ff-4e2d-9dad-db8c23cd2124 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.0905666 Aug 16 02:23:41.416824 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.418143 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833f773-c745-43da-86ed-6bd3b12716d3 None None] Pushing event updated for resources: {'Port': ['ID=f2ab93ba-100c-4499-9863-0ba4626772ec,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.479580 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.504398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-3c807101-a5ad-4bdf-98bd-07476b30dd45 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056926 Aug 16 02:23:41.506161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:41.509895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:41.515578 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:41.575630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Attempting to bind port f2ab93ba-100c-4499-9863-0ba4626772ec on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:41.576402 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Attempting to bind port f2ab93ba-100c-4499-9863-0ba4626772ec by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:41.577067 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Attempting to bind port f2ab93ba-100c-4499-9863-0ba4626772ec on network eb07dc12-c898-4326-ad57-820d4a7cf201 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:41.585809 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:41.586163 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Checking segment: {'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:41.586637 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.587031 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Bound using segment: {'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:41.587509 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Bound port: f2ab93ba-100c-4499-9863-0ba4626772ec, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01df4b61-e711-4429-8e0a-8e9f53ac495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:41.587907 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.659217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Allocated IP 172.25.4.23 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/58c220d3-aaca-494b-92e2-50c78d727466) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:41.699391 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] For port f2ab93ba-100c-4499-9863-0ba4626772ec, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:41.703351 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] For port f2ab93ba-100c-4499-9863-0ba4626772ec, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f2ab93ba-100c-4499-9863-0ba4626772ec,segment=NetworkSegment(01df4b61-e711-4429-8e0a-8e9f53ac495f),segment_id=01df4b61-e711-4429-8e0a-8e9f53ac495f)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:41.708008 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.714018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07824f3e-f526-4dba-b61c-076256e0a5b2 req-0f8f3833-957e-4bdf-b52e-5296e7c0831c tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:41.731418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07824f3e-f526-4dba-b61c-076256e0a5b2 req-0f8f3833-957e-4bdf-b52e-5296e7c0831c tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 944 time: 0.3374424 Aug 16 02:23:41.766028 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.789024 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.791290 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] 10.222.0.78 "DELETE /v2.0/networks/eb90ec36-ea58-4029-af14-f103985b6a5a HTTP/1.1" status: 204 len: 168 time: 1.3397572 Aug 16 02:23:41.803864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad69d0-1098-4593-981e-73674aa1187f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb90ec36-ea58-4029-af14-f103985b6a5a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.836956 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833f773-c745-43da-86ed-6bd3b12716d3 None None] Pushing event updated for resources: {'Port': ['ID=f2ab93ba-100c-4499-9863-0ba4626772ec,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.871556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.871921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07824f3e-f526-4dba-b61c-076256e0a5b2 req-f8e5f8dd-fb86-4029-b9a2-8029247de31c tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392117 Aug 16 02:23:41.881745 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Routers {'c883f9df-c8bb-4f69-9cec-50945b794563'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:41.882471 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c883f9df-c8bb-4f69-9cec-50945b794563'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:41.884087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-62970c05-8007-4855-82b9-659ca7a583f0 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386931 Aug 16 02:23:41.994481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.081140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2c4603ad-f71c-43d0-9664-4fa0f41bdee2 req-5d7c0683-afcd-45dd-95b1-f72085f620e7 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848745 Aug 16 02:23:42.082777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51572) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:42.089597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=58c220d3-aaca-494b-92e2-50c78d727466,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.127264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:42.137663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:42.144598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:42.204682 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] Set router c883f9df-c8bb-4f69-9cec-50945b794563 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:42.220237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a34c4c-e24c-413b-aabd-66fc5490f8ea req-9c19c026-69c2-4add-92dc-57fe6ce1843c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:42.221825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8a34c4c-e24c-413b-aabd-66fc5490f8ea req-9c19c026-69c2-4add-92dc-57fe6ce1843c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1397629 Aug 16 02:23:42.230109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:42.230874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-63b1d383-1422-40d1-a959-5e924df25bef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2515771e5d8649d4b1397ea5588e856c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470373 Aug 16 02:23:42.231733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51580) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:42.232024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:42.388571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.393436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:42.397220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8a34c4c-e24c-413b-aabd-66fc5490f8ea req-c4291f14-de42-4c7a-8ecc-3ba38fa63868 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641290 Aug 16 02:23:42.419436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fc4-b281-4a6e-9112-a22e4a698122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.424049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:42.424765 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.449127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fc4-b281-4a6e-9112-a22e4a698122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.469287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.539136 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:23:37Z', 'revision_number': 4, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port': {'id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:31Z', 'updated_at': '2021-08-16T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f2ab93ba-100c-4499-9863-0ba4626772ec', 'name': '', 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'mac_address': 'fa:16:3e:57:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:36Z', 'updated_at': '2021-08-16T02:23:41Z', 'revision_number': 4, 'project_id': '081a50723cd342288bb5953aad38468f', 'subnets': [{'id': 'e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:42.539743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fc4-b281-4a6e-9112-a22e4a698122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.543670 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2fc4-b281-4a6e-9112-a22e4a698122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.548262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ca2f2fc4-b281-4a6e-9112-a22e4a698122 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6eae1ee-4609-4a02-bbda-6b89a5865b9a HTTP/1.1" status: 204 len: 168 time: 0.2716818 Aug 16 02:23:42.585613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f2fc4-b281-4a6e-9112-a22e4a698122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eae1ee-4609-4a02-bbda-6b89a5865b9a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.604934 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638693df-54a8-4a1e-bcf4-68d63cb5390f None None] The sync data for ids ['c883f9df-c8bb-4f69-9cec-50945b794563'] in n-d-769329-15 is: [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:23:37Z', 'revision_number': 4, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port': {'id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:31Z', 'updated_at': '2021-08-16T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f2ab93ba-100c-4499-9863-0ba4626772ec', 'name': '', 'network_id': 'eb07dc12-c898-4326-ad57-820d4a7cf201', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'mac_address': 'fa:16:3e:57:29:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:36Z', 'updated_at': '2021-08-16T02:23:41Z', 'revision_number': 4, 'project_id': '081a50723cd342288bb5953aad38468f', 'subnets': [{'id': 'e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:42.610291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef323-ddfa-4b0f-a48b-e4c2044acb09 req-17d1d5c6-cd02-45cd-8519-248c97aa701e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:42.613648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34fef323-ddfa-4b0f-a48b-e4c2044acb09 req-17d1d5c6-cd02-45cd-8519-248c97aa701e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1165893 Aug 16 02:23:42.653892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:42.721422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '536b279b-1540-4347-a848-7c9dc05c30a9', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'port_id': '536b279b-1540-4347-a848-7c9dc05c30a9', 'mac_address': 'fa:16:3e:f8:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:42.732563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34fef323-ddfa-4b0f-a48b-e4c2044acb09 req-f8880ae2-5d56-4e99-99d0-f287dd15ee57 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013200 Aug 16 02:23:42.829921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.088752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,segment=NetworkSegment(58b111a4-6072-4b27-bc48-9cf83e78619c),segment_id=58b111a4-6072-4b27-bc48-9cf83e78619c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:43.092688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2ab93ba-100c-4499-9863-0ba4626772ec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:43.141643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770adfa-3d48-496e-adc6-815beb95d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:43.144142 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2f9d5-d421-412a-a385-101f96989472" -d '{"events": [{"server_uuid": "9770adfa-3d48-496e-adc6-815beb95d455", "name": "network-vif-plugged", "status": "completed", "tag": "0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:43.148919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.216677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5987c4-598d-44e4-a7db-76dd691be5eb req-b6dcd69d-46a3-4ffc-81bc-b1c1061de48f tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:43.228269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a5987c4-598d-44e4-a7db-76dd691be5eb req-b6dcd69d-46a3-4ffc-81bc-b1c1061de48f tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 944 time: 0.1535602 Aug 16 02:23:43.229716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.239747 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.258514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536b279b-1540-4347-a848-7c9dc05c30a9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:43.264602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f2ab93ba-100c-4499-9863-0ba4626772ec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:43.269791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f2ab93ba-100c-4499-9863-0ba4626772ec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:43.270490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.336897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a5987c4-598d-44e4-a7db-76dd691be5eb req-6006f51f-d339-4498-af81-7d26e2811605 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062422 Aug 16 02:23:43.375657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:43.408885 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.472701 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.495030 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accc7d64-477d-4318-8b88-3976b2506a82 x-openstack-request-id: req-accc7d64-477d-4318-8b88-3976b2506a82 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:43.495398 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770adfa-3d48-496e-adc6-815beb95d455", "name": "network-vif-plugged", "status": "completed", "tag": "0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:43.495601 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-accc7d64-477d-4318-8b88-3976b2506a82 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:43.495952 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770adfa-3d48-496e-adc6-815beb95d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f', 'code': 200} Aug 16 02:23:43.502472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.509302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.548046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.617381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f2ab93ba-100c-4499-9863-0ba4626772ec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f2ab93ba-100c-4499-9863-0ba4626772ec,segment=NetworkSegment(01df4b61-e711-4429-8e0a-8e9f53ac495f),segment_id=01df4b61-e711-4429-8e0a-8e9f53ac495f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:43.629809 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.701767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=58c220d3-aaca-494b-92e2-50c78d727466,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.720969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['536b279b-1540-4347-a848-7c9dc05c30a9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:43.745642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeea38-d012-436e-b488-aa8df195455a req-df1c220b-270a-461f-bf8f-f52c40a974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:43.749500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fcbeea38-d012-436e-b488-aa8df195455a req-df1c220b-270a-461f-bf8f-f52c40a974f3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 1097 time: 0.1655858 Aug 16 02:23:43.766248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.781458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47741f36-2988-46fb-ad44-1211122359f6 req-2926d97d-5a7b-4340-baa4-18ba557b4bab tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:43.787821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47741f36-2988-46fb-ad44-1211122359f6 req-2926d97d-5a7b-4340-baa4-18ba557b4bab tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 945 time: 0.1536758 Aug 16 02:23:43.805402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f2ab93ba-100c-4499-9863-0ba4626772ec,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.827668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.842230 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-12271331-9059-4288-8c6f-569d3774dbe7 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5790589 Aug 16 02:23:43.881523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47741f36-2988-46fb-ad44-1211122359f6 req-45b27140-969e-4e62-ba71-28693a35c792 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815523 Aug 16 02:23:43.945412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fcbeea38-d012-436e-b488-aa8df195455a req-5a7d7504-ee7a-40b0-9167-a7662d871800 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784503 Aug 16 02:23:43.958247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-d48a3133-e969-41fc-af8b-cf81ec235040 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.1159792 Aug 16 02:23:44.105500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51620) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:44.124263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845ec8-4735-42d3-a598-48560fd61d06 req-796a87ed-e2b5-4dbf-9814-1c08ee1d1586 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.131846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9845ec8-4735-42d3-a598-48560fd61d06 req-796a87ed-e2b5-4dbf-9814-1c08ee1d1586 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1082187 Aug 16 02:23:44.142351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-c3eacc24-c570-437d-9d2d-670d39c92e76 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.143974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8550210-8d0e-4ee0-b4c4-b1deb700f478 req-c3eacc24-c570-437d-9d2d-670d39c92e76 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1757920 Aug 16 02:23:44.177254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9845ec8-4735-42d3-a598-48560fd61d06 req-9ecbaed6-a6cc-4d41-bfa7-9d226578fdd5 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442386 Aug 16 02:23:44.293456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-865032330-network', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:44.359215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Made reservation on behalf of 9d1d49cd1fe44e6ca5ecb5e6328b419a for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:44.362370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.374671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.383638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0fbc2904-dcac-40d0-8f5e-ce87e6c679fd tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1766467 Aug 16 02:23:44.396723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:44.430193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.460981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c84e42-d568-4d6b-95aa-4b76a7149cd4 req-c439f823-ce14-458c-a21c-2fd5c33e3889 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.462561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09c84e42-d568-4d6b-95aa-4b76a7149cd4 req-c439f823-ce14-458c-a21c-2fd5c33e3889 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 945 time: 0.0567801 Aug 16 02:23:44.520738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09c84e42-d568-4d6b-95aa-4b76a7149cd4 req-f55d5f49-fde8-4499-b8db-359697443015 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515907 Aug 16 02:23:44.598376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.608180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.623731 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.666909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:44.703841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.704242 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Added segment ea4d9759-b423-496c-bc3b-c282ae7c50a0 of type vlan for network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 Aug 16 02:23:44.714920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e797c3fb-6466-4394-a3c2-1ee246cfce58,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.778906 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.806802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Allocated IP 172.25.4.5 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/300c4a51-a5d4-4646-bc1b-21f1d2d59357) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:44.834905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.835921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.836527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.864519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2ab93ba-100c-4499-9863-0ba4626772ec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:44.890093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7831743 Aug 16 02:23:44.893289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:44.900474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Request body: {'subnet': {'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-865032330-subnet', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:44.924467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f2ab93ba-100c-4499-9863-0ba4626772ec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:44.925602 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.936704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Made reservation on behalf of 9d1d49cd1fe44e6ca5ecb5e6328b419a for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:44.939361 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.958441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848550-a4ec-4fad-a868-0e2a50413eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=e7570afe-ae7c-4ce6-bca3-e55d8dcde896,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.972765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:44.998895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.071073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.085847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcff0c2-52c9-4746-a90a-829d1788d716 req-ed9d099f-6552-42bc-a178-a7b000ff03d3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.086910 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ddcff0c2-52c9-4746-a90a-829d1788d716 req-ed9d099f-6552-42bc-a178-a7b000ff03d3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 945 time: 0.0812857 Aug 16 02:23:45.126521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:45.131370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:45.135597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:45.165000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=300c4a51-a5d4-4646-bc1b-21f1d2d59357,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.168541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ddcff0c2-52c9-4746-a90a-829d1788d716 req-f8a40cf5-f982-4e0b-896f-ea408fdc935c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699522 Aug 16 02:23:45.233398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.244168 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.285967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.330495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ae9b31-4170-410a-a468-aed8150f3df2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.356238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e454405-9d7e-4166-8f2f-580daef37918 req-d0711b81-e38b-4b1e-9356-a173d934ddb1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.357827 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e454405-9d7e-4166-8f2f-580daef37918 req-d0711b81-e38b-4b1e-9356-a173d934ddb1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0892675 Aug 16 02:23:45.358756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Checking segment: {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:45.359127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Network hostable DHCP agents. Network: e7570afe-ae7c-4ce6-bca3-e55d8dcde896, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:45.406687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:45.412189 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e454405-9d7e-4166-8f2f-580daef37918 req-e5e4acb6-5ba9-4a50-a2f9-f191b25afdd3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459769 Aug 16 02:23:45.421542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, e7570afe-ae7c-4ce6-bca3-e55d8dcde896) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:45.430479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc65910-bf5e-4ee7-9532-48bf4f211e71 None None] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:45.442939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.443667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.462771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2441b39a-2dfa-4284-9410-d20f0636ddb3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5665188 Aug 16 02:23:45.464899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.473785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:45.506737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.508147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.512066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.520700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.591637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.594712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=300c4a51-a5d4-4646-bc1b-21f1d2d59357,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.609704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.624514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.626317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-0018e760-4719-4ce7-9c49-6df080c17d64 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2364039 Aug 16 02:23:45.674141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:45.675086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.690930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-15a47963-2380-4cc1-a957-3bbbaddbda1f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.5 HTTP/1.1" status: 200 len: 694 time: 0.0570228 Aug 16 02:23:45.807878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.811021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-8a9e02f8-a763-4a25-8ec9-93bbfe748387 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.812218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-8a9e02f8-a763-4a25-8ec9-93bbfe748387 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1145499 Aug 16 02:23:45.825345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-6ebd26ef-8ae4-4188-ac36-ee3fe347b433 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:45.827054 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f6005c4-d596-4312-8f5c-ba24cfe3bd56 req-6ebd26ef-8ae4-4188-ac36-ee3fe347b433 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078111 Aug 16 02:23:45.840429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Allocated IP 172.20.0.2 (e7570afe-ae7c-4ce6-bca3-e55d8dcde896/e5ae9b31-4170-410a-a468-aed8150f3df2/4b158b8f-d77d-44b0-b40a-a0e42b6461b1) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:45.893176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096da9f-3424-4295-a517-e84f14317c95 req-2a586f68-d3e5-48dd-90f2-3e637fc117ef tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.894851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4096da9f-3424-4295-a517-e84f14317c95 req-2a586f68-d3e5-48dd-90f2-3e637fc117ef tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 945 time: 0.1817391 Aug 16 02:23:45.956659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4096da9f-3424-4295-a517-e84f14317c95 req-c918041d-d73b-41bb-aff4-0c5af5b75e82 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540841 Aug 16 02:23:46.058917 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.072130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Transition to ACTIVE for port object 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:46.102513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Transition to ACTIVE for port object 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:46.110421 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.161924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:46.165260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:46.169620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:46.194168 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7a36783-c5b9-4473-8a76-e417119388ff req-5d11ccb8-155c-4889-b055-759425f6ff30 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2452459 Aug 16 02:23:46.205343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Pushing event updated for resources: {'Port': ['ID=4b158b8f-d77d-44b0-b40a-a0e42b6461b1,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:46.213093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:46.250365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:46.261610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.288087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.304423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Attempting to bind port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:46.305111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Attempting to bind port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:46.305681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Attempting to bind port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 on network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:46.325949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:46.326674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Checking segment: {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:46.327331 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.327928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Bound using segment: {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:46.333063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Bound port: 4b158b8f-d77d-44b0-b40a-a0e42b6461b1, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:46.333690 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.335587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.392998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.414486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] For port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:46.418212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] For port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4b158b8f-d77d-44b0-b40a-a0e42b6461b1,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:46.423555 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.481248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 536b279b-1540-4347-a848-7c9dc05c30a9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:46.493248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 536b279b-1540-4347-a848-7c9dc05c30a9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:46.493593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.498536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1b691-c40d-4838-a7fb-7555d752eb64 None None] Pushing event updated for resources: {'Port': ['ID=4b158b8f-d77d-44b0-b40a-a0e42b6461b1,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:46.520171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Allocated IP 172.25.4.152 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/abdb15e6-fdde-4302-a419-e980b86e46b5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:46.625858 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.653583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.660432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:46.663579 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91d066-3b8d-40b9-b1af-1cf89afb7a1c" -d '{"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-plugged", "status": "completed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:46.685720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:46.695783 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.732794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ef6b-991a-493a-a7b1-e9c45cbf7cec req-47149540-092c-4b7a-9983-325439dc1a94 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.735771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ef64ef6b-991a-493a-a7b1-e9c45cbf7cec req-47149540-092c-4b7a-9983-325439dc1a94 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 945 time: 0.4166102 Aug 16 02:23:46.744686 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.839843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Allocated IP 172.25.4.25 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/e0151432-886b-41a3-98c8-a1b7ad67a13b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:46.861583 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ef64ef6b-991a-493a-a7b1-e9c45cbf7cec req-a6e6ffd8-8ded-4864-9515-3cd7df9553de tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016998 Aug 16 02:23:46.881263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:46.885006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:46.886703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:46.888884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:46.955175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:46.964378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Pushing event updated for resources: {'Port': ['ID=abdb15e6-fdde-4302-a419-e980b86e46b5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:47.042440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.084235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:47.112760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.144543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdd53e-9c19-4682-b8e2-dfc402d3b3d2 req-f233eeeb-fd3f-47a3-9479-d39c8c25a844 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.146216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dafdd53e-9c19-4682-b8e2-dfc402d3b3d2 req-f233eeeb-fd3f-47a3-9479-d39c8c25a844 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1622190 Aug 16 02:23:47.164217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:47.168837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:47.171366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:47.197332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=e0151432-886b-41a3-98c8-a1b7ad67a13b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:47.241447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dafdd53e-9c19-4682-b8e2-dfc402d3b3d2 req-b596cb1d-59be-4a11-acd5-ea30f6ff2411 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837235 Aug 16 02:23:47.271195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.337954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.341922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.437121 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacad372-7d88-4d08-975b-0a65b901ef52 x-openstack-request-id: req-eacad372-7d88-4d08-975b-0a65b901ef52 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:47.437417 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-plugged", "status": "completed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:47.437674 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eacad372-7d88-4d08-975b-0a65b901ef52 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:47.438069 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9', 'code': 200} Aug 16 02:23:47.590618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.596575 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.626806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b3bef-6ca0-453d-9a5d-b85db491a08d req-31c14b35-5eec-4dd5-881c-12d82dd2e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.628379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b4b3bef-6ca0-453d-9a5d-b85db491a08d req-31c14b35-5eec-4dd5-881c-12d82dd2e89d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1098 time: 0.0917256 Aug 16 02:23:47.689391 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.733449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.736901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=e0151432-886b-41a3-98c8-a1b7ad67a13b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:47.752437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b4b3bef-6ca0-453d-9a5d-b85db491a08d req-477c69e3-6efc-4775-8391-91b4ef84ccce service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996032 Aug 16 02:23:47.762113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.764087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7a36783-c5b9-4473-8a76-e417119388ff req-17b99393-1ae3-4c1d-a828-4d51b97cfa4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5621090 Aug 16 02:23:47.840662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7a36783-c5b9-4473-8a76-e417119388ff req-bfe75e43-1a4e-419f-87e8-29f03e6d5a3d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.0559137 Aug 16 02:23:47.915186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459dc66-480b-4cfd-b1b3-b9b267bab632 None None] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:47.920535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Router 8efb0f24-965f-4569-9abe-fce43172ceff is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:47.983041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a36783-c5b9-4473-8a76-e417119388ff req-58d2cc8e-25ef-4eb6-9988-ac18ba09dc20 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.984377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7a36783-c5b9-4473-8a76-e417119388ff req-58d2cc8e-25ef-4eb6-9988-ac18ba09dc20 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1429107 Aug 16 02:23:48.008478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9d0328f4-4801-4340-a7a7-95abf143f0ce None None] Provisioning for port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:48.034777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9d0328f4-4801-4340-a7a7-95abf143f0ce None None] Provisioning complete for port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:48.035158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d0328f4-4801-4340-a7a7-95abf143f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.103507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:48.136379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Sync routers for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:48.168246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.169660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-76dc0992-ef60-487c-9985-5850f248199a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7036192 Aug 16 02:23:48.175796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51704) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.194029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee073f-490d-4259-a32e-f7059154d50f req-550c76e6-f746-4002-83a7-59e1cc006a3f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.215893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50ee073f-490d-4259-a32e-f7059154d50f req-550c76e6-f746-4002-83a7-59e1cc006a3f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1216545 Aug 16 02:23:48.216938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d0328f4-4801-4340-a7a7-95abf143f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.221853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:48.222507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.293436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-512fdc65-7c5a-4baa-8f65-c3207772b0c9 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1420665 Aug 16 02:23:48.310819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:48.311443 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50ee073f-490d-4259-a32e-f7059154d50f req-8cb58737-f2d2-4a55-8e4a-772ff137e3a5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934839 Aug 16 02:23:48.363124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9d0328f4-4801-4340-a7a7-95abf143f0ce None None] For port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4b158b8f-d77d-44b0-b40a-a0e42b6461b1,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:48.368575 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d0328f4-4801-4340-a7a7-95abf143f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.369355 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.432430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:48.558563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0328f4-4801-4340-a7a7-95abf143f0ce None None] Pushing event updated for resources: {'Port': ['ID=4b158b8f-d77d-44b0-b40a-a0e42b6461b1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:48.605200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.755080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:47Z', 'revision_number': 3, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.770251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Allocated IP 172.25.4.90 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/6231d2ca-2804-4567-964e-76e89180f52c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:48.818221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Checking router: 8efb0f24-965f-4569-9abe-fce43172ceff for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:48.820271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Updating router 8efb0f24-965f-4569-9abe-fce43172ceff port abdb15e6-fdde-4302-a419-e980b86e46b5 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:48.882856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:48.889999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-175e587d-b062-47f8-8d2c-24171834f66d None None] Provisioning complete for port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:48.891147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-175e587d-b062-47f8-8d2c-24171834f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.919243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.963852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.965182 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.015045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:49.018560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:49.023214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:49.030437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=6231d2ca-2804-4567-964e-76e89180f52c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:49.046963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80816cd6-2792-485d-afc4-6194d8032925 req-9d5be0cd-7069-47d9-ad7f-b21d3e93cf4b tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.055035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80816cd6-2792-485d-afc4-6194d8032925 req-9d5be0cd-7069-47d9-ad7f-b21d3e93cf4b tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 945 time: 0.5683684 Aug 16 02:23:49.114066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80816cd6-2792-485d-afc4-6194d8032925 req-cf980a09-d056-41d7-8fb6-3283c0e28086 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580599 Aug 16 02:23:49.137997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:49.138510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.179818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.227425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.327118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb73a4-7880-42a5-8e26-3b69ee5d1fb6 req-dbc17444-c297-45f2-b46f-9da990873b0c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.329325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4eb73a4-7880-42a5-8e26-3b69ee5d1fb6 req-dbc17444-c297-45f2-b46f-9da990873b0c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1275475 Aug 16 02:23:49.393851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4eb73a4-7880-42a5-8e26-3b69ee5d1fb6 req-79c1f557-fbad-43db-b19b-13688e2a6225 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547457 Aug 16 02:23:49.421860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.448326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Transition to ACTIVE for port object abdb15e6-fdde-4302-a419-e980b86e46b5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:49.457004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.461194 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.463073 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.539358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fbb8c-0f28-402f-b61e-2fee457adf52 None None] Pushing event updated for resources: {'Port': ['ID=abdb15e6-fdde-4302-a419-e980b86e46b5,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:49.577077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Attempting to bind port abdb15e6-fdde-4302-a419-e980b86e46b5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:49.577636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Attempting to bind port abdb15e6-fdde-4302-a419-e980b86e46b5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:49.578056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Attempting to bind port abdb15e6-fdde-4302-a419-e980b86e46b5 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:49.579255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event updated for resources: {'Port': ['ID=6231d2ca-2804-4567-964e-76e89180f52c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:49.600573 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.610066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:49.613337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:49.615459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.615971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:49.616622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Bound port: abdb15e6-fdde-4302-a419-e980b86e46b5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:49.617633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.664432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-22eb442c-313c-4e8d-b0c2-b3420e72c89f tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.665996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-22eb442c-313c-4e8d-b0c2-b3420e72c89f tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.88 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 945 time: 0.1279821 Aug 16 02:23:49.686979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] For port abdb15e6-fdde-4302-a419-e980b86e46b5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:49.689076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.690457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] For port abdb15e6-fdde-4302-a419-e980b86e46b5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=abdb15e6-fdde-4302-a419-e980b86e46b5,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:49.697304 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.753815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.755508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-36e577aa-d22a-442d-8200-cb3d77ecc2af tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4554079 Aug 16 02:23:49.853448 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-a27bb013-93a1-464b-a0ac-198ed0f1e683 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.0607841 Aug 16 02:23:49.874369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10f069-eedf-4358-bb50-009595a95232 req-39438d72-aea4-4278-ac23-c214cddba478 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.882774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b10f069-eedf-4358-bb50-009595a95232 req-39438d72-aea4-4278-ac23-c214cddba478 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1246991 Aug 16 02:23:49.918470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:49.919119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.925469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.957548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Deleting port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:49.957779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.996218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Allocated IP 172.20.0.1 (e7570afe-ae7c-4ce6-bca3-e55d8dcde896/e5ae9b31-4170-410a-a468-aed8150f3df2/111e2285-842d-45eb-8592-9df3a0456a86) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:50.015248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fbb8c-0f28-402f-b61e-2fee457adf52 None None] Pushing event updated for resources: {'Port': ['ID=abdb15e6-fdde-4302-a419-e980b86e46b5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.031109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:50.064098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] For port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,segment=NetworkSegment(58b111a4-6072-4b27-bc48-9cf83e78619c),segment_id=58b111a4-6072-4b27-bc48-9cf83e78619c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:50.064537 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.080831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b10f069-eedf-4358-bb50-009595a95232 req-ce881647-56bc-4769-82ad-308e2c27a3f9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971571 Aug 16 02:23:50.138772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.154185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Transition to ACTIVE for port object 111e2285-842d-45eb-8592-9df3a0456a86 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:50.238303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7f8e9-4a40-4ad1-a3b1-c679c2c9a84a req-8c362746-a461-4f77-9800-a7cb71f7e458 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:50.239598 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fd7f8e9-4a40-4ad1-a3b1-c679c2c9a84a req-8c362746-a461-4f77-9800-a7cb71f7e458 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.0753295 Aug 16 02:23:50.251890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.253704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51740) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.253791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:47Z', 'revision_number': 3, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.283731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'floatingip': {'port_id': '536b279b-1540-4347-a848-7c9dc05c30a9'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:50.291786 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7a088-9d1c-4f98-b8e1-1fb08a2a7ff7 None None] The sync data for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 is: [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:47Z', 'revision_number': 3, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:50.337008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:50.360914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:50.384680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:50.391586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.440895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e73da71-5dc2-4113-b512-37705ad5f4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.449001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Pushing event updated for resources: {'Port': ['ID=111e2285-842d-45eb-8592-9df3a0456a86,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.453157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-d64fd290-a493-413b-a2ff-b09cd7df03fe tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:50.454671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dd8409e-208b-4817-ab7a-e9313fa775d5 req-d64fd290-a493-413b-a2ff-b09cd7df03fe tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.5935731 Aug 16 02:23:50.466069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Calling delete_port for 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:50.533124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb84fee-5a5d-4479-a4f8-dea8db478e05 req-ffa02fa8-ed7b-4a61-839d-c80c6387e5f6 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:50.543875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-beb84fee-5a5d-4479-a4f8-dea8db478e05 req-ffa02fa8-ed7b-4a61-839d-c80c6387e5f6 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/ports?device_id=9770adfa-3d48-496e-adc6-815beb95d455 HTTP/1.1" status: 200 len: 945 time: 0.2082553 Aug 16 02:23:50.569735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.677713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08607b05-1d17-4bb5-890e-f400674d2725 req-03ec7f1c-6b34-4440-b70d-eddf5dfa4730 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:50.679896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08607b05-1d17-4bb5-890e-f400674d2725 req-03ec7f1c-6b34-4440-b70d-eddf5dfa4730 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1394346 Aug 16 02:23:50.716558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-beb84fee-5a5d-4479-a4f8-dea8db478e05 req-51c194c9-c332-4296-ab92-e94aacdcb006 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.78 "GET /v2.0/security-groups?id=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715927 Aug 16 02:23:50.779284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e73da71-5dc2-4113-b512-37705ad5f4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.785211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08607b05-1d17-4bb5-890e-f400674d2725 req-fd4b08f8-8bfe-43f7-a338-a9507843293e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859466 Aug 16 02:23:50.786264 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.790330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5b6791b7-6dc8-43a5-ba4f-707373f70625 None None] Provisioning for port 111e2285-842d-45eb-8592-9df3a0456a86 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:50.796871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5b6791b7-6dc8-43a5-ba4f-707373f70625 None None] Provisioning complete for port 111e2285-842d-45eb-8592-9df3a0456a86 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:50.797403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5b6791b7-6dc8-43a5-ba4f-707373f70625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.799068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e73da71-5dc2-4113-b512-37705ad5f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.802732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:50.829735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Pushing event deleted for resources: {'Port': ['ID=0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.847374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-003651dc-d62b-4a57-91a4-bc550d41a8b1 req-ad6b3400-38e2-4790-a715-54b43cc0ea83 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips/3d11c7c5-6150-4e37-8b86-df106a9a227d HTTP/1.1" status: 200 len: 692 time: 0.0817807 Aug 16 02:23:50.897954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5b6791b7-6dc8-43a5-ba4f-707373f70625 None None] Port 111e2285-842d-45eb-8592-9df3a0456a86 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:50.929638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] No DVR routers for this DVR port 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:50.934331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3e73da71-5dc2-4113-b512-37705ad5f4b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd997a0c0c894fd888745e5247afe012&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0076928 Aug 16 02:23:50.935340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73da71-5dc2-4113-b512-37705ad5f4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e909ca-c136-4587-8da5-45253bc55b6d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.946349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.948625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a87e5d17-64b2-4b03-b0ff-209893dd1e4a req-6a1867ce-2df9-4ccf-a178-fe89899fb3e0 tempest-ServerMetadataNegativeTestJSON-2088761948 tempest-ServerMetadataNegativeTestJSON-2088761948-project] 10.222.0.88 "DELETE /v2.0/ports/0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f HTTP/1.1" status: 204 len: 173 time: 1.2534277 Aug 16 02:23:50.949240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.950019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770adfa-3d48-496e-adc6-815beb95d455', 'name': 'network-vif-deleted', 'tag': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:50.952544 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a86b959-b2f4-41c2-a711-7fdb1f650e11" -d '{"events": [{"server_uuid": "9770adfa-3d48-496e-adc6-815beb95d455", "name": "network-vif-deleted", "tag": "0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:51.035049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device abdb15e6-fdde-4302-a419-e980b86e46b5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:51.057550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9506566b-0428-469a-83d0-42363e579777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.106527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9506566b-0428-469a-83d0-42363e579777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.116796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port abdb15e6-fdde-4302-a419-e980b86e46b5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:51.122733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port abdb15e6-fdde-4302-a419-e980b86e46b5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:51.124904 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.145675 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaf669d-d28d-4198-a8eb-4d24882195d2 x-openstack-request-id: req-1aaf669d-d28d-4198-a8eb-4d24882195d2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:51.146496 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9770adfa-3d48-496e-adc6-815beb95d455", "name": "network-vif-deleted", "tag": "0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:51.147201 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1aaf669d-d28d-4198-a8eb-4d24882195d2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:51.153695 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9770adfa-3d48-496e-adc6-815beb95d455', 'name': 'network-vif-deleted', 'tag': '0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f', 'status': 'completed', 'code': 200} Aug 16 02:23:51.222048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9506566b-0428-469a-83d0-42363e579777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.226615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9506566b-0428-469a-83d0-42363e579777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.228413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9506566b-0428-469a-83d0-42363e579777 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71e909ca-c136-4587-8da5-45253bc55b6d HTTP/1.1" status: 204 len: 168 time: 0.2727201 Aug 16 02:23:51.228801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003651dc-d62b-4a57-91a4-bc550d41a8b1 req-e1d83a5b-12fb-4293-b39e-a930a4054045 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.240538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.240821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506566b-0428-469a-83d0-42363e579777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e909ca-c136-4587-8da5-45253bc55b6d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.244901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-003651dc-d62b-4a57-91a4-bc550d41a8b1 req-e1d83a5b-12fb-4293-b39e-a930a4054045 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.3965869 Aug 16 02:23:51.250610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.258624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-003651dc-d62b-4a57-91a4-bc550d41a8b1 req-b5d974df-ae5f-4017-8635-517f41fe3097 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:51.260627 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-003651dc-d62b-4a57-91a4-bc550d41a8b1 req-b5d974df-ae5f-4017-8635-517f41fe3097 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141172 Aug 16 02:23:51.286652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port abdb15e6-fdde-4302-a419-e980b86e46b5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=abdb15e6-fdde-4302-a419-e980b86e46b5,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:51.297343 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.358399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-adf61e7d-2bec-4b21-b240-c91a858acd58 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips/3d11c7c5-6150-4e37-8b86-df106a9a227d HTTP/1.1" status: 200 len: 692 time: 0.0633497 Aug 16 02:23:51.382748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=abdb15e6-fdde-4302-a419-e980b86e46b5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.554700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-c9867df7-038d-4d67-ba49-c6e07c3921d4 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.562794 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-c9867df7-038d-4d67-ba49-c6e07c3921d4 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1978049 Aug 16 02:23:51.633845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-b54711fa-7319-4203-a0ed-583ed44dcc82 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.0700884 Aug 16 02:23:51.725192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-b3b3a0c0-7417-4a70-a5cd-b6b0a358438d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.0765893 Aug 16 02:23:51.768565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.773312 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.775344 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.779856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.782388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.919744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] Deleting subnet 81527cae-2741-4833-b3ea-4c492e4eab8f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:51.923958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.968047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Deleting port 6231d2ca-2804-4567-964e-76e89180f52c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:51.968734 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.981690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Pushing event updated for resources: {'Port': ['ID=111e2285-842d-45eb-8592-9df3a0456a86,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.983345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.983571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.058325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416b00e-05e6-4845-90c3-4e9b67b68e2e req-67e244ce-a34e-445e-810f-f63eac5c4528 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.059884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0416b00e-05e6-4845-90c3-4e9b67b68e2e req-67e244ce-a34e-445e-810f-f63eac5c4528 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1775279 Aug 16 02:23:52.064612 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Floating IP b776e7e4-1795-4f93-b8c5-ecf5196272fb associated. External IP: 172.25.4.115, port: 536b279b-1540-4347-a848-7c9dc05c30a9. Aug 16 02:23:52.072180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.089815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.117791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.118160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.136554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Calling delete_port for 6231d2ca-2804-4567-964e-76e89180f52c owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:52.217297 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0416b00e-05e6-4845-90c3-4e9b67b68e2e req-97728827-d2a8-452d-824e-f238a7304d04 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120894 Aug 16 02:23:52.237394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:52.240168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:52.240332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.292745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81527cae-2741-4833-b3ea-4c492e4eab8f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.320676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.326557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-586d02c1-f0f8-4b2f-b5b3-5b214f2e83cc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/81527cae-2741-4833-b3ea-4c492e4eab8f HTTP/1.1" status: 204 len: 168 time: 0.5375328 Aug 16 02:23:52.327083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:52.455280 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.462819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.489463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event deleted for resources: {'Port': ['ID=6231d2ca-2804-4567-964e-76e89180f52c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.616835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.629555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a896e66f-fff8-4192-a3a5-c76951c14e8d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.642329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-656682bb-2211-4252-974c-861a28ac6f59 None None] Provisioning complete for port 111e2285-842d-45eb-8592-9df3a0456a86 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:52.642827 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-656682bb-2211-4252-974c-861a28ac6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.642912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b111a4-6072-4b27-bc48-9cf83e78619c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.643171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b111a4-6072-4b27-bc48-9cf83e78619c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.688865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-656682bb-2211-4252-974c-861a28ac6f59 None None] Port 111e2285-842d-45eb-8592-9df3a0456a86 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:52.698963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.725457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.729813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.733455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.734801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c67ab37-e729-4467-8d8c-7c00ef4c67b4 req-dcdc5480-9aed-44fd-8049-61945680527f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "DELETE /v2.0/floatingips/3d11c7c5-6150-4e37-8b86-df106a9a227d HTTP/1.1" status: 204 len: 173 time: 1.0038884 Aug 16 02:23:52.741461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:52.748241 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:52.752475 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:52.817696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.825838 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.830479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] 10.222.0.78 "DELETE /v2.0/networks/a896e66f-fff8-4192-a3a5-c76951c14e8d HTTP/1.1" status: 204 len: 168 time: 0.4951103 Aug 16 02:23:52.844363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e606ad-3582-4194-836b-5af6bcebaf3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a896e66f-fff8-4192-a3a5-c76951c14e8d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.859591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device abdb15e6-fdde-4302-a419-e980b86e46b5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:52.921128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port abdb15e6-fdde-4302-a419-e980b86e46b5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:52.921686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.021853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Router 8efb0f24-965f-4569-9abe-fce43172ceff has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:53.033483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Router a2ab6fe7-e525-4c67-869d-ca474a41ec54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:53.048124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.093123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6b03fe79-15ae-47d1-86fe-eabf2b5c674f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5c8f063b53842f58bd693dec7465804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413604 Aug 16 02:23:53.093519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.117327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1690a-1e43-4448-a884-20a502e2c395 req-34ddb527-49dd-4af9-b2ff-eda8f6b24d4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.118806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6b1690a-1e43-4448-a884-20a502e2c395 req-34ddb527-49dd-4af9-b2ff-eda8f6b24d4d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3041737 Aug 16 02:23:53.154567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc3ad-573c-4e6c-b91b-292d5a85db3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.212961 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f673001-e67b-415d-968c-73abef109987 req-41cf368a-4658-4e71-be7c-dc9557079dfd tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=081a50723cd342288bb5953aad38468f HTTP/1.1" status: 200 len: 1653 time: 0.0694892 Aug 16 02:23:53.240914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc3ad-573c-4e6c-b91b-292d5a85db3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.268406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:53.274442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fdf2b510-59bf-48c5-b626-08171cf13159 admin admin] 10.222.0.78 "PUT /v2.0/routers/8efb0f24-965f-4569-9abe-fce43172ceff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0974662 Aug 16 02:23:53.286073 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Sync routers for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:53.298444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:53.304836 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.309376 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:53.313799 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:53.314204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] Sync routers for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:53.331027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:53.331899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:53.402750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc3ad-573c-4e6c-b91b-292d5a85db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.406046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2bcc3ad-573c-4e6c-b91b-292d5a85db3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.407658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e2bcc3ad-573c-4e6c-b91b-292d5a85db3e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e0af069-4c3d-4e5a-86b9-bcc8586c1e08 HTTP/1.1" status: 204 len: 168 time: 0.3130870 Aug 16 02:23:53.430998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673001-e67b-415d-968c-73abef109987 req-88e0098d-cc4a-46c8-b6d7-7d8ea2f030ff tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.433571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f673001-e67b-415d-968c-73abef109987 req-88e0098d-cc4a-46c8-b6d7-7d8ea2f030ff tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks?id=f167bade-71c5-4ad9-97bf-1beb272063ac&id=f167bade-71c5-4ad9-97bf-1beb272063ac&id=f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 787 time: 0.2111595 Aug 16 02:23:53.434738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcc3ad-573c-4e6c-b91b-292d5a85db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0af069-4c3d-4e5a-86b9-bcc8586c1e08,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:53.438487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9e40bb3b-7f49-44fa-83e7-db7cad11f2e8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "PUT /v2.0/floatingips/b776e7e4-1795-4f93-b8c5-ecf5196272fb HTTP/1.1" status: 200 len: 992 time: 3.1826930 Aug 16 02:23:53.439887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:53.452480 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f713f8-c85a-452f-90bb-59543ca70ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:53.465419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-2f673001-e67b-415d-968c-73abef109987 req-03db72a9-938c-4c02-b392-77cbada163b4 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:53.477300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f673001-e67b-415d-968c-73abef109987 req-03db72a9-938c-4c02-b392-77cbada163b4 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227561 Aug 16 02:23:53.498143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c255e-7004-47a4-8aaa-f21970ec2537 req-da1d3759-fd3b-43f6-a5ff-dcee249ff625 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.509362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a89c255e-7004-47a4-8aaa-f21970ec2537 req-da1d3759-fd3b-43f6-a5ff-dcee249ff625 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.2016058 Aug 16 02:23:53.550790 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.568056 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:53.594200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:53.659636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a89c255e-7004-47a4-8aaa-f21970ec2537 req-3ee3a9dc-88ab-4d72-aa24-2b5a5c0cd4bf tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451852 Aug 16 02:23:53.699077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b613-ad48-47c4-b0ec-97e88fae7b24 req-24a730e5-4139-453e-91e1-edb66f718841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.700636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7856b613-ad48-47c4-b0ec-97e88fae7b24 req-24a730e5-4139-453e-91e1-edb66f718841 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1097 time: 0.1595738 Aug 16 02:23:53.777947 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056be388-2090-4fa3-9c83-c38495bea883 x-openstack-request-id: req-056be388-2090-4fa3-9c83-c38495bea883 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:53.778254 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:53.779750 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-056be388-2090-4fa3-9c83-c38495bea883 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:53.781180 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9', 'status': 'completed', 'code': 200} Aug 16 02:23:53.805072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-d54266c3-f595-4745-b7c9-9929de063fb9 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips/b7ad08e0-0388-4a6b-ba2e-fa554405c57e HTTP/1.1" status: 200 len: 692 time: 0.1025858 Aug 16 02:23:53.859614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-f4de1556-9998-4d80-af54-2869ec9cfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.864241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-f4de1556-9998-4d80-af54-2869ec9cfa56 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1098 time: 0.1057079 Aug 16 02:23:53.866219 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:53.874097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7856b613-ad48-47c4-b0ec-97e88fae7b24 req-cbf93d74-8f36-45c2-ae16-af858c98f3b0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151597 Aug 16 02:23:53.969476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-e45b1eba-bab4-4419-9dbc-2992157e5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.970713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-e45b1eba-bab4-4419-9dbc-2992157e5899 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.0993071 Aug 16 02:23:53.984661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6ea945e2-bca0-47d7-9b90-dc9907d6013b tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.992454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6ea945e2-bca0-47d7-9b90-dc9907d6013b tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1746860 Aug 16 02:23:54.004326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-a91e384a-dfc3-498a-8809-321bf4b6772f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:54.014269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-a91e384a-dfc3-498a-8809-321bf4b6772f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204914 Aug 16 02:23:54.076046 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 2, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:54.083642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-2d4bc408-8d7c-43a0-b491-ef04de5fa600 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.0682976 Aug 16 02:23:54.126926 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Checking router: 8efb0f24-965f-4569-9abe-fce43172ceff for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:54.127616 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Updating router 8efb0f24-965f-4569-9abe-fce43172ceff port 111e2285-842d-45eb-8592-9df3a0456a86 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:54.146125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-55934af7-ba46-4c65-ba3a-26f675e2ba89 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.25 HTTP/1.1" status: 200 len: 695 time: 0.0613871 Aug 16 02:23:54.167052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b776e7e4-1795-4f93-b8c5-ecf5196272fb', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'port_id': '536b279b-1540-4347-a848-7c9dc05c30a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'mac_address': 'fa:16:3e:f8:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758b189-c86e-43dc-a22e-3f7859467f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:29Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 1, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:54.173059 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.202301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-04678f66-92b7-4575-95f3-7ab8a18e9165 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 1000 time: 0.2221553 Aug 16 02:23:54.258053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] Checking router: a2ab6fe7-e525-4c67-869d-ca474a41ec54 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:54.273079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:54.274416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:54.316652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-e43ab195-1914-449c-b623-e59ee6e5eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:54.324012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-e43ab195-1914-449c-b623-e59ee6e5eb35 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.1104484 Aug 16 02:23:54.362925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:54.387823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:54.388591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0000a9c8-a1cd-4fb0-bcf6-e8f07e1dd94f not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:54.390424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Deleting port e0151432-886b-41a3-98c8-a1b7ad67a13b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:54.392195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.463554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-70ae5e0e-6b5a-4fb6-a11b-765ea4ef82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:54.466142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-70ae5e0e-6b5a-4fb6-a11b-765ea4ef82c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352630 Aug 16 02:23:54.524235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.524604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.537659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Calling delete_port for e0151432-886b-41a3-98c8-a1b7ad67a13b owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:54.545114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:54.676610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-317dc361-d5c6-40d5-aa70-b43bd63d08ad service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025342 Aug 16 02:23:54.684954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:54.814906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-17e1cf19-0ad5-44a6-a5d0-51b867977adf tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810104893', 'description': 'tempest-description--1234352342'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:54.827971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.872815 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.881562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event deleted for resources: {'Port': ['ID=e0151432-886b-41a3-98c8-a1b7ad67a13b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:54.905460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Transition to ACTIVE for port object 111e2285-842d-45eb-8592-9df3a0456a86 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:54.912466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17e1cf19-0ad5-44a6-a5d0-51b867977adf tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.915136 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.004781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43f713f8-c85a-452f-90bb-59543ca70ec4 req-ae951f06-21a4-478c-bcb5-e37d06ea23a7 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206942 Aug 16 02:23:55.007592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.010287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.011465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc5b43c7-3e30-4877-abf2-93fc85ca49f2 req-6392e55e-dcde-4cad-949a-aaab993e7184 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "DELETE /v2.0/floatingips/b7ad08e0-0388-4a6b-ba2e-fa554405c57e HTTP/1.1" status: 204 len: 173 time: 0.8640301 Aug 16 02:23:55.097594 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034bbff-3b18-478d-90b9-13621bfc8914 None None] Pushing event updated for resources: {'Port': ['ID=111e2285-842d-45eb-8592-9df3a0456a86,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.136782 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Attempting to bind port 111e2285-842d-45eb-8592-9df3a0456a86 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:55.137456 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Attempting to bind port 111e2285-842d-45eb-8592-9df3a0456a86 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:55.137993 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Attempting to bind port 111e2285-842d-45eb-8592-9df3a0456a86 on network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:55.144352 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:55.144669 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Checking segment: {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:55.145173 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.145663 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Bound using segment: {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:55.146237 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Bound port: 111e2285-842d-45eb-8592-9df3a0456a86, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:55.146719 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.188125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b776e7e4-1795-4f93-b8c5-ecf5196272fb', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'port_id': '536b279b-1540-4347-a848-7c9dc05c30a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'mac_address': 'fa:16:3e:f8:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758b189-c86e-43dc-a22e-3f7859467f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:29Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 1, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:55.255353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e0d03-0e38-417f-84a4-35b5a608bf3f None None] The sync data for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 is: [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'b776e7e4-1795-4f93-b8c5-ecf5196272fb', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'port_id': '536b279b-1540-4347-a848-7c9dc05c30a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'mac_address': 'fa:16:3e:f8:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4758b189-c86e-43dc-a22e-3f7859467f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:29Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 1, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:55.286826 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] For port 111e2285-842d-45eb-8592-9df3a0456a86, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:55.290011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d882c-0be8-498f-a821-1751e162fb1b req-1dd83ccd-3564-41a7-b42c-fcd63cbb56ec tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:55.300532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e3d882c-0be8-498f-a821-1751e162fb1b req-1dd83ccd-3564-41a7-b42c-fcd63cbb56ec tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1096075 Aug 16 02:23:55.302674 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] For port 111e2285-842d-45eb-8592-9df3a0456a86, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=111e2285-842d-45eb-8592-9df3a0456a86,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:55.310614 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.310824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-9fb4c337-a7a3-443e-a085-21fe8e78b7d9 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips/a966dd2b-ce01-418d-bc50-ef0e3f21c312 HTTP/1.1" status: 200 len: 691 time: 0.1890688 Aug 16 02:23:55.332487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17e1cf19-0ad5-44a6-a5d0-51b867977adf tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.384431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e3d882c-0be8-498f-a821-1751e162fb1b req-b745f3cf-f7a0-431d-8ce3-1768e06fa769 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821209 Aug 16 02:23:55.387776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17e1cf19-0ad5-44a6-a5d0-51b867977adf tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.420264 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034bbff-3b18-478d-90b9-13621bfc8914 None None] Pushing event updated for resources: {'Port': ['ID=111e2285-842d-45eb-8592-9df3a0456a86,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.459084 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:55.459796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:55.467334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51886) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.545605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17e1cf19-0ad5-44a6-a5d0-51b867977adf tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.547094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-17e1cf19-0ad5-44a6-a5d0-51b867977adf tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8606060 Aug 16 02:23:55.550213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51892) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.555894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ecdc0929-cadc-4c4a-96ce-a98d34544547 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Request body: {'security_group_rule': {'security_group_id': '16991df9-2b6f-4cc1-8878-16be71a135f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.556249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1cf19-0ad5-44a6-a5d0-51b867977adf tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16991df9-2b6f-4cc1-8878-16be71a135f0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.633018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecdc0929-cadc-4c4a-96ce-a98d34544547 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.642309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-fa4ab99d-6474-4ac0-bfe3-65079fefdf66 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:55.650916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-fa4ab99d-6474-4ac0-bfe3-65079fefdf66 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.3165259 Aug 16 02:23:55.651945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2113567287-network', 'tenant_id': 'e428fbc9589a458ea40a509b3c825e9c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.723087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-33d3e253-9a5c-480d-81db-1d84a82f0fa6 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.5 HTTP/1.1" status: 200 len: 694 time: 0.0634944 Aug 16 02:23:55.751518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Made reservation on behalf of e428fbc9589a458ea40a509b3c825e9c for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:55.753813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.803425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.848328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecdc0929-cadc-4c4a-96ce-a98d34544547 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.856763 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74ee91-b88e-45d1-b882-939c935f28a2 None None] New status for floating IP b776e7e4-1795-4f93-b8c5-ecf5196272fb: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:23:55.861861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-f70b7f9a-f5f8-4fef-af4d-4c510ddec8b2 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.5 HTTP/1.1" status: 200 len: 694 time: 0.1367645 Aug 16 02:23:55.877701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecdc0929-cadc-4c4a-96ce-a98d34544547 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.971405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc0929-cadc-4c4a-96ce-a98d34544547 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c163d684-24ae-43d4-8c15-c56838cd90e9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.981704 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:56.031745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-6b7d0156-69f5-4d4a-b503-f8f4daceee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.033813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-6b7d0156-69f5-4d4a-b503-f8f4daceee21 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 1097 time: 0.1108079 Aug 16 02:23:56.105896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Deleting port 300c4a51-a5d4-4646-bc1b-21f1d2d59357 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:56.106679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.144470 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8806de34-56e7-4771-9fcb-9c2ec93c6120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.190080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.221742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2c359-2f82-40cf-9ce7-77e6ce028d96 req-87ffb4c6-aa33-4555-949c-99cb41fec742 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.235549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d8f2c359-2f82-40cf-9ce7-77e6ce028d96 req-87ffb4c6-aa33-4555-949c-99cb41fec742 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.1815777 Aug 16 02:23:56.248233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.268914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ecdc0929-cadc-4c4a-96ce-a98d34544547 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.270517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ecdc0929-cadc-4c4a-96ce-a98d34544547 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7192957 Aug 16 02:23:56.274106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51906) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.296464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.297272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.308088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-844de18d-4ebf-4154-b04a-1d3123fb13e4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Request body: {'security_group_rule': {'security_group_id': '16991df9-2b6f-4cc1-8878-16be71a135f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.324910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Calling delete_port for 300c4a51-a5d4-4646-bc1b-21f1d2d59357 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:56.329688 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:55Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.338584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-168402ad-0a78-4ed5-9093-ca3cc6a9605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.340331 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-168402ad-0a78-4ed5-9093-ca3cc6a9605c service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 200 len: 919 time: 0.2979350 Aug 16 02:23:56.345524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:56.372853 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a8553-3c8c-4fb6-8f18-f6793684f418 None None] The sync data for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 is: [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:55Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:56.411401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c17501-83f9-446b-b9a1-fc47f29bcb45,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.420378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-6ad5424a-a5ae-45c8-8b7d-c5ef82e6ac44 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 200 len: 217 time: 0.0634592 Aug 16 02:23:56.423220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d8f2c359-2f82-40cf-9ce7-77e6ce028d96 req-1d1c8143-9626-4182-8009-349948f05e65 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867549 Aug 16 02:23:56.426885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.426885 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Added segment c4a50683-dfd2-4ec8-899b-c5cf647e09e9 of type vlan for network cd506842-ceaf-4d0a-9e41-d6a2a80105c5 Aug 16 02:23:56.539151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.545004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.551919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-127f8626-0552-4b55-8afd-b172f1ac84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.553739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-127f8626-0552-4b55-8afd-b172f1ac84a2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 200 len: 858 time: 0.1242802 Aug 16 02:23:56.554643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-844de18d-4ebf-4154-b04a-1d3123fb13e4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.586929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event deleted for resources: {'Port': ['ID=300c4a51-a5d4-4646-bc1b-21f1d2d59357,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.618373 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-f4083a25-ac21-4c51-beae-df94eb51024a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b878569-82b0-42b3-8f7c-5c39832db548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555604 Aug 16 02:23:56.657065 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.657982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.658521 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.669632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.672395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.676791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaefd4e4-7658-4252-ac4b-00056f17f178 req-6a59025d-b360-4342-afa6-eaf6660d2f81 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "DELETE /v2.0/floatingips/a966dd2b-ce01-418d-bc50-ef0e3f21c312 HTTP/1.1" status: 204 len: 173 time: 0.7882659 Aug 16 02:23:56.803712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.803889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3341885 Aug 16 02:23:56.804810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-844de18d-4ebf-4154-b04a-1d3123fb13e4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.816230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Request body: {'subnet': {'network_id': 'cd506842-ceaf-4d0a-9e41-d6a2a80105c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2113567287-subnet', 'tenant_id': 'e428fbc9589a458ea40a509b3c825e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.818113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-844de18d-4ebf-4154-b04a-1d3123fb13e4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.827955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-86848ed3-5cd0-4d4d-a205-a24b1eae5bd4 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips/7bbd99e0-4e31-49e3-81b3-6bd99dd8c2fa HTTP/1.1" status: 200 len: 692 time: 0.1280415 Aug 16 02:23:56.858767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0a553-8ed6-4e33-be90-7a700d7d3964 admin admin] Pushing event updated for resources: {'Network': ['ID=cd506842-ceaf-4d0a-9e41-d6a2a80105c5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.872570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Made reservation on behalf of e428fbc9589a458ea40a509b3c825e9c for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:56.878698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network cd506842-ceaf-4d0a-9e41-d6a2a80105c5 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:56.879218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.924543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de18d-4ebf-4154-b04a-1d3123fb13e4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb927630-8e6e-48a9-bcc3-f91df21a2b37,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.940189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-844de18d-4ebf-4154-b04a-1d3123fb13e4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.941292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-844de18d-4ebf-4154-b04a-1d3123fb13e4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6404812 Aug 16 02:23:56.945579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.946206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-720f08c6-489c-4bb3-aab3-a907551ac4a3 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172779 Aug 16 02:23:56.948946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 111e2285-842d-45eb-8592-9df3a0456a86 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:56.958150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.005392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.044606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 111e2285-842d-45eb-8592-9df3a0456a86 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:57.053158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 111e2285-842d-45eb-8592-9df3a0456a86 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:57.053577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.065442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-a65acc04-0177-4f93-afcb-d5175fba3610 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:57.066903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-a65acc04-0177-4f93-afcb-d5175fba3610 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.2381308 Aug 16 02:23:57.146967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7f373eb-e5bc-425a-972a-3bea83de147b req-389cafb1-86f1-411a-9a4e-ef8f8dac6616 service neutron] 10.222.0.98 "GET /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924498 Aug 16 02:23:57.159469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dfffe622-2cc3-4576-938f-a2fbd87a611f tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.0799830 Aug 16 02:23:57.188066 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.230294 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-6f014362-42ba-488e-8b38-5dc7d7ef2b80 tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.0637283 Aug 16 02:23:57.232273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 111e2285-842d-45eb-8592-9df3a0456a86, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=111e2285-842d-45eb-8592-9df3a0456a86,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:57.237427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.247067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.298931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=111e2285-842d-45eb-8592-9df3a0456a86,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.311685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc01ae6c-924c-4609-adc4-5d382b3fc4aa,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.321129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.321487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.321836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.322179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.322516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.322850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.323184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.323514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.323851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.324179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.324538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.324866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:57.364036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.423965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Checking segment: {'id': 'c4a50683-dfd2-4ec8-899b-c5cf647e09e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'cd506842-ceaf-4d0a-9e41-d6a2a80105c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:57.424369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Network hostable DHCP agents. Network: cd506842-ceaf-4d0a-9e41-d6a2a80105c5, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:57.430943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Deleting port 58c220d3-aaca-494b-92e2-50c78d727466 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:57.432104 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.469317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Network cd506842-ceaf-4d0a-9e41-d6a2a80105c5 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:57.507752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, cd506842-ceaf-4d0a-9e41-d6a2a80105c5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:57.514160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:57.514751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.522873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d957fb8-9d7f-409e-bfdd-569400612355 None None] Network cd506842-ceaf-4d0a-9e41-d6a2a80105c5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:57.573644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f3607d0b-067d-4f08-bebb-7c13ae7e528a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7691705 Aug 16 02:23:57.577479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.583502 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.615748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Calling delete_port for 58c220d3-aaca-494b-92e2-50c78d727466 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:57.630682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Allocated IP 172.25.4.96 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/211c4206-2848-4e2f-b823-fde3fa61ac52) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:57.714943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eeea8e-a09e-4c19-b55b-1d9d2fbb9906 None None] Network cd506842-ceaf-4d0a-9e41-d6a2a80105c5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:57.820042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.826789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.836630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd0e89-6a46-417c-bc59-70a39e89be82 req-3cc51f69-948a-4625-95dd-373a9348e0b2 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:57.838229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3bd0e89-6a46-417c-bc59-70a39e89be82 req-3cc51f69-948a-4625-95dd-373a9348e0b2 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.2533796 Aug 16 02:23:57.848392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Pushing event deleted for resources: {'Port': ['ID=58c220d3-aaca-494b-92e2-50c78d727466,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.912646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3bd0e89-6a46-417c-bc59-70a39e89be82 req-7f088907-efe8-4f86-8cf2-dadb54bbb881 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633559 Aug 16 02:23:57.929231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.942708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.947186 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.948593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adb813aa-33be-4a7b-9d13-17c53c454766 req-dba3fb5a-ed6b-4509-a628-32cf055eb14d tempest-FloatingIPDetailsTestJSON-216848758 tempest-FloatingIPDetailsTestJSON-216848758-project] 10.222.0.78 "DELETE /v2.0/floatingips/7bbd99e0-4e31-49e3-81b3-6bd99dd8c2fa HTTP/1.1" status: 204 len: 173 time: 0.7121999 Aug 16 02:23:57.954898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51940) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.002232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event updated for resources: {'Port': ['ID=211c4206-2848-4e2f-b823-fde3fa61ac52,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.016650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:58.019566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:58.024193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:58.064778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51942) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.138382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] Deleting subnet cc01ae6c-924c-4609-adc4-5d382b3fc4aa {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:58.142578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.206936 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.229515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.279195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.299607 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.426900 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.465581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc01ae6c-924c-4609-adc4-5d382b3fc4aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.468117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.476816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.481708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9c6c7f68-7e16-4dcc-bea2-753741254b07 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cc01ae6c-924c-4609-adc4-5d382b3fc4aa HTTP/1.1" status: 204 len: 168 time: 0.4158924 Aug 16 02:23:58.482431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.762514 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.793980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Deleting port f2ab93ba-100c-4499-9863-0ba4626772ec {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:58.794538 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.798473 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7333ce55-6767-43ca-84af-d29d252ff389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.919968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 111e2285-842d-45eb-8592-9df3a0456a86 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:58.938617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] For port f2ab93ba-100c-4499-9863-0ba4626772ec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f2ab93ba-100c-4499-9863-0ba4626772ec,segment=NetworkSegment(01df4b61-e711-4429-8e0a-8e9f53ac495f),segment_id=01df4b61-e711-4429-8e0a-8e9f53ac495f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:58.939333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.979950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Calling delete_port for f2ab93ba-100c-4499-9863-0ba4626772ec owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:58.999563 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.004461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.009374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.029212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 111e2285-842d-45eb-8592-9df3a0456a86 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:59.029883 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.124456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9abb-dbb1-4458-af45-184d0383df4a req-45dad247-fbe6-49f8-a2f6-c8b43da1e34e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:59.125906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e4d9abb-dbb1-4458-af45-184d0383df4a req-45dad247-fbe6-49f8-a2f6-c8b43da1e34e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0905252 Aug 16 02:23:59.225426 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e4d9abb-dbb1-4458-af45-184d0383df4a req-2f865651-13dc-4509-9617-7c7be91cdd6c tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599332 Aug 16 02:23:59.231047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event updated for resources: {'Port': ['ID=211c4206-2848-4e2f-b823-fde3fa61ac52,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.241839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.265148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.287600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd506842-ceaf-4d0a-9e41-d6a2a80105c5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:59.304259 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.314078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aaefecad-057b-404f-a9e0-b87dd76859ea tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3523519 Aug 16 02:23:59.315004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a50683-dfd2-4ec8-899b-c5cf647e09e9') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:59.315134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a50683-dfd2-4ec8-899b-c5cf647e09e9') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:59.333833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.355811 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.358078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.364134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:59.364748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:59.368472 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:59.392247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ab93ba-100c-4499-9863-0ba4626772ec,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.456883 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.464024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.468475 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/cd506842-ceaf-4d0a-9e41-d6a2a80105c5 HTTP/1.1" status: 204 len: 168 time: 0.9768085 Aug 16 02:23:59.490390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585cb21-6acb-43fc-9056-ed9b7eacb2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd506842-ceaf-4d0a-9e41-d6a2a80105c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.704904 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.710908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-834b1957-e069-44f6-b1e4-342aa6276ec4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1810104893&fields=id&tenant_id=9d1d49cd1fe44e6ca5ecb5e6328b419a HTTP/1.1" status: 200 len: 267 time: 0.0979335 Aug 16 02:23:59.768215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.833791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5fe849c8-b7c8-4189-b5fc-76fd9fb377d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e428fbc9589a458ea40a509b3c825e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643191 Aug 16 02:23:59.837171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51996) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.863726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-515ae7f2-8d08-48a1-86f3-313e82a65eb8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:59.870930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-515ae7f2-8d08-48a1-86f3-313e82a65eb8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/networks?id=e7570afe-ae7c-4ce6-bca3-e55d8dcde896 HTTP/1.1" status: 200 len: 814 time: 0.1591091 Aug 16 02:23:59.884874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-22db87b2-821f-43cf-b0b3-a8f877d0e5ff tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/quotas/9d1d49cd1fe44e6ca5ecb5e6328b419a HTTP/1.1" status: 200 len: 375 time: 0.0129995 Aug 16 02:23:59.914812 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.968479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-16446e2d-6c38-4594-970b-580715239846 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d1d49cd1fe44e6ca5ecb5e6328b419a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783978 Aug 16 02:24:00.073262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bb8db60d-e0a4-4267-a3f2-e0af83d0cfeb service neutron] 10.222.0.78 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904148 Aug 16 02:24:00.196114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-ac77b8de-b136-49e1-937f-778814b14dac service neutron] 10.222.0.78 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155713 Aug 16 02:24:00.303119 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be322bd-afd7-4839-b473-9fb766aec6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.382808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be322bd-afd7-4839-b473-9fb766aec6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.419327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Router c883f9df-c8bb-4f69-9cec-50945b794563 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:00.509301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be322bd-afd7-4839-b473-9fb766aec6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.512496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8be322bd-afd7-4839-b473-9fb766aec6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.513954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8be322bd-afd7-4839-b473-9fb766aec6d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17c17501-83f9-446b-b9a1-fc47f29bcb45 HTTP/1.1" status: 204 len: 168 time: 0.6746650 Aug 16 02:24:00.526139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be322bd-afd7-4839-b473-9fb766aec6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c17501-83f9-446b-b9a1-fc47f29bcb45,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:00.527209 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed829473-5db7-493f-8b08-868475b5bfba req-bab0ee13-0c4b-4d27-9025-f9585d529c02 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 210 time: 0.0551000 Aug 16 02:24:00.614209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:00.627227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] Sync routers for ids ['c883f9df-c8bb-4f69-9cec-50945b794563'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:00.631004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52012) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:00.640322 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a1397434-4111-4891-9e68-b0caa886b727 admin admin] 10.222.0.78 "PUT /v2.0/routers/c883f9df-c8bb-4f69-9cec-50945b794563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840737 Aug 16 02:24:00.643946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] Routers {'c883f9df-c8bb-4f69-9cec-50945b794563'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:00.645773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c883f9df-c8bb-4f69-9cec-50945b794563'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:00.927930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.937608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] Set router c883f9df-c8bb-4f69-9cec-50945b794563 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:01.179295 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.300420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Deleting port c07c0024-88c0-4838-afac-4af5cb3ef02b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:01.308574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.430996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] For port c07c0024-88c0-4838-afac-4af5cb3ef02b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c07c0024-88c0-4838-afac-4af5cb3ef02b,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:01.431748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.455715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:23:59Z', 'revision_number': 5, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port': {'id': 'c07c0024-88c0-4838-afac-4af5cb3ef02b', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:82:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:31Z', 'updated_at': '2021-08-16T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:01.463805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Calling delete_port for c07c0024-88c0-4838-afac-4af5cb3ef02b owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:01.571186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] Checking router: c883f9df-c8bb-4f69-9cec-50945b794563 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:01.590078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] Routers {'c883f9df-c8bb-4f69-9cec-50945b794563'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:01.593055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c883f9df-c8bb-4f69-9cec-50945b794563'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:01.737196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67c4b8a0-3bde-4301-92dc-462c15fa7d35 req-22c38ecf-c752-41bd-83da-e6dd545151d1 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 210 time: 0.0922592 Aug 16 02:24:01.961749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.028776 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.035484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] Set router c883f9df-c8bb-4f69-9cec-50945b794563 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:02.115534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c07c0024-88c0-4838-afac-4af5cb3ef02b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.157048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:24:01Z', 'revision_number': 6, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:02.206827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.216912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d82c5f-b108-4f5b-9f23-4a8f68c430ec None None] The sync data for ids ['c883f9df-c8bb-4f69-9cec-50945b794563'] in n-d-769329-15 is: [{'id': 'c883f9df-c8bb-4f69-9cec-50945b794563', 'name': 'tempest-FloatingIPDetailsTestJSON-1547369702-router', 'tenant_id': '081a50723cd342288bb5953aad38468f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:30Z', 'updated_at': '2021-08-16T02:24:01Z', 'revision_number': 6, 'project_id': '081a50723cd342288bb5953aad38468f', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:02.423735 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.428104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.478180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.478898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c883f9df-c8bb-4f69-9cec-50945b794563 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:02.483326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.487451 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3f2c4486-2c6d-459a-8809-4e4e1b19a9fb admin admin] 10.222.0.78 "DELETE /v2.0/routers/c883f9df-c8bb-4f69-9cec-50945b794563 HTTP/1.1" status: 204 len: 168 time: 1.8511989 Aug 16 02:24:02.487451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:02.715532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] Deleting subnet e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:02.739753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.892764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e0f131e-f09c-42b7-a679-0619597308d2 req-d30ed149-1265-4d39-b939-f1ed21da301f tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 210 time: 0.0544724 Aug 16 02:24:02.923695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.015274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-529d8415-aff9-477e-a7ca-6cbb9a906275 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:03.015904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-529d8415-aff9-477e-a7ca-6cbb9a906275 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.88 "GET /v2.0/networks?id=e7570afe-ae7c-4ce6-bca3-e55d8dcde896 HTTP/1.1" status: 200 len: 814 time: 0.2024183 Aug 16 02:24:03.100483 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.106657 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-c0322fd4-98f5-4b19-a3bf-565471bcb35b tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d1d49cd1fe44e6ca5ecb5e6328b419a HTTP/1.1" status: 200 len: 380 time: 0.0712845 Aug 16 02:24:03.128906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Request body: {'port': {'device_id': '3d1cdf93-65d1-4282-baed-32e392e67260', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'admin_state_up': True, 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'security_groups': ['16991df9-2b6f-4cc1-8878-16be71a135f0']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:03.243981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.266351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2ab93ba-100c-4499-9863-0ba4626772ec no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:03.276074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.282759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.286080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9cb15c4a-9487-42b1-b78f-ff4a4ac99b29 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e72b31aa-a68f-4ef4-ba3d-1d9caa93aadd HTTP/1.1" status: 204 len: 168 time: 0.7960875 Aug 16 02:24:03.287498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52092) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.302899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f2ab93ba-100c-4499-9863-0ba4626772ec {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:03.303619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2ab93ba-100c-4499-9863-0ba4626772ec not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:03.306245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d2f1e8-5e10-42a4-8e16-d1432ebfa79e None None] Network eb07dc12-c898-4326-ad57-820d4a7cf201 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:03.309733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Made reservation on behalf of 9d1d49cd1fe44e6ca5ecb5e6328b419a for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:03.314145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.396017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.514306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Deleting port 99d60776-4b75-469f-be4a-a8c777300572 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:03.514757 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.563722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Allocated IP 172.20.0.9 (e7570afe-ae7c-4ce6-bca3-e55d8dcde896/e5ae9b31-4170-410a-a468-aed8150f3df2/7b3bb7e2-d8ba-4c61-acf7-e6a357556db5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:03.614161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] For port 99d60776-4b75-469f-be4a-a8c777300572, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=99d60776-4b75-469f-be4a-a8c777300572,segment=NetworkSegment(01df4b61-e711-4429-8e0a-8e9f53ac495f),segment_id=01df4b61-e711-4429-8e0a-8e9f53ac495f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:03.615021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.636481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Calling delete_port for 99d60776-4b75-469f-be4a-a8c777300572 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:03.660739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] DHCP port deletion for eb07dc12-c898-4326-ad57-820d4a7cf201 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:03.807853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.826647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] Deleting port 99d60776-4b75-469f-be4a-a8c777300572 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:03.826647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.869754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.888591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Transition to ACTIVE for port object 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:03.921324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Pushing event deleted for resources: {'Port': ['ID=99d60776-4b75-469f-be4a-a8c777300572,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.942318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] No DVR routers for this DVR port 99d60776-4b75-469f-be4a-a8c777300572 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:03.946047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.963604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] For port 99d60776-4b75-469f-be4a-a8c777300572, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:03.969316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.015163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event updated for resources: {'Port': ['ID=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:04.035620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] Calling delete_port for 99d60776-4b75-469f-be4a-a8c777300572 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:04.045835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] Port 99d60776-4b75-469f-be4a-a8c777300572 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:24:04.049989 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.050276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:04.051759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:04.054911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:04.131142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] Pushing event deleted for resources: {'Port': ['ID=99d60776-4b75-469f-be4a-a8c777300572,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:04.143309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002718fa-fef1-4d3a-bd29-bf95a4b5dc01 None None] No DVR routers for this DVR port 99d60776-4b75-469f-be4a-a8c777300572 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:04.166942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.182992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb07dc12-c898-4326-ad57-820d4a7cf201']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:04.199201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01df4b61-e711-4429-8e0a-8e9f53ac495f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:04.201683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01df4b61-e711-4429-8e0a-8e9f53ac495f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:04.217550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.232117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:04.233623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.272300 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.291526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:04.293348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:04.296515 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:04.302642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7578d-c5b7-46a8-919d-a0470f9670ed req-ab12b4ba-bc2f-4ab9-99c8-660d98f5203e tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:04.312089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cd7578d-c5b7-46a8-919d-a0470f9670ed req-ab12b4ba-bc2f-4ab9-99c8-660d98f5203e tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 931 time: 0.2152677 Aug 16 02:24:04.323664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bce4afaa-102e-4a82-90af-6f99cf4a5d18 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1986098 Aug 16 02:24:04.346151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Request body: {'port': {'device_id': '3d1cdf93-65d1-4282-baed-32e392e67260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:04.412535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cd7578d-c5b7-46a8-919d-a0470f9670ed req-65a8650f-53eb-4a06-9461-9241fc75ece2 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992932 Aug 16 02:24:04.432848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.439278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.442070 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] 10.222.0.78 "DELETE /v2.0/networks/eb07dc12-c898-4326-ad57-820d4a7cf201 HTTP/1.1" status: 204 len: 168 time: 1.1534359 Aug 16 02:24:04.467197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.482319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcff2ce-3a45-4fe8-a49c-766bbc48058f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb07dc12-c898-4326-ad57-820d4a7cf201,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:04.604264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bf60b0ff-4934-4175-adbc-c91870cc59eb None None] Provisioning for port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:04.610411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bf60b0ff-4934-4175-adbc-c91870cc59eb None None] Provisioning complete for port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:04.610797 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf60b0ff-4934-4175-adbc-c91870cc59eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.700194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bf60b0ff-4934-4175-adbc-c91870cc59eb None None] Port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:04.951485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c07c0024-88c0-4838-afac-4af5cb3ef02b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:04.953266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:04.963307 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.983744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Transition to ACTIVE for port object 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:04.996639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.008648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c07c0024-88c0-4838-afac-4af5cb3ef02b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:05.009002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c07c0024-88c0-4838-afac-4af5cb3ef02b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:05.009425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 99d60776-4b75-469f-be4a-a8c777300572 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:05.060062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 99d60776-4b75-469f-be4a-a8c777300572 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:05.060521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 99d60776-4b75-469f-be4a-a8c777300572 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:05.081648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52154) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:05.151631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.190854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-57691e02-ca1e-4e46-a72e-07ab5a5ec034 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=081a50723cd342288bb5953aad38468f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074054 Aug 16 02:24:05.194012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52156) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:05.307886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5d856a-9a4b-416d-ba33-d1dfd4716d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.347013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Attempting to bind port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:05.349132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Attempting to bind port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:05.349519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Attempting to bind port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 on network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:05.364557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 on network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:05.364914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Attempting to bind port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 on network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:05.365334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5d856a-9a4b-416d-ba33-d1dfd4716d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.380160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:05.380584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Checking segment: {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:05.380919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Bound using segment: {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:05.381903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Bound port: 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4d9759-b423-496c-bc3b-c282ae7c50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:05.382288 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.469145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5d856a-9a4b-416d-ba33-d1dfd4716d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.472936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae5d856a-9a4b-416d-ba33-d1dfd4716d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.475411 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae5d856a-9a4b-416d-ba33-d1dfd4716d70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f4bdf9bf-cbd9-4eec-b47d-7594239ed199 HTTP/1.1" status: 204 len: 168 time: 0.2799892 Aug 16 02:24:05.499406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d856a-9a4b-416d-ba33-d1dfd4716d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bdf9bf-cbd9-4eec-b47d-7594239ed199,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.632666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] For port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:05.638188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] For port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:05.653390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.677337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-539e699a-7d17-402d-beb3-39a110b85bed service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1412644 Aug 16 02:24:05.736613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.737243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.738806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] 10.222.0.88 "PUT /v2.0/ports/7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 HTTP/1.1" status: 200 len: 1092 time: 1.3991277 Aug 16 02:24:05.739264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:05.742513 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c441dfc-6b05-434f-a5bf-17e207932c24" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:05.776426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3755ff-afe5-46ea-892f-59373dc02d82 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.833777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bcba8-9d38-4db2-9da6-212381404619 req-d3d8a571-284f-44d8-9ac4-f61506799c98 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.854623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-681bcba8-9d38-4db2-9da6-212381404619 req-d3d8a571-284f-44d8-9ac4-f61506799c98 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 943 time: 0.1761801 Aug 16 02:24:05.885397 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128bb5ff-204f-4825-b825-9b9730769f3a x-openstack-request-id: req-128bb5ff-204f-4825-b825-9b9730769f3a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:05.885686 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:05.885964 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-128bb5ff-204f-4825-b825-9b9730769f3a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:05.886329 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'status': 'completed', 'code': 200} Aug 16 02:24:05.929360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.929667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.930440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.930958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.931443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.931923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.932440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.939969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-81ed4915-6030-46e2-93f7-ff3b61b905c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6497 time: 0.1994922 Aug 16 02:24:05.946301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-e2c85a77-ac1d-46fe-8154-763ade318275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.953695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-e2c85a77-ac1d-46fe-8154-763ade318275 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d1d49cd1fe44e6ca5ecb5e6328b419a&device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 1095 time: 0.1494362 Aug 16 02:24:06.021625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-681bcba8-9d38-4db2-9da6-212381404619 req-452cd475-43eb-4c4b-ada7-5401b389fb12 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659713 Aug 16 02:24:06.071086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-ce149283-ab4b-4b6a-998e-8f428989ad6f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 HTTP/1.1" status: 200 len: 217 time: 0.1057293 Aug 16 02:24:06.211628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-67b4dbc7-0514-4a5d-b0b3-81a6ce0bfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.219394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-67b4dbc7-0514-4a5d-b0b3-81a6ce0bfc20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5ae9b31-4170-410a-a468-aed8150f3df2 HTTP/1.1" status: 200 len: 853 time: 0.1410429 Aug 16 02:24:06.233570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-cf5fe0ff-7603-45c0-8392-87bdde372719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.234104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-cf5fe0ff-7603-45c0-8392-87bdde372719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.237262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-cf5fe0ff-7603-45c0-8392-87bdde372719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.239536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-cf5fe0ff-7603-45c0-8392-87bdde372719 service neutron] 10.222.0.88 "GET /v2.0/networks?id=af13201b-133e-484b-b866-a3edf256a1ba&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=83d76dfe-192b-4b7a-940a-b62afd35c90f&id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 2293 time: 0.2629049 Aug 16 02:24:06.331973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-f79987f8-9e70-434c-9b9f-3768fddc34d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 200 len: 1000 time: 0.0856616 Aug 16 02:24:06.339304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-4e380506-47bd-44d9-b55b-01e2d3466360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.340862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-4e380506-47bd-44d9-b55b-01e2d3466360 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7570afe-ae7c-4ce6-bca3-e55d8dcde896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131675 Aug 16 02:24:06.448991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-879a281f-8467-420d-a3c6-5ab12d597103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.450501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-879a281f-8467-420d-a3c6-5ab12d597103 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71fd097b-c3cb-40f2-9126-9e759578474f HTTP/1.1" status: 200 len: 851 time: 0.1106076 Aug 16 02:24:06.504577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-c3329fd6-b227-44e6-bab1-680f6e3deed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.506152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-c3329fd6-b227-44e6-bab1-680f6e3deed8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af13201b-133e-484b-b866-a3edf256a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478590 Aug 16 02:24:06.520131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-539b7f84-64b5-43db-8547-1c5c833b3e01 service neutron] 10.222.0.88 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715109 Aug 16 02:24:06.650127 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-e2c1c1f4-64f6-4cb2-8f04-afe81449f291 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358976 Aug 16 02:24:06.654988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23b6ebff-0ffe-4c1a-b53b-32d9de0eda22 req-bfeafe6d-f049-4881-8631-8fd8f65e4800 service neutron] 10.222.0.88 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273046 Aug 16 02:24:06.797389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-eb3ec597-75f2-44e9-bf94-ec1fa745377d service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357818 Aug 16 02:24:06.818452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-baf8f595-0ddd-4aea-a71d-94c31cd0ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.821101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-baf8f595-0ddd-4aea-a71d-94c31cd0ccdf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d1d49cd1fe44e6ca5ecb5e6328b419a&device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 1095 time: 0.1030307 Aug 16 02:24:06.853580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-be9b2c38-167b-481e-9705-e7edbd5189cf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 217 time: 0.0481443 Aug 16 02:24:06.981406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-bc5ff52d-ee8b-42e9-8aad-10e1eefe443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.983577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-bc5ff52d-ee8b-42e9-8aad-10e1eefe443f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.1222804 Aug 16 02:24:06.993888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-ef464381-49e5-4566-a20b-a32fe5981cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.995537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-ef464381-49e5-4566-a20b-a32fe5981cd3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7570afe-ae7c-4ce6-bca3-e55d8dcde896 HTTP/1.1" status: 200 len: 915 time: 0.1659930 Aug 16 02:24:07.103301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-4bec47b3-12f4-4d6b-ac4d-7d7c672b912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.112310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-4bec47b3-12f4-4d6b-ac4d-7d7c672b912e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1183360 Aug 16 02:24:07.135575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-7af6fe28-7c80-4e8a-9320-f6501d7c5479 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 HTTP/1.1" status: 200 len: 217 time: 0.1320038 Aug 16 02:24:07.223721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-e1f6eecc-c748-4b5d-975a-218b59c6c077 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048765 Aug 16 02:24:07.363272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52234) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:07.381251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-b59a321b-a723-4f7f-8a2d-549fcfd18677 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461406 Aug 16 02:24:07.384433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-bc1d8071-624b-4a56-80f1-c4c558be6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.386139 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-bc1d8071-624b-4a56-80f1-c4c558be6f66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5ae9b31-4170-410a-a468-aed8150f3df2 HTTP/1.1" status: 200 len: 853 time: 0.2347226 Aug 16 02:24:07.437228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-c65726a5-6e6d-40f0-8e37-c180a4fc409b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 217 time: 0.0504251 Aug 16 02:24:07.463846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57ce2d-1416-4d56-b50e-8d3ddfbf52a7 req-6a3ec150-d7cd-4ab8-a783-7fd3be9f6af3 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.473022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b57ce2d-1416-4d56-b50e-8d3ddfbf52a7 req-6a3ec150-d7cd-4ab8-a783-7fd3be9f6af3 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 943 time: 0.2341220 Aug 16 02:24:07.544957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b57ce2d-1416-4d56-b50e-8d3ddfbf52a7 req-e7b03b11-16e3-4cd2-ac8b-dcfa502e5e77 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708821 Aug 16 02:24:07.546938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-a1594362-dd62-4edb-99c1-35fec69ed126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.548479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-a1594362-dd62-4edb-99c1-35fec69ed126 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7570afe-ae7c-4ce6-bca3-e55d8dcde896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544456 Aug 16 02:24:07.610801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-ab05464c-fa8a-4768-8f7f-18f75739237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.613599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1343139576-network', 'tenant_id': 'eec9e57f8eef4c2e8e997bc011a4ec1f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:07.613765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-ab05464c-fa8a-4768-8f7f-18f75739237c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.1442070 Aug 16 02:24:07.708101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Made reservation on behalf of eec9e57f8eef4c2e8e997bc011a4ec1f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:07.710702 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.724116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.729006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-3596a9d9-60e9-4e86-9ae3-d890e1ea26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.733972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-3596a9d9-60e9-4e86-9ae3-d890e1ea26f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1120183 Aug 16 02:24:07.786951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-aa772e38-43c9-4168-b623-d67b5c162229 service neutron] 10.222.0.88 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200298 Aug 16 02:24:07.892269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c441dfc-6b05-434f-a5bf-17e207932c24 req-0612b070-4717-42af-a80b-c0005228ca83 service neutron] 10.222.0.88 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975463 Aug 16 02:24:08.040810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-4c6c5643-5e6f-4975-9988-c35b29559bce service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926171 Aug 16 02:24:08.097795 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.114859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.174494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:08.246381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.247199 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Added segment 59c4b5d2-1e72-4a59-b78a-d8b0fc732e47 of type vlan for network e121511c-1c83-4ca4-9506-4abac7108ed8 Aug 16 02:24:08.279813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-03718e41-cedd-4f2b-99f9-245f406d856a service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315810 Aug 16 02:24:08.341894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220d3011-91d1-406e-b636-94b035f7168f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.387878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-9c787f54-06a8-46f1-9786-f548223bb234 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794 HTTP/1.1" status: 200 len: 217 time: 0.0980785 Aug 16 02:24:08.390294 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.467231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.468397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.469065 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.486170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-6cff6197-143d-45d6-bd09-dfcd9fbac7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.490544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-6cff6197-143d-45d6-bd09-dfcd9fbac7fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0906596 Aug 16 02:24:08.577961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-f3029b78-bf70-4b82-89bb-2e6aeb555d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.579893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-f3029b78-bf70-4b82-89bb-2e6aeb555d6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0819945 Aug 16 02:24:08.603724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2376316 Aug 16 02:24:08.608640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52282) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.622853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27881133-6d2a-4e90-9d18-516e90ab142c admin admin] Pushing event updated for resources: {'Network': ['ID=e121511c-1c83-4ca4-9506-4abac7108ed8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.635221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e121511c-1c83-4ca4-9506-4abac7108ed8 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:08.650608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Request body: {'subnet': {'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1343139576-subnet', 'tenant_id': 'eec9e57f8eef4c2e8e997bc011a4ec1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:08.786191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Made reservation on behalf of eec9e57f8eef4c2e8e997bc011a4ec1f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:08.789287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.801966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2f44d-d959-4bfb-973c-10d408afe47a req-58220702-3fb0-4bef-93bd-440d5b3c9327 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.804076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cdc2f44d-d959-4bfb-973c-10d408afe47a req-58220702-3fb0-4bef-93bd-440d5b3c9327 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 943 time: 0.1283333 Aug 16 02:24:08.807161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.868185 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-71a52562-73fc-40b3-ba4e-744330f1fecc service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723694 Aug 16 02:24:08.904657 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cdc2f44d-d959-4bfb-973c-10d408afe47a req-ad4efcae-9ad0-4cbb-ae22-ddb02885781d tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898709 Aug 16 02:24:08.988442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50132176-319d-41a3-8023-4c6260d8915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.069185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.144226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50132176-319d-41a3-8023-4c6260d8915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.151169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50132176-319d-41a3-8023-4c6260d8915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.221921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50132176-319d-41a3-8023-4c6260d8915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ffd93c-e6fc-4651-90fb-d209496a78aa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.259158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-50132176-319d-41a3-8023-4c6260d8915b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3419a854c3564d628e1fa2521b8bb5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429829 Aug 16 02:24:09.259158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.261258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4aec43f-6aad-480d-bbc1-74eb461c1da6,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.285381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Checking segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:09.285914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Network hostable DHCP agents. Network: e121511c-1c83-4ca4-9506-4abac7108ed8, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:09.292412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-69787deb-9b28-41f2-87ec-392f819a394d service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677083 Aug 16 02:24:09.332136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74ced5cc-6276-48bb-b64e-029f01b53f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.378993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-e3242dc4-9f6e-4950-9c9a-a5d4228bac98 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e HTTP/1.1" status: 200 len: 217 time: 0.0791419 Aug 16 02:24:09.382821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Network e121511c-1c83-4ca4-9506-4abac7108ed8 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:09.395548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74ced5cc-6276-48bb-b64e-029f01b53f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.466222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, e121511c-1c83-4ca4-9506-4abac7108ed8) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:09.472832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:09.475848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.477141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f8b1f-81dc-4134-bcad-573bcff0cf50 None None] Network e121511c-1c83-4ca4-9506-4abac7108ed8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:09.505992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-a8a3afba-b9dc-4397-95df-0773dcc8b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:09.508341 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74ced5cc-6276-48bb-b64e-029f01b53f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.508799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-a8a3afba-b9dc-4397-95df-0773dcc8b6f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.1126256 Aug 16 02:24:09.511763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74ced5cc-6276-48bb-b64e-029f01b53f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.513347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-74ced5cc-6276-48bb-b64e-029f01b53f7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96ffd93c-e6fc-4651-90fb-d209496a78aa HTTP/1.1" status: 204 len: 168 time: 0.2531643 Aug 16 02:24:09.532837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ced5cc-6276-48bb-b64e-029f01b53f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ffd93c-e6fc-4651-90fb-d209496a78aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.613986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3646dc5c-9479-4c1d-b8ad-b293cbcedaac admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9860592 Aug 16 02:24:09.680188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-a46cfc51-b13d-4262-bd7e-a210e7a4b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:09.682016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-a46cfc51-b13d-4262-bd7e-a210e7a4b863 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570880 Aug 16 02:24:09.691270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c1ce8-eb9d-40a3-844d-146346f0098c None None] Network e121511c-1c83-4ca4-9506-4abac7108ed8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:09.829483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-4b048252-b965-41db-8b02-f8916684b41c service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380374 Aug 16 02:24:09.956208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-a2158e2b-acd5-44db-af04-325aeb789d84 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184762 Aug 16 02:24:10.032123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52352) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:10.055551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40c0b4ae-64fe-4593-ae11-57b231c49c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.065407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-fa3b7f0e-f1ae-4385-8f68-fe288f9b951a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 200 len: 217 time: 0.0926864 Aug 16 02:24:10.184566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702389c-fcd8-4243-808c-d4f21ff7fe7e req-efb0c5e5-f26b-45dd-a006-20114799f010 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.192896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7702389c-fcd8-4243-808c-d4f21ff7fe7e req-efb0c5e5-f26b-45dd-a006-20114799f010 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 943 time: 0.2030849 Aug 16 02:24:10.254550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40c0b4ae-64fe-4593-ae11-57b231c49c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.260805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40c0b4ae-64fe-4593-ae11-57b231c49c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.289659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7702389c-fcd8-4243-808c-d4f21ff7fe7e req-205ebe22-8d92-4fd7-8aff-9d2b91d598f7 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954981 Aug 16 02:24:10.300114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-f86eab07-74f3-442b-b547-bd48abc68022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.302814 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-f86eab07-74f3-442b-b547-bd48abc68022 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.2302477 Aug 16 02:24:10.304711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0b4ae-64fe-4593-ae11-57b231c49c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7472a1bd-53ec-4226-ab0c-e249c569afa8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.340040 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-40c0b4ae-64fe-4593-ae11-57b231c49c60 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b47c9d20ab92468b84feac6660eaf6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028736 Aug 16 02:24:10.340040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52370) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:10.355389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:10.370459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-487911ea-6c3d-4c34-a9ce-95aff258f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.373114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-487911ea-6c3d-4c34-a9ce-95aff258f6e7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622442 Aug 16 02:24:10.390693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f2660-6760-424c-869e-2a8bda3821cc req-8bc6e063-2adf-4f0e-ad43-0a5c73cfeb5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.393715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-8bc6e063-2adf-4f0e-ad43-0a5c73cfeb5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.2055085 Aug 16 02:24:10.416437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-39a56238-05db-44c6-b646-af9dc64e57d2 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/quotas/eec9e57f8eef4c2e8e997bc011a4ec1f HTTP/1.1" status: 200 len: 375 time: 0.0154159 Aug 16 02:24:10.462690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-c82ea380-70d5-4ebe-ac44-ae2030942a3e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364387 Aug 16 02:24:10.547561 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-fa56b204-1009-4928-a8a4-80e749ddcc1b service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654344 Aug 16 02:24:10.549516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:10.566527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-e23e2e6c-3280-41e7-ac36-41bddc99c289 service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023436 Aug 16 02:24:10.576196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a341b34e-d613-43e3-a305-240ed52e0aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.585233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'port_id': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'mac_address': 'fa:16:3e:46:d7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:10.639943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.644188 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a341b34e-d613-43e3-a305-240ed52e0aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.694071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:10.711935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-d35c6a47-3b27-42f7-a4a4-087eb62d52bc service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564817 Aug 16 02:24:10.736877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:10.739615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-d0908563-0356-4d5e-8280-6b373c64d48c service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720521 Aug 16 02:24:10.747195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.765403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a341b34e-d613-43e3-a305-240ed52e0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.768703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a341b34e-d613-43e3-a305-240ed52e0aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.770142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a341b34e-d613-43e3-a305-240ed52e0aa4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7472a1bd-53ec-4226-ab0c-e249c569afa8 HTTP/1.1" status: 204 len: 168 time: 0.4301369 Aug 16 02:24:10.786027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341b34e-d613-43e3-a305-240ed52e0aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472a1bd-53ec-4226-ab0c-e249c569afa8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.833243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-7778881f-b7a3-4f44-851b-a102728d385b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 200 len: 217 time: 0.1140525 Aug 16 02:24:10.877797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.934865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-016dea0e-a5cd-41ee-bb6f-612f8d4c3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.936461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-016dea0e-a5cd-41ee-bb6f-612f8d4c3eeb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.0938339 Aug 16 02:24:10.996396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-b5741009-4194-49ed-b404-e014dd5f14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:11.001329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-b5741009-4194-49ed-b404-e014dd5f14f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557058 Aug 16 02:24:11.065442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7b3bb7e2-d8ba-4c61-acf7-e6a357556db5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:11.090481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a8596d2-53ec-49b6-85dd-a65debce42bb req-31e7047a-bf07-48a5-9b7e-2c97fe9a1065 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 210 time: 0.0597336 Aug 16 02:24:11.263931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-7fc39192-bbdf-46f9-ab40-a9472e821ca4 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443354 Aug 16 02:24:11.493728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:11.507691 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f72da7ae-7bd9-4769-a900-de3e5157db3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.585295 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8371c37-12bd-4a53-bd75-b3c440a75fa7 req-baf03cbc-4260-440c-ba1e-f03e5ef27be3 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120756 Aug 16 02:24:11.663595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf6cec-23bb-41b0-ab65-eacf1956591a req-c036d84a-4c90-4993-855d-d3059092bd06 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:11.673036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbcf6cec-23bb-41b0-ab65-eacf1956591a req-c036d84a-4c90-4993-855d-d3059092bd06 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 944 time: 0.1846981 Aug 16 02:24:11.692894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f72da7ae-7bd9-4769-a900-de3e5157db3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.698700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f72da7ae-7bd9-4769-a900-de3e5157db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.725108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbcf6cec-23bb-41b0-ab65-eacf1956591a req-27dae094-3fa2-49c8-84dc-5728992e2cb6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510199 Aug 16 02:24:11.745101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f72da7ae-7bd9-4769-a900-de3e5157db3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ef64b935b34b43cdaf25294653b16a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502332 Aug 16 02:24:11.746503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72da7ae-7bd9-4769-a900-de3e5157db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5305e332-35d3-4f8e-8877-f6a819bfbc60,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:11.747807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52454) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:11.815994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61a5ca45-4f9c-45ca-96fe-d10d0323866c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.854442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61a5ca45-4f9c-45ca-96fe-d10d0323866c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.940240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61a5ca45-4f9c-45ca-96fe-d10d0323866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.943108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-61a5ca45-4f9c-45ca-96fe-d10d0323866c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.944665 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-61a5ca45-4f9c-45ca-96fe-d10d0323866c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5305e332-35d3-4f8e-8877-f6a819bfbc60 HTTP/1.1" status: 204 len: 168 time: 0.1952460 Aug 16 02:24:11.958500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5ca45-4f9c-45ca-96fe-d10d0323866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5305e332-35d3-4f8e-8877-f6a819bfbc60,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:12.133935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-ab970923-1e6f-499a-ae02-5e97594cbe9a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0969124 Aug 16 02:24:12.227443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b0f76fc-cec1-4f14-a28d-999a5a67890f req-ea15bfa2-3c1e-461f-b3c3-14221c4faffe tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 210 time: 0.0379996 Aug 16 02:24:12.273835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.274408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.275068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.275827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.276764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.277358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.277923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.280164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-12b3ec1c-9bf9-4c17-95bc-d25ac1415eee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6508 time: 0.0845718 Aug 16 02:24:12.369693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:12.373240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:12.555142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:12.564815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:12.565699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.604684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8365d72-11d5-4a96-be7b-3107e526d9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.718107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-60d3c1a6-4ba9-4a5a-bdbe-483a8a9e3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.720405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-60d3c1a6-4ba9-4a5a-bdbe-483a8a9e3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.721077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-60d3c1a6-4ba9-4a5a-bdbe-483a8a9e3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.728908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-60d3c1a6-4ba9-4a5a-bdbe-483a8a9e3f67 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cba6f535-9c48-4a92-a569-dba088b2e25c&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=1210130f-33bc-42bd-b755-cdb101c0688e&id=1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 200 len: 2297 time: 0.3858337 Aug 16 02:24:12.815983 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.880312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8365d72-11d5-4a96-be7b-3107e526d9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.886093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8365d72-11d5-4a96-be7b-3107e526d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.886331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:12.891223 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c600b4-5a8a-4b86-b2e9-e5722260306e" -d '{"events": [{"server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "name": "network-vif-plugged", "status": "completed", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:12.922382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8365d72-11d5-4a96-be7b-3107e526d9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a403bdd-5b28-4343-96eb-816e56d86913,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:12.936758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:12.946412 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.051563 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d47d3f-1f0b-44f2-b932-4d5ca54fe1f8 x-openstack-request-id: req-05d47d3f-1f0b-44f2-b932-4d5ca54fe1f8 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:13.052527 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "name": "network-vif-plugged", "status": "completed", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:13.053156 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05d47d3f-1f0b-44f2-b932-4d5ca54fe1f8 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:13.054482 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'code': 200} Aug 16 02:24:13.060806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a8365d72-11d5-4a96-be7b-3107e526d9bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a9e8031e2b84fe2a5e8458b4c6b5b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864092 Aug 16 02:24:13.061435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52508) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:13.135067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f2660-6760-424c-869e-2a8bda3821cc req-85e4de4c-082d-4b13-84d1-7b8f73119522 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.138017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-85e4de4c-082d-4b13-84d1-7b8f73119522 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.6299610 Aug 16 02:24:13.154857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:13.180617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ba6d-74fb-445f-8906-71aaeb8c2dce req-c6085b99-4c07-41bc-8d4f-c517412ac8e1 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.188616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e182ba6d-74fb-445f-8906-71aaeb8c2dce req-c6085b99-4c07-41bc-8d4f-c517412ac8e1 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 945 time: 0.2678270 Aug 16 02:24:13.198041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Request body: {'port': {'device_id': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'admin_state_up': True, 'tenant_id': 'eec9e57f8eef4c2e8e997bc011a4ec1f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:13.257913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9958592d-f396-4db8-85aa-30463f997fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.306305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e182ba6d-74fb-445f-8906-71aaeb8c2dce req-f9a3d9bb-b26f-4d74-aa13-82f121f54bab tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135600 Aug 16 02:24:13.328253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9958592d-f396-4db8-85aa-30463f997fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.395551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-dd7f18de-6153-420a-8c98-aa6fd9b25239 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 200 len: 1000 time: 0.6481059 Aug 16 02:24:13.396814 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9958592d-f396-4db8-85aa-30463f997fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.400986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9958592d-f396-4db8-85aa-30463f997fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.404492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9958592d-f396-4db8-85aa-30463f997fd5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a403bdd-5b28-4343-96eb-816e56d86913 HTTP/1.1" status: 204 len: 168 time: 0.3396525 Aug 16 02:24:13.433322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958592d-f396-4db8-85aa-30463f997fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a403bdd-5b28-4343-96eb-816e56d86913,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:13.505145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-cf2c0eb8-3a5f-4c1d-bce1-0e5d42300ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.506745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-cf2c0eb8-3a5f-4c1d-bce1-0e5d42300ad4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=86fafe23-7928-4d62-a3f7-26248a75580d HTTP/1.1" status: 200 len: 855 time: 0.0738564 Aug 16 02:24:13.508828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-930e54ff-7b9f-449d-86d6-c2dd36979d7f req-28350bf7-c7b8-4887-8336-fd2c957ba3fd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 210 time: 0.1422844 Aug 16 02:24:13.541594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Made reservation on behalf of eec9e57f8eef4c2e8e997bc011a4ec1f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:13.546078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.564262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9731942-043e-4c5f-bc22-f9958d6794a8 req-a7a2128e-2fe4-4726-884d-a3cd25bfd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.565805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9731942-043e-4c5f-bc22-f9958d6794a8 req-a7a2128e-2fe4-4726-884d-a3cd25bfd966 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 1097 time: 0.4874268 Aug 16 02:24:13.661924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-50fcef7d-3bab-456f-bdcb-450b49ae2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.664028 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-50fcef7d-3bab-456f-bdcb-450b49ae2d62 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cba6f535-9c48-4a92-a569-dba088b2e25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366620 Aug 16 02:24:13.670539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9731942-043e-4c5f-bc22-f9958d6794a8 req-6df1e847-503e-4c29-af82-76f2213339aa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918472 Aug 16 02:24:13.822749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Allocated IP 172.20.0.9 (e121511c-1c83-4ca4-9506-4abac7108ed8/b4aec43f-6aad-480d-bbc1-74eb461c1da6/d2b0e6e3-d3b2-4490-9d48-24705f3b0a35) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:13.843059 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-dbd0e83f-844a-4914-b61f-707db430d076 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669462 Aug 16 02:24:13.934545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:13.949801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-176f022d-55e0-4445-9389-1df99104a65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.155521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-176f022d-55e0-4445-9389-1df99104a65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.162014 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-176f022d-55e0-4445-9389-1df99104a65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.192740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-176f022d-55e0-4445-9389-1df99104a65f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ecf364ea18a4a23a10abc4d658e0336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569304 Aug 16 02:24:14.193335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:14.233175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f022d-55e0-4445-9389-1df99104a65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a0395b-1f20-4735-8f47-17696f59b3f6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:14.286585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ed27e54-d32c-4f5f-8d59-17695a302e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.311799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ed27e54-d32c-4f5f-8d59-17695a302e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.372743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ed27e54-d32c-4f5f-8d59-17695a302e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.383960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ed27e54-d32c-4f5f-8d59-17695a302e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.385250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4ed27e54-d32c-4f5f-8d59-17695a302e74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92a0395b-1f20-4735-8f47-17696f59b3f6 HTTP/1.1" status: 204 len: 168 time: 0.1853800 Aug 16 02:24:14.395411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed27e54-d32c-4f5f-8d59-17695a302e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a0395b-1f20-4735-8f47-17696f59b3f6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:14.545821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-4d51c914-3b31-4314-9c69-94db8c2b64ec service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928110 Aug 16 02:24:14.688651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-200d8a20-c9c9-4d52-92aa-c2c0bce1c1e1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 217 time: 0.1288371 Aug 16 02:24:14.727433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ca2a0-620a-4850-a09a-a8a738befa88 req-b7edd63e-d13b-4839-bd59-374d2a1067d4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.734853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa76a607-7780-4b63-b4e6-af47ee04db20 req-cd0214b0-76b9-41f3-8f38-e5eb3b1ddfb3 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 210 time: 0.0705981 Aug 16 02:24:14.746840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-214ca2a0-620a-4850-a09a-a8a738befa88 req-b7edd63e-d13b-4839-bd59-374d2a1067d4 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 945 time: 0.3407588 Aug 16 02:24:14.829140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.872051 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-214ca2a0-620a-4850-a09a-a8a738befa88 req-dbb0acca-faa9-4fbb-99bb-f672056ef09d tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238885 Aug 16 02:24:14.878945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-e7001600-7b84-4799-9756-d92ad5ab2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.880784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-e7001600-7b84-4799-9756-d92ad5ab2853 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1874850 Aug 16 02:24:14.958676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-0e95d9e8-f730-41b1-91a4-3a86390daacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.960799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-0e95d9e8-f730-41b1-91a4-3a86390daacd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0716357 Aug 16 02:24:15.059184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.108245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Network e121511c-1c83-4ca4-9506-4abac7108ed8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:15.117269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:15.127076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:15.182155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event updated for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:15.252339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.253021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.263001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-99decac7-2e05-497d-b917-f37d7ea4aaf6 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937951 Aug 16 02:24:15.274867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-ab0f13ff-5c77-49ac-9fda-8f33f5e8fcfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1134093 Aug 16 02:24:15.291506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Request body: {'port': {'device_id': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:15.501427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.572834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-b33b69b5-8cf9-4864-9db9-55051c4ffc15 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966928 Aug 16 02:24:15.680024 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-d6580da9-dfe6-4266-86ba-774cf2d90ddd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0984101 Aug 16 02:24:15.720034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:15.852913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-1020fc75-d29a-4abc-8d68-87900486ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.856041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-1020fc75-d29a-4abc-8d68-87900486ccb5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1671925 Aug 16 02:24:16.030223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52115730-83a5-4854-8348-a5a65183be9d req-3504f5f4-5e9b-4b3c-bad8-2ccde93c6d50 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.038048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52115730-83a5-4854-8348-a5a65183be9d req-3504f5f4-5e9b-4b3c-bad8-2ccde93c6d50 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 931 time: 0.1760359 Aug 16 02:24:16.070626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-71fec928-15d4-44ad-8018-2bdba734f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.072833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-71fec928-15d4-44ad-8018-2bdba734f1fd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1987214 Aug 16 02:24:16.103560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5293055b-ea10-4155-a4ac-7dfb2272752e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.167668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:16.180967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.197098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52115730-83a5-4854-8348-a5a65183be9d req-b3c3acfe-ee06-44b3-9f1b-b7e61bfa2d76 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575830 Aug 16 02:24:16.256887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Transition to ACTIVE for port object d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:16.264920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff9ed1-4564-4e4b-8408-67a72093cb8e req-7e8c67ab-aadb-4c0e-8c9e-f7a5f992fc89 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.267839 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f4ff9ed1-4564-4e4b-8408-67a72093cb8e req-7e8c67ab-aadb-4c0e-8c9e-f7a5f992fc89 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 945 time: 0.1387653 Aug 16 02:24:16.275351 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.366214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-7852920b-1353-4740-852a-087b99df9e2b service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681692 Aug 16 02:24:16.381878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f4ff9ed1-4564-4e4b-8408-67a72093cb8e req-47d93e4d-f624-4274-a6fd-89fb9a6fdffc tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992198 Aug 16 02:24:16.424134 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5293055b-ea10-4155-a4ac-7dfb2272752e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.432467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5293055b-ea10-4155-a4ac-7dfb2272752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.442283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.490293 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5293055b-ea10-4155-a4ac-7dfb2272752e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7410c456cfb42a5bee7dc01731b767c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7686210 Aug 16 02:24:16.495893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:16.496039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0cd90-9ef9-48d0-9349-a72d79b06aef req-7b98107b-c07e-44d9-a225-fde05e5f410d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.496597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293055b-ea10-4155-a4ac-7dfb2272752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360ca791-8834-4245-b5e3-8c932850279e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.503396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9a0cd90-9ef9-48d0-9349-a72d79b06aef req-7b98107b-c07e-44d9-a225-fde05e5f410d tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.2016253 Aug 16 02:24:16.601975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-d965dc8f-2968-4b2a-9ba8-06fcb9e7b7f6 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236421 Aug 16 02:24:16.625571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb43872-ddcf-497f-b795-a4e61c314cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.634242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9a0cd90-9ef9-48d0-9349-a72d79b06aef req-bcb2c759-f734-423d-8f7a-3df53aa67289 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300457 Aug 16 02:24:16.652468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153bdbe-e81a-4087-b469-be46443c1c40 req-1c5ac580-4d17-4e12-a6bd-518b63b3db4b tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.653998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0153bdbe-e81a-4087-b469-be46443c1c40 req-1c5ac580-4d17-4e12-a6bd-518b63b3db4b tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 945 time: 0.0752859 Aug 16 02:24:16.667582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:16.670551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Attempting to bind port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:16.670765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Attempting to bind port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:16.671092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Attempting to bind port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:16.676121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Request body: {'floatingip': {'port_id': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:16.676826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb43872-ddcf-497f-b795-a4e61c314cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.679826 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-c1467d03-2d08-45be-8652-d9b04c2beaed service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51 HTTP/1.1" status: 200 len: 217 time: 0.0593760 Aug 16 02:24:16.738062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb43872-ddcf-497f-b795-a4e61c314cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.742251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb43872-ddcf-497f-b795-a4e61c314cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.743609 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ccb43872-ddcf-497f-b795-a4e61c314cf0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/360ca791-8834-4245-b5e3-8c932850279e HTTP/1.1" status: 204 len: 168 time: 0.2346175 Aug 16 02:24:16.749886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 on network e121511c-1c83-4ca4-9506-4abac7108ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:16.750142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Attempting to bind port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:16.753825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb43872-ddcf-497f-b795-a4e61c314cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ca791-8834-4245-b5e3-8c932850279e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.786539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.791700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:16.792239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Checking segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:16.792824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Bound using segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:16.793637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Bound port: d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:16.794466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.877679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-8a6dfe4b-4a93-40f4-9a69-8d71080a2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.879427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-8a6dfe4b-4a93-40f4-9a69-8d71080a2049 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1455376 Aug 16 02:24:17.044183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-20363bd7-8316-4556-b33b-6cf545cf8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.045804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-20363bd7-8316-4556-b33b-6cf545cf8bc8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1394930 Aug 16 02:24:17.053579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:17.066617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:17.081708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.133921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:17.148549 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59bc338a-22eb-4335-bc5a-b22bbf872fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.174716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.175779 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.177395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] 10.222.0.98 "PUT /v2.0/ports/d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 HTTP/1.1" status: 200 len: 1092 time: 1.8919232 Aug 16 02:24:17.186123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:17.188588 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe8b86-b90b-4db4-bf95-642191ee861a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:17.263593 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c5fb5-d207-48c9-9cf0-4d05eb96a3e3 x-openstack-request-id: req-454c5fb5-d207-48c9-9cf0-4d05eb96a3e3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:17.263876 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:17.264121 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-454c5fb5-d207-48c9-9cf0-4d05eb96a3e3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:17.264551 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'status': 'completed', 'code': 200} Aug 16 02:24:17.265117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e311d6-b41a-4b58-807b-588bff4da175 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.285937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59bc338a-22eb-4335-bc5a-b22bbf872fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.292886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59bc338a-22eb-4335-bc5a-b22bbf872fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.346456 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-59bc338a-22eb-4335-bc5a-b22bbf872fd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=379969b203b24d64bff50c39ffe28f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111719 Aug 16 02:24:17.347104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52762) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:17.351176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc338a-22eb-4335-bc5a-b22bbf872fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee21579-5827-4cd4-bb0b-b80e97a85b01,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.354157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-e7524108-adfc-48b5-836e-9d0ae0f1672f service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979040 Aug 16 02:24:17.405246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34b7ea23-08f2-4d37-81e3-5e87db8693a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.427268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34b7ea23-08f2-4d37-81e3-5e87db8693a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.480104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f2660-6760-424c-869e-2a8bda3821cc req-786b54be-a375-40ca-baa4-fab428595113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.481721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-786b54be-a375-40ca-baa4-fab428595113 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 1095 time: 0.2398260 Aug 16 02:24:17.489269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34b7ea23-08f2-4d37-81e3-5e87db8693a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.492681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34b7ea23-08f2-4d37-81e3-5e87db8693a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.494039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-34b7ea23-08f2-4d37-81e3-5e87db8693a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fee21579-5827-4cd4-bb0b-b80e97a85b01 HTTP/1.1" status: 204 len: 168 time: 0.1457129 Aug 16 02:24:17.511091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7ea23-08f2-4d37-81e3-5e87db8693a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee21579-5827-4cd4-bb0b-b80e97a85b01,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.579257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-4d3a48fb-b6a3-4bc3-8894-37c1022d24fd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 HTTP/1.1" status: 200 len: 217 time: 0.0536587 Aug 16 02:24:17.594997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7482f1c-170a-462e-8df4-fa92b26d3e07 req-96b8d82e-0d50-419f-86af-08c3f8aded64 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.596469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7482f1c-170a-462e-8df4-fa92b26d3e07 req-96b8d82e-0d50-419f-86af-08c3f8aded64 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 943 time: 0.2676048 Aug 16 02:24:17.776234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-76211a62-bc26-4ceb-8ad0-79171d2a1336 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694844 Aug 16 02:24:17.791229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f2660-6760-424c-869e-2a8bda3821cc req-14841a3b-e597-4335-9ad8-75ea4eeb18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.792862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-14841a3b-e597-4335-9ad8-75ea4eeb18ca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.1876485 Aug 16 02:24:17.806784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7482f1c-170a-462e-8df4-fa92b26d3e07 req-0d898525-84d2-4b65-b1cb-9369d4edd9c6 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001953 Aug 16 02:24:17.862787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-d9f51c57-6d29-4d50-b02f-b0caa291c18e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=02a6b3f8-ced9-4186-b019-585d7d55017b HTTP/1.1" status: 200 len: 217 time: 0.0733621 Aug 16 02:24:17.865433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.866207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bb078-9073-43dc-ac7e-a69b1540da09 req-381f4a95-405a-41a2-8310-f976f2a0a5a3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.878890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-663bb078-9073-43dc-ac7e-a69b1540da09 req-381f4a95-405a-41a2-8310-f976f2a0a5a3 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1286209 Aug 16 02:24:17.937707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-663bb078-9073-43dc-ac7e-a69b1540da09 req-8da54991-eb41-4354-a2b7-8d5775afe0b4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574079 Aug 16 02:24:18.246845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-7e287dca-1f88-4a57-a943-6c5ac1b96803 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4390483 Aug 16 02:24:18.254120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.421792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-90c72c19-d39a-4744-a003-c9d8cc23642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.423441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-90c72c19-d39a-4744-a003-c9d8cc23642c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1790974 Aug 16 02:24:18.485661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-298b8f1c-d938-42a2-80ca-34aaf26b8906 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279251 Aug 16 02:24:18.491805 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Floating IP 9186ac9b-42d7-40b7-8e3e-334077f6d94a associated. External IP: 172.25.4.96, port: 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5. Aug 16 02:24:18.590382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-ab2554eb-90ec-4fe1-8d90-e5a18677fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.591912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-ab2554eb-90ec-4fe1-8d90-e5a18677fbc4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1545551 Aug 16 02:24:18.730716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-485f2660-6760-424c-869e-2a8bda3821cc req-3a678671-6cb5-4e3b-b2cd-89d1cdf9cb9e service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029970 Aug 16 02:24:18.743564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-cc35c8f3-98f7-45c7-9542-a2699c14574e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.745711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-cc35c8f3-98f7-45c7-9542-a2699c14574e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.0804904 Aug 16 02:24:18.848094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-c6443dc9-8123-4549-b5d5-e6bc2641ac7a service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463665 Aug 16 02:24:18.942097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-240634ab-35cf-47a5-a4b2-7fcdeeb6a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.943749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-240634ab-35cf-47a5-a4b2-7fcdeeb6a1f5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 1095 time: 0.1541569 Aug 16 02:24:19.019622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Router 8efb0f24-965f-4569-9abe-fce43172ceff has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:19.149070 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-d6bd6d61-1bf3-4c2b-9c05-37390006043e service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688799 Aug 16 02:24:19.232971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d7b0f-6677-4791-b949-2578a357a2d7 req-85d82572-7652-4cbd-9a7d-e3beadeea42e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.234502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b03d7b0f-6677-4791-b949-2578a357a2d7 req-85d82572-7652-4cbd-9a7d-e3beadeea42e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 945 time: 0.1922951 Aug 16 02:24:19.235809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-640f798b-8b14-43ee-9dc5-12afaca798aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.237172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-640f798b-8b14-43ee-9dc5-12afaca798aa service neutron] 10.222.0.98 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 906 time: 0.2804430 Aug 16 02:24:19.240747 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-5c08cba0-34d4-4592-a018-0c07b1e4415c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d HTTP/1.1" status: 200 len: 217 time: 0.0733984 Aug 16 02:24:19.269011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dde9bd-5583-4357-afff-3fe051bdd970 req-0ca6ccda-d8c8-4119-b2be-9be789b746fe tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.270534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-81dde9bd-5583-4357-afff-3fe051bdd970 req-0ca6ccda-d8c8-4119-b2be-9be789b746fe tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 943 time: 0.0699492 Aug 16 02:24:19.274233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Deleting port 017bbaf1-7819-4764-a75d-9cb482bf061d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:19.274574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.353256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-62720ac8-59c1-49fb-81d4-8de400208b38 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 HTTP/1.1" status: 200 len: 217 time: 0.0853662 Aug 16 02:24:19.370302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-81dde9bd-5583-4357-afff-3fe051bdd970 req-a3f46ac6-c147-4975-896e-00001a018e45 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812140 Aug 16 02:24:19.414115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] For port 017bbaf1-7819-4764-a75d-9cb482bf061d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=017bbaf1-7819-4764-a75d-9cb482bf061d,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:19.414562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.417940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:19.429388 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] Sync routers for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:19.433055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b03d7b0f-6677-4791-b949-2578a357a2d7 req-68e3ae87-4d12-4346-b377-420d9fa3fe48 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656609 Aug 16 02:24:19.435805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.446467 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:19.447183 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:19.459726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-c6b6706e-40c4-4771-9a93-9068244e86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.466588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Calling delete_port for 017bbaf1-7819-4764-a75d-9cb482bf061d owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:19.474782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-c6b6706e-40c4-4771-9a93-9068244e86e1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.2059326 Aug 16 02:24:19.572379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-59b5e976-aa88-45bb-a7b0-1081b8bee25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.574962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-59b5e976-aa88-45bb-a7b0-1081b8bee25e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.2117300 Aug 16 02:24:19.584034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5fca832d-b50b-4c05-9270-7885ea9855d6 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "PUT /v2.0/floatingips/9186ac9b-42d7-40b7-8e3e-334077f6d94a HTTP/1.1" status: 200 len: 990 time: 2.9144075 Aug 16 02:24:19.586539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:19.589815 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec4a62e-de60-4043-85c9-75ddc76699ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:19.623702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-0df767fa-837e-4f94-b8f7-14f792aae43f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380764 Aug 16 02:24:19.629115 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:19.630378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-b36139d5-2ec0-4704-a88b-67030ed8a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.632460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-b36139d5-2ec0-4704-a88b-67030ed8a50e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033590 Aug 16 02:24:19.669871 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.685999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['07e15d66-f25b-4369-a243-df8216312e3e', '017bbaf1-7819-4764-a75d-9cb482bf061d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:19.705477 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43fbd7c-cd9e-453f-a228-5e40b7a559cf x-openstack-request-id: req-e43fbd7c-cd9e-453f-a228-5e40b7a559cf {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:19.706029 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:19.706432 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e43fbd7c-cd9e-453f-a228-5e40b7a559cf {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:19.706981 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'status': 'completed', 'code': 200} Aug 16 02:24:19.711012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Pushing event deleted for resources: {'Port': ['ID=017bbaf1-7819-4764-a75d-9cb482bf061d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:19.819384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] No DVR routers for this DVR port 017bbaf1-7819-4764-a75d-9cb482bf061d on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:19.822837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.826754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bad3a78f-aba6-458b-a41f-597d82d57487 req-5524c5eb-3c89-44df-a249-f458cd2169fb tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "DELETE /v2.0/ports/017bbaf1-7819-4764-a75d-9cb482bf061d HTTP/1.1" status: 204 len: 173 time: 1.0742831 Aug 16 02:24:19.829347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64584518-b947-477a-918e-60e88bbf7276', 'name': 'network-vif-deleted', 'tag': '017bbaf1-7819-4764-a75d-9cb482bf061d'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:19.846041 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e50b1d0-1cca-4b7d-b183-fd1adc71f0cc" -d '{"events": [{"server_uuid": "64584518-b947-477a-918e-60e88bbf7276", "name": "network-vif-deleted", "tag": "017bbaf1-7819-4764-a75d-9cb482bf061d"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:19.877530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-494c66ea-6cac-4dfd-bd75-2946872a1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.879065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-494c66ea-6cac-4dfd-bd75-2946872a1014 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d1d49cd1fe44e6ca5ecb5e6328b419a&device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 1097 time: 0.1551166 Aug 16 02:24:19.883574 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-f35c381c-ad73-45ea-aa58-54902e0e6276 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502065 Aug 16 02:24:19.915246 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9def771-a654-48e5-93e7-e17be5d7945b x-openstack-request-id: req-f9def771-a654-48e5-93e7-e17be5d7945b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:19.916142 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64584518-b947-477a-918e-60e88bbf7276", "name": "network-vif-deleted", "tag": "017bbaf1-7819-4764-a75d-9cb482bf061d", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:19.916638 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9def771-a654-48e5-93e7-e17be5d7945b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:19.917257 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64584518-b947-477a-918e-60e88bbf7276', 'name': 'network-vif-deleted', 'tag': '017bbaf1-7819-4764-a75d-9cb482bf061d', 'status': 'completed', 'code': 200} Aug 16 02:24:20.011664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-9f223a6a-d5c3-44e3-bbce-918e2cb11d0b service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645818 Aug 16 02:24:20.030509 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9186ac9b-42d7-40b7-8e3e-334077f6d94a', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'port_id': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'mac_address': 'fa:16:3e:46:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cdf93-65d1-4282-baed-32e392e67260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:58Z', 'updated_at': '2021-08-16T02:24:17Z', 'revision_number': 1, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.061462 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] Checking router: 8efb0f24-965f-4569-9abe-fce43172ceff for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:20.071198 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:20.071811 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.143314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9fe8b86-b90b-4db4-bf95-642191ee861a req-16f87c5b-279c-4a6c-849f-cffd18334c57 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341444 Aug 16 02:24:20.153822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-9a6c078a-8ee7-4a19-9168-7ab85b8ddcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.155303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-9a6c078a-8ee7-4a19-9168-7ab85b8ddcbb service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7570afe-ae7c-4ce6-bca3-e55d8dcde896 HTTP/1.1" status: 200 len: 915 time: 0.2688365 Aug 16 02:24:20.158891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-b8e3b89b-20bd-4d97-8d24-9967bc6faec5 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396842 Aug 16 02:24:20.186088 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:20.240782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-f9e2f733-ef60-4059-b06b-b13cca08717c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 200 len: 217 time: 0.0705013 Aug 16 02:24:20.298055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-46e91387-5148-4287-bc31-1831e9e65c1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 HTTP/1.1" status: 200 len: 998 time: 0.1337647 Aug 16 02:24:20.354928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-d5b93a82-acad-4f5b-8a74-3db4660c37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.356445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-d5b93a82-acad-4f5b-8a74-3db4660c37c1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.1051960 Aug 16 02:24:20.371231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-1c563c53-a277-4c28-bbe9-5092d6b705b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.372827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-1c563c53-a277-4c28-bbe9-5092d6b705b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5ae9b31-4170-410a-a468-aed8150f3df2 HTTP/1.1" status: 200 len: 853 time: 0.0648603 Aug 16 02:24:20.438282 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9186ac9b-42d7-40b7-8e3e-334077f6d94a', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'port_id': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'mac_address': 'fa:16:3e:46:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cdf93-65d1-4282-baed-32e392e67260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:58Z', 'updated_at': '2021-08-16T02:24:17Z', 'revision_number': 1, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.476396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-1846c0bb-6195-4944-9f4b-ffad38b99426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.477416 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac032e-3c9e-4221-b06b-3cc4e7c59e8a None None] The sync data for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 is: [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9186ac9b-42d7-40b7-8e3e-334077f6d94a', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'port_id': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'mac_address': 'fa:16:3e:46:d7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cdf93-65d1-4282-baed-32e392e67260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:58Z', 'updated_at': '2021-08-16T02:24:17Z', 'revision_number': 1, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:20.478955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-1846c0bb-6195-4944-9f4b-ffad38b99426 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005692 Aug 16 02:24:20.494504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-bc66e1b2-09ab-45cf-b7f8-0aa8ab67853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.496389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-bc66e1b2-09ab-45cf-b7f8-0aa8ab67853b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7570afe-ae7c-4ce6-bca3-e55d8dcde896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798426 Aug 16 02:24:20.615115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b392d2f-35e2-4124-aebe-4db6e622dada req-377b5b2a-ba5e-4a07-9578-6e91ec462d11 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=64584518-b947-477a-918e-60e88bbf7276 HTTP/1.1" status: 200 len: 210 time: 0.0454752 Aug 16 02:24:20.822284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac4594-8a17-4312-9dab-74be9d4cd40f None None] New status for floating IP 9186ac9b-42d7-40b7-8e3e-334077f6d94a: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:24:21.069719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dafaa-1ecb-4fc4-acb3-12645c5757c9 req-434bb815-4878-4ca1-8fca-fd0938d49c9e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.071223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-195dafaa-1ecb-4fc4-acb3-12645c5757c9 req-434bb815-4878-4ca1-8fca-fd0938d49c9e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 943 time: 0.4947493 Aug 16 02:24:21.076250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-bb865c03-a317-43c8-9d62-3a45b0f5df54 service neutron] 10.222.0.88 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688751 Aug 16 02:24:21.106307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-a9c41107-6cf5-4d90-96c3-2adcd6d62778 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313191 Aug 16 02:24:21.212349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-195dafaa-1ecb-4fc4-acb3-12645c5757c9 req-b3f35c8d-daee-47ed-9590-ba76a6dcc9ba tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305723 Aug 16 02:24:21.267470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec4a62e-de60-4043-85c9-75ddc76699ad req-a68421ac-6190-46e3-ac94-b31e18a4ae19 service neutron] 10.222.0.88 "GET /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748276 Aug 16 02:24:21.273269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6384d6b7-9b36-4e94-b7bd-81b902f3837d req-ae850ac6-5bfc-4dd5-b304-5d612e636967 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543629 Aug 16 02:24:21.911253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c7f8-a54d-492d-8791-c16eb9e51eb2 req-a3336882-7c25-41b2-82b5-6448590e725e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.913634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e18c7f8-a54d-492d-8791-c16eb9e51eb2 req-a3336882-7c25-41b2-82b5-6448590e725e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0593483 Aug 16 02:24:21.957933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e18c7f8-a54d-492d-8791-c16eb9e51eb2 req-3a73ea89-9e18-41af-a4ea-26544fa67ae5 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Aug 16 02:24:22.097971 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.331959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96fac2-a75f-4f7f-952c-4f2d0ee7fff8 req-39e89911-1f86-406e-b4c1-9571a0060ce6 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:22.333820 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f96fac2-a75f-4f7f-952c-4f2d0ee7fff8 req-39e89911-1f86-406e-b4c1-9571a0060ce6 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 943 time: 0.0498679 Aug 16 02:24:22.372715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f96fac2-a75f-4f7f-952c-4f2d0ee7fff8 req-5fe49a1c-1d3a-4d5c-8594-a6b1f061d08d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Aug 16 02:24:22.761146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:22.765154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 017bbaf1-7819-4764-a75d-9cb482bf061d no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:22.809543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 017bbaf1-7819-4764-a75d-9cb482bf061d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:22.809896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 017bbaf1-7819-4764-a75d-9cb482bf061d not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:22.880117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:22.895466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'mac_address': 'fa:16:3e:be:3f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:22.939704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.952691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:22.972926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:22.976842 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.032714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.079675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1c67-f5b0-4623-8dda-dbc71a5aea32 req-a1f23b92-570c-4843-afc8-b07d0fc9d406 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:23.081206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-550e1c67-f5b0-4623-8dda-dbc71a5aea32 req-a1f23b92-570c-4843-afc8-b07d0fc9d406 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0521085 Aug 16 02:24:23.119761 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-550e1c67-f5b0-4623-8dda-dbc71a5aea32 req-91caa52e-0f8a-4898-b09c-b5cb910ef874 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Aug 16 02:24:23.299105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:23.323410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d2b0e6e3-d3b2-4490-9d48-24705f3b0a35'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:23.370295 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.416719 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2057302f-0f2a-46ae-81cf-871672ffe06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.514581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12887b-6c3e-4cb4-9aff-0e6524d0c382 req-14528cc4-24aa-4d81-b083-14dceb9dc138 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:23.516083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af12887b-6c3e-4cb4-9aff-0e6524d0c382 req-14528cc4-24aa-4d81-b083-14dceb9dc138 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 944 time: 0.0697854 Aug 16 02:24:23.573070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2057302f-0f2a-46ae-81cf-871672ffe06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.576259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af12887b-6c3e-4cb4-9aff-0e6524d0c382 req-d561b395-ae5e-4425-aee4-6746cbbd2cfb tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Aug 16 02:24:23.577290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2057302f-0f2a-46ae-81cf-871672ffe06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.615423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2057302f-0f2a-46ae-81cf-871672ffe06f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38b5c0ab47a6489c8deb747d144d5d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152161 Aug 16 02:24:23.616850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057302f-0f2a-46ae-81cf-871672ffe06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e78b472-6248-4d66-b8ac-e0f030ad53bb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.618677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:23.674228 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4551651-3c0f-42ac-9254-09cbc09c46d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.695881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4551651-3c0f-42ac-9254-09cbc09c46d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.748909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4551651-3c0f-42ac-9254-09cbc09c46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.752051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4551651-3c0f-42ac-9254-09cbc09c46d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.753451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a4551651-3c0f-42ac-9254-09cbc09c46d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e78b472-6248-4d66-b8ac-e0f030ad53bb HTTP/1.1" status: 204 len: 168 time: 0.1335938 Aug 16 02:24:23.763150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4551651-3c0f-42ac-9254-09cbc09c46d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e78b472-6248-4d66-b8ac-e0f030ad53bb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:24.054485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52944) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:24.067757 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55f90623-6ea7-41af-af75-ccd054136996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.162999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55f90623-6ea7-41af-af75-ccd054136996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.167296 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55f90623-6ea7-41af-af75-ccd054136996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.216636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-55f90623-6ea7-41af-af75-ccd054136996 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e41abde84474832b47a345acfab7cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609497 Aug 16 02:24:24.219320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:24.231692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f90623-6ea7-41af-af75-ccd054136996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08886206-ab5f-49f3-b473-e8894ee0e691,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:24.257493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d2844-5fa5-4704-bd5f-091b97cf6c5d req-3013dd9d-8328-47b2-8300-be133403bfa1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.259038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb3d2844-5fa5-4704-bd5f-091b97cf6c5d req-3013dd9d-8328-47b2-8300-be133403bfa1 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0590780 Aug 16 02:24:24.272569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09066238-443c-4aac-9ff0-eec45b5967e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.293571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09066238-443c-4aac-9ff0-eec45b5967e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.301393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb3d2844-5fa5-4704-bd5f-091b97cf6c5d req-47ba6e73-af80-425c-8774-1ec3a5ebfa88 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Aug 16 02:24:24.349782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09066238-443c-4aac-9ff0-eec45b5967e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.352736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09066238-443c-4aac-9ff0-eec45b5967e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.353975 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09066238-443c-4aac-9ff0-eec45b5967e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08886206-ab5f-49f3-b473-e8894ee0e691 HTTP/1.1" status: 204 len: 168 time: 0.1336370 Aug 16 02:24:24.362097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09066238-443c-4aac-9ff0-eec45b5967e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08886206-ab5f-49f3-b473-e8894ee0e691,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:24.695631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d29de-0bf9-4dc8-a126-faba9bfdae41 req-e43fdd66-4f8e-45bf-8163-856fe16718b7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.697335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e6d29de-0bf9-4dc8-a126-faba9bfdae41 req-e43fdd66-4f8e-45bf-8163-856fe16718b7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 944 time: 0.0517118 Aug 16 02:24:24.738376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e6d29de-0bf9-4dc8-a126-faba9bfdae41 req-09b85796-4dc4-4540-882c-35d9b059737e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Aug 16 02:24:24.773118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:24.828712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:24.832352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:24.832733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.913270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.947234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:24.947234 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e7b86-8c05-4436-b3f5-e7560413cc4a" -d '{"events": [{"server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:24.958060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:24.962854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.992945 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604934a3-5b86-4e00-9a1b-74efadcb1ec2 x-openstack-request-id: req-604934a3-5b86-4e00-9a1b-74efadcb1ec2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:24.993320 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:24.993569 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-604934a3-5b86-4e00-9a1b-74efadcb1ec2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:24.993962 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'code': 200} Aug 16 02:24:25.024034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.119005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a178-8424-4a1b-8297-56a8064ac1ed req-a24385f2-75a9-496a-aae9-5a1df16bda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:25.120555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbd0a178-8424-4a1b-8297-56a8064ac1ed req-a24385f2-75a9-496a-aae9-5a1df16bda7f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 1097 time: 0.0525880 Aug 16 02:24:25.159516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbd0a178-8424-4a1b-8297-56a8064ac1ed req-cce1fe2a-8d6c-4c9e-906d-eb7bcdb7d196 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285177 Aug 16 02:24:25.422587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361997f-9fa6-4e67-af3f-1a98b714f956 req-1cbd42f9-c8cf-4922-a17d-cf27dbc18db4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:25.424186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c361997f-9fa6-4e67-af3f-1a98b714f956 req-1cbd42f9-c8cf-4922-a17d-cf27dbc18db4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Aug 16 02:24:25.466120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c361997f-9fa6-4e67-af3f-1a98b714f956 req-b9adb06b-292e-4b9e-b18a-431efa57e8e4 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Aug 16 02:24:25.657113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53010) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.775158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-372fd3e3-3c32-4e7d-8ed4-487c079a4a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.876002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46dc8-0802-405e-80aa-d274f504e552 req-22ce14cb-6b04-43d8-870c-f913f34505b9 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:25.877546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ffb46dc8-0802-405e-80aa-d274f504e552 req-22ce14cb-6b04-43d8-870c-f913f34505b9 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 945 time: 0.0697694 Aug 16 02:24:25.935949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-372fd3e3-3c32-4e7d-8ed4-487c079a4a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.941635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ffb46dc8-0802-405e-80aa-d274f504e552 req-95328620-0c21-4432-a070-66ba9e0c449c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560982 Aug 16 02:24:25.942656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-372fd3e3-3c32-4e7d-8ed4-487c079a4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.981098 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-372fd3e3-3c32-4e7d-8ed4-487c079a4a2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed6edb5a9beb4af8ab5a9faf0d8f856c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227990 Aug 16 02:24:25.981893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fd3e3-3c32-4e7d-8ed4-487c079a4a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d73d2-f04f-4ff3-898c-bb9a802ad2e2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.983696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53016) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:26.041931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aabe42e0-06dd-4245-9e70-5a77da8788fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.065303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aabe42e0-06dd-4245-9e70-5a77da8788fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.127827 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aabe42e0-06dd-4245-9e70-5a77da8788fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.131798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aabe42e0-06dd-4245-9e70-5a77da8788fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.136110 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aabe42e0-06dd-4245-9e70-5a77da8788fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/201d73d2-f04f-4ff3-898c-bb9a802ad2e2 HTTP/1.1" status: 204 len: 168 time: 0.1510496 Aug 16 02:24:26.142861 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3afed097-926f-42ba-a7f0-82e629031cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.145196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe42e0-06dd-4245-9e70-5a77da8788fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d73d2-f04f-4ff3-898c-bb9a802ad2e2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.586287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebb6bd-6731-4799-8445-f929adf246e7 req-66424c72-af6e-420a-9914-6f74439fe184 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.587956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78ebb6bd-6731-4799-8445-f929adf246e7 req-66424c72-af6e-420a-9914-6f74439fe184 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0513535 Aug 16 02:24:26.629381 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78ebb6bd-6731-4799-8445-f929adf246e7 req-50be3852-4797-4655-b9a8-0bbabbdbf2ef tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Aug 16 02:24:27.067720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706606f6-28cb-412b-83df-b54579382108 req-468cb8ab-8971-4db2-881a-95903be8dc4f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.070296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-706606f6-28cb-412b-83df-b54579382108 req-468cb8ab-8971-4db2-881a-95903be8dc4f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 945 time: 0.0600591 Aug 16 02:24:27.110962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-706606f6-28cb-412b-83df-b54579382108 req-1bd89f8e-4e94-4624-b3f9-dee4c0f0afeb tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Aug 16 02:24:27.345824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61483cf6-3de3-49a6-a3f3-f7c474ab75c1 req-d81f5817-d118-47c2-acd6-36b13186b4db tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.347339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61483cf6-3de3-49a6-a3f3-f7c474ab75c1 req-d81f5817-d118-47c2-acd6-36b13186b4db tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Aug 16 02:24:27.386458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61483cf6-3de3-49a6-a3f3-f7c474ab75c1 req-3229c8b0-10b5-49e2-8ba9-286ac27d0469 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329685 Aug 16 02:24:27.748040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c0e85-4d9e-4cb2-82b5-693ad5a14ce2 req-01837a7c-c07e-4519-acdd-06d41f858ec7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.749859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-651c0e85-4d9e-4cb2-82b5-693ad5a14ce2 req-01837a7c-c07e-4519-acdd-06d41f858ec7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Aug 16 02:24:27.802672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-651c0e85-4d9e-4cb2-82b5-693ad5a14ce2 req-6a8a3c4e-6969-4df5-88b9-177bb1fe8bc5 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f18778f-c881-4b94-9041-b673529cb566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Aug 16 02:24:27.924246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-2b78173a-078d-4d2a-a1b1-f950081a2755 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.925765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-2b78173a-078d-4d2a-a1b1-f950081a2755 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 945 time: 0.0486653 Aug 16 02:24:28.002295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.022610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Deleting port 07e15d66-f25b-4369-a243-df8216312e3e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:28.022958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.110819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] For port 07e15d66-f25b-4369-a243-df8216312e3e, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07e15d66-f25b-4369-a243-df8216312e3e,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:28.111194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.114885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa3e03ea-3390-4807-aab0-7ae5177ff232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.126463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Calling delete_port for 07e15d66-f25b-4369-a243-df8216312e3e owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:28.213828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa3e03ea-3390-4807-aab0-7ae5177ff232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.217736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa3e03ea-3390-4807-aab0-7ae5177ff232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.259260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa3e03ea-3390-4807-aab0-7ae5177ff232 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4305cffba7654553ae121f93b98d23a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558141 Aug 16 02:24:28.260223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e03ea-3390-4807-aab0-7ae5177ff232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19af7ab6-2b73-41e3-be47-2cf04fc6038e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:28.263453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.284398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.302363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['07e15d66-f25b-4369-a243-df8216312e3e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:28.311471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Pushing event deleted for resources: {'Port': ['ID=07e15d66-f25b-4369-a243-df8216312e3e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:28.320796 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae94867c-1630-40be-939a-6a02ce80ca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.344859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae94867c-1630-40be-939a-6a02ce80ca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.371143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] No DVR routers for this DVR port 07e15d66-f25b-4369-a243-df8216312e3e on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:28.373785 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.375793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-047ac3a9-9974-4884-be5a-7b6774deeb31 req-c735b663-a10c-4f11-90b0-1f6ec3fa1da7 tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.98 "DELETE /v2.0/ports/07e15d66-f25b-4369-a243-df8216312e3e HTTP/1.1" status: 204 len: 173 time: 0.4436378 Aug 16 02:24:28.376219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'name': 'network-vif-deleted', 'tag': '07e15d66-f25b-4369-a243-df8216312e3e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:28.378948 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da2b18c-d135-45c7-9f9f-993a440ee640" -d '{"events": [{"server_uuid": "98d03c98-1474-4e13-8ed3-d9aa6c6abe21", "name": "network-vif-deleted", "tag": "07e15d66-f25b-4369-a243-df8216312e3e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:28.404879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae94867c-1630-40be-939a-6a02ce80ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.410131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae94867c-1630-40be-939a-6a02ce80ca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.413557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ae94867c-1630-40be-939a-6a02ce80ca39 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19af7ab6-2b73-41e3-be47-2cf04fc6038e HTTP/1.1" status: 204 len: 168 time: 0.1487613 Aug 16 02:24:28.425195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94867c-1630-40be-939a-6a02ce80ca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19af7ab6-2b73-41e3-be47-2cf04fc6038e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:28.434867 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2115e9cd-6e23-48f3-8225-feca589547f7 x-openstack-request-id: req-2115e9cd-6e23-48f3-8225-feca589547f7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:28.435213 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d03c98-1474-4e13-8ed3-d9aa6c6abe21", "name": "network-vif-deleted", "tag": "07e15d66-f25b-4369-a243-df8216312e3e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:28.435519 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2115e9cd-6e23-48f3-8225-feca589547f7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:28.435923 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d03c98-1474-4e13-8ed3-d9aa6c6abe21', 'name': 'network-vif-deleted', 'tag': '07e15d66-f25b-4369-a243-df8216312e3e', 'status': 'completed', 'code': 200} Aug 16 02:24:28.544496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa841c0d-3be6-4ef7-a2d2-834caad042a6 req-7c41354f-22d7-4da6-b93f-5ae6f7922015 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:28.546025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa841c0d-3be6-4ef7-a2d2-834caad042a6 req-7c41354f-22d7-4da6-b93f-5ae6f7922015 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 945 time: 0.0564632 Aug 16 02:24:28.584037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa841c0d-3be6-4ef7-a2d2-834caad042a6 req-7cc25769-6dd9-4e84-bc67-2de1d0e0c20a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Aug 16 02:24:28.696067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53142) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.710239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa237b2b-a54e-4e60-9e14-8979de4844b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.762826 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.785759 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e12d01cc-a756-4f0e-8826-82f2ed77f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.807291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa237b2b-a54e-4e60-9e14-8979de4844b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.812019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fa237b2b-a54e-4e60-9e14-8979de4844b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.855750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fa237b2b-a54e-4e60-9e14-8979de4844b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5fa36dc07b374f589429e5ceeb78d2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584816 Aug 16 02:24:28.858430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.860710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa237b2b-a54e-4e60-9e14-8979de4844b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f8c53-6c9d-4387-9022-8ae9f951f94c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:28.936402 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9a231da3-c0fb-4757-959e-c61adbd86cb0 req-0ae5d2e6-8c7f-4a5a-a668-70eddd61918e tempest-ServerRescueNegativeTestJSON-56337776 tempest-ServerRescueNegativeTestJSON-56337776-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d03c98-1474-4e13-8ed3-d9aa6c6abe21 HTTP/1.1" status: 200 len: 210 time: 0.0333908 Aug 16 02:24:28.951372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a24425-7445-4384-9b1d-1500bb1d628d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.996922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a24425-7445-4384-9b1d-1500bb1d628d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.044540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a24425-7445-4384-9b1d-1500bb1d628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.047406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a24425-7445-4384-9b1d-1500bb1d628d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.048598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5a24425-7445-4384-9b1d-1500bb1d628d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a97f8c53-6c9d-4387-9022-8ae9f951f94c HTTP/1.1" status: 204 len: 168 time: 0.1889999 Aug 16 02:24:29.057497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a24425-7445-4384-9b1d-1500bb1d628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f8c53-6c9d-4387-9022-8ae9f951f94c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:29.916881 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.990771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53202) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:29.999790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53206) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.109924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e13e-e140-41f3-b532-dfcdc5f039a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.196865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e13e-e140-41f3-b532-dfcdc5f039a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.201482 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e13e-e140-41f3-b532-dfcdc5f039a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.241974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ef3e13e-e140-41f3-b532-dfcdc5f039a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=539ac4fbe25b4a7184f7fe2a3c029dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500925 Aug 16 02:24:30.244148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3e13e-e140-41f3-b532-dfcdc5f039a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835a4eec-25d4-4735-a2c7-9b66d5c132d9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.244939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53216) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.332269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.367105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.439900 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.488627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.491700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.492898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/835a4eec-25d4-4735-a2c7-9b66d5c132d9 HTTP/1.1" status: 204 len: 168 time: 0.2470350 Aug 16 02:24:30.508143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a4eec-25d4-4735-a2c7-9b66d5c132d9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.550335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.551076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.551076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.551380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.551715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.552037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.552376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.552698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.553042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.553382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.553698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.554010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f1ba7-d528-46b5-89e0-82988239d52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.726290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Deleting port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:30.726640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.745771 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:30.807715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] For port bfa41f40-0aeb-4747-bca6-17ca0ab84f5c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,segment=NetworkSegment(2ea10d6c-7469-4641-b7a1-bb406fd4719e),segment_id=2ea10d6c-7469-4641-b7a1-bb406fd4719e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:30.808094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.821802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Calling delete_port for bfa41f40-0aeb-4747-bca6-17ca0ab84f5c owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:31.012473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.043781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa41f40-0aeb-4747-bca6-17ca0ab84f5c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:31.210412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.435612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Router 98219d37-96b0-4185-886e-055a10644508 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:31.553346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:31.558914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5062938c-063c-422c-adf4-fa7b8ae5cc36 admin admin] 10.222.0.78 "PUT /v2.0/routers/98219d37-96b0-4185-886e-055a10644508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5576727 Aug 16 02:24:31.561776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:31.567969 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] Sync routers for ids ['98219d37-96b0-4185-886e-055a10644508'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:31.583953 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] Routers {'98219d37-96b0-4185-886e-055a10644508'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:31.585470 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:24:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['98219d37-96b0-4185-886e-055a10644508'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:31.686324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.712575 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] Set router 98219d37-96b0-4185-886e-055a10644508 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:31.718371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53280) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:31.803200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.847908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.880196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Deleting port 3114fcf6-d99c-4af5-8f63-3dccc262bb68 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:31.880581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.907434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-595999709'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:31.932810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Made reservation on behalf of 2e26857520a24432bfe886014fe02e76 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:31.939958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.950001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.985050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] For port 3114fcf6-d99c-4af5-8f63-3dccc262bb68, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3114fcf6-d99c-4af5-8f63-3dccc262bb68,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:31.985915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.000382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Calling delete_port for 3114fcf6-d99c-4af5-8f63-3dccc262bb68 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:32.013322 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:24:30Z', 'revision_number': 5, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port': {'id': '3114fcf6-d99c-4af5-8f63-3dccc262bb68', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98219d37-96b0-4185-886e-055a10644508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:21:41Z', 'updated_at': '2021-08-16T02:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.041191 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] Checking router: 98219d37-96b0-4185-886e-055a10644508 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:32.049745 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] Routers {'98219d37-96b0-4185-886e-055a10644508'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:32.050574 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:24:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['98219d37-96b0-4185-886e-055a10644508'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.063724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.070231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.105972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:32.117195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9991a2-56e9-4534-82aa-1eaba23f5e30,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.123918 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.123918 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Added segment 3ad6eb71-901f-4279-b6ec-610595a9a157 of type vlan for network 4ba39998-8ee6-4fcf-8945-814d3135a223 Aug 16 02:24:32.147360 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] Set router 98219d37-96b0-4185-886e-055a10644508 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:32.174321 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.206631 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:24:31Z', 'revision_number': 6, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.217354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.226046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.227771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.235570 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218160b4-4269-41a3-b994-b89a698ba367 None None] The sync data for ids ['98219d37-96b0-4185-886e-055a10644508'] in n-d-769329-15 is: [{'id': '98219d37-96b0-4185-886e-055a10644508', 'name': 'tempest-ServerRescueNegativeTestJSON-891803967-router', 'tenant_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:21:39Z', 'updated_at': '2021-08-16T02:24:31Z', 'revision_number': 6, 'project_id': 'b1b6bf0f31e4452d87e05d56375fcf1e', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:32.256775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.290237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3114fcf6-d99c-4af5-8f63-3dccc262bb68,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.321034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6012123 Aug 16 02:24:32.321729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.321940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.322371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:32.340952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79c34-ce20-413e-aa9c-4cb733995e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Pushing event updated for resources: {'Network': ['ID=4ba39998-8ee6-4fcf-8945-814d3135a223,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.351581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 4ba39998-8ee6-4fcf-8945-814d3135a223 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:32.365004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.459648 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.461893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.507885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.508668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98219d37-96b0-4185-886e-055a10644508 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:32.512994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.514148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-67beb6b0-e8ef-459d-bf27-bd989c8786b0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/98219d37-96b0-4185-886e-055a10644508 HTTP/1.1" status: 204 len: 168 time: 0.9472585 Aug 16 02:24:32.516919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.559906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.564946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Request body: {'port': {'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223', 'binding:host_id': 'n-h1-769329-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726864719'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:32.595561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] Deleting subnet 89217b54-2251-49be-a728-f2f777b9ad53 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:32.605253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.629045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Made reservation on behalf of b27b8067cbd64a2a99ef304ef0fc4867 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:32.632120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.648541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.670531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.733829 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.826629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.831613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:32.850538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.852095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07e15d66-f25b-4369-a243-df8216312e3e no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:32.870474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.872781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89217b54-2251-49be-a728-f2f777b9ad53,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.876040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.880698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5cbbcd4-46e0-46b1-b9ee-0d64b04c215c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/89217b54-2251-49be-a728-f2f777b9ad53 HTTP/1.1" status: 204 len: 168 time: 0.3603094 Aug 16 02:24:32.882110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53338) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.884240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 07e15d66-f25b-4369-a243-df8216312e3e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:32.884825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07e15d66-f25b-4369-a243-df8216312e3e not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:32.901646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] device_id is not set on port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:32.906528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870af3f-f4d2-4dcf-9335-3b0721a85c0a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.999739 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.001141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:33.014589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'mac_address': 'fa:16:3e:be:3f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:33.065220 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.106200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:33.134252 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.147734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b878569-82b0-42b3-8f7c-5c39832db548']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:33.161735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:33.163564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea10d6c-7469-4641-b7a1-bb406fd4719e') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:33.164379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea10d6c-7469-4641-b7a1-bb406fd4719e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:33.167947 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.191078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.210557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.220527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] device_id is not set on port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:33.230159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3114fcf6-d99c-4af5-8f63-3dccc262bb68 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:33.232795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:33.233365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.233771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:33.239338 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:33.308176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3114fcf6-d99c-4af5-8f63-3dccc262bb68 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:33.311056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3114fcf6-d99c-4af5-8f63-3dccc262bb68 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:33.311755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bfa41f40-0aeb-4747-bca6-17ca0ab84f5c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:33.312576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Transition to ACTIVE for port object b18d33dc-778d-4755-adb1-1c4bb0d2ad22 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:33.313230 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.322727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.327178 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0b878569-82b0-42b3-8f7c-5c39832db548 HTTP/1.1" status: 204 len: 168 time: 0.4416864 Aug 16 02:24:33.345591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.347965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a2bd1-c46d-4912-a59e-9f691f1e00e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b878569-82b0-42b3-8f7c-5c39832db548,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.362099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d2b0e6e3-d3b2-4490-9d48-24705f3b0a35'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:33.371811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: bfa41f40-0aeb-4747-bca6-17ca0ab84f5c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:33.372854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bfa41f40-0aeb-4747-bca6-17ca0ab84f5c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:33.431297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.479124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Checking segment: {'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:33.479497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Network hostable DHCP agents. Network: 4ba39998-8ee6-4fcf-8945-814d3135a223, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:33.483197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=b18d33dc-778d-4755-adb1-1c4bb0d2ad22,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.511020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Network 4ba39998-8ee6-4fcf-8945-814d3135a223 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:33.531045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 4ba39998-8ee6-4fcf-8945-814d3135a223) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:33.534287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:33.552701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04929e22-eb96-4819-9cb1-8b4a81dbf15f None None] Network 4ba39998-8ee6-4fcf-8945-814d3135a223 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:33.579931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.580506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.580772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.586757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.587190 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.587559 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 2 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.603159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.603504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.603920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.609160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.609501 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.609897 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 3 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.647713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.648064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.648434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.659556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.659556 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.659556 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 4 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.678815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.679243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.680405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.685275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.685716 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.686184 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 5 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.709871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.721470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.721805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.722213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.731593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.731934 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.732401 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 6 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.760178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.760524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.760823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.766962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.767301 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.767729 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 7 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.802966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.803234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.803528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.810994 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d2666598-ab0b-4ad2-9228-a0c8055d6c03 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1b6bf0f31e4452d87e05d56375fcf1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983274 Aug 16 02:24:33.812848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.814094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.814454 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.822277 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 8 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.851103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.851103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.851103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.875781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.876114 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.877791 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 9 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.903155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.903498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.904200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.917377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.917878 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.921187 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 10 to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 Aug 16 02:24:33.925057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ed6718-7b97-4c92-a48c-6b916465f0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.949082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:33.949421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:33.949757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:33.965012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:33.965374 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:33.965758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.968835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ed6718-7b97-4c92-a48c-6b916465f0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.071709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] For port b18d33dc-778d-4755-adb1-1c4bb0d2ad22, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:34.072191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempted to set empty binding levels {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:24:34.074671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ed6718-7b97-4c92-a48c-6b916465f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.077113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ed6718-7b97-4c92-a48c-6b916465f0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.078361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-07ed6718-7b97-4c92-a48c-6b916465f0e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f18778f-c881-4b94-9041-b673529cb566 HTTP/1.1" status: 204 len: 168 time: 0.2629290 Aug 16 02:24:34.087037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.102639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed6718-7b97-4c92-a48c-6b916465f0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18778f-c881-4b94-9041-b673529cb566,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.130313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.131445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.154179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=b18d33dc-778d-4755-adb1-1c4bb0d2ad22,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.160442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-747aeb4a-5296-460b-89f4-fd3f44c03b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.5992541 Aug 16 02:24:34.163555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53366) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.251591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Deleting port b18d33dc-778d-4755-adb1-1c4bb0d2ad22 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:34.251953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.336870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] For port b18d33dc-778d-4755-adb1-1c4bb0d2ad22, host n-h1-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:34.337610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.354584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Calling delete_port for b18d33dc-778d-4755-adb1-1c4bb0d2ad22 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:34.465857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.496082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event deleted for resources: {'Port': ['ID=b18d33dc-778d-4755-adb1-1c4bb0d2ad22,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.509065 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.513781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53384) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.513965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3a3003c6-7bb7-4c79-8f86-42888c2ad103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b18d33dc-778d-4755-adb1-1c4bb0d2ad22 HTTP/1.1" status: 204 len: 168 time: 0.3486362 Aug 16 02:24:34.549134 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d29acf3-c367-49f2-8487-a73ca000bfe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:34.552339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6d29acf3-c367-49f2-8487-a73ca000bfe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "GET /v2.0/ports/b18d33dc-778d-4755-adb1-1c4bb0d2ad22 HTTP/1.1" status: 404 len: 333 time: 0.0360401 Aug 16 02:24:34.554986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.559802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Request body: {'port': {'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-139432816'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:34.585198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Made reservation on behalf of b27b8067cbd64a2a99ef304ef0fc4867 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:34.591309 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.623706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] device_id is not set on port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:34.814462 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.836048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:34.913733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.918783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:34.919164 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.969183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Network 4ba39998-8ee6-4fcf-8945-814d3135a223 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:34.972181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:34.976684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:34.977642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.978250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.992356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.002043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1d90e743-37d8-4535-85c4-7cf432816e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4459143 Aug 16 02:24:35.004816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53408) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.010214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:35.051860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.077267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:35.080779 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3a2bc7-57e7-4957-9744-7eacdeb8751f" -d '{"events": [{"server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:35.084612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.096261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:35.102954 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.167092 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f85807-d24f-413b-b56b-a3e9852300e8 x-openstack-request-id: req-31f85807-d24f-413b-b56b-a3e9852300e8 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:35.167092 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:35.167092 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31f85807-d24f-413b-b56b-a3e9852300e8 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:35.167092 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'code': 200} Aug 16 02:24:35.167556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.206518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.327046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1589038731-network', 'tenant_id': 'b2f2379ed4e84edca0fbf1fdde557f5f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:35.345116 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] device_id is not set on port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:35.353247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.356075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Made reservation on behalf of b2f2379ed4e84edca0fbf1fdde557f5f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:35.358428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.367692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.381375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Transition to ACTIVE for port object 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:35.387466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.480052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.488903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.489882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.490862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.495452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.495808 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.496191 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 2 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.510132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.510689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.511099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.516129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.516570 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.517030 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 3 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.520720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.527587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.536334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.536334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.536334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.541304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.541701 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.542157 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 4 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.555638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.556091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.556536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.561183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.561755 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.562207 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 5 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.569550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:35.576603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.577207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.577775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.583589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.585655 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.586194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.587219 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 6 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.591255 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.591599 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Added segment 959777c7-ff06-4e52-8251-9b3ffe4573e3 of type vlan for network ce39ccac-8a90-42ef-95b5-a6587f1d7990 Aug 16 02:24:35.605907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.606638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.607144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.612196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.612562 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.612953 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 7 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.627729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.628463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.628463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.632976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.633307 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.633698 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 8 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.642526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.651175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.651652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.651907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.656240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.656611 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.657122 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 9 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.673858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.674084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.674431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.679860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.680308 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.680728 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 10 to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde Aug 16 02:24:35.681075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.682244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.683061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.694929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:35.695272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:35.695617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:35.707771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:35.707771 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:35.707771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.744113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5754449 Aug 16 02:24:35.747136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.752160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Request body: {'subnet': {'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1589038731-subnet', 'tenant_id': 'b2f2379ed4e84edca0fbf1fdde557f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:35.785184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Made reservation on behalf of b2f2379ed4e84edca0fbf1fdde557f5f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:35.788243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.799565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] For port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:35.800007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempted to set empty binding levels {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:24:35.803802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccddd8-8cff-4d3a-a58e-dfa3054162ab admin admin] Pushing event updated for resources: {'Network': ['ID=ce39ccac-8a90-42ef-95b5-a6587f1d7990,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.805243 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.815670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ce39ccac-8a90-42ef-95b5-a6587f1d7990 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:35.833543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] In _notify_port_updated(), no bound segment for port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:24:35.835418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.835592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.839265 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "PUT /v2.0/ports/2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde HTTP/1.1" status: 200 len: 979 time: 0.8311112 Aug 16 02:24:35.842226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.944150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f5db7-f3b9-41ee-9973-3b672f4238cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.995945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.996632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.997179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.997744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.998279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.998847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.999379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.999911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.000479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.001015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.001545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.002074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.002604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.003127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.003657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.004185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.005652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.006045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.006897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.007466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.008004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.008701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.009231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.009764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.010296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.010961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.011624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.012273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.012925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.013452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.014088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.014760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.015381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.015912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.016566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.017135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.017667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.018199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.018763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.019262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.019790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.020629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.025197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8baba252-a7ff-46c5-8861-e1924ea545cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37884 time: 0.1819797 Aug 16 02:24:36.029823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.145975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.151966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Deleting port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:36.152356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.201052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd248ae-a562-424b-bd6f-c40de8b228cb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:36.235187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] For port 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde, host n-h1-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:36.235821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.248006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Checking segment: {'id': '959777c7-ff06-4e52-8251-9b3ffe4573e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:36.248414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Network hostable DHCP agents. Network: ce39ccac-8a90-42ef-95b5-a6587f1d7990, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:36.251368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Calling delete_port for 2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:36.275592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Network ce39ccac-8a90-42ef-95b5-a6587f1d7990 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:36.287465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ce39ccac-8a90-42ef-95b5-a6587f1d7990) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:36.292873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.293496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.297395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f59f13-0bf7-4a7f-9bca-14159daf0a00 None None] Network ce39ccac-8a90-42ef-95b5-a6587f1d7990 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:36.310298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3381d539-0a65-48f7-9339-9ce3a1d05499 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5622799 Aug 16 02:24:36.413166 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.447964 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.452483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "DELETE /v2.0/ports/2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde HTTP/1.1" status: 204 len: 168 time: 0.4193025 Aug 16 02:24:36.452483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799a6c8-f636-4bc7-bde6-277da56daa44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:36.453099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.478667 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e8bba1-48eb-4694-bfe2-e82e2044799b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:36.480239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b2e8bba1-48eb-4694-bfe2-e82e2044799b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "GET /v2.0/ports/2ad6eb14-6e84-4eea-8a98-41dd2e4b1cde HTTP/1.1" status: 404 len: 333 time: 0.0260062 Aug 16 02:24:36.484527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53446) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.492830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-87266175', 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:36.514642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd17a65-f851-4cd9-8b0e-9b388c1a18ad None None] Network ce39ccac-8a90-42ef-95b5-a6587f1d7990 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:36.525295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Made reservation on behalf of b27b8067cbd64a2a99ef304ef0fc4867 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:36.528076 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.546074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] device_id is not set on port 1581a5ad-502c-49a3-8c80-5f05f5e76480 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:36.744461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.813777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.880053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Network 4ba39998-8ee6-4fcf-8945-814d3135a223 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:36.883844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:36.888774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=1581a5ad-502c-49a3-8c80-5f05f5e76480,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:36.923315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:36.924978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.925607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.947975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ea761f02-1b7f-4b0e-a472-57b9ef5f42d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4618449 Aug 16 02:24:36.950516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53470) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.960682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.980538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-969467188-network', 'tenant_id': '708cf726883a4d65bc025fc9918c041c'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.001732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af2de1-aee4-4657-baba-a8069f208acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:37.003155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00af2de1-aee4-4657-baba-a8069f208acc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "GET /v2.0/ports/1581a5ad-502c-49a3-8c80-5f05f5e76480 HTTP/1.1" status: 200 len: 957 time: 0.0509830 Aug 16 02:24:37.005923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.034575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Made reservation on behalf of 708cf726883a4d65bc025fc9918c041c for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:37.036931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.055843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.139858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Deleting port 1581a5ad-502c-49a3-8c80-5f05f5e76480 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:37.140204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.220654 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.239396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Calling delete_port for 1581a5ad-502c-49a3-8c80-5f05f5e76480 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:37.311357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.321578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.358030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:37.379647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.380083 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Added segment 966c03ca-0512-4971-b237-0bfccab34e37 of type vlan for network b3036164-ef5f-4f72-951c-99d5c20ce53b Aug 16 02:24:37.381810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65287f6d-c72d-4bd8-9e61-1857ba27dfd5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.415585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.450343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.454022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event deleted for resources: {'Port': ['ID=1581a5ad-502c-49a3-8c80-5f05f5e76480,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.466541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.468473 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c832f20b-49f5-4b01-995a-e4016ba62219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "DELETE /v2.0/ports/1581a5ad-502c-49a3-8c80-5f05f5e76480 HTTP/1.1" status: 204 len: 168 time: 0.4615717 Aug 16 02:24:37.471638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53486) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.491729 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.492792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:37.493392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.511837 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17a41f8-73ec-48a7-8c96-cc785e38b23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:37.515770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d17a41f8-73ec-48a7-8c96-cc785e38b23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "GET /v2.0/ports/1581a5ad-502c-49a3-8c80-5f05f5e76480 HTTP/1.1" status: 404 len: 333 time: 0.0428476 Aug 16 02:24:37.519394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53488) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.525164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Request body: {'port': {'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-227830874'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.552673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Made reservation on behalf of b27b8067cbd64a2a99ef304ef0fc4867 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:37.555813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.558010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] Pushing event updated for resources: {'Network': ['ID=b3036164-ef5f-4f72-951c-99d5c20ce53b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.561762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0186c15b-1efd-4b38-97bd-9f5f94e43b82 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5998173 Aug 16 02:24:37.567124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53490) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.573284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b3036164-ef5f-4f72-951c-99d5c20ce53b details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:37.576591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Request body: {'subnet': {'network_id': 'b3036164-ef5f-4f72-951c-99d5c20ce53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-969467188-subnet', 'tenant_id': '708cf726883a4d65bc025fc9918c041c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.590693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] device_id is not set on port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:37.661067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Made reservation on behalf of 708cf726883a4d65bc025fc9918c041c for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:37.663915 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.844461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.972595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.018699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.032723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Network 4ba39998-8ee6-4fcf-8945-814d3135a223 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:38.064046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:38.074612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:38.075577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:38.076185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.094951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=33bf2813-cf58-46c4-ab04-34f6a3dd49f3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:38.122206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5099ee3e-62a5-4487-b555-fce3c3e5ac98,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:38.128901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-517bebf3-7eb5-4b61-ac27-b097a22871f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6081011 Aug 16 02:24:38.129589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:38.135299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:38.156698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Checking segment: {'id': '966c03ca-0512-4971-b237-0bfccab34e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b3036164-ef5f-4f72-951c-99d5c20ce53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:38.157198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Network hostable DHCP agents. Network: b3036164-ef5f-4f72-951c-99d5c20ce53b, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:38.180997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Network b3036164-ef5f-4f72-951c-99d5c20ce53b is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:38.195829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b3036164-ef5f-4f72-951c-99d5c20ce53b) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:38.200362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:38.200977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.207605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd08f03-4a10-4f9e-93ec-256e97777d11 None None] Network b3036164-ef5f-4f72-951c-99d5c20ce53b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:38.237767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.245094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6fc89d31-37de-4117-ad41-f3d1750fab11 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6755614 Aug 16 02:24:38.400512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c410356-d15b-42d5-b5ea-8887f8ba5c4f None None] Network b3036164-ef5f-4f72-951c-99d5c20ce53b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:38.532142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] device_id is not set on port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:38.547969 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.564909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Transition to ACTIVE for port object 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:38.576797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.667049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=33bf2813-cf58-46c4-ab04-34f6a3dd49f3,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:38.672506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.673062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.673581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.679292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.679813 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.680530 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 2 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.694629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.694982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.696199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.700993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.701331 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.701730 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 3 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.715823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.716179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.716573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.721199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.721532 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.721949 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 4 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.739378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.739725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.740082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.744769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.745115 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.745497 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 5 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.802824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.803196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.803506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.814637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.814968 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.817291 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 6 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.845881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.846224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.846573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.858045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.858382 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.862010 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 7 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.886918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-8d61867f-5f6c-4458-a1cb-b5c8ceed5773 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:38.888356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-8d61867f-5f6c-4458-a1cb-b5c8ceed5773 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/networks?id=ce39ccac-8a90-42ef-95b5-a6587f1d7990 HTTP/1.1" status: 200 len: 825 time: 0.1402032 Aug 16 02:24:38.889215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.889550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.889899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.894787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.895121 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.895516 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 8 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.917648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-755a5e68-b4ec-40b9-b0b3-85fef52b05a0 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/quotas/b2f2379ed4e84edca0fbf1fdde557f5f HTTP/1.1" status: 200 len: 375 time: 0.0175276 Aug 16 02:24:38.918458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.918787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.919133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.923690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.924021 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.925661 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 9 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:38.961407 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-0bdea0c3-5641-494b-8709-2b872c2570ea tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2f2379ed4e84edca0fbf1fdde557f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364027 Aug 16 02:24:38.962060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.962398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.962755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.967689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:38.968014 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:38.968438 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempt 10 to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 Aug 16 02:24:39.024328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:39.025838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:39.025838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempting to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:39.040857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:39.041297 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Failed to bind port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '3ad6eb71-901f-4279-b6ec-610595a9a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4ba39998-8ee6-4fcf-8945-814d3135a223'}] Aug 16 02:24:39.041744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.131661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-b840e265-7710-405a-90db-ee8a7e79514c service neutron] 10.222.0.78 "GET /v2.0/networks/ce39ccac-8a90-42ef-95b5-a6587f1d7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588957 Aug 16 02:24:39.143831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] For port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:39.144418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attempted to set empty binding levels {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:24:39.156919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.231875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] In _notify_port_updated(), no bound segment for port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 on network 4ba39998-8ee6-4fcf-8945-814d3135a223 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:24:39.232988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:39.233624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.234961 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "PUT /v2.0/ports/33bf2813-cf58-46c4-ab04-34f6a3dd49f3 HTTP/1.1" status: 200 len: 979 time: 1.1043124 Aug 16 02:24:39.238882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53542) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.258419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a28c25-e7b7-49f8-9d55-f807404e83aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event updated for resources: {'Port': ['ID=33bf2813-cf58-46c4-ab04-34f6a3dd49f3,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:39.294594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-59cd1414-3360-4ed5-b74d-0ffa04a9dfb9 service neutron] 10.222.0.78 "GET /v2.0/networks/ce39ccac-8a90-42ef-95b5-a6587f1d7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485333 Aug 16 02:24:39.350645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Deleting port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:39.350993 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.434308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] For port 33bf2813-cf58-46c4-ab04-34f6a3dd49f3, host n-h1-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:39.434701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.449821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Calling delete_port for 33bf2813-cf58-46c4-ab04-34f6a3dd49f3 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:39.502563 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d3dd9fce-a78b-4b47-a4d6-fc6515e76ddd req-3c6947fd-3ac1-4628-9471-80fdbb3b43e5 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 210 time: 0.0427668 Aug 16 02:24:39.555532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.594882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Pushing event deleted for resources: {'Port': ['ID=33bf2813-cf58-46c4-ab04-34f6a3dd49f3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:39.601047 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.609298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.612068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-551e9d70-01f6-4156-9450-249fdeb30b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "DELETE /v2.0/ports/33bf2813-cf58-46c4-ab04-34f6a3dd49f3 HTTP/1.1" status: 204 len: 168 time: 0.3688867 Aug 16 02:24:39.636507 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b50c94-9de4-41bf-85b5-fd05f94df037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:39.638137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-72b50c94-9de4-41bf-85b5-fd05f94df037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1269992392-project-admin] 10.222.0.78 "GET /v2.0/ports/33bf2813-cf58-46c4-ab04-34f6a3dd49f3 HTTP/1.1" status: 404 len: 333 time: 0.0276902 Aug 16 02:24:39.641574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53556) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.741938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.294287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.311674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba39998-8ee6-4fcf-8945-814d3135a223']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.342244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad6eb71-901f-4279-b6ec-610595a9a157') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.342546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad6eb71-901f-4279-b6ec-610595a9a157') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.355731 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.376996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.384297 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:40.384758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:40.388025 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:40.459607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.473289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.476316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] 10.222.0.78 "DELETE /v2.0/networks/4ba39998-8ee6-4fcf-8945-814d3135a223 HTTP/1.1" status: 204 len: 168 time: 0.8333614 Aug 16 02:24:40.510146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f0f96-ce82-4475-b02e-eb717f9b226e tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540707540-project] Pushing event deleted for resources: {'Network': ['ID=4ba39998-8ee6-4fcf-8945-814d3135a223,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:40.638037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c44420f-c01e-4f1b-bd3b-7deab1f39e1d req-95379c89-6fcb-48e6-89ed-e81a140ddb0e tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 210 time: 0.0381093 Aug 16 02:24:40.831122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-8d06c74b-c910-4b35-bcf0-486c7404a04d tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.833441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-8d06c74b-c910-4b35-bcf0-486c7404a04d tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.98 "GET /v2.0/networks?id=ce39ccac-8a90-42ef-95b5-a6587f1d7990 HTTP/1.1" status: 200 len: 825 time: 0.1777456 Aug 16 02:24:40.857975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Request body: {'port': {'device_id': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990', 'admin_state_up': True, 'tenant_id': 'b2f2379ed4e84edca0fbf1fdde557f5f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:40.940941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.040651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Made reservation on behalf of b2f2379ed4e84edca0fbf1fdde557f5f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:41.048205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.146290 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8e4c9ee4-d259-4dfd-8e40-d6450d959c4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e26857520a24432bfe886014fe02e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040615 Aug 16 02:24:41.151165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53604) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.280170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Allocated IP 172.20.0.9 (ce39ccac-8a90-42ef-95b5-a6587f1d7990/fdd248ae-a562-424b-bd6f-c40de8b228cb/ded7a30d-a1b1-4157-a6c3-9d6866b62232) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:41.309714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5703bee5-57d7-4272-a1ba-e675241f8bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.333133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5703bee5-57d7-4272-a1ba-e675241f8bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.428848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5703bee5-57d7-4272-a1ba-e675241f8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.431608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5703bee5-57d7-4272-a1ba-e675241f8bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.433111 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5703bee5-57d7-4272-a1ba-e675241f8bd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec9991a2-56e9-4534-82aa-1eaba23f5e30 HTTP/1.1" status: 204 len: 168 time: 0.2807486 Aug 16 02:24:41.469105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703bee5-57d7-4272-a1ba-e675241f8bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9991a2-56e9-4534-82aa-1eaba23f5e30,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.584567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.655061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.720215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Network ce39ccac-8a90-42ef-95b5-a6587f1d7990 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:41.723987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:41.728812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:41.737098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Pushing event updated for resources: {'Port': ['ID=ded7a30d-a1b1-4157-a6c3-9d6866b62232,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.792237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:41.793481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.822891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-c8cf81c5-5407-4846-aec9-678bc7b10f34 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9670198 Aug 16 02:24:41.846228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Request body: {'port': {'device_id': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:41.911231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03699cc4-7300-4ee5-8b64-249682114faa req-0803df48-78c5-4669-a98f-a98a6608395a tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:41.914308 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03699cc4-7300-4ee5-8b64-249682114faa req-0803df48-78c5-4669-a98f-a98a6608395a tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 931 time: 0.1048353 Aug 16 02:24:41.971381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.014377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03699cc4-7300-4ee5-8b64-249682114faa req-5adf0a39-f35d-4914-97fc-a70cde4c6751 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908253 Aug 16 02:24:42.020707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53630) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.095049 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61f20e06-0b61-4ae8-9617-0b0fcddf5e18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b27b8067cbd64a2a99ef304ef0fc4867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715308 Aug 16 02:24:42.100739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.164920 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c48c-1a09-4722-bda1-c9be27413377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.192134 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c48c-1a09-4722-bda1-c9be27413377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.257751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c48c-1a09-4722-bda1-c9be27413377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.260615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c48c-1a09-4722-bda1-c9be27413377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.270248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d0f6c48c-1a09-4722-bda1-c9be27413377 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9870af3f-f4d2-4dcf-9335-3b0721a85c0a HTTP/1.1" status: 204 len: 168 time: 0.1625662 Aug 16 02:24:42.278687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6c48c-1a09-4722-bda1-c9be27413377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870af3f-f4d2-4dcf-9335-3b0721a85c0a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.390629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded7a30d-a1b1-4157-a6c3-9d6866b62232 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:42.403804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.439383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Transition to ACTIVE for port object ded7a30d-a1b1-4157-a6c3-9d6866b62232 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:42.446010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.560818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Pushing event updated for resources: {'Port': ['ID=ded7a30d-a1b1-4157-a6c3-9d6866b62232,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.690338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Attempting to bind port ded7a30d-a1b1-4157-a6c3-9d6866b62232 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:42.690760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Attempting to bind port ded7a30d-a1b1-4157-a6c3-9d6866b62232 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '959777c7-ff06-4e52-8251-9b3ffe4573e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:42.691171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Attempting to bind port ded7a30d-a1b1-4157-a6c3-9d6866b62232 on network ce39ccac-8a90-42ef-95b5-a6587f1d7990 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:42.696937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Port ded7a30d-a1b1-4157-a6c3-9d6866b62232 on network ce39ccac-8a90-42ef-95b5-a6587f1d7990 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:42.697336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Attempting to bind port ded7a30d-a1b1-4157-a6c3-9d6866b62232 on network ce39ccac-8a90-42ef-95b5-a6587f1d7990 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:42.702561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:42.703001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Checking segment: {'id': '959777c7-ff06-4e52-8251-9b3ffe4573e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:42.703497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Bound using segment: {'id': '959777c7-ff06-4e52-8251-9b3ffe4573e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:42.703990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Bound port: ded7a30d-a1b1-4157-a6c3-9d6866b62232, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959777c7-ff06-4e52-8251-9b3ffe4573e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:42.704453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.791626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] For port ded7a30d-a1b1-4157-a6c3-9d6866b62232, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:42.797601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] For port ded7a30d-a1b1-4157-a6c3-9d6866b62232, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ded7a30d-a1b1-4157-a6c3-9d6866b62232,segment=NetworkSegment(959777c7-ff06-4e52-8251-9b3ffe4573e3),segment_id=959777c7-ff06-4e52-8251-9b3ffe4573e3)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:42.806476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.857952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:42.858571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.860334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] 10.222.0.98 "PUT /v2.0/ports/ded7a30d-a1b1-4157-a6c3-9d6866b62232 HTTP/1.1" status: 200 len: 1092 time: 1.0216997 Aug 16 02:24:42.866201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'tag': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:42.866201 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99798a3c-b8da-4a76-bbca-a29f8b084dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "c257c17b-fbb0-4634-b97a-3aba69bc21c1", "tag": "ded7a30d-a1b1-4157-a6c3-9d6866b62232"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:42.915224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad84c-c81d-4fd1-a691-717fc7c304cc service neutron] Pushing event updated for resources: {'Port': ['ID=ded7a30d-a1b1-4157-a6c3-9d6866b62232,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.952235 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a952786c-e92d-45d9-9464-ca03e4b861aa x-openstack-request-id: req-a952786c-e92d-45d9-9464-ca03e4b861aa {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:42.952651 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c257c17b-fbb0-4634-b97a-3aba69bc21c1", "tag": "ded7a30d-a1b1-4157-a6c3-9d6866b62232", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:42.952998 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a952786c-e92d-45d9-9464-ca03e4b861aa {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:42.953496 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'tag': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232', 'status': 'completed', 'code': 200} Aug 16 02:24:42.971249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-9bc310ef-279b-4bb0-8129-555a487fa7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:42.973108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-9bc310ef-279b-4bb0-8129-555a487fa7c5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2f2379ed4e84edca0fbf1fdde557f5f&device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 1095 time: 0.0509114 Aug 16 02:24:43.049621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-dbf1febd-8ac8-471a-b2eb-9a8311c2be48 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ded7a30d-a1b1-4157-a6c3-9d6866b62232 HTTP/1.1" status: 200 len: 217 time: 0.0680144 Aug 16 02:24:43.166862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-8014c4ca-22dc-46f1-a55b-99fbc01a3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.168493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-8014c4ca-22dc-46f1-a55b-99fbc01a3ae5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fdd248ae-a562-424b-bd6f-c40de8b228cb HTTP/1.1" status: 200 len: 865 time: 0.1102688 Aug 16 02:24:43.184712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be491970-6636-4340-bba3-57cf21bcc137 req-0b9252cb-b7ce-4b1b-aea3-f3ff03aab00e tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.186343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be491970-6636-4340-bba3-57cf21bcc137 req-0b9252cb-b7ce-4b1b-aea3-f3ff03aab00e tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 943 time: 0.0771997 Aug 16 02:24:43.219151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-bf195a62-31fd-4a73-a56d-19ebac3bdc5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ce39ccac-8a90-42ef-95b5-a6587f1d7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314748 Aug 16 02:24:43.336811 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be491970-6636-4340-bba3-57cf21bcc137 req-27fea9d0-03f8-49d1-8476-9896955076b5 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166120 Aug 16 02:24:43.366207 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-63b12efb-9538-42c5-850e-af20b358d132 service neutron] 10.222.0.98 "GET /v2.0/networks/ce39ccac-8a90-42ef-95b5-a6587f1d7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363366 Aug 16 02:24:43.513041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4dd3791-904a-4c50-abe9-f2134397c492 req-ea2aeb1a-e4d4-424c-9ff5-899ec1d86bbd service neutron] 10.222.0.98 "GET /v2.0/networks/ce39ccac-8a90-42ef-95b5-a6587f1d7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388156 Aug 16 02:24:43.619152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-18532a06-1d60-4f62-9ed7-8fd51edd7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.620867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-18532a06-1d60-4f62-9ed7-8fd51edd7a5b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2f2379ed4e84edca0fbf1fdde557f5f&device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 1095 time: 0.0534239 Aug 16 02:24:43.782851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-11d2a2c8-4f6a-4e84-b4f1-a09a54157f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.784374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-11d2a2c8-4f6a-4e84-b4f1-a09a54157f4c service neutron] 10.222.0.98 "GET /v2.0/networks?id=ce39ccac-8a90-42ef-95b5-a6587f1d7990 HTTP/1.1" status: 200 len: 926 time: 0.1546495 Aug 16 02:24:43.836207 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-8131debe-c39d-41d1-bd80-d321ae41d6ea service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ded7a30d-a1b1-4157-a6c3-9d6866b62232 HTTP/1.1" status: 200 len: 217 time: 0.0439050 Aug 16 02:24:43.897461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-4f8dadaa-555e-4d88-aea6-07402b23839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.897461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-4f8dadaa-555e-4d88-aea6-07402b23839f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fdd248ae-a562-424b-bd6f-c40de8b228cb HTTP/1.1" status: 200 len: 865 time: 0.0496171 Aug 16 02:24:43.957430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-de563127-7b05-4a08-b3c1-a6cede83c552 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ce39ccac-8a90-42ef-95b5-a6587f1d7990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497968 Aug 16 02:24:44.103065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53704) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:44.132752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-f0d26679-bdd4-42fe-9778-9087ad154192 service neutron] 10.222.0.98 "GET /v2.0/networks/ce39ccac-8a90-42ef-95b5-a6587f1d7990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653669 Aug 16 02:24:44.256452 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99798a3c-b8da-4a76-bbca-a29f8b084dd9 req-b18a723f-385b-4463-9b72-7727e3142ce4 service neutron] 10.222.0.98 "GET /v2.0/networks/ce39ccac-8a90-42ef-95b5-a6587f1d7990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144586 Aug 16 02:24:44.340275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-77637724'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:44.370473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Made reservation on behalf of e0722227fb5a4bb687e38157c788f94e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:44.374432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.394646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.469466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab68c8-0a74-42c3-b8b5-a42a358f07c2 req-0f1f7eed-89cf-494c-803b-0b5a73b76112 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:44.471057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0aab68c8-0a74-42c3-b8b5-a42a358f07c2 req-0f1f7eed-89cf-494c-803b-0b5a73b76112 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 943 time: 0.0568154 Aug 16 02:24:44.525963 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0aab68c8-0a74-42c3-b8b5-a42a358f07c2 req-1828ff8f-32a6-4ea8-ac48-18ca50cd9f67 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 Aug 16 02:24:44.552832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.563155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.598933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:44.610254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6548f-010f-4024-b537-ba9ac9efa746,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:44.617859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.618216 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Added segment 9013b880-41d8-4ad9-ae9e-1a660981c068 of type vlan for network 098018fa-2559-471a-ad43-9c68cf3ac959 Aug 16 02:24:44.665257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.701161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.707761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:44.709746 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.775637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6706445 Aug 16 02:24:44.799840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9206e-a36a-4313-afe1-0d8da85eca30 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Pushing event updated for resources: {'Network': ['ID=098018fa-2559-471a-ad43-9c68cf3ac959,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:44.810937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 098018fa-2559-471a-ad43-9c68cf3ac959 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:44.981361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:44.986838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Request body: {'port': {'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959', 'binding:host_id': 'n-h1-769329-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-427287704'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:45.014172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Made reservation on behalf of 98fb063c0aa14c519f604cbb147d5e28 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:45.016534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.355492 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.445779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.449804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.454557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] device_id is not set on port 1584c737-3f91-4a54-8b91-f4fd70937cc6 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:45.528118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a445b4f-8eb4-4a4f-b185-6ed4df409206,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.665153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70b872-74b6-40e9-9df0-6bef3004d82d req-9e916235-18d5-4956-a971-56e7ae8f8f11 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:45.666672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c70b872-74b6-40e9-9df0-6bef3004d82d req-9e916235-18d5-4956-a971-56e7ae8f8f11 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 943 time: 0.0563099 Aug 16 02:24:45.690956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] device_id is not set on port 1584c737-3f91-4a54-8b91-f4fd70937cc6 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:45.701065 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.712790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c70b872-74b6-40e9-9df0-6bef3004d82d req-afea3365-9fd8-4cea-baa5-62338102c0fa tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 Aug 16 02:24:45.713506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Transition to ACTIVE for port object 1584c737-3f91-4a54-8b91-f4fd70937cc6 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:45.725764 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.790448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=1584c737-3f91-4a54-8b91-f4fd70937cc6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.803370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Checking segment: {'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:45.803746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Network hostable DHCP agents. Network: 098018fa-2559-471a-ad43-9c68cf3ac959, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:45.822030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Network 098018fa-2559-471a-ad43-9c68cf3ac959 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:45.832780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 098018fa-2559-471a-ad43-9c68cf3ac959) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:45.837306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:45.842526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511053b-5161-48cd-abe7-ca60f234742d None None] Network 098018fa-2559-471a-ad43-9c68cf3ac959 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:45.864738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:45.865167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:45.865521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:45.873273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:45.873273 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:45.873273 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 2 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:45.884804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:45.885551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:45.885551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:45.890403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:45.890889 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:45.891487 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 3 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:45.921305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:45.923337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:45.923337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:45.930288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:45.930638 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:45.931045 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 4 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:45.946116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:45.946460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:45.946807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:45.951266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:45.951600 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:45.952007 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 5 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:45.966172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:45.966519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:45.966861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:45.971234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:45.971565 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:45.971961 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 6 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:45.984396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:45.984742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:45.985083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:45.989624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:45.990048 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:45.990455 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 7 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:46.003770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:46.004553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:46.004682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:46.009547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:46.010003 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:46.010380 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 8 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:46.024026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:46.024401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:46.024734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:46.029222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:46.029546 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:46.029933 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 9 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:46.042904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:46.043236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:46.043571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:46.048407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:46.048742 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:46.049137 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 10 to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 Aug 16 02:24:46.071481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:46.071818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:46.072154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:46.076676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:46.077003 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port 1584c737-3f91-4a54-8b91-f4fd70937cc6 on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:46.077370 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.145315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] For port 1584c737-3f91-4a54-8b91-f4fd70937cc6, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:46.145713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempted to set empty binding levels {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:24:46.152720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.184706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:46.185312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.210795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2283015 Aug 16 02:24:46.212606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ee83a-4859-4e47-af21-7923961ef7a5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=1584c737-3f91-4a54-8b91-f4fd70937cc6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.214096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.293189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Deleting port 1584c737-3f91-4a54-8b91-f4fd70937cc6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:46.293500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.342108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-af8fdad3-01de-4075-9cc6-f8b8b021028c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:46.343645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-af8fdad3-01de-4075-9cc6-f8b8b021028c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.1093485 Aug 16 02:24:46.357660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] For port 1584c737-3f91-4a54-8b91-f4fd70937cc6, host n-h1-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:46.358148 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.359500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0639ff6c-14c2-49c8-a843-50585499fff0 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/quotas/eec9e57f8eef4c2e8e997bc011a4ec1f HTTP/1.1" status: 200 len: 375 time: 0.0095229 Aug 16 02:24:46.370994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Calling delete_port for 1584c737-3f91-4a54-8b91-f4fd70937cc6 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:46.408984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-300bfeaf-6c81-4009-b570-f87f28bec22a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432408 Aug 16 02:24:46.449531 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.484936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.489768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "DELETE /v2.0/ports/1584c737-3f91-4a54-8b91-f4fd70937cc6 HTTP/1.1" status: 204 len: 168 time: 0.2701194 Aug 16 02:24:46.489768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94cac8-6cc2-425e-85ae-c7f9835af826 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event deleted for resources: {'Port': ['ID=1584c737-3f91-4a54-8b91-f4fd70937cc6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.490401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53826) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.501307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-5a72ab9c-bcbe-4361-8de6-f72a673e4fd8 service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Aug 16 02:24:46.514708 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-10abf163-91cd-42e0-8139-1aa72ece595f tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:46.519731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-10abf163-91cd-42e0-8139-1aa72ece595f tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "GET /v2.0/ports/1584c737-3f91-4a54-8b91-f4fd70937cc6 HTTP/1.1" status: 404 len: 333 time: 0.0250371 Aug 16 02:24:46.519895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53828) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.525178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Request body: {'port': {'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-509887975'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:46.545022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Made reservation on behalf of 98fb063c0aa14c519f604cbb147d5e28 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:46.547315 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.564521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] device_id is not set on port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:46.590991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-bc8e29a2-9ded-4a58-b15e-96f26a4eeec9 service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826809 Aug 16 02:24:46.722952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.759758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-507653c9-55b5-4ec1-a732-2d838cb73057 req-87e6d4bb-40fc-45eb-b729-89e4c63ac51c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 210 time: 0.0316155 Aug 16 02:24:46.788500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.832878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Network 098018fa-2559-471a-ad43-9c68cf3ac959 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:46.838441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:46.844485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:46.845412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:46.846022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.860128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645e8bd-54f5-4aea-8735-25f7a554fff1 req-c75d0f50-9103-49db-87c6-7db58752014b tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:46.861916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=b2da4ec2-629a-4ac1-a0ec-ec9353e594eb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.862897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6645e8bd-54f5-4aea-8735-25f7a554fff1 req-c75d0f50-9103-49db-87c6-7db58752014b tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 943 time: 0.0669935 Aug 16 02:24:46.876392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b2ab6287-286b-4baa-9fe4-f6c34cb6b760 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3554265 Aug 16 02:24:46.879194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53844) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.885147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:46.904306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ded7a30d-a1b1-4157-a6c3-9d6866b62232 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:46.941489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6645e8bd-54f5-4aea-8735-25f7a554fff1 req-d365af52-d474-4b33-9b2a-7b9fd16b6985 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704756 Aug 16 02:24:46.967212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.031418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ded7a30d-a1b1-4157-a6c3-9d6866b62232, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ded7a30d-a1b1-4157-a6c3-9d6866b62232,segment=NetworkSegment(959777c7-ff06-4e52-8251-9b3ffe4573e3),segment_id=959777c7-ff06-4e52-8251-9b3ffe4573e3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:47.054794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232', 'network_id': 'ce39ccac-8a90-42ef-95b5-a6587f1d7990', 'port_id': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232', 'mac_address': 'fa:16:3e:fe:ab:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd248ae-a562-424b-bd6f-c40de8b228cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:47.100907 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.114173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded7a30d-a1b1-4157-a6c3-9d6866b62232 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:47.135665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ded7a30d-a1b1-4157-a6c3-9d6866b62232, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ded7a30d-a1b1-4157-a6c3-9d6866b62232,segment=NetworkSegment(959777c7-ff06-4e52-8251-9b3ffe4573e3),segment_id=959777c7-ff06-4e52-8251-9b3ffe4573e3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:47.139967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.180236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] device_id is not set on port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:47.189635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.192398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ded7a30d-a1b1-4157-a6c3-9d6866b62232,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:47.203296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Transition to ACTIVE for port object b2da4ec2-629a-4ac1-a0ec-ec9353e594eb will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:47.207680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.270400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=b2da4ec2-629a-4ac1-a0ec-ec9353e594eb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:47.274574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.274910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.275248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.279638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.279967 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.280386 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 2 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.292759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.293096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.293436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.297619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.297947 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.298331 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 3 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.311745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.312022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.312433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.317463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.317810 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.318221 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 4 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.330565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.330906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.331252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.337249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.337997 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.337997 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 5 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.351407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.351755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.352097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.356671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.357218 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.357616 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 6 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.370533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.370900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.371223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.375465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.375798 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.376184 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 7 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.388068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.388434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.388770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.392897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.393225 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.393611 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 8 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.405348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.405685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.406021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.410193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.410523 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.410909 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 9 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.423305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.423647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.423984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.428143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.428501 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.428885 n-d-769329-15 neutron-server[94857]: INFO neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 10 to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb Aug 16 02:24:47.440372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:47.440697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:47.441058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:47.445327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:47.445657 n-d-769329-15 neutron-server[94857]: ERROR neutron.plugins.ml2.managers [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:47.446027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.490554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ded7a30d-a1b1-4157-a6c3-9d6866b62232'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:47.511394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] For port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:47.511762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempted to set empty binding levels {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:24:47.516303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.547763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] In _notify_port_updated(), no bound segment for port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:24:47.548717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.549258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.550592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "PUT /v2.0/ports/b2da4ec2-629a-4ac1-a0ec-ec9353e594eb HTTP/1.1" status: 200 len: 975 time: 0.6703975 Aug 16 02:24:47.553092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53852) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:47.610370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298eba8-acc4-4abb-805c-bb275c0d67c6 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=b2da4ec2-629a-4ac1-a0ec-ec9353e594eb,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:47.667967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.668487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.669017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.669458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.669945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.670415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.670885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.671356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.671814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.672274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.672765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.673237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.673863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.674359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.674823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.675289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.675754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.676215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.676704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.677163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.677649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.678110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.678574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.679170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.679664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.680126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.680616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.681082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.681564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.682196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.682642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.683299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.683848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.684334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.684804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.685268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.685727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.686187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.686658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.687100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.687559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.688021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.688506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.697362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f2f8d36b-1e8f-480c-b054-bc0980576392 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38766 time: 0.1387243 Aug 16 02:24:47.697842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:47.772884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Deleting port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:47.773222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.806396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-7c6f43fd-b31b-4888-89c5-84f5c44ed7fd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.808507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-7c6f43fd-b31b-4888-89c5-84f5c44ed7fd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.88 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.1139767 Aug 16 02:24:47.824863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Request body: {'port': {'device_id': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'admin_state_up': True, 'tenant_id': 'eec9e57f8eef4c2e8e997bc011a4ec1f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:47.853127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] For port b2da4ec2-629a-4ac1-a0ec-ec9353e594eb, host n-h1-769329-15, got binding levels [] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:47.853498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.873652 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57a32ade-f4be-469d-ac69-106f21a025f6 req-b75034c5-2d6e-4e43-8789-863e0bef426f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 210 time: 0.0351932 Aug 16 02:24:47.879193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Calling delete_port for b2da4ec2-629a-4ac1-a0ec-ec9353e594eb owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:47.939110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Made reservation on behalf of eec9e57f8eef4c2e8e997bc011a4ec1f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:47.942625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.977236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.010416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2da4ec2-629a-4ac1-a0ec-ec9353e594eb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:48.015825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.018990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b30ea2f-fb32-44b3-a1e9-508d39ebb6dd tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b2da4ec2-629a-4ac1-a0ec-ec9353e594eb HTTP/1.1" status: 204 len: 168 time: 0.3200953 Aug 16 02:24:48.022128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.065562 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6272c8b0-12b4-4dde-a37d-29f8ffb40ca2 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:48.071081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6272c8b0-12b4-4dde-a37d-29f8ffb40ca2 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "GET /v2.0/ports/b2da4ec2-629a-4ac1-a0ec-ec9353e594eb HTTP/1.1" status: 404 len: 333 time: 0.0455606 Aug 16 02:24:48.075019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53868) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.081804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1679844280', 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:48.103886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Allocated IP 172.20.0.12 (e121511c-1c83-4ca4-9506-4abac7108ed8/b4aec43f-6aad-480d-bbc1-74eb461c1da6/fa092a1c-d931-468c-8684-57893f758581) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:48.116395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b3cf-aeca-43a4-afd6-817c7dcd0de1 req-f2d90414-3f86-4fec-a244-f4e8cc4aee68 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.118147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b89b3cf-aeca-43a4-afd6-817c7dcd0de1 req-f2d90414-3f86-4fec-a244-f4e8cc4aee68 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 944 time: 0.0836954 Aug 16 02:24:48.133836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Made reservation on behalf of 98fb063c0aa14c519f604cbb147d5e28 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:48.136138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.158306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b89b3cf-aeca-43a4-afd6-817c7dcd0de1 req-d1d1341f-daf7-4344-b8d8-992b7c911ed2 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Aug 16 02:24:48.194565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] device_id is not set on port dbe2b778-facb-43f7-a7f6-f006ac5980bb yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:48.326029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-4fc7d073-9991-4784-ba00-4bb73cf15594 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.327518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-4fc7d073-9991-4784-ba00-4bb73cf15594 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cbf46ad9-e978-4ae3-a462-bd1fb698a111 HTTP/1.1" status: 200 len: 945 time: 0.1658993 Aug 16 02:24:48.459085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.532977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.567647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Deleting port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:48.567990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.616980 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.688978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Network e121511c-1c83-4ca4-9506-4abac7108ed8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:48.703289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.705063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:48.713916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:48.722146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event updated for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:48.789030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Network 098018fa-2559-471a-ad43-9c68cf3ac959 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:48.801830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:48.808717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] For port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:48.809289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.814529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:48.815458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.816057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.841171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Calling delete_port for d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:48.847185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe2b778-facb-43f7-a7f6-f006ac5980bb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:48.857548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.858169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.873403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fad5ea71-7ef3-4adf-9bff-48b7d59c728a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7973709 Aug 16 02:24:48.876098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53872) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.913617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cfe5a8-5784-43c2-9aa2-cc5515757f19 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.917873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-04cfe5a8-5784-43c2-9aa2-cc5515757f19 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "GET /v2.0/ports/dbe2b778-facb-43f7-a7f6-f006ac5980bb HTTP/1.1" status: 200 len: 955 time: 0.0382614 Aug 16 02:24:48.918032 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-2a7682a7-f230-4467-ad7f-f6ae3b03a2ff tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0949183 Aug 16 02:24:48.918165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.933157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ded7a30d-a1b1-4157-a6c3-9d6866b62232 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:48.943647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Request body: {'port': {'device_id': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:48.985353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port ded7a30d-a1b1-4157-a6c3-9d6866b62232 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:48.991906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port ded7a30d-a1b1-4157-a6c3-9d6866b62232 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:48.992563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.043484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301f7a7-60a7-41c4-9a79-9063585bd284 req-17d5caa1-4871-419b-bb23-aaaf09918a87 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.045541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1301f7a7-60a7-41c4-9a79-9063585bd284 req-17d5caa1-4871-419b-bb23-aaaf09918a87 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 932 time: 0.0941143 Aug 16 02:24:49.051323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Deleting port dbe2b778-facb-43f7-a7f6-f006ac5980bb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:49.051875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.069726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.103190 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.113959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.138861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:49.142528 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc97aba8-74c9-4b6a-b316-8066af736d8b" -d '{"events": [{"server_uuid": "c257c17b-fbb0-4634-b97a-3aba69bc21c1", "name": "network-vif-plugged", "status": "completed", "tag": "ded7a30d-a1b1-4157-a6c3-9d6866b62232"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:49.145967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1301f7a7-60a7-41c4-9a79-9063585bd284 req-50b57b3f-fb18-4bbc-8fb8-f52edbff8d0b tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910444 Aug 16 02:24:49.147146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event deleted for resources: {'Port': ['ID=d2b0e6e3-d3b2-4490-9d48-24705f3b0a35,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.148237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.164434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Calling delete_port for dbe2b778-facb-43f7-a7f6-f006ac5980bb owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:49.177948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port ded7a30d-a1b1-4157-a6c3-9d6866b62232, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ded7a30d-a1b1-4157-a6c3-9d6866b62232,segment=NetworkSegment(959777c7-ff06-4e52-8251-9b3ffe4573e3),segment_id=959777c7-ff06-4e52-8251-9b3ffe4573e3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:49.198475 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.199505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:49.234030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:49.234436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:49.245508 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8104acd9-d20f-472b-b5fd-f1f8d525aaac x-openstack-request-id: req-8104acd9-d20f-472b-b5fd-f1f8d525aaac {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:49.245882 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c257c17b-fbb0-4634-b97a-3aba69bc21c1", "name": "network-vif-plugged", "status": "completed", "tag": "ded7a30d-a1b1-4157-a6c3-9d6866b62232", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:49.246054 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8104acd9-d20f-472b-b5fd-f1f8d525aaac {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:49.251960 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232', 'code': 200} Aug 16 02:24:49.262424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] No DVR routers for this DVR port d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:49.264636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.266651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.268787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0f76a0b9-a3f2-4fbc-8f11-09a596ab9fb4 req-b065fd44-2ac8-4ae9-9bec-fbf2e84f8f5c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "DELETE /v2.0/ports/d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 HTTP/1.1" status: 204 len: 173 time: 0.9291506 Aug 16 02:24:49.269308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'name': 'network-vif-deleted', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:49.272158 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271b847d-0ed5-4e04-a2f0-8ed9fc5ea0e3" -d '{"events": [{"server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "name": "network-vif-deleted", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:49.305722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbe2b778-facb-43f7-a7f6-f006ac5980bb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.312559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.317764 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-451da1a2-257c-417d-8f37-c0c78df33ca0 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "DELETE /v2.0/ports/dbe2b778-facb-43f7-a7f6-f006ac5980bb HTTP/1.1" status: 204 len: 168 time: 0.3949542 Aug 16 02:24:49.319373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.358759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=ded7a30d-a1b1-4157-a6c3-9d6866b62232,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.371307 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-95040d0f-cbae-4cab-ac0b-063f8deaeda5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:49.378301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-95040d0f-cbae-4cab-ac0b-063f8deaeda5 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "GET /v2.0/ports/dbe2b778-facb-43f7-a7f6-f006ac5980bb HTTP/1.1" status: 404 len: 333 time: 0.0524824 Aug 16 02:24:49.379435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.386409 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac88a3fd-afb0-42d9-b1e7-a90841a05a76 x-openstack-request-id: req-ac88a3fd-afb0-42d9-b1e7-a90841a05a76 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:49.386862 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf46ad9-e978-4ae3-a462-bd1fb698a111", "name": "network-vif-deleted", "tag": "d2b0e6e3-d3b2-4490-9d48-24705f3b0a35", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:49.387114 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac88a3fd-afb0-42d9-b1e7-a90841a05a76 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:49.388010 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf46ad9-e978-4ae3-a462-bd1fb698a111', 'name': 'network-vif-deleted', 'tag': 'd2b0e6e3-d3b2-4490-9d48-24705f3b0a35', 'status': 'completed', 'code': 200} Aug 16 02:24:49.399498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Request body: {'port': {'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1879887148'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:49.458788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8abb6-4897-42d8-a6dd-65f630a4159a req-af226961-9218-417b-96e0-72f085e5d151 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.467053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53c8abb6-4897-42d8-a6dd-65f630a4159a req-af226961-9218-417b-96e0-72f085e5d151 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 945 time: 0.0927882 Aug 16 02:24:49.469100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Made reservation on behalf of 98fb063c0aa14c519f604cbb147d5e28 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:49.475164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.479446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124774c9-1049-4559-8bd1-b68509f515ab req-38fa14b1-2b70-4969-93df-01a9cbf08259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.480908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-124774c9-1049-4559-8bd1-b68509f515ab req-38fa14b1-2b70-4969-93df-01a9cbf08259 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 1097 time: 0.0963778 Aug 16 02:24:49.503314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] device_id is not set on port b213916c-87dd-454d-8916-9b5ee770123f yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:49.539423 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-124774c9-1049-4559-8bd1-b68509f515ab req-479186fe-fe3c-4306-9c71-1aa0a1d59aa7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Aug 16 02:24:49.554776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53c8abb6-4897-42d8-a6dd-65f630a4159a req-e7edca01-fc6d-41bd-ba3f-9ec3b3c275aa tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868425 Aug 16 02:24:49.577888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa092a1c-d931-468c-8684-57893f758581 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:49.585621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.598065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Transition to ACTIVE for port object fa092a1c-d931-468c-8684-57893f758581 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:49.601643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.652888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.669253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.705488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.724498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Attempting to bind port fa092a1c-d931-468c-8684-57893f758581 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:49.724837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Attempting to bind port fa092a1c-d931-468c-8684-57893f758581 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:49.725172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Attempting to bind port fa092a1c-d931-468c-8684-57893f758581 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:49.729622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Port fa092a1c-d931-468c-8684-57893f758581 on network e121511c-1c83-4ca4-9506-4abac7108ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:49.729890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Attempting to bind port fa092a1c-d931-468c-8684-57893f758581 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:49.734809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:49.735145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Checking segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:49.735813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Bound using segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:49.736551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Bound port: fa092a1c-d931-468c-8684-57893f758581, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:49.736914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.747665 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Network 098018fa-2559-471a-ad43-9c68cf3ac959 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:49.752058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:49.756820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:49.757768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.758374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.761664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=b213916c-87dd-454d-8916-9b5ee770123f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.773866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-93db004f-b75a-4601-aef2-d87c6fded638 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3921738 Aug 16 02:24:49.777045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.783059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:49.810257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:49.813490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:49.819682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.845543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.851756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.852427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.854256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] 10.222.0.88 "PUT /v2.0/ports/fa092a1c-d931-468c-8684-57893f758581 HTTP/1.1" status: 200 len: 1093 time: 0.9169807 Aug 16 02:24:49.886917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43f01f-b532-4599-baf5-aca5b14107c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.946274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-ca8d5ad5-8d63-41bd-bf88-fc89e411c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.947868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-ca8d5ad5-8d63-41bd-bf88-fc89e411c584 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 1096 time: 0.0505314 Aug 16 02:24:49.998429 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-d148d899-abe3-4249-99da-f1dad33ce7f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa092a1c-d931-468c-8684-57893f758581 HTTP/1.1" status: 200 len: 217 time: 0.0419345 Aug 16 02:24:50.036186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] device_id is not set on port b213916c-87dd-454d-8916-9b5ee770123f yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:50.044520 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.049399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-316b3e1c-dd5c-48bc-82f3-513c75553cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.050993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-316b3e1c-dd5c-48bc-82f3-513c75553cda service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.0454218 Aug 16 02:24:50.057772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Transition to ACTIVE for port object b213916c-87dd-454d-8916-9b5ee770123f will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:50.069088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.092870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-f548bbf6-65f5-4974-8129-94c1f8e8623f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347323 Aug 16 02:24:50.123305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=b213916c-87dd-454d-8916-9b5ee770123f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:50.134735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.135071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.135407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.139846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.140175 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.140593 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 2 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.153140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.153842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.153842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.157962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.158284 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.158668 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 3 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.171561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.171904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.172243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.176900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.177231 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.178181 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 4 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.186781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-b3f0a4aa-0e1d-4956-b7e5-1a4ad01f5d12 service neutron] 10.222.0.88 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859478 Aug 16 02:24:50.191006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.191006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.191231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.195678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.196013 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.196422 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 5 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.209443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.209782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.210120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.217317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.217650 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.218054 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 6 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.234766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.236039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.236039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.246022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.246720 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.247178 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 7 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.259818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.260073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.260440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.265148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.265478 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.265865 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 8 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.278175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.278508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.278843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.283179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.283500 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.283885 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 9 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.296796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.297190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.297636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.302073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.303216 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.304470 n-d-769329-15 neutron-server[94856]: INFO neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempt 10 to bind port b213916c-87dd-454d-8916-9b5ee770123f Aug 16 02:24:50.326687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:50.327094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:50.327433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempting to bind port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:50.332932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:50.333562 n-d-769329-15 neutron-server[94856]: ERROR neutron.plugins.ml2.managers [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Failed to bind port b213916c-87dd-454d-8916-9b5ee770123f on host n-h1-769329-15 for vnic_type normal using segments [{'id': '9013b880-41d8-4ad9-ae9e-1a660981c068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '098018fa-2559-471a-ad43-9c68cf3ac959'}] Aug 16 02:24:50.334362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.337298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644b35d-335e-4b7b-8ecf-2fe38990477c req-8fd6bd03-b08c-49d0-9d00-15a151224090 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.338826 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1644b35d-335e-4b7b-8ecf-2fe38990477c req-8fd6bd03-b08c-49d0-9d00-15a151224090 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 944 time: 0.0817928 Aug 16 02:24:50.344634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-642cac6b-9e6d-46ec-88d4-223dab07787d req-c99c022d-2992-42b5-9b36-c26bce5594de service neutron] 10.222.0.88 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497676 Aug 16 02:24:50.380764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1644b35d-335e-4b7b-8ecf-2fe38990477c req-df03d7dd-90e0-402e-9df7-a6d96f6fa505 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Aug 16 02:24:50.411114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] For port b213916c-87dd-454d-8916-9b5ee770123f, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:50.411473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attempted to set empty binding levels {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:24:50.415853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.443801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] In _notify_port_updated(), no bound segment for port b213916c-87dd-454d-8916-9b5ee770123f on network 098018fa-2559-471a-ad43-9c68cf3ac959 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:24:50.444681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.445385 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.446577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "PUT /v2.0/ports/b213916c-87dd-454d-8916-9b5ee770123f HTTP/1.1" status: 200 len: 976 time: 0.6685398 Aug 16 02:24:50.449535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53906) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.461612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4f593-58da-479a-85e7-0014f2eabf5a tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event updated for resources: {'Port': ['ID=b213916c-87dd-454d-8916-9b5ee770123f,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:50.533240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Deleting port b213916c-87dd-454d-8916-9b5ee770123f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:50.533495 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.594420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] For port b213916c-87dd-454d-8916-9b5ee770123f, host n-h1-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:50.594790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.608797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Calling delete_port for b213916c-87dd-454d-8916-9b5ee770123f owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:50.719124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc5eb1-f447-4e81-8151-e9fcf0ecfa3a req-8087a6ee-ec61-4f62-9577-91c30f4c0aee tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.720633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3cc5eb1-f447-4e81-8151-e9fcf0ecfa3a req-8087a6ee-ec61-4f62-9577-91c30f4c0aee tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 945 time: 0.0724127 Aug 16 02:24:50.734880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.767325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Pushing event deleted for resources: {'Port': ['ID=b213916c-87dd-454d-8916-9b5ee770123f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:50.785610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.787407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-22218e01-7ee2-47eb-b32c-34c05ce992b9 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b213916c-87dd-454d-8916-9b5ee770123f HTTP/1.1" status: 204 len: 168 time: 0.3368812 Aug 16 02:24:50.790166 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.790792 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3cc5eb1-f447-4e81-8151-e9fcf0ecfa3a req-0e12f913-9552-4568-b8ac-e18f5b14881b tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Aug 16 02:24:50.813875 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46fdceb-ac32-42d9-9f09-ee01ffda4265 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:24:50.819206 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f46fdceb-ac32-42d9-9f09-ee01ffda4265 tempest-PortsAdminExtendedAttrsTestJSON-1547146673 tempest-PortsAdminExtendedAttrsTestJSON-1547146673-project-admin] 10.222.0.78 "GET /v2.0/ports/b213916c-87dd-454d-8916-9b5ee770123f HTTP/1.1" status: 404 len: 333 time: 0.0242085 Aug 16 02:24:50.819579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.939110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.955427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bce4e-9831-4612-9322-54de3120a150 req-9e18fc3e-b4e1-4155-9a4d-5b6c2ea2f548 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.956944 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8bce4e-9831-4612-9322-54de3120a150 req-9e18fc3e-b4e1-4155-9a4d-5b6c2ea2f548 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 945 time: 0.0774443 Aug 16 02:24:51.064864 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.070182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8bce4e-9831-4612-9322-54de3120a150 req-bd53bbe3-ae96-43cd-9ee1-f1b1ffa68f58 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039855 Aug 16 02:24:51.078168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098018fa-2559-471a-ad43-9c68cf3ac959']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:51.087476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9013b880-41d8-4ad9-ae9e-1a660981c068') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:51.087773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9013b880-41d8-4ad9-ae9e-1a660981c068') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:51.097539 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.113396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.119943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:51.120365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:51.123278 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:51.180728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.188925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.190864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] 10.222.0.78 "DELETE /v2.0/networks/098018fa-2559-471a-ad43-9c68cf3ac959 HTTP/1.1" status: 204 len: 168 time: 0.3705604 Aug 16 02:24:51.201497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48cb28-8d3a-48da-9808-490139d34778 tempest-PortsAdminExtendedAttrsTestJSON-769148849 tempest-PortsAdminExtendedAttrsTestJSON-769148849-project] Pushing event deleted for resources: {'Network': ['ID=098018fa-2559-471a-ad43-9c68cf3ac959,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:51.343258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974fe4f-6ffd-48ca-ae81-2191468b9f0a req-9043cf50-9a21-47e2-84d7-7c9576686f98 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.344856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f974fe4f-6ffd-48ca-ae81-2191468b9f0a req-9043cf50-9a21-47e2-84d7-7c9576686f98 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Aug 16 02:24:51.385306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f974fe4f-6ffd-48ca-ae81-2191468b9f0a req-afde9a83-488c-4ac6-9d23-9ce21c84f7b1 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Aug 16 02:24:51.389026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'tag': 'fa092a1c-d931-468c-8684-57893f758581'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:51.391544 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "tag": "fa092a1c-d931-468c-8684-57893f758581"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:51.446153 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b249fdc-1e40-4adb-85ac-71d9cdb6c731 x-openstack-request-id: req-6b249fdc-1e40-4adb-85ac-71d9cdb6c731 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:51.446444 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "tag": "fa092a1c-d931-468c-8684-57893f758581", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:51.446688 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b249fdc-1e40-4adb-85ac-71d9cdb6c731 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:51.447072 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'tag': 'fa092a1c-d931-468c-8684-57893f758581', 'status': 'completed', 'code': 200} Aug 16 02:24:51.469006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:51.529976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-8fe26315-1bdf-4052-bd80-8281702fa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.531974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-8fe26315-1bdf-4052-bd80-8281702fa677 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 1096 time: 0.0587320 Aug 16 02:24:51.557796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcc627-8f00-49ad-8967-7a495909563e req-1f7634ee-ddf3-47a7-adc7-f9480e52fec7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.559340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fdcc627-8f00-49ad-8967-7a495909563e req-1f7634ee-ddf3-47a7-adc7-f9480e52fec7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 944 time: 0.0591803 Aug 16 02:24:51.605444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fdcc627-8f00-49ad-8967-7a495909563e req-cb06567e-129b-495f-abb3-8992e973ba10 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Aug 16 02:24:51.652545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-c86dcd84-f823-43e1-8ba2-56c410b89b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.653640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7bc0c1f4-a0c0-4fd9-82b7-7051725c9d13 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e0722227fb5a4bb687e38157c788f94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834595 Aug 16 02:24:51.654253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:51.654372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-c86dcd84-f823-43e1-8ba2-56c410b89b64 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 906 time: 0.1152751 Aug 16 02:24:51.706391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-d65db5df-ae4b-43c1-aa89-2ac127d07d29 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa092a1c-d931-468c-8684-57893f758581 HTTP/1.1" status: 200 len: 217 time: 0.0445466 Aug 16 02:24:51.707740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eada7ddb-8d9f-494d-b8a1-bbe5a6dddc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.729652 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eada7ddb-8d9f-494d-b8a1-bbe5a6dddc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.776743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eada7ddb-8d9f-494d-b8a1-bbe5a6dddc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.777639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-d1348bdf-6897-48ec-bee9-bba7146c2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.779097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-d1348bdf-6897-48ec-bee9-bba7146c2222 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.0649340 Aug 16 02:24:51.779310 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eada7ddb-8d9f-494d-b8a1-bbe5a6dddc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.780477 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eada7ddb-8d9f-494d-b8a1-bbe5a6dddc49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fde6548f-010f-4024-b537-ba9ac9efa746 HTTP/1.1" status: 204 len: 168 time: 0.1252453 Aug 16 02:24:51.788083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbe3d6-b859-4f49-9942-7bf24a7e4a66 req-7ccb74cb-aa48-442b-8b66-45a3d32d8966 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.789571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30dbe3d6-b859-4f49-9942-7bf24a7e4a66 req-7ccb74cb-aa48-442b-8b66-45a3d32d8966 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 945 time: 0.0851765 Aug 16 02:24:51.791172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada7ddb-8d9f-494d-b8a1-bbe5a6dddc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6548f-010f-4024-b537-ba9ac9efa746,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:51.819713 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-b856597a-775b-4dbe-8c9b-03da9dc78b83 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291765 Aug 16 02:24:52.062855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.105017 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.123229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b24959b-e6f9-4607-8218-890608721a37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98fb063c0aa14c519f604cbb147d5e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589926 Aug 16 02:24:52.125646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.185495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-01a88f77-b7f0-456e-95b6-d015ec9df154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.211389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-01a88f77-b7f0-456e-95b6-d015ec9df154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.230039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30dbe3d6-b859-4f49-9942-7bf24a7e4a66 req-774c8217-fc59-4570-ab0e-3a31007b7dd2 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155457 Aug 16 02:24:52.267397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-01a88f77-b7f0-456e-95b6-d015ec9df154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.270049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-01a88f77-b7f0-456e-95b6-d015ec9df154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.270730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-94399fa2-e17e-4af6-adb5-431e38c033af service neutron] 10.222.0.88 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384117 Aug 16 02:24:52.271741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-01a88f77-b7f0-456e-95b6-d015ec9df154 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a445b4f-8eb4-4a4f-b185-6ed4df409206 HTTP/1.1" status: 204 len: 168 time: 0.1445737 Aug 16 02:24:52.279686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a88f77-b7f0-456e-95b6-d015ec9df154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a445b4f-8eb4-4a4f-b185-6ed4df409206,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.364995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba8a85d-7262-4f7c-958f-4e8ec029c1c9 req-b0f1f552-ffcf-464d-9ec8-0c17e5908d68 service neutron] 10.222.0.88 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871234 Aug 16 02:24:52.571168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:52.673900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:52.686516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'fa092a1c-d931-468c-8684-57893f758581', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': 'fa092a1c-d931-468c-8684-57893f758581', 'mac_address': 'fa:16:3e:a0:91:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:52.726993 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.733227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c867c68-2441-4633-a3ab-510a112c46e1 req-efd47f97-ad7c-419f-b2ac-dd8b561e8ca1 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:52.735257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c867c68-2441-4633-a3ab-510a112c46e1 req-efd47f97-ad7c-419f-b2ac-dd8b561e8ca1 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 944 time: 0.0521085 Aug 16 02:24:52.745643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa092a1c-d931-468c-8684-57893f758581 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:52.768818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:52.774687 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.783661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c867c68-2441-4633-a3ab-510a112c46e1 req-12293743-383d-4871-98e4-50005050096f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Aug 16 02:24:52.826708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.956238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:52.980051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:52.980455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d2b0e6e3-d3b2-4490-9d48-24705f3b0a35 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:53.005955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:53.045383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['fa092a1c-d931-468c-8684-57893f758581'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:53.101370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1346969063'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:53.125665 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:53.128387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-13803505-47b5-4fdb-b086-64e749e1f0e6 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:53.129900 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-13803505-47b5-4fdb-b086-64e749e1f0e6 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.98 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 945 time: 0.0539670 Aug 16 02:24:53.131194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.140027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.233275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.237857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.238960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Deleting port ded7a30d-a1b1-4157-a6c3-9d6866b62232 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:53.239409 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.269975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:53.280079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96dc669-f91f-40ad-9b18-fd1f3cd3604d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:53.295093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.295437 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Added segment 03e54db4-28e9-4eb3-9737-5e76e356bb86 of type vlan for network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 Aug 16 02:24:53.347613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] For port ded7a30d-a1b1-4157-a6c3-9d6866b62232, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=ded7a30d-a1b1-4157-a6c3-9d6866b62232,segment=NetworkSegment(959777c7-ff06-4e52-8251-9b3ffe4573e3),segment_id=959777c7-ff06-4e52-8251-9b3ffe4573e3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:53.348121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.361891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.363100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Calling delete_port for ded7a30d-a1b1-4157-a6c3-9d6866b62232 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:53.370968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.403068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5ffc-f1cb-4fdc-ae56-b3e3d794505f req-603d34e9-c4bf-4395-816c-9080a22426ac tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:53.404513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52cd5ffc-f1cb-4fdc-ae56-b3e3d794505f req-603d34e9-c4bf-4395-816c-9080a22426ac tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/ports?device_id=c257c17b-fbb0-4634-b97a-3aba69bc21c1 HTTP/1.1" status: 200 len: 945 time: 0.0780530 Aug 16 02:24:53.409761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.415789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:53.416431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.487355 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4802577 Aug 16 02:24:53.492037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54000) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:53.499069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'subnet': {'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:53.509229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879177dc-4d66-47b2-bdf7-1d16afa92efb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Network': ['ID=b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:53.516175 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52cd5ffc-f1cb-4fdc-ae56-b3e3d794505f req-203f7a45-efdb-4686-a43a-77550ad96660 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.78 "GET /v2.0/security-groups?id=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970416 Aug 16 02:24:53.529591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:53.552892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.575279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['ded7a30d-a1b1-4157-a6c3-9d6866b62232'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:53.589647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Pushing event deleted for resources: {'Port': ['ID=ded7a30d-a1b1-4157-a6c3-9d6866b62232,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:53.644654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] No DVR routers for this DVR port ded7a30d-a1b1-4157-a6c3-9d6866b62232 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:53.648667 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.650605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-690e8462-3c54-4375-9d7d-60fb9289e70e req-2ef88d1c-b267-467c-888d-e701b2153040 tempest-ServersNegativeTestMultiTenantJSON-2033621045 tempest-ServersNegativeTestMultiTenantJSON-2033621045-project] 10.222.0.98 "DELETE /v2.0/ports/ded7a30d-a1b1-4157-a6c3-9d6866b62232 HTTP/1.1" status: 204 len: 173 time: 0.5109658 Aug 16 02:24:53.651042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'name': 'network-vif-deleted', 'tag': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:53.653398 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c820c89-f109-4518-9c2f-98d44aea4e52" -d '{"events": [{"server_uuid": "c257c17b-fbb0-4634-b97a-3aba69bc21c1", "name": "network-vif-deleted", "tag": "ded7a30d-a1b1-4157-a6c3-9d6866b62232"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:53.669779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:53.673554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.716435 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee48a499-8030-4e5c-bca3-915b64827779 x-openstack-request-id: req-ee48a499-8030-4e5c-bca3-915b64827779 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:53.716724 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c257c17b-fbb0-4634-b97a-3aba69bc21c1", "name": "network-vif-deleted", "tag": "ded7a30d-a1b1-4157-a6c3-9d6866b62232", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:53.716974 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee48a499-8030-4e5c-bca3-915b64827779 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:53.717377 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c257c17b-fbb0-4634-b97a-3aba69bc21c1', 'name': 'network-vif-deleted', 'tag': 'ded7a30d-a1b1-4157-a6c3-9d6866b62232', 'status': 'completed', 'code': 200} Aug 16 02:24:53.874848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.917328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffe3e1-9e7e-4ca4-8e0b-1d5a067a72af req-334891e4-08b7-44cc-a685-983252614e01 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:53.918876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90ffe3e1-9e7e-4ca4-8e0b-1d5a067a72af req-334891e4-08b7-44cc-a685-983252614e01 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 945 time: 0.0592320 Aug 16 02:24:53.940254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Subnet': ['ID=466435d8-40aa-4fe9-a2c6-0da402687766,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:53.949860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Checking segment: {'id': '03e54db4-28e9-4eb3-9737-5e76e356bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:53.950233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network hostable DHCP agents. Network: b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:53.957948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90ffe3e1-9e7e-4ca4-8e0b-1d5a067a72af req-601a4bfe-0f13-49dd-bb79-b74af4f1d147 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Aug 16 02:24:53.967928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:53.982205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:53.987224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:53.987955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.991560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da449ad0-5e0b-49c6-a876-8cec8a58c258 None None] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:54.001840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a3595d7c-46a1-48a6-a29c-1b65764e48ec tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5086625 Aug 16 02:24:54.004672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54010) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.010284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-490201572'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:54.125761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:54.129605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.148610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'tenant_id': 'e87262db83944640a8f4778635b79afa', 'fixed_ips': [{'subnet_id': '466435d8-40aa-4fe9-a2c6-0da402687766'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:54.149481 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.152557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] device_id is not set on port f691fe32-81f4-4032-adf6-2f464a22b7c4 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:54.278417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Allocated IP 2001:db8::63 (b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3/466435d8-40aa-4fe9-a2c6-0da402687766/f691fe32-81f4-4032-adf6-2f464a22b7c4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:54.428858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.442124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Transition to ACTIVE for port object f691fe32-81f4-4032-adf6-2f464a22b7c4 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:54.475380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.523992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:54.525908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Allocated IP 2001:db8::2 (b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3/466435d8-40aa-4fe9-a2c6-0da402687766/405b4e68-5e1f-43f0-a3bf-365bfc959c7d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:54.527831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=f691fe32-81f4-4032-adf6-2f464a22b7c4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:54.530522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:54.532590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:54.538762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:54.539397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.557351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54018) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.557858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-65603eca-97d7-46e1-88bd-b1d3126566e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5516202 Aug 16 02:24:54.563926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1083205393', 'allowed_address_pairs': [{'ip_address': '2001:db8::63', 'mac_address': 'fa:16:3e:86:d2:d6'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:54.585908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:54.588132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54022) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.642224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] Deleting subnet fdd248ae-a562-424b-bd6f-c40de8b228cb {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:54.645803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.685870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.698755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:54.718705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port fa092a1c-d931-468c-8684-57893f758581 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:54.726679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port fa092a1c-d931-468c-8684-57893f758581 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:54.727055 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.728897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.729244 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.756643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Transition to ACTIVE for port object 405b4e68-5e1f-43f0-a3bf-365bfc959c7d will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:54.782067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Transition to ACTIVE for port object 405b4e68-5e1f-43f0-a3bf-365bfc959c7d will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:54.788702 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.789840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.793624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.812743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] device_id is not set on port e6de05b3-feb3-48d3-aa49-638af679ca68 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:54.819325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd248ae-a562-424b-bd6f-c40de8b228cb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:54.827333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.831573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7c4b312a-a430-4378-8d5d-153796c306ae admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fdd248ae-a562-424b-bd6f-c40de8b228cb HTTP/1.1" status: 204 len: 168 time: 0.2400241 Aug 16 02:24:54.831798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54024) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.859754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:54.868069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:54.871507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Pushing event updated for resources: {'Port': ['ID=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:54.873724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:54.884737 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.915975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.951982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa092a1c-d931-468c-8684-57893f758581'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:54.954276 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a497076e-ae38-4cec-ae7c-4e958751ee68" -d '{"events": [{"server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "name": "network-vif-plugged", "status": "completed", "tag": "fa092a1c-d931-468c-8684-57893f758581"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:54.962365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Allocated IP 2001:db8::39f (b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3/466435d8-40aa-4fe9-a2c6-0da402687766/e6de05b3-feb3-48d3-aa49-638af679ca68) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:54.973597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:54.975040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Attempting to bind port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:54.975401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Attempting to bind port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '03e54db4-28e9-4eb3-9737-5e76e356bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:54.975763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Attempting to bind port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d on network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:54.983376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.988475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:54.988856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Checking segment: {'id': '03e54db4-28e9-4eb3-9737-5e76e356bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:54.989284 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.989731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Bound using segment: {'id': '03e54db4-28e9-4eb3-9737-5e76e356bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:54.990748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Bound port: 405b4e68-5e1f-43f0-a3bf-365bfc959c7d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e54db4-28e9-4eb3-9737-5e76e356bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:54.991128 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.019568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.033404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce39ccac-8a90-42ef-95b5-a6587f1d7990']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.044995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959777c7-ff06-4e52-8251-9b3ffe4573e3') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.045463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959777c7-ff06-4e52-8251-9b3ffe4573e3') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.054257 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe372d2-97de-4fbe-85f7-8fed0fb70f34 x-openstack-request-id: req-efe372d2-97de-4fbe-85f7-8fed0fb70f34 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:55.054257 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "name": "network-vif-plugged", "status": "completed", "tag": "fa092a1c-d931-468c-8684-57893f758581", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:55.054591 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efe372d2-97de-4fbe-85f7-8fed0fb70f34 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:55.054844 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa092a1c-d931-468c-8684-57893f758581', 'code': 200} Aug 16 02:24:55.069344 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.080959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.092428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.099996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:55.100985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:55.103031 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:55.105476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] For port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:55.107536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] For port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,segment=NetworkSegment(03e54db4-28e9-4eb3-9737-5e76e356bb86),segment_id=03e54db4-28e9-4eb3-9737-5e76e356bb86)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:55.114430 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.171473 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.175049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5604f68-6009-48e4-ae18-4a55eab865fe None None] Pushing event updated for resources: {'Port': ['ID=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.176624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.179569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] 10.222.0.78 "DELETE /v2.0/networks/ce39ccac-8a90-42ef-95b5-a6587f1d7990 HTTP/1.1" status: 204 len: 168 time: 0.3467629 Aug 16 02:24:55.188667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54034) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.194346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64513d-14d6-4ab9-bc60-eb53a74da20b admin admin] Pushing event deleted for resources: {'Network': ['ID=ce39ccac-8a90-42ef-95b5-a6587f1d7990,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.246009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.281244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] Deleting subnet 5099ee3e-62a5-4487-b555-fce3c3e5ac98 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:55.283991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Transition to ACTIVE for port object e6de05b3-feb3-48d3-aa49-638af679ca68 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:55.287207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb91b7-d730-45d4-86d1-c0d4e4b433fd req-ecef678b-d8f9-47fd-b046-32bf1e9a3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.288786 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47eb91b7-d730-45d4-86d1-c0d4e4b433fd req-ecef678b-d8f9-47fd-b046-32bf1e9a3660 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 1098 time: 0.1663833 Aug 16 02:24:55.296136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2832a-9770-4485-bfc1-71a5d73966d0 req-e8829e34-d22e-4db2-907d-bf03d8c90901 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.297621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdd2832a-9770-4485-bfc1-71a5d73966d0 req-e8829e34-d22e-4db2-907d-bf03d8c90901 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.1765442 Aug 16 02:24:55.306733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.395236 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.447111 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47eb91b7-d730-45d4-86d1-c0d4e4b433fd req-867ec0f2-8d0c-4717-9423-40497e86f43f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460500 Aug 16 02:24:55.461096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdd2832a-9770-4485-bfc1-71a5d73966d0 req-377c63b0-464d-4f8a-8335-4335794bdabe tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502874 Aug 16 02:24:55.475540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.478674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.558505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:55.565232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:55.571479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:55.576854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.577484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.581660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=e6de05b3-feb3-48d3-aa49-638af679ca68,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.599819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b5ab0ddc-0b8b-427c-860a-97e90c5372a0 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0405569 Aug 16 02:24:55.601610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.602406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.626561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5099ee3e-62a5-4487-b555-fce3c3e5ac98,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.638702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.640828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-49fd6930-f95c-4246-a87e-9878bdec0df8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5099ee3e-62a5-4487-b555-fce3c3e5ac98 HTTP/1.1" status: 204 len: 168 time: 0.4499657 Aug 16 02:24:55.643167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54042) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.689942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b6033c-6597-452a-a3c8-2f966f0c89e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.696488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b6033c-6597-452a-a3c8-2f966f0c89e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.702276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b6033c-6597-452a-a3c8-2f966f0c89e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.706081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-99b6033c-6597-452a-a3c8-2f966f0c89e4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1005511 Aug 16 02:24:55.706923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54046) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.742839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.872429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.886926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3036164-ef5f-4f72-951c-99d5c20ce53b']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.897356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting port e6de05b3-feb3-48d3-aa49-638af679ca68 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:55.897706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.904048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966c03ca-0512-4971-b237-0bfccab34e37') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.904370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966c03ca-0512-4971-b237-0bfccab34e37') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.962391 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.986651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.004574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:56.005006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:56.007238 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:56.074721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.090260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Calling delete_port for e6de05b3-feb3-48d3-aa49-638af679ca68 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:56.095303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.099776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.101789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] 10.222.0.78 "DELETE /v2.0/networks/b3036164-ef5f-4f72-951c-99d5c20ce53b HTTP/1.1" status: 204 len: 168 time: 0.4576242 Aug 16 02:24:56.125595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ad8c-e9cb-4b77-a204-289eb62444ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b3036164-ef5f-4f72-951c-99d5c20ce53b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.137918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebd71-85b8-441d-8d12-834b64e5cbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.165600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d4806-b9b9-4cb1-8e82-68b471dca2d9 None None] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:56.291101 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.310265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8ed58f4a-fa7e-476d-8b5e-b115db3f671f None None] Provisioning for port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:56.324623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Port': ['ID=e6de05b3-feb3-48d3-aa49-638af679ca68,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.389451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54052) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.477188 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.479295 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-48c9b345-4648-4140-8715-d3a71594f950 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/ports/e6de05b3-feb3-48d3-aa49-638af679ca68 HTTP/1.1" status: 204 len: 168 time: 0.7714217 Aug 16 02:24:56.482242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54056) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.497194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7fceac25-405c-4c53-a8e8-c1aa47725bc0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2f2379ed4e84edca0fbf1fdde557f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065972 Aug 16 02:24:56.498011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54060) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.510386 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-77de953b-feb8-4d79-a8d7-0f8141540514 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] GET failed (client error): The resource could not be found. Aug 16 02:24:56.511983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-77de953b-feb8-4d79-a8d7-0f8141540514 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "GET /v2.0/ports/e6de05b3-feb3-48d3-aa49-638af679ca68 HTTP/1.1" status: 404 len: 333 time: 0.0279269 Aug 16 02:24:56.516069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.521430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1909506808'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:56.562761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3673-a1b6-4cef-a769-a4bef1855982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.595356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3673-a1b6-4cef-a769-a4bef1855982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.644001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ca6c2-1634-4948-ad50-621fae7b133f req-f66fbbcc-8f3e-488a-b883-610f14031e63 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.645781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a54ca6c2-1634-4948-ad50-621fae7b133f req-f66fbbcc-8f3e-488a-b883-610f14031e63 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0781803 Aug 16 02:24:56.661541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3673-a1b6-4cef-a769-a4bef1855982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.662067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6cacbcc-dc3d-4694-ac5d-98c699aa61c8 None None] Provisioning for port f691fe32-81f4-4032-adf6-2f464a22b7c4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:56.664607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3673-a1b6-4cef-a769-a4bef1855982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.666349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf8f3673-a1b6-4cef-a769-a4bef1855982 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8df7da02-b0fd-4f7b-a2bd-68a4705acd7f HTTP/1.1" status: 204 len: 168 time: 0.1673126 Aug 16 02:24:56.666780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6cacbcc-dc3d-4694-ac5d-98c699aa61c8 None None] Provisioning complete for port f691fe32-81f4-4032-adf6-2f464a22b7c4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:56.667319 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6cacbcc-dc3d-4694-ac5d-98c699aa61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.684090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f3673-a1b6-4cef-a769-a4bef1855982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7da02-b0fd-4f7b-a2bd-68a4705acd7f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.731302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e6cacbcc-dc3d-4694-ac5d-98c699aa61c8 None None] Port f691fe32-81f4-4032-adf6-2f464a22b7c4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:56.734393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:56.738213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.762254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a54ca6c2-1634-4948-ad50-621fae7b133f req-82b3c902-8583-415d-b40c-bc5d092229be tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081553 Aug 16 02:24:56.769036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] device_id is not set on port 49e57914-5963-40dd-800f-31a14687099d yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:56.954949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Allocated IP 2001:db8::2b2 (b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3/466435d8-40aa-4fe9-a2c6-0da402687766/49e57914-5963-40dd-800f-31a14687099d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:56.963376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ded7a30d-a1b1-4157-a6c3-9d6866b62232 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:57.030554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 405b4e68-5e1f-43f0-a3bf-365bfc959c7d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:57.094759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c908b-4f60-4e77-ba7c-b0d2a6cb6586 req-cb6c610e-d3cd-43ae-91d4-a66f1132d072 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.104303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-994c908b-4f60-4e77-ba7c-b0d2a6cb6586 req-cb6c610e-d3cd-43ae-91d4-a66f1132d072 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0978892 Aug 16 02:24:57.108272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: ded7a30d-a1b1-4157-a6c3-9d6866b62232 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:57.108700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device ded7a30d-a1b1-4157-a6c3-9d6866b62232 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:57.139836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4148de65-60fb-426c-8615-e0a7b96e759f None None] Provisioning complete for port f691fe32-81f4-4032-adf6-2f464a22b7c4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:57.140363 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4148de65-60fb-426c-8615-e0a7b96e759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.158285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-994c908b-4f60-4e77-ba7c-b0d2a6cb6586 req-f6e28dff-c1b3-46cc-9e50-3af4147204e5 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524759 Aug 16 02:24:57.186836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:57.192312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:57.192685 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.203974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54078) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.217324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4148de65-60fb-426c-8615-e0a7b96e759f None None] Port f691fe32-81f4-4032-adf6-2f464a22b7c4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:57.254857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a6c80b76-2c7f-416d-8423-9ca48750a253 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=708cf726883a4d65bc025fc9918c041c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495844 Aug 16 02:24:57.257428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.257560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.275912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Transition to ACTIVE for port object 49e57914-5963-40dd-800f-31a14687099d will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:57.295905 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.313792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92c392e9-0fed-41d1-b096-34543c065b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.328037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.334764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,segment=NetworkSegment(03e54db4-28e9-4eb3-9737-5e76e356bb86),segment_id=03e54db4-28e9-4eb3-9737-5e76e356bb86)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:57.344103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2312e34b-c09d-43f6-b1a8-61eff3e2db36 None None] Could not find standard attr ID for object e6de05b3-feb3-48d3-aa49-638af679ca68. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:24:57.346527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.365082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92c392e9-0fed-41d1-b096-34543c065b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.391015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:57.394355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:57.404185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.405832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:57.411868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.412610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.412871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.413156 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.413291 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.413547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.414219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.414219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.414538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.415101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.415228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.416199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.416585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=49e57914-5963-40dd-800f-31a14687099d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.416689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.416689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:57.431257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8a397a09-b775-439a-8014-9cfafabe7350 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9138255 Aug 16 02:24:57.434154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54082) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.440496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::63', 'mac_address': 'fa:16:3e:86:d2:d6'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:57.466083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92c392e9-0fed-41d1-b096-34543c065b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.474618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92c392e9-0fed-41d1-b096-34543c065b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.475916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92c392e9-0fed-41d1-b096-34543c065b8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65287f6d-c72d-4bd8-9e61-1857ba27dfd5 HTTP/1.1" status: 204 len: 168 time: 0.2177420 Aug 16 02:24:57.496171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c392e9-0fed-41d1-b096-34543c065b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65287f6d-c72d-4bd8-9e61-1857ba27dfd5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.551844 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.764105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.770033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.803339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] In _notify_port_updated(), no bound segment for port 49e57914-5963-40dd-800f-31a14687099d on network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:24:57.808758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.809377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.814100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "PUT /v2.0/ports/49e57914-5963-40dd-800f-31a14687099d HTTP/1.1" status: 200 len: 1002 time: 0.3753035 Aug 16 02:24:57.814100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54096) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.861005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da26518-9bf7-4587-adf5-5ff4335bfa5b tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=49e57914-5963-40dd-800f-31a14687099d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.875739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-57684ef1-0c08-4579-a116-ddf8053f5670 None None] Provisioning for port 49e57914-5963-40dd-800f-31a14687099d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:57.880416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-57684ef1-0c08-4579-a116-ddf8053f5670 None None] Provisioning complete for port 49e57914-5963-40dd-800f-31a14687099d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:57.881352 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57684ef1-0c08-4579-a116-ddf8053f5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.929904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting port 49e57914-5963-40dd-800f-31a14687099d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:57.930253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.977912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-57684ef1-0c08-4579-a116-ddf8053f5670 None None] Port 49e57914-5963-40dd-800f-31a14687099d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:58.027671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.047302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Calling delete_port for 49e57914-5963-40dd-800f-31a14687099d owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:58.102505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d29077b0-ca2c-493e-8947-a5bbfe0e5469 None None] Provisioning complete for port 49e57914-5963-40dd-800f-31a14687099d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:58.102796 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d29077b0-ca2c-493e-8947-a5bbfe0e5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.152377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d29077b0-ca2c-493e-8947-a5bbfe0e5469 None None] Port 49e57914-5963-40dd-800f-31a14687099d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:58.203540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.244105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Port': ['ID=49e57914-5963-40dd-800f-31a14687099d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.308555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d805269-7890-46ab-ab62-6e4eb12226a1 req-7c5ecd59-d8c4-42c7-97db-43bacdb4f37a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.316277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3d805269-7890-46ab-ab62-6e4eb12226a1 req-7c5ecd59-d8c4-42c7-97db-43bacdb4f37a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0740907 Aug 16 02:24:58.361014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.361522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3d805269-7890-46ab-ab62-6e4eb12226a1 req-6cd96a89-20c3-49d7-9024-2ec657a5b4a5 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Aug 16 02:24:58.365378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6211eb4c-27f8-4ab4-97d7-57764227ebfb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/ports/49e57914-5963-40dd-800f-31a14687099d HTTP/1.1" status: 204 len: 168 time: 0.5484629 Aug 16 02:24:58.365733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:58.394073 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31c6cb7-93df-429e-9237-b56a077e21d7 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] GET failed (client error): The resource could not be found. Aug 16 02:24:58.395710 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f31c6cb7-93df-429e-9237-b56a077e21d7 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "GET /v2.0/ports/49e57914-5963-40dd-800f-31a14687099d HTTP/1.1" status: 404 len: 333 time: 0.0289850 Aug 16 02:24:58.400135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54122) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:58.405469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857928460'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:58.517300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:58.520774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.539103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] device_id is not set on port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:58.666529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Allocated IP 2001:db8::233 (b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3/466435d8-40aa-4fe9-a2c6-0da402687766/879f1645-e7a5-4f4d-b7c5-5d8b86e19a18) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:58.768191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.797541 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7a08cab0-4f70-4e1b-b0cd-8904cdf41a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.839190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.854212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Transition to ACTIVE for port object 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:58.893722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.942591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:58.944455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 405b4e68-5e1f-43f0-a3bf-365bfc959c7d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:58.946564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:58.951051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:58.956946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.957578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.961847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=879f1645-e7a5-4f4d-b7c5-5d8b86e19a18,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.994636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9a6887a7-adc5-411f-9af9-92fa9404105a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5907688 Aug 16 02:24:58.994952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:59.001345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:86:d2:d6'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:59.004503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:59.004891 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.183587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.312067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b30dce79-5678-4b3e-a026-87837f224709 None None] Provisioning for port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:59.328531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b30dce79-5678-4b3e-a026-87837f224709 None None] Provisioning complete for port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:59.329166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b30dce79-5678-4b3e-a026-87837f224709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.371462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b30dce79-5678-4b3e-a026-87837f224709 None None] Port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:59.371838 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.379206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.423283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] In _notify_port_updated(), no bound segment for port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 on network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:24:59.429432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.430025 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.431316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "PUT /v2.0/ports/879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 HTTP/1.1" status: 200 len: 1003 time: 0.4351897 Aug 16 02:24:59.434933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:59.503996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc4e53-a974-491e-880e-ae22b0fe68fb tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=879f1645-e7a5-4f4d-b7c5-5d8b86e19a18,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:59.574587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2ad0-75be-4c00-b5ba-96e9d7673754 req-1734a2ac-5429-4daf-ad18-4defdb7281b1 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.576131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea6d2ad0-75be-4c00-b5ba-96e9d7673754 req-1734a2ac-5429-4daf-ad18-4defdb7281b1 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.1330442 Aug 16 02:24:59.629667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:59.630016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.637158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea6d2ad0-75be-4c00-b5ba-96e9d7673754 req-2033382a-8b04-4a6b-bad1-22871bf111a1 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Aug 16 02:24:59.698191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-da0af817-e259-44d0-9737-4d3932b2a3d7 None None] Provisioning complete for port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:59.698655 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-da0af817-e259-44d0-9737-4d3932b2a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.719051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.731540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Calling delete_port for 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:59.733411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-da0af817-e259-44d0-9737-4d3932b2a3d7 None None] Port 879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:59.859862 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.892999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Port': ['ID=879f1645-e7a5-4f4d-b7c5-5d8b86e19a18,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:59.915914 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.929167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.931142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e06d411e-40a2-48e7-970a-58158cef1f47 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/ports/879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 HTTP/1.1" status: 204 len: 168 time: 0.4959342 Aug 16 02:24:59.933779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54158) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:59.962207 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2254e791-7e02-4dd8-9943-c0e1a0ad5caa tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] GET failed (client error): The resource could not be found. Aug 16 02:24:59.967817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54164) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:59.968405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2254e791-7e02-4dd8-9943-c0e1a0ad5caa tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "GET /v2.0/ports/879f1645-e7a5-4f4d-b7c5-5d8b86e19a18 HTTP/1.1" status: 404 len: 333 time: 0.0331047 Aug 16 02:24:59.973096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1681512998'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:00.107563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:00.112566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.137273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] device_id is not set on port 5a1edbcd-2341-4258-aede-8d8dda6006b5 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:00.274478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Allocated IP 2001:db8::105 (b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3/466435d8-40aa-4fe9-a2c6-0da402687766/5a1edbcd-2341-4258-aede-8d8dda6006b5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:00.451169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.464401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Transition to ACTIVE for port object 5a1edbcd-2341-4258-aede-8d8dda6006b5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:00.498595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.542706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:00.545724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:00.549577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:00.556120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.557113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.566405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=5a1edbcd-2341-4258-aede-8d8dda6006b5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:00.577482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-17ff7259-9513-4fa9-a071-afffa167d850 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6084900 Aug 16 02:25:00.580212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54182) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:00.585354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'network_id': 'b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-263132654'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:00.702700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Made reservation on behalf of e87262db83944640a8f4778635b79afa for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:00.706292 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.729545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] device_id is not set on port a6044a69-20c0-4285-98e4-41a34d214871 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:00.762505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-efd856d0-e104-46fd-908a-d59de05e53e8 None None] Provisioning for port 5a1edbcd-2341-4258-aede-8d8dda6006b5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:00.767276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-efd856d0-e104-46fd-908a-d59de05e53e8 None None] Provisioning complete for port 5a1edbcd-2341-4258-aede-8d8dda6006b5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:00.767661 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-efd856d0-e104-46fd-908a-d59de05e53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.812763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-efd856d0-e104-46fd-908a-d59de05e53e8 None None] Port 5a1edbcd-2341-4258-aede-8d8dda6006b5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:00.875805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c5d65-13a8-4e33-8823-b4104b4a1414 req-654443d0-2684-4a68-98f4-e60633631bd5 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.877316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-137c5d65-13a8-4e33-8823-b4104b4a1414 req-654443d0-2684-4a68-98f4-e60633631bd5 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.1284330 Aug 16 02:25:00.919698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Allocated IP 2001:db8::360 (b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3/466435d8-40aa-4fe9-a2c6-0da402687766/a6044a69-20c0-4285-98e4-41a34d214871) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:00.945237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-137c5d65-13a8-4e33-8823-b4104b4a1414 req-30540eea-35bc-4dc9-80a9-9bf6f8f3c1db tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575540 Aug 16 02:25:01.081986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.096971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Transition to ACTIVE for port object a6044a69-20c0-4285-98e4-41a34d214871 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:01.144131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.192516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:01.200857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:01.203565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:01.221455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.228847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.240783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=a6044a69-20c0-4285-98e4-41a34d214871,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:01.260694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-594182c1-dfdf-4a4c-9e5a-675475f76d0c tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6767337 Aug 16 02:25:01.261111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54192) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.267253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::63', 'mac_address': 'fa:16:3e:86:d2:d6'}, {'ip_address': '2001:db8::105', 'mac_address': 'fa:16:3e:d6:5a:d1'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:01.508612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.609169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fb3de6b9-ccd4-4019-9525-ea216f7dd286 None None] Provisioning for port a6044a69-20c0-4285-98e4-41a34d214871 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:01.613798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fb3de6b9-ccd4-4019-9525-ea216f7dd286 None None] Provisioning complete for port a6044a69-20c0-4285-98e4-41a34d214871 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:01.614167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fb3de6b9-ccd4-4019-9525-ea216f7dd286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.652078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fb3de6b9-ccd4-4019-9525-ea216f7dd286 None None] Port a6044a69-20c0-4285-98e4-41a34d214871 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:01.700460 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.705247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.740841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] In _notify_port_updated(), no bound segment for port a6044a69-20c0-4285-98e4-41a34d214871 on network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:01.746233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.746868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.748183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "PUT /v2.0/ports/a6044a69-20c0-4285-98e4-41a34d214871 HTTP/1.1" status: 200 len: 1066 time: 0.4854889 Aug 16 02:25:01.751299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54200) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.795295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac7705-20a4-4c15-b809-8a4b6db19c3a tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event updated for resources: {'Port': ['ID=a6044a69-20c0-4285-98e4-41a34d214871,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:01.851698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.871394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting port a6044a69-20c0-4285-98e4-41a34d214871 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:01.871683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.965001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.974943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8fcde504-57b7-4d99-84bc-edb1396a2ae5 None None] Provisioning complete for port a6044a69-20c0-4285-98e4-41a34d214871 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:01.975330 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8fcde504-57b7-4d99-84bc-edb1396a2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.978207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Calling delete_port for a6044a69-20c0-4285-98e4-41a34d214871 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:02.015530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8fcde504-57b7-4d99-84bc-edb1396a2ae5 None None] Port a6044a69-20c0-4285-98e4-41a34d214871 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:02.093930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0f434-5ba2-40c2-9a4d-73981636a396 req-2a8bb08c-b8ee-4b40-8f65-f4b7827a00ea tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.096220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bc0f434-5ba2-40c2-9a4d-73981636a396 req-2a8bb08c-b8ee-4b40-8f65-f4b7827a00ea tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0575035 Aug 16 02:25:02.112946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.137680 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bc0f434-5ba2-40c2-9a4d-73981636a396 req-40940f27-1280-4cf5-b88b-e6eafafeea2c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Aug 16 02:25:02.145507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Port': ['ID=a6044a69-20c0-4285-98e4-41a34d214871,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:02.316596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.320338 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-255100df-1426-42fc-8187-7a8437da9eb1 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/ports/a6044a69-20c0-4285-98e4-41a34d214871 HTTP/1.1" status: 204 len: 168 time: 0.5680366 Aug 16 02:25:02.323042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:02.348256 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a020d51-5e6b-4bc5-9d11-7d6b96022b66 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] GET failed (client error): The resource could not be found. Aug 16 02:25:02.349847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a020d51-5e6b-4bc5-9d11-7d6b96022b66 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "GET /v2.0/ports/a6044a69-20c0-4285-98e4-41a34d214871 HTTP/1.1" status: 404 len: 333 time: 0.0258083 Aug 16 02:25:02.352496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:02.438864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting port 5a1edbcd-2341-4258-aede-8d8dda6006b5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:02.439216 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.858647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.870938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Calling delete_port for 5a1edbcd-2341-4258-aede-8d8dda6006b5 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:02.999975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.035601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Port': ['ID=5a1edbcd-2341-4258-aede-8d8dda6006b5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.053854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.059140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f7a33606-7938-40f2-b958-e309a4d5a458 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/ports/5a1edbcd-2341-4258-aede-8d8dda6006b5 HTTP/1.1" status: 204 len: 168 time: 0.7057009 Aug 16 02:25:03.061870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54232) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:03.090385 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eeea0e-9da9-4ea4-9455-b522127c9aed tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] GET failed (client error): The resource could not be found. Aug 16 02:25:03.093224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f6eeea0e-9da9-4ea4-9455-b522127c9aed tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "GET /v2.0/ports/5a1edbcd-2341-4258-aede-8d8dda6006b5 HTTP/1.1" status: 404 len: 333 time: 0.0301120 Aug 16 02:25:03.097064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54234) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:03.213922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting port f691fe32-81f4-4032-adf6-2f464a22b7c4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:03.214593 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.280709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbecf5-0d55-44ef-bfdf-0fb24c0481bf req-32fb272f-07ab-4fe5-a102-b90ba7d7196a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.282606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cdbecf5-0d55-44ef-bfdf-0fb24c0481bf req-32fb272f-07ab-4fe5-a102-b90ba7d7196a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0538311 Aug 16 02:25:03.310433 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.326832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Calling delete_port for f691fe32-81f4-4032-adf6-2f464a22b7c4 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:03.331358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cdbecf5-0d55-44ef-bfdf-0fb24c0481bf req-3942f76e-28cf-475f-a45b-dcec00c767d8 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Aug 16 02:25:03.478109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.505765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Port': ['ID=f691fe32-81f4-4032-adf6-2f464a22b7c4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.537311 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.539998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f8e35556-8f60-4ae2-bb0e-23e7245185d3 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/ports/f691fe32-81f4-4032-adf6-2f464a22b7c4 HTTP/1.1" status: 204 len: 168 time: 0.4412329 Aug 16 02:25:03.542588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:03.619532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting subnet 466435d8-40aa-4fe9-a2c6-0da402687766 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:03.622586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.674196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.763941 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.821525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.851956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Subnet': ['ID=466435d8-40aa-4fe9-a2c6-0da402687766,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.855799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.860567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-64c66970-0992-4c5a-a462-90cc845b9ee4 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/subnets/466435d8-40aa-4fe9-a2c6-0da402687766 HTTP/1.1" status: 204 len: 168 time: 0.3144999 Aug 16 02:25:03.860567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:03.863347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12265ce5-48f7-4943-b904-55b7d7f3823f None None] Network b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:03.932524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.986968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Deleting port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:03.987321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.047609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] DHCP port deletion for b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:04.061089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] For port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,segment=NetworkSegment(03e54db4-28e9-4eb3-9737-5e76e356bb86),segment_id=03e54db4-28e9-4eb3-9737-5e76e356bb86)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:04.061587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.075171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Calling delete_port for 405b4e68-5e1f-43f0-a3bf-365bfc959c7d owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:04.092423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] Deleting port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:04.092809 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.157609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.158841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] For port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,segment=NetworkSegment(03e54db4-28e9-4eb3-9737-5e76e356bb86),segment_id=03e54db4-28e9-4eb3-9737-5e76e356bb86)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:04.159355 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.173520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] Calling delete_port for 405b4e68-5e1f-43f0-a3bf-365bfc959c7d owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:04.183370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Port': ['ID=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.186892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] No DVR routers for this DVR port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: from cryptography.utils import int_from_bytes Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: from cryptography.utils import int_from_bytes Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.248515 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:04.251441 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:25:04.254060 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.276321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.279938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] Pushing event deleted for resources: {'Port': ['ID=405b4e68-5e1f-43f0-a3bf-365bfc959c7d,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.284565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1cade-d4ec-4443-82a9-d40b5624a024 None None] No DVR routers for this DVR port 405b4e68-5e1f-43f0-a3bf-365bfc959c7d on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:04.286194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:04.297198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e54db4-28e9-4eb3-9737-5e76e356bb86') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:04.297493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e54db4-28e9-4eb3-9737-5e76e356bb86') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:04.306108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.320119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.327597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:04.328008 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:04.331174 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:04.396569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.403695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.405637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] 10.222.0.78 "DELETE /v2.0/networks/b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3 HTTP/1.1" status: 204 len: 168 time: 0.5442128 Aug 16 02:25:04.425952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd737d-1b8e-4ae4-9825-a12fed4e0268 tempest-AllowedAddressPairIpV6TestJSON-1544471186 tempest-AllowedAddressPairIpV6TestJSON-1544471186-project] Pushing event deleted for resources: {'Network': ['ID=b2d6a1b5-a236-456d-a1d6-c36ea54cc7c3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.465788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f7264-40c4-49f5-bc50-4c70c38cc748 req-0101a165-f7d8-4e0f-bb6b-83319a8243ae tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.467298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-053f7264-40c4-49f5-bc50-4c70c38cc748 req-0101a165-f7d8-4e0f-bb6b-83319a8243ae tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0594404 Aug 16 02:25:04.507981 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-053f7264-40c4-49f5-bc50-4c70c38cc748 req-68cad1c0-d3ae-44ec-949e-acc71802f139 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Aug 16 02:25:04.675126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:04.826922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-813fc9a8-8f91-4b6c-80b8-52526fd1deec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e87262db83944640a8f4778635b79afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504436 Aug 16 02:25:04.829394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:04.881810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f014ce-6b29-4595-a2ca-00e94b0b6b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.902555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f014ce-6b29-4595-a2ca-00e94b0b6b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.926770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 405b4e68-5e1f-43f0-a3bf-365bfc959c7d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:04.956052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 405b4e68-5e1f-43f0-a3bf-365bfc959c7d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:04.956384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 405b4e68-5e1f-43f0-a3bf-365bfc959c7d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:04.956980 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f014ce-6b29-4595-a2ca-00e94b0b6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.960352 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78f014ce-6b29-4595-a2ca-00e94b0b6b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.961871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-78f014ce-6b29-4595-a2ca-00e94b0b6b2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b96dc669-f91f-40ad-9b18-fd1f3cd3604d HTTP/1.1" status: 204 len: 168 time: 0.1311004 Aug 16 02:25:04.970883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f014ce-6b29-4595-a2ca-00e94b0b6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96dc669-f91f-40ad-9b18-fd1f3cd3604d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:05.611405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54312) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:05.641983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff57d2a-32a7-4ba9-b3b0-65b954bca203 req-052e90cf-dfb9-4a29-ba3e-c3177782430c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.643583 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bff57d2a-32a7-4ba9-b3b0-65b954bca203 req-052e90cf-dfb9-4a29-ba3e-c3177782430c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0589516 Aug 16 02:25:05.696776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bff57d2a-32a7-4ba9-b3b0-65b954bca203 req-eda3191c-4b4f-4a0f-897b-b7b02922057d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Aug 16 02:25:05.741066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-10442431'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:05.763054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:05.767792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.776777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.877881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.881929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.911108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:05.920142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d6e02b-5264-4dc0-b6dd-f7f1c54fd255,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:05.926124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.926510 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Added segment c78a06ec-2203-439d-81fa-d18071f81ac6 of type vlan for network 2bb92936-3912-43dd-aa7b-e4739e8e633a Aug 16 02:25:05.966996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.997489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.002989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.003591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.067577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4546723 Aug 16 02:25:06.070410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.075549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'subnet': {'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:06.085152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05acba7-da84-41f8-bd27-66f274bee507 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Network': ['ID=2bb92936-3912-43dd-aa7b-e4739e8e633a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.100425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:06.182328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:06.186064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.422942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.492278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Subnet': ['ID=e973b59f-bca7-47b6-91ef-b3145d99a3ef,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.501917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Checking segment: {'id': 'c78a06ec-2203-439d-81fa-d18071f81ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:06.502281 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network hostable DHCP agents. Network: 2bb92936-3912-43dd-aa7b-e4739e8e633a, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:06.519318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:06.530445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-4e4fb8eb-7011-4ff2-904d-e90344cb8539 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525014 Aug 16 02:25:06.530965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2bb92936-3912-43dd-aa7b-e4739e8e633a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:06.542864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49c65a-cea5-40d3-b8d4-6e288974495f None None] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:06.549069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.549724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.569119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-87ee38a8-8f38-4448-92ca-4d680f2fc325 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4975762 Aug 16 02:25:06.571730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.577748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'name': 'tempest-AllowedAddressPairTestJSON-1895995482'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:06.605585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-e3237eb1-68fe-4c8f-948b-dcbd32eac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.607484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-e3237eb1-68fe-4c8f-948b-dcbd32eac82d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1098 time: 0.0531635 Aug 16 02:25:06.699392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-2bb92936-3912-43dd-aa7b-e4739e8e633a', 'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'tenant_id': 'c6d3ecffafec42f19115674dda7d590b', 'fixed_ips': [{'subnet_id': 'e973b59f-bca7-47b6-91ef-b3145d99a3ef'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:06.700261 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.703924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:06.707532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.749108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] device_id is not set on port eb2d2b88-8475-4aa1-b0e4-90fa97382e22 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:06.756036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-d0b7464e-575d-4472-8036-b97067ea635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.757982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-d0b7464e-575d-4472-8036-b97067ea635e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.1299288 Aug 16 02:25:06.869799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Allocated IP 172.20.0.2 (2bb92936-3912-43dd-aa7b-e4739e8e633a/e973b59f-bca7-47b6-91ef-b3145d99a3ef/17042e56-df3b-4498-bd10-6162a5f41648) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:06.871868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-e5e907f0-66bc-49a4-8f95-8850704730ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 1002 time: 0.1039279 Aug 16 02:25:06.925950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dba110-82ee-4ac5-b879-a888cc145972 req-4b708540-104c-4411-9f86-f1019695e8ae tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.927553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79dba110-82ee-4ac5-b879-a888cc145972 req-4b708540-104c-4411-9f86-f1019695e8ae tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.1002145 Aug 16 02:25:06.930352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-c39dd90f-b25c-4cc4-9305-da8e4592c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.931804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-c39dd90f-b25c-4cc4-9305-da8e4592c953 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0527437 Aug 16 02:25:06.982292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-877ec061-dd21-4dd9-894a-f67a75378d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.984072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-877ec061-dd21-4dd9-894a-f67a75378d04 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449586 Aug 16 02:25:07.007770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79dba110-82ee-4ac5-b879-a888cc145972 req-806e3543-9ff8-481a-877a-9c9c8c8cf50e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716610 Aug 16 02:25:07.098188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-76ae95ce-2909-421a-94c0-d1285c29daf9 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060822 Aug 16 02:25:07.116188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.126030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Transition to ACTIVE for port object 17042e56-df3b-4498-bd10-6162a5f41648 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:07.142999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Transition to ACTIVE for port object 17042e56-df3b-4498-bd10-6162a5f41648 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:07.158532 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.219919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Pushing event updated for resources: {'Port': ['ID=17042e56-df3b-4498-bd10-6162a5f41648,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.222248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87abc1f4-4c81-4759-911a-364b3c898dcc req-ae105045-ea10-46c5-8fa3-89c391045261 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167607 Aug 16 02:25:07.234100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:07.235945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:07.238548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:07.265716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Allocated IP 172.20.0.11 (2bb92936-3912-43dd-aa7b-e4739e8e633a/e973b59f-bca7-47b6-91ef-b3145d99a3ef/eb2d2b88-8475-4aa1-b0e4-90fa97382e22) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:07.341138 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Attempting to bind port 17042e56-df3b-4498-bd10-6162a5f41648 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:07.341722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Attempting to bind port 17042e56-df3b-4498-bd10-6162a5f41648 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c78a06ec-2203-439d-81fa-d18071f81ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:07.341894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Attempting to bind port 17042e56-df3b-4498-bd10-6162a5f41648 on network 2bb92936-3912-43dd-aa7b-e4739e8e633a {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:07.349513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:07.349905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Checking segment: {'id': 'c78a06ec-2203-439d-81fa-d18071f81ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:07.350317 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.350722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Bound using segment: {'id': 'c78a06ec-2203-439d-81fa-d18071f81ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:07.351195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Bound port: 17042e56-df3b-4498-bd10-6162a5f41648, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78a06ec-2203-439d-81fa-d18071f81ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:07.351585 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.451163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.455937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] For port 17042e56-df3b-4498-bd10-6162a5f41648, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:07.460068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] For port 17042e56-df3b-4498-bd10-6162a5f41648, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=17042e56-df3b-4498-bd10-6162a5f41648,segment=NetworkSegment(c78a06ec-2203-439d-81fa-d18071f81ac6),segment_id=c78a06ec-2203-439d-81fa-d18071f81ac6)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:07.465676 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.492359 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.507256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Transition to ACTIVE for port object eb2d2b88-8475-4aa1-b0e4-90fa97382e22 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:07.543695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b483142-1c9a-4f62-b83c-874dab436742 None None] Pushing event updated for resources: {'Port': ['ID=17042e56-df3b-4498-bd10-6162a5f41648,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.553496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.590628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa187943-0a4b-435a-926b-2a0b5e4922ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.605536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:07.610026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:07.612478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:07.616276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=eb2d2b88-8475-4aa1-b0e4-90fa97382e22,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.669183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:07.669844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.686793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa187943-0a4b-435a-926b-2a0b5e4922ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.691492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aa187943-0a4b-435a-926b-2a0b5e4922ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.703855 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-330c32eb-d915-4c60-bffb-5b7e41111656 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1287735 Aug 16 02:25:07.704759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.726987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'name': 'tempest-AllowedAddressPairTestJSON-2142272344', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e3:86:48'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:07.741952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aa187943-0a4b-435a-926b-2a0b5e4922ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=61aaaaeb698645ce9e37f3df5280f4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901986 Aug 16 02:25:07.743967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187943-0a4b-435a-926b-2a0b5e4922ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a11655-281e-4e19-a18a-8841cd804761,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.746415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54364) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.753696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:07.809719 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ac57f98-5bc5-4ec4-975a-1cf405075d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.845809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ac57f98-5bc5-4ec4-975a-1cf405075d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.875615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:07.896016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ac57f98-5bc5-4ec4-975a-1cf405075d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.898611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ac57f98-5bc5-4ec4-975a-1cf405075d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.899788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7ac57f98-5bc5-4ec4-975a-1cf405075d5e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e3a11655-281e-4e19-a18a-8841cd804761 HTTP/1.1" status: 204 len: 168 time: 0.1517794 Aug 16 02:25:07.908038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57f98-5bc5-4ec4-975a-1cf405075d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a11655-281e-4e19-a18a-8841cd804761,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.980458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.004396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] device_id is not set on port 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:08.147405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Allocated IP 172.20.0.14 (2bb92936-3912-43dd-aa7b-e4739e8e633a/e973b59f-bca7-47b6-91ef-b3145d99a3ef/8f5034a6-904f-48ca-9e1f-bdd2a7d3f820) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:08.168678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15aed0-feeb-4fb0-9f06-a423e7c6a181 req-b030df0e-b308-4295-9162-485a1ec8694f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.175956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb15aed0-feeb-4fb0-9f06-a423e7c6a181 req-b030df0e-b308-4295-9162-485a1ec8694f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0830414 Aug 16 02:25:08.255496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb15aed0-feeb-4fb0-9f06-a423e7c6a181 req-2f1ce197-9d6c-4142-94e5-94fd57a225ce tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783787 Aug 16 02:25:08.377476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.393569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Transition to ACTIVE for port object 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:08.452706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.527493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:08.530738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:08.540619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:08.543379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=8f5034a6-904f-48ca-9e1f-bdd2a7d3f820,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.614084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.615069 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.621068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e6690e-373c-4643-accd-de0de544b0db None None] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:08.634251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4d6cbf52-a250-42c4-9595-66d0995dba7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.9271686 Aug 16 02:25:08.635859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54396) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.723054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0b410086-9692-4c95-8fa6-15914c11e812 None None] Provisioning for port 17042e56-df3b-4498-bd10-6162a5f41648 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:08.759794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8f100-8a38-44cb-97a3-2b84bdb795d1 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.776467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8f100-8a38-44cb-97a3-2b84bdb795d1 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.791133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8f100-8a38-44cb-97a3-2b84bdb795d1 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.792947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c9d8f100-8a38-44cb-97a3-2b84bdb795d1 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1558008 Aug 16 02:25:08.795887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.915208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting port 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:08.917737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.017020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 17042e56-df3b-4498-bd10-6162a5f41648 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:09.040986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.057075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Calling delete_port for 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:09.096061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 17042e56-df3b-4498-bd10-6162a5f41648 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:09.100926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 17042e56-df3b-4498-bd10-6162a5f41648 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:09.101308 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.221164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.228077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Provisioning for port 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:09.231388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.234493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Provisioning complete for port 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:09.234864 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.257640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Port': ['ID=8f5034a6-904f-48ca-9e1f-bdd2a7d3f820,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.271264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Port 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 was deleted so its status cannot be updated. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:25:09.309880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 17042e56-df3b-4498-bd10-6162a5f41648, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=17042e56-df3b-4498-bd10-6162a5f41648,segment=NetworkSegment(c78a06ec-2203-439d-81fa-d18071f81ac6),segment_id=c78a06ec-2203-439d-81fa-d18071f81ac6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:09.311523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Provisioning for port eb2d2b88-8475-4aa1-b0e4-90fa97382e22 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:09.316047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Provisioning complete for port eb2d2b88-8475-4aa1-b0e4-90fa97382e22 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:09.316527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.325541 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.425376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36956f-97f6-4af9-b02d-c69bb64e53b9 req-daa8ec07-44b0-4d12-beaf-f45c4074b33c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.433939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc36956f-97f6-4af9-b02d-c69bb64e53b9 req-daa8ec07-44b0-4d12-beaf-f45c4074b33c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0885253 Aug 16 02:25:09.440572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Port eb2d2b88-8475-4aa1-b0e4-90fa97382e22 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:09.481653 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc36956f-97f6-4af9-b02d-c69bb64e53b9 req-4c722033-342e-4b27-8310-fa0ce6e9bd39 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 Aug 16 02:25:09.487007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=17042e56-df3b-4498-bd10-6162a5f41648,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.511936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Provisioning complete for port 17042e56-df3b-4498-bd10-6162a5f41648 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:09.512511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bc400e01-aa37-465e-a085-c77676143875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.540106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.545161 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-57265de4-05e9-4658-9ce1-c64db34b05bf tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/ports/8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 HTTP/1.1" status: 204 len: 168 time: 0.7455313 Aug 16 02:25:09.547778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54424) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:09.579211 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-77baefb6-48ad-448c-8dbe-23cd9c374ae8 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] GET failed (client error): The resource could not be found. Aug 16 02:25:09.580876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-77baefb6-48ad-448c-8dbe-23cd9c374ae8 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "GET /v2.0/ports/8f5034a6-904f-48ca-9e1f-bdd2a7d3f820 HTTP/1.1" status: 404 len: 333 time: 0.0313113 Aug 16 02:25:09.585186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:09.590838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'name': 'tempest-AllowedAddressPairTestJSON-1416625980'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:09.711133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:09.715591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.732835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c30c2097-2363-46cf-be5f-932be904b3f0 None None] Could not find standard attr ID for object 8f5034a6-904f-48ca-9e1f-bdd2a7d3f820. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:25:09.740003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] device_id is not set on port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:09.745798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c30c2097-2363-46cf-be5f-932be904b3f0 None None] Provisioning complete for port eb2d2b88-8475-4aa1-b0e4-90fa97382e22 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:09.746181 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c30c2097-2363-46cf-be5f-932be904b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.789060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c30c2097-2363-46cf-be5f-932be904b3f0 None None] Port eb2d2b88-8475-4aa1-b0e4-90fa97382e22 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:09.869845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Allocated IP 172.20.0.7 (2bb92936-3912-43dd-aa7b-e4739e8e633a/e973b59f-bca7-47b6-91ef-b3145d99a3ef/57f1f92e-91ce-4bb4-a541-e5850dd2c9f8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:10.031590 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.047541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Transition to ACTIVE for port object 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:10.083599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.131922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:10.135188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:10.139610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:10.143662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=57f1f92e-91ce-4bb4-a541-e5850dd2c9f8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:10.192362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.193865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.212701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9bdfc774-6a9d-4b97-bda5-29f23a2f4b7b tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6239533 Aug 16 02:25:10.212889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:10.221348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e3:86:48'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:10.299262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.420002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2a3cdf15-7dec-4ee8-b608-bd4404ff03a6 None None] Provisioning for port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:10.424032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2a3cdf15-7dec-4ee8-b608-bd4404ff03a6 None None] Provisioning complete for port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:10.424667 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2a3cdf15-7dec-4ee8-b608-bd4404ff03a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.463423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cdf15-7dec-4ee8-b608-bd4404ff03a6 None None] Port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:10.525738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.530362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.649107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] In _notify_port_updated(), no bound segment for port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 on network 2bb92936-3912-43dd-aa7b-e4739e8e633a {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:10.654703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.655366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.656927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "PUT /v2.0/ports/57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 HTTP/1.1" status: 200 len: 994 time: 0.4399936 Aug 16 02:25:10.660459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54482) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:10.667430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91651cef-38e0-4cda-b85e-0c61a91cd937 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=57f1f92e-91ce-4bb4-a541-e5850dd2c9f8,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:10.690267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12193e1c-9e55-40f0-97be-6157d4ba4c9b req-2783b6bb-b270-4172-b7d6-f6c3896e1623 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.691976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12193e1c-9e55-40f0-97be-6157d4ba4c9b req-2783b6bb-b270-4172-b7d6-f6c3896e1623 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.1312397 Aug 16 02:25:10.740389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12193e1c-9e55-40f0-97be-6157d4ba4c9b req-81dc1fec-68e1-4803-a727-743a1d73b89c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Aug 16 02:25:10.796117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:10.799446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.885309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.888084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9739685c-a864-4378-bb4f-9d46bc1d5ab3 None None] Provisioning complete for port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:10.889311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9739685c-a864-4378-bb4f-9d46bc1d5ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.917883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Calling delete_port for 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:10.940920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 17042e56-df3b-4498-bd10-6162a5f41648 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:10.968583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9739685c-a864-4378-bb4f-9d46bc1d5ab3 None None] Port 57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:11.009270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 17042e56-df3b-4498-bd10-6162a5f41648 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:11.009612 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.084233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.112689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Port': ['ID=57f1f92e-91ce-4bb4-a541-e5850dd2c9f8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.260989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.265851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-07567593-38a8-46c2-b690-af0066f79421 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/ports/57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 HTTP/1.1" status: 204 len: 168 time: 0.6013207 Aug 16 02:25:11.265851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54506) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.291451 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b26b4df-ec0f-4a54-86e0-ada20fe01ad4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] GET failed (client error): The resource could not be found. Aug 16 02:25:11.293068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8b26b4df-ec0f-4a54-86e0-ada20fe01ad4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "GET /v2.0/ports/57f1f92e-91ce-4bb4-a541-e5850dd2c9f8 HTTP/1.1" status: 404 len: 333 time: 0.0264027 Aug 16 02:25:11.297263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.302934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'name': 'tempest-AllowedAddressPairTestJSON-2132773286'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:11.411730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:11.415197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.432650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] device_id is not set on port ea5d8380-25ee-4633-952c-afa2d09d73d5 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:11.546796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Allocated IP 172.20.0.14 (2bb92936-3912-43dd-aa7b-e4739e8e633a/e973b59f-bca7-47b6-91ef-b3145d99a3ef/ea5d8380-25ee-4633-952c-afa2d09d73d5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:11.710139 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.725284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Transition to ACTIVE for port object ea5d8380-25ee-4633-952c-afa2d09d73d5 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:11.761945 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.807754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:11.810922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:11.815214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:11.833523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54528) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.842816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=ea5d8380-25ee-4633-952c-afa2d09d73d5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.867077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.868188 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.886148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-244888dd-1cdd-4ea3-afb6-f36fbd4a8c6e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5874281 Aug 16 02:25:11.890071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.892220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b397b71-3889-483c-badc-06e0b3ef5f75 req-e4650855-472a-468e-b184-8e781bd19dab tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.896155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:86:48'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:11.899923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b397b71-3889-483c-badc-06e0b3ef5f75 req-e4650855-472a-468e-b184-8e781bd19dab tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0786595 Aug 16 02:25:11.936575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b397b71-3889-483c-badc-06e0b3ef5f75 req-49225cc7-5959-4d04-90c8-e098edaa3e61 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Aug 16 02:25:11.980169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.026092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b272-094d-4d16-b19b-24156fb9ac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.101928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e09b53d1-a615-4476-9c9f-9ba5646a1a36 None None] Provisioning for port ea5d8380-25ee-4633-952c-afa2d09d73d5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:12.105845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e09b53d1-a615-4476-9c9f-9ba5646a1a36 None None] Provisioning complete for port ea5d8380-25ee-4633-952c-afa2d09d73d5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:12.106270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e09b53d1-a615-4476-9c9f-9ba5646a1a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.144057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e09b53d1-a615-4476-9c9f-9ba5646a1a36 None None] Port ea5d8380-25ee-4633-952c-afa2d09d73d5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:12.148597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b272-094d-4d16-b19b-24156fb9ac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.153328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b272-094d-4d16-b19b-24156fb9ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.191191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ccc2b272-094d-4d16-b19b-24156fb9ac7a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b127b80667340f2bbd95c68a5d9f27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566620 Aug 16 02:25:12.192391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2b272-094d-4d16-b19b-24156fb9ac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaea4a4-ab37-4a1c-bddc-e33b535d8cc2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.195307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:12.219889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.230541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.332247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de434018-0083-49ae-88c0-a4403a4ae99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.336352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=ea5d8380-25ee-4633-952c-afa2d09d73d5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.354842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] In _notify_port_updated(), no bound segment for port ea5d8380-25ee-4633-952c-afa2d09d73d5 on network 2bb92936-3912-43dd-aa7b-e4739e8e633a {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:12.360336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.361243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.362569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5f926fa9-62a5-4d69-bf4d-86d26da3da57 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "PUT /v2.0/ports/ea5d8380-25ee-4633-952c-afa2d09d73d5 HTTP/1.1" status: 200 len: 997 time: 0.4713185 Aug 16 02:25:12.365730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54540) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:12.377776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de434018-0083-49ae-88c0-a4403a4ae99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.436794 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de434018-0083-49ae-88c0-a4403a4ae99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.439499 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de434018-0083-49ae-88c0-a4403a4ae99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.443846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de434018-0083-49ae-88c0-a4403a4ae99c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/edaea4a4-ab37-4a1c-bddc-e33b535d8cc2 HTTP/1.1" status: 204 len: 168 time: 0.2440345 Aug 16 02:25:12.459547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de434018-0083-49ae-88c0-a4403a4ae99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaea4a4-ab37-4a1c-bddc-e33b535d8cc2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.490317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting port ea5d8380-25ee-4633-952c-afa2d09d73d5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:12.490664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.566138 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ba82ce4-fa3f-4244-a897-67a896562b91 None None] Provisioning complete for port ea5d8380-25ee-4633-952c-afa2d09d73d5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:12.566513 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ba82ce4-fa3f-4244-a897-67a896562b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.609823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2ba82ce4-fa3f-4244-a897-67a896562b91 None None] Port ea5d8380-25ee-4633-952c-afa2d09d73d5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:12.747208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54550) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:12.761922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9677fa09-b6b6-41de-bdd6-56cd2c7ae7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.862102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9677fa09-b6b6-41de-bdd6-56cd2c7ae7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.867143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9677fa09-b6b6-41de-bdd6-56cd2c7ae7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.904983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9677fa09-b6b6-41de-bdd6-56cd2c7ae7ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f8249e991204f1fada15daff0bc33d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565313 Aug 16 02:25:12.905849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677fa09-b6b6-41de-bdd6-56cd2c7ae7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b2a692-46a6-40d2-b68c-66ff77d6b13f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.908102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54552) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:12.919022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.932443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Calling delete_port for ea5d8380-25ee-4633-952c-afa2d09d73d5 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:12.955564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04ad1344-8896-424e-beb6-43edc992f935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.975714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04ad1344-8896-424e-beb6-43edc992f935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.025699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04ad1344-8896-424e-beb6-43edc992f935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.028851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04ad1344-8896-424e-beb6-43edc992f935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.032630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-04ad1344-8896-424e-beb6-43edc992f935 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80b2a692-46a6-40d2-b68c-66ff77d6b13f HTTP/1.1" status: 204 len: 168 time: 0.1212578 Aug 16 02:25:13.048696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad1344-8896-424e-beb6-43edc992f935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b2a692-46a6-40d2-b68c-66ff77d6b13f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.081033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.093750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7fcc7-9265-41c3-ba72-8a33d8c1edb7 req-82aec96a-83b4-42a4-9892-2443fe73135e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.095469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03e7fcc7-9265-41c3-ba72-8a33d8c1edb7 req-82aec96a-83b4-42a4-9892-2443fe73135e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0611215 Aug 16 02:25:13.111637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Port': ['ID=ea5d8380-25ee-4633-952c-afa2d09d73d5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.145747 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03e7fcc7-9265-41c3-ba72-8a33d8c1edb7 req-885c5a6a-8772-4ad9-9c30-e69add9beaf4 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Aug 16 02:25:13.200414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.202352 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ac9469ad-4c47-4cfb-bfe8-d5160d25f77e tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/ports/ea5d8380-25ee-4633-952c-afa2d09d73d5 HTTP/1.1" status: 204 len: 168 time: 0.8355746 Aug 16 02:25:13.205600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.236714 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdefa20-c676-4117-88e2-bda4226a2cb8 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] GET failed (client error): The resource could not be found. Aug 16 02:25:13.238291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5bdefa20-c676-4117-88e2-bda4226a2cb8 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "GET /v2.0/ports/ea5d8380-25ee-4633-952c-afa2d09d73d5 HTTP/1.1" status: 404 len: 333 time: 0.0317011 Aug 16 02:25:13.243334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.248518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'name': 'tempest-AllowedAddressPairTestJSON-1982083873'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:13.379102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:13.382912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.401029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] device_id is not set on port 2e61caa5-815d-498c-9d6c-388069c5e74b yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:13.510469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Allocated IP 172.20.0.14 (2bb92936-3912-43dd-aa7b-e4739e8e633a/e973b59f-bca7-47b6-91ef-b3145d99a3ef/2e61caa5-815d-498c-9d6c-388069c5e74b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:13.659615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.674486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Transition to ACTIVE for port object 2e61caa5-815d-498c-9d6c-388069c5e74b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:13.710757 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.762588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:13.765829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:13.769725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:13.800119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=2e61caa5-815d-498c-9d6c-388069c5e74b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.828080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.829295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.853920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7744e990-b6de-4b67-91d8-d96943b3fc9d tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6069236 Aug 16 02:25:13.854285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54590) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.860345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'network_id': '2bb92936-3912-43dd-aa7b-e4739e8e633a', 'name': 'tempest-AllowedAddressPairTestJSON-1850590462'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:13.996328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Made reservation on behalf of c6d3ecffafec42f19115674dda7d590b for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:13.999922 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.018559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] device_id is not set on port 4f65a026-8fc4-4660-a158-37858187fe6a yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:14.039090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-16bebe32-3d80-4c29-8f0a-4913938d4226 None None] Provisioning for port 2e61caa5-815d-498c-9d6c-388069c5e74b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:14.042795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-16bebe32-3d80-4c29-8f0a-4913938d4226 None None] Provisioning complete for port 2e61caa5-815d-498c-9d6c-388069c5e74b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:14.043175 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-16bebe32-3d80-4c29-8f0a-4913938d4226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.080716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-16bebe32-3d80-4c29-8f0a-4913938d4226 None None] Port 2e61caa5-815d-498c-9d6c-388069c5e74b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:14.142627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Allocated IP 172.20.0.7 (2bb92936-3912-43dd-aa7b-e4739e8e633a/e973b59f-bca7-47b6-91ef-b3145d99a3ef/4f65a026-8fc4-4660-a158-37858187fe6a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:14.316829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9195-17ee-4a5e-98e5-ab3b93cd433c req-595a2fa7-11cf-4817-bd73-fca896b32586 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:14.318362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f52b9195-17ee-4a5e-98e5-ab3b93cd433c req-595a2fa7-11cf-4817-bd73-fca896b32586 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0838361 Aug 16 02:25:14.357277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.384037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f52b9195-17ee-4a5e-98e5-ab3b93cd433c req-5836f9d0-4d53-4660-9375-b5a2001f902a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596819 Aug 16 02:25:14.386653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Transition to ACTIVE for port object 4f65a026-8fc4-4660-a158-37858187fe6a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:14.434624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.479784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:14.488130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:14.493344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:14.538905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=4f65a026-8fc4-4660-a158-37858187fe6a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.557122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:14.557643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.576804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:14.580980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bd215ce9-4a6a-4d72-9c0b-8f7611a18eb2 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7203639 Aug 16 02:25:14.582181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e3:86:48'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:5b:aa:1f'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:14.711691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9247714c-903b-40f1-a383-fc83fa048fe3 None None] Provisioning for port 4f65a026-8fc4-4660-a158-37858187fe6a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:14.715960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9247714c-903b-40f1-a383-fc83fa048fe3 None None] Provisioning complete for port 4f65a026-8fc4-4660-a158-37858187fe6a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:14.716378 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9247714c-903b-40f1-a383-fc83fa048fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.752537 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.770870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9247714c-903b-40f1-a383-fc83fa048fe3 None None] Port 4f65a026-8fc4-4660-a158-37858187fe6a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:14.951422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.956236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.037367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event updated for resources: {'Port': ['ID=4f65a026-8fc4-4660-a158-37858187fe6a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.042532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] In _notify_port_updated(), no bound segment for port 4f65a026-8fc4-4660-a158-37858187fe6a on network 2bb92936-3912-43dd-aa7b-e4739e8e633a {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:15.048187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:15.048903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.050268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-188819af-811e-4658-b132-231a6ae1cdb4 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "PUT /v2.0/ports/4f65a026-8fc4-4660-a158-37858187fe6a HTTP/1.1" status: 200 len: 1057 time: 0.4724247 Aug 16 02:25:15.053800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.153203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting port 4f65a026-8fc4-4660-a158-37858187fe6a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:15.153550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.203369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54644) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.243873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.256125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Calling delete_port for 4f65a026-8fc4-4660-a158-37858187fe6a owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:15.293735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f694bcfd-06d8-43d6-817c-4d26f618283b None None] Provisioning complete for port 4f65a026-8fc4-4660-a158-37858187fe6a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:15.294265 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f694bcfd-06d8-43d6-817c-4d26f618283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.313506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4d758a8-8634-4476-bcdb-2db94144d83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.348805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f694bcfd-06d8-43d6-817c-4d26f618283b None None] Port 4f65a026-8fc4-4660-a158-37858187fe6a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:15.400102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.432327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Port': ['ID=4f65a026-8fc4-4660-a158-37858187fe6a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.487028 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4d758a8-8634-4476-bcdb-2db94144d83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.496689 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4d758a8-8634-4476-bcdb-2db94144d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.540749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b4d758a8-8634-4476-bcdb-2db94144d83e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b72e24ef2e542c49f071420dde3dfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356967 Aug 16 02:25:15.544443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54654) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.560362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8055-0fc0-4663-8a3d-f2601bdf267d req-97b607bf-f8e3-4a3f-ac25-acc102207236 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:15.561995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-913f8055-0fc0-4663-8a3d-f2601bdf267d req-97b607bf-f8e3-4a3f-ac25-acc102207236 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0957592 Aug 16 02:25:15.575012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d758a8-8634-4476-bcdb-2db94144d83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f5528-6597-4299-b714-808d4bd322cf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.619431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd081523-e2f1-45a5-b1c1-bd447de1e62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.642009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd081523-e2f1-45a5-b1c1-bd447de1e62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.668737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-913f8055-0fc0-4663-8a3d-f2601bdf267d req-bf1353e9-cc38-441f-b963-632f3fc9986f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964675 Aug 16 02:25:15.696612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd081523-e2f1-45a5-b1c1-bd447de1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.699531 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd081523-e2f1-45a5-b1c1-bd447de1e62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.700725 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd081523-e2f1-45a5-b1c1-bd447de1e62c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/446f5528-6597-4299-b714-808d4bd322cf HTTP/1.1" status: 204 len: 168 time: 0.1551030 Aug 16 02:25:15.709437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd081523-e2f1-45a5-b1c1-bd447de1e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f5528-6597-4299-b714-808d4bd322cf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.728634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.733005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fd3d2b31-f7c9-4515-bb96-2ca46133a731 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/ports/4f65a026-8fc4-4660-a158-37858187fe6a HTTP/1.1" status: 204 len: 168 time: 0.6756718 Aug 16 02:25:15.733326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54658) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.758316 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed61253-04a5-4f46-8174-be42cffa97af tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] GET failed (client error): The resource could not be found. Aug 16 02:25:15.759782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ed61253-04a5-4f46-8174-be42cffa97af tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "GET /v2.0/ports/4f65a026-8fc4-4660-a158-37858187fe6a HTTP/1.1" status: 404 len: 333 time: 0.0254681 Aug 16 02:25:15.762499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54660) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.867750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting port 2e61caa5-815d-498c-9d6c-388069c5e74b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:15.868180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.961253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.974489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Calling delete_port for 2e61caa5-815d-498c-9d6c-388069c5e74b owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:15.998723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.013350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae1e92bb-26a1-4312-9f8c-f87a34b85e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.103636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.132961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Port': ['ID=2e61caa5-815d-498c-9d6c-388069c5e74b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.162825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae1e92bb-26a1-4312-9f8c-f87a34b85e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.167943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae1e92bb-26a1-4312-9f8c-f87a34b85e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.206926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.212468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-50b9f01d-8662-44f4-94f7-98d5f53ab445 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/ports/2e61caa5-815d-498c-9d6c-388069c5e74b HTTP/1.1" status: 204 len: 168 time: 0.4467211 Aug 16 02:25:16.212648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e92bb-26a1-4312-9f8c-f87a34b85e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38243a86-604d-4f98-b94d-4d6dbdaccb75,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.212743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54670) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.217298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ae1e92bb-26a1-4312-9f8c-f87a34b85e41 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16f2737a3e5742898be80ea43cf35742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174289 Aug 16 02:25:16.220158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.242228 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a10ee8-8182-4ee1-8134-7d854f65fb45 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] GET failed (client error): The resource could not be found. Aug 16 02:25:16.243872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a4a10ee8-8182-4ee1-8134-7d854f65fb45 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "GET /v2.0/ports/2e61caa5-815d-498c-9d6c-388069c5e74b HTTP/1.1" status: 404 len: 333 time: 0.0302258 Aug 16 02:25:16.247769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54674) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.276053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24aca504-588e-44cd-a54f-4fe483e24eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.300526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24aca504-588e-44cd-a54f-4fe483e24eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.354608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting port eb2d2b88-8475-4aa1-b0e4-90fa97382e22 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:16.354935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.360515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24aca504-588e-44cd-a54f-4fe483e24eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.363302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24aca504-588e-44cd-a54f-4fe483e24eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.364803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-24aca504-588e-44cd-a54f-4fe483e24eee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38243a86-604d-4f98-b94d-4d6dbdaccb75 HTTP/1.1" status: 204 len: 168 time: 0.1432393 Aug 16 02:25:16.372823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aca504-588e-44cd-a54f-4fe483e24eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38243a86-604d-4f98-b94d-4d6dbdaccb75,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.463549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.477615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Calling delete_port for eb2d2b88-8475-4aa1-b0e4-90fa97382e22 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:16.610699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.641978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Port': ['ID=eb2d2b88-8475-4aa1-b0e4-90fa97382e22,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.720781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.723147 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8381d7ec-5ab6-40db-ac5b-69078e455c3f tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/ports/eb2d2b88-8475-4aa1-b0e4-90fa97382e22 HTTP/1.1" status: 204 len: 168 time: 0.4739459 Aug 16 02:25:16.725339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.787704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting subnet e973b59f-bca7-47b6-91ef-b3145d99a3ef {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:16.793007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.826467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdac0-4ba9-4249-b85a-e1dadd544598 req-752141f0-8dda-4a42-af4b-8aa84a1557c3 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.829165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2abdac0-4ba9-4249-b85a-e1dadd544598 req-752141f0-8dda-4a42-af4b-8aa84a1557c3 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0713806 Aug 16 02:25:16.850166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.879609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2abdac0-4ba9-4249-b85a-e1dadd544598 req-ada17198-f18f-4f5d-8fa0-482daff9aead tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Aug 16 02:25:16.962776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.029741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.057315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Subnet': ['ID=e973b59f-bca7-47b6-91ef-b3145d99a3ef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.071131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.073133 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-88eaed24-97af-43be-b72d-19aeeddb3b11 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/subnets/e973b59f-bca7-47b6-91ef-b3145d99a3ef HTTP/1.1" status: 204 len: 168 time: 0.3467789 Aug 16 02:25:17.075585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54708) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:17.078419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04be9355-3b5c-4fc2-894c-9301bbb91ca3 None None] Network 2bb92936-3912-43dd-aa7b-e4739e8e633a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:17.171937 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.230984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Deleting port 17042e56-df3b-4498-bd10-6162a5f41648 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:17.231562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.269952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] DHCP port deletion for 2bb92936-3912-43dd-aa7b-e4739e8e633a request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:17.299946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] For port 17042e56-df3b-4498-bd10-6162a5f41648, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=17042e56-df3b-4498-bd10-6162a5f41648,segment=NetworkSegment(c78a06ec-2203-439d-81fa-d18071f81ac6),segment_id=c78a06ec-2203-439d-81fa-d18071f81ac6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:17.300662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.314476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Calling delete_port for 17042e56-df3b-4498-bd10-6162a5f41648 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:17.323659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] Deleting port 17042e56-df3b-4498-bd10-6162a5f41648 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:17.324043 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.385826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] For port 17042e56-df3b-4498-bd10-6162a5f41648, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=17042e56-df3b-4498-bd10-6162a5f41648,segment=NetworkSegment(c78a06ec-2203-439d-81fa-d18071f81ac6),segment_id=c78a06ec-2203-439d-81fa-d18071f81ac6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:17.386244 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.400147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] Calling delete_port for 17042e56-df3b-4498-bd10-6162a5f41648 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:17.404337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.433685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Port': ['ID=17042e56-df3b-4498-bd10-6162a5f41648,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.440818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] No DVR routers for this DVR port 17042e56-df3b-4498-bd10-6162a5f41648 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:17.481037 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.509081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] Pushing event deleted for resources: {'Port': ['ID=17042e56-df3b-4498-bd10-6162a5f41648,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.511423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2439f7-20b5-4249-a53d-b2bdf86f4443 None None] No DVR routers for this DVR port 17042e56-df3b-4498-bd10-6162a5f41648 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:17.544754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.555154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb92936-3912-43dd-aa7b-e4739e8e633a']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:17.565776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78a06ec-2203-439d-81fa-d18071f81ac6') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:17.566065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78a06ec-2203-439d-81fa-d18071f81ac6') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:17.575073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.589129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.594996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:17.595392 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:17.598631 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:17.658209 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.664003 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.666132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] 10.222.0.78 "DELETE /v2.0/networks/2bb92936-3912-43dd-aa7b-e4739e8e633a HTTP/1.1" status: 204 len: 168 time: 0.5889125 Aug 16 02:25:17.681956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756699e-7bd6-4e5b-a2fd-9bd307197398 tempest-AllowedAddressPairTestJSON-1173836666 tempest-AllowedAddressPairTestJSON-1173836666-project] Pushing event deleted for resources: {'Network': ['ID=2bb92936-3912-43dd-aa7b-e4739e8e633a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.933523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.021396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6b3db-0df4-401a-a479-d5969925f234 req-253a11d4-2734-4c42-9148-5c2e0d05cf12 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.023585 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16a6b3db-0df4-401a-a479-d5969925f234 req-253a11d4-2734-4c42-9148-5c2e0d05cf12 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0630240 Aug 16 02:25:18.064574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16a6b3db-0df4-401a-a479-d5969925f234 req-0d04a31f-afec-45fc-be3b-5db8eb52b5a8 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Aug 16 02:25:18.091108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-adcdc4fd-6426-4d24-baa5-e911d2b2e93f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6d3ecffafec42f19115674dda7d590b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563377 Aug 16 02:25:18.093675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54748) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.153581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53ab1ff9-6c97-4e2d-8388-a9ac25a1a2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.176122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53ab1ff9-6c97-4e2d-8388-a9ac25a1a2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.225853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53ab1ff9-6c97-4e2d-8388-a9ac25a1a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.228504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-53ab1ff9-6c97-4e2d-8388-a9ac25a1a2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.230387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-53ab1ff9-6c97-4e2d-8388-a9ac25a1a2a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3d6e02b-5264-4dc0-b6dd-f7f1c54fd255 HTTP/1.1" status: 204 len: 168 time: 0.1349671 Aug 16 02:25:18.237794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab1ff9-6c97-4e2d-8388-a9ac25a1a2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d6e02b-5264-4dc0-b6dd-f7f1c54fd255,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:18.394808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.503267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135b1487-3001-4bc8-b960-469e2f404440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.599451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135b1487-3001-4bc8-b960-469e2f404440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.603888 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135b1487-3001-4bc8-b960-469e2f404440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.649260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-135b1487-3001-4bc8-b960-469e2f404440 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a11e686646f442c299414153b4a7506c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509041 Aug 16 02:25:18.649260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b1487-3001-4bc8-b960-469e2f404440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fe2131-49cd-4a40-84ab-935f3ff343cd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:18.649827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.707799 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a865f834-e2d7-4d45-a9e3-52d26ef361bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.729406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a865f834-e2d7-4d45-a9e3-52d26ef361bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.781295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a865f834-e2d7-4d45-a9e3-52d26ef361bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.784639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a865f834-e2d7-4d45-a9e3-52d26ef361bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.785988 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a865f834-e2d7-4d45-a9e3-52d26ef361bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4fe2131-49cd-4a40-84ab-935f3ff343cd HTTP/1.1" status: 204 len: 168 time: 0.1350632 Aug 16 02:25:18.797626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865f834-e2d7-4d45-a9e3-52d26ef361bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fe2131-49cd-4a40-84ab-935f3ff343cd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:18.915071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54786) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.922952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 17042e56-df3b-4498-bd10-6162a5f41648 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:18.943371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 17042e56-df3b-4498-bd10-6162a5f41648 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:18.943680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 17042e56-df3b-4498-bd10-6162a5f41648 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:19.128464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.133112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'networks': [{'name': 'tempest-network--721857309'}, {'name': 'tempest-network--77191874'}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.133427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'network': {'name': 'tempest-network--721857309'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.134073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'network': {'name': 'tempest-network--77191874'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.190935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Made reservation on behalf of 00bb081ad82b41e3ae4f241a1678f7e2 for: {'network': 2} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:19.197207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.209626 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.234899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a77ef-f8cd-4525-b294-b072434bc5ec req-fbe1c8c8-5115-4a01-b24e-ce1a758b3270 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.236822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-829a77ef-f8cd-4525-b294-b072434bc5ec req-fbe1c8c8-5115-4a01-b24e-ce1a758b3270 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0953417 Aug 16 02:25:19.299936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-829a77ef-f8cd-4525-b294-b072434bc5ec req-378353bf-0881-48b4-99cc-b14257e9e4ec tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547574 Aug 16 02:25:19.363705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.369475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.369994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.407182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a23b8df-85ef-4902-8cea-bb1648d28ff0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.418853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:19.431473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.431832 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Added segment edfe2611-64d8-4cfe-8880-ef66d7e99241 of type vlan for network 5f3a3650-6210-42e3-99b5-875261d9f59f Aug 16 02:25:19.472619 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.486788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bda2ebd9-c49f-4c99-be1b-f3eef8bfbf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.507481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:19.521579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.521923 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Added segment 07e9a41a-eb07-41cc-89fb-93f6f2ff7644 of type vlan for network 178076e5-a506-4372-8364-47068429be2f Aug 16 02:25:19.565823 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.583559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bda2ebd9-c49f-4c99-be1b-f3eef8bfbf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.587451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bda2ebd9-c49f-4c99-be1b-f3eef8bfbf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.597042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.597791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.604499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.609291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.610032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.625100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2ebd9-c49f-4c99-be1b-f3eef8bfbf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef459e5-376d-4506-a735-e90cc84df342,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.629303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bda2ebd9-c49f-4c99-be1b-f3eef8bfbf8a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f9179a01c5f44d48466ca5a2b29d761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998274 Aug 16 02:25:19.632036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.674603 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.7558951 Aug 16 02:25:19.675151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.684731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db29e71-d442-41c5-86ca-d18bb3c829ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.706153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db29e71-d442-41c5-86ca-d18bb3c829ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.750377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Network': ['ID=5f3a3650-6210-42e3-99b5-875261d9f59f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.753035 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db29e71-d442-41c5-86ca-d18bb3c829ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.755925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4db29e71-d442-41c5-86ca-d18bb3c829ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.760191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4db29e71-d442-41c5-86ca-d18bb3c829ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ef459e5-376d-4506-a735-e90cc84df342 HTTP/1.1" status: 204 len: 168 time: 0.1241400 Aug 16 02:25:19.763287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5f3a3650-6210-42e3-99b5-875261d9f59f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:19.766951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db29e71-d442-41c5-86ca-d18bb3c829ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef459e5-376d-4506-a735-e90cc84df342,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.818913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83ce50-a46d-4411-b2c0-c9c284274bc1 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Network': ['ID=178076e5-a506-4372-8364-47068429be2f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.834879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 178076e5-a506-4372-8364-47068429be2f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:19.961278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c5c7d-ae81-4b34-8ac9-ef4c1152109a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.967761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c5c7d-ae81-4b34-8ac9-ef4c1152109a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.973159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c5c7d-ae81-4b34-8ac9-ef4c1152109a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.979224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c5c7d-ae81-4b34-8ac9-ef4c1152109a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.981043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2f0c5c7d-ae81-4b34-8ac9-ef4c1152109a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3046644 Aug 16 02:25:19.983729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54812) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.065723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.160306 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.170320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3a3650-6210-42e3-99b5-875261d9f59f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:20.181484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfe2611-64d8-4cfe-8880-ef66d7e99241') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:20.181794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfe2611-64d8-4cfe-8880-ef66d7e99241') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:20.190870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.206782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.212545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:20.213026 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:20.216098 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:20.275651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.282912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.284809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/networks/5f3a3650-6210-42e3-99b5-875261d9f59f HTTP/1.1" status: 204 len: 168 time: 0.2999964 Aug 16 02:25:20.287901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54826) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.308791 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9bc09-af63-441a-adfd-9b00b169ef27 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Network': ['ID=5f3a3650-6210-42e3-99b5-875261d9f59f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:20.385430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.436552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b3bb-b12a-4a71-8f6f-1558f3c1e511 req-69d52886-37cd-4164-b595-819b24c2b9e7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:20.436552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1475b3bb-b12a-4a71-8f6f-1558f3c1e511 req-69d52886-37cd-4164-b595-819b24c2b9e7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0533466 Aug 16 02:25:20.487234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1475b3bb-b12a-4a71-8f6f-1558f3c1e511 req-a2520de9-cfb3-4039-9d3b-d314872c9054 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Aug 16 02:25:20.488722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.505362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178076e5-a506-4372-8364-47068429be2f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:20.522322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e9a41a-eb07-41cc-89fb-93f6f2ff7644') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:20.522621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e9a41a-eb07-41cc-89fb-93f6f2ff7644') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:20.531502 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.545382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.551693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:20.552129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:20.555213 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:20.613265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.620954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.622768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/networks/178076e5-a506-4372-8364-47068429be2f HTTP/1.1" status: 204 len: 168 time: 0.3338828 Aug 16 02:25:20.628961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.634741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e26f8-7b08-4b00-acb0-25a135688bc2 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Network': ['ID=178076e5-a506-4372-8364-47068429be2f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:20.831770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e53191-eec0-4ecb-9f15-5629984f4801 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:20.838409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e53191-eec0-4ecb-9f15-5629984f4801 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:20.839967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-64e53191-eec0-4ecb-9f15-5629984f4801 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2102582 Aug 16 02:25:20.843694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.849502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-263837618'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:20.869302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Made reservation on behalf of 00bb081ad82b41e3ae4f241a1678f7e2 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:20.872872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.897298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:20.905933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.906323 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Added segment 6c8eb827-7016-4a11-b6b7-07706b6ac7e7 of type vlan for network 74492b35-5114-4680-878f-aaedf6608aa2 Aug 16 02:25:20.948080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.948729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54860) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.978853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.984622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:20.985190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.050386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2033327 Aug 16 02:25:21.050816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54864) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.056789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1730661732'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.060225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25a92a-783d-4ee7-b8d8-c1c9ff7d4f61 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Network': ['ID=74492b35-5114-4680-878f-aaedf6608aa2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.070443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 74492b35-5114-4680-878f-aaedf6608aa2 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:21.080045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-079f578c-e907-4544-86f6-6311827f6618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.101943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Made reservation on behalf of 00bb081ad82b41e3ae4f241a1678f7e2 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:21.105406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.149657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:21.167145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.167505 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Added segment 16502dfd-e2d1-41e5-bd33-f03218bb9ee7 of type vlan for network f4a1d8e8-c345-4437-8219-9692be36a2aa Aug 16 02:25:21.238910 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.269149 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-079f578c-e907-4544-86f6-6311827f6618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.277136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-079f578c-e907-4544-86f6-6311827f6618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.304309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.310091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.310696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.374111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f578c-e907-4544-86f6-6311827f6618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508d879-6a88-4446-bf77-d1e0ab505b27,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.385212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-079f578c-e907-4544-86f6-6311827f6618 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38530e38b9534123a5f69b19c2d39ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352281 Aug 16 02:25:21.387941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.391458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3370199 Aug 16 02:25:21.391597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54872) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.397386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'ports': [{'network_id': '74492b35-5114-4680-878f-aaedf6608aa2', 'name': 'tempest-port--132076988', 'admin_state_up': True}, {'network_id': 'f4a1d8e8-c345-4437-8219-9692be36a2aa', 'admin_state_up': False}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.397713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'port': {'network_id': '74492b35-5114-4680-878f-aaedf6608aa2', 'name': 'tempest-port--132076988', 'admin_state_up': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.398207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'port': {'network_id': 'f4a1d8e8-c345-4437-8219-9692be36a2aa', 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.437509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4fce-6878-4af6-bd21-b97c46ec5f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.448207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31345798-a203-465a-8ef9-fb09aa4cee2c tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Network': ['ID=f4a1d8e8-c345-4437-8219-9692be36a2aa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.459944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f4a1d8e8-c345-4437-8219-9692be36a2aa details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:21.460902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4fce-6878-4af6-bd21-b97c46ec5f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.508051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4fce-6878-4af6-bd21-b97c46ec5f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.510804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4fce-6878-4af6-bd21-b97c46ec5f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.514664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6c0d4fce-6878-4af6-bd21-b97c46ec5f7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c508d879-6a88-4446-bf77-d1e0ab505b27 HTTP/1.1" status: 204 len: 168 time: 0.1233907 Aug 16 02:25:21.524093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d4fce-6878-4af6-bd21-b97c46ec5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508d879-6a88-4446-bf77-d1e0ab505b27,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.620155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Made reservation on behalf of 00bb081ad82b41e3ae4f241a1678f7e2 for: {'port': 2} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:21.625311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.652858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadab65f-30cf-4e11-9b96-762563cc22e2 req-51e531c8-b758-4714-91d2-98c9d94a010e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.654380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eadab65f-30cf-4e11-9b96-762563cc22e2 req-51e531c8-b758-4714-91d2-98c9d94a010e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0816977 Aug 16 02:25:21.655466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.750839 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eadab65f-30cf-4e11-9b96-762563cc22e2 req-22ace45b-ae45-4748-a7f7-c3e43f137f20 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865996 Aug 16 02:25:21.761112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] device_id is not set on port 2de37826-79bc-48ec-aae3-36488c586362 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:21.890650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.961137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] device_id is not set on port 57bb28c3-8242-44f2-80b5-4fdcd46a6eb7 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:22.081586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.124922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.126040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.183237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Port': ['ID=2de37826-79bc-48ec-aae3-36488c586362,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.194432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Checking segment: {'id': '6c8eb827-7016-4a11-b6b7-07706b6ac7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '74492b35-5114-4680-878f-aaedf6608aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:22.194836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network hostable DHCP agents. Network: 74492b35-5114-4680-878f-aaedf6608aa2, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:22.218981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network 74492b35-5114-4680-878f-aaedf6608aa2 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:22.238463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 74492b35-5114-4680-878f-aaedf6608aa2) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:22.243819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:22.243819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.249830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b8445-0739-47a5-a0d1-ce4b2b5e154b None None] Network 74492b35-5114-4680-878f-aaedf6608aa2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:22.314322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Port': ['ID=57bb28c3-8242-44f2-80b5-4fdcd46a6eb7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.338002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Checking segment: {'id': '16502dfd-e2d1-41e5-bd33-f03218bb9ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f4a1d8e8-c345-4437-8219-9692be36a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:22.338378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network hostable DHCP agents. Network: f4a1d8e8-c345-4437-8219-9692be36a2aa, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:22.358963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network f4a1d8e8-c345-4437-8219-9692be36a2aa is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:22.373921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f4a1d8e8-c345-4437-8219-9692be36a2aa) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:22.378403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:22.384918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.387912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e6649-e01d-480f-91ce-ffee81afb9a7 None None] Network f4a1d8e8-c345-4437-8219-9692be36a2aa requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:22.390729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.391667 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.409557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-95d329b5-6d68-4668-b369-e74b94f8afdd tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0143180 Aug 16 02:25:22.410022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:22.462535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ad2cc5-dd58-45b3-84f0-8a2af5354821 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.468799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ad2cc5-dd58-45b3-84f0-8a2af5354821 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.470393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-59ad2cc5-dd58-45b3-84f0-8a2af5354821 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0591831 Aug 16 02:25:22.475778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:22.574480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Deleting port 2de37826-79bc-48ec-aae3-36488c586362 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:22.574824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.639642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.652818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Calling delete_port for 2de37826-79bc-48ec-aae3-36488c586362 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:22.736867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.763170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Port': ['ID=2de37826-79bc-48ec-aae3-36488c586362,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.770334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.772803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-acaaa6a2-8a2a-4b1b-adee-60f4ca5dd965 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/ports/2de37826-79bc-48ec-aae3-36488c586362 HTTP/1.1" status: 204 len: 168 time: 0.2956424 Aug 16 02:25:22.775777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:22.878926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8402b11-dfef-49db-8cf6-f7d732bde392 req-3117c28c-26fb-4648-bb41-ea444fb07def tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.887089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Deleting port 57bb28c3-8242-44f2-80b5-4fdcd46a6eb7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:22.887530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.888455 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b8402b11-dfef-49db-8cf6-f7d732bde392 req-3117c28c-26fb-4648-bb41-ea444fb07def tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.0660193 Aug 16 02:25:22.931627 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b8402b11-dfef-49db-8cf6-f7d732bde392 req-536c59d4-d5da-4ca5-9ed0-97b6966bf248 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Aug 16 02:25:22.965251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.979423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Calling delete_port for 57bb28c3-8242-44f2-80b5-4fdcd46a6eb7 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:23.070356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.106356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Port': ['ID=57bb28c3-8242-44f2-80b5-4fdcd46a6eb7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:23.112685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.114711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e8b3e930-fc3e-493d-969e-661edd33a734 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/ports/57bb28c3-8242-44f2-80b5-4fdcd46a6eb7 HTTP/1.1" status: 204 len: 168 time: 0.3378675 Aug 16 02:25:23.117173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54972) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:23.151782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-facb048c-4778-48af-9162-8c300bd33fad tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0300004 Aug 16 02:25:23.152090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:23.157318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1566490900'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:23.182236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Made reservation on behalf of 00bb081ad82b41e3ae4f241a1678f7e2 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:23.186854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.217612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:23.228254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.228254 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Added segment 4c6c3487-3564-49ae-ade0-387c112bd441 of type vlan for network 5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66 Aug 16 02:25:23.274462 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.321768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.331357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.331357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.382688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2294164 Aug 16 02:25:23.385671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55008) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:23.387892 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.391576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-463726851'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:23.408826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1764c-a9b4-417d-9cbe-37d87b3da6c9 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Network': ['ID=5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:23.421886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:23.433947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Made reservation on behalf of 00bb081ad82b41e3ae4f241a1678f7e2 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:23.437592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.465159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:23.476085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.476479 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Added segment 66b6ff6d-401c-43f2-94bd-3ed0f5f98e75 of type vlan for network afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2 Aug 16 02:25:23.525823 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.558833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.564301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.564909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.623113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2360857 Aug 16 02:25:23.636636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b3b48-3662-4349-9ca7-7bb7e69400d7 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Network': ['ID=afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:23.647769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:24.928175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55150) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:25.032841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3752a5e7-ee11-437d-97ec-a68f4ec41e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.123440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3752a5e7-ee11-437d-97ec-a68f4ec41e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.128339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3752a5e7-ee11-437d-97ec-a68f4ec41e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.166708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3752a5e7-ee11-437d-97ec-a68f4ec41e22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=374f80f6527a4a68be0ed1cb8ae15aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373950 Aug 16 02:25:25.167650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752a5e7-ee11-437d-97ec-a68f4ec41e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21e5000-8435-4413-9354-4e2640234d06,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.169598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:25.225380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c987d737-1e65-4543-afe5-95d1298ac2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.247829 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c987d737-1e65-4543-afe5-95d1298ac2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.296532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c987d737-1e65-4543-afe5-95d1298ac2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.299143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c987d737-1e65-4543-afe5-95d1298ac2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.300399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c987d737-1e65-4543-afe5-95d1298ac2ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e21e5000-8435-4413-9354-4e2640234d06 HTTP/1.1" status: 204 len: 168 time: 0.1286032 Aug 16 02:25:25.309852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987d737-1e65-4543-afe5-95d1298ac2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21e5000-8435-4413-9354-4e2640234d06,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:26.141038 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8255-cb3a-4eb0-aa36-bf3920913b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.727033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:26.851825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:26.868889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'fa092a1c-d931-468c-8684-57893f758581', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': 'fa092a1c-d931-468c-8684-57893f758581', 'mac_address': 'fa:16:3e:a0:91:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:26.923240 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.929824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:26.937274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'subnets': [{'network_id': '5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--476999522', 'ip_version': 6}, {'network_id': 'afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:26.937954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'subnet': {'network_id': '5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--476999522', 'ip_version': 6}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:26.939287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Request body: {'subnet': {'network_id': 'afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:26.939891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa092a1c-d931-468c-8684-57893f758581 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:26.977749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:26.983874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.074295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.119139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['fa092a1c-d931-468c-8684-57893f758581'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:27.136840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Made reservation on behalf of 00bb081ad82b41e3ae4f241a1678f7e2 for: {'subnet': 2} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:27.142040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.142390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.705521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.818965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Subnet': ['ID=e95964c1-d6f3-49a3-8742-f4287aa233e1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.843377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Checking segment: {'id': '4c6c3487-3564-49ae-ade0-387c112bd441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:27.843781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network hostable DHCP agents. Network: 5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:27.872215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network 5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:27.884186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:27.889575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.892939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb64ad-d670-4556-9264-b5ac54d70bb8 None None] Network 5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:27.991063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event updated for resources: {'Subnet': ['ID=a34ca2da-51bb-4d7e-86fa-bed1e1fe6b68,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:28.035709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Checking segment: {'id': '66b6ff6d-401c-43f2-94bd-3ed0f5f98e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:28.036118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network hostable DHCP agents. Network: afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:28.071238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Network afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:28.090394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:28.100135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.100853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.102102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.115019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5290a5-ec31-4e33-9d20-441665a2a3e0 None None] Network afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:28.130712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b3ceb33-6e19-45e9-a8d6-155c807fe918 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.1984794 Aug 16 02:25:28.133305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55308) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.250418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1f523-38cd-46af-88a7-963465dcb0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66', 'network_id': '5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66', 'tenant_id': '00bb081ad82b41e3ae4f241a1678f7e2', 'fixed_ips': [{'subnet_id': 'e95964c1-d6f3-49a3-8742-f4287aa233e1'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:28.251290 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-51f1f523-38cd-46af-88a7-963465dcb0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.281896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd4fda-f164-48bf-abbd-bc37a1a98a63 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.283865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd4fda-f164-48bf-abbd-bc37a1a98a63 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.286130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd4fda-f164-48bf-abbd-bc37a1a98a63 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.289375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-51fd4fda-f164-48bf-abbd-bc37a1a98a63 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1542480 Aug 16 02:25:28.299117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55316) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.427483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Deleting subnet e95964c1-d6f3-49a3-8742-f4287aa233e1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:28.444279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.556890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.625034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.697548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.739219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Subnet': ['ID=e95964c1-d6f3-49a3-8742-f4287aa233e1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:28.750237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.752318 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4035c5c-a225-4eab-b821-6e37c56d2473 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/subnets/e95964c1-d6f3-49a3-8742-f4287aa233e1 HTTP/1.1" status: 204 len: 168 time: 0.4519219 Aug 16 02:25:28.756004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55336) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.820169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:28.844153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Deleting subnet a34ca2da-51bb-4d7e-86fa-bed1e1fe6b68 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:28.854878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.926186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.965047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55352) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-51f1f523-38cd-46af-88a7-963465dcb0ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e95964c1-d6f3-49a3-8742-f4287aa233e1: This subnet is being modified by another concurrent operation. Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:25:28.985027 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e95964c1-d6f3-49a3-8742-f4287aa233e1: This subnet is being modified by another concurrent operation. Aug 16 02:25:28.990489 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:25:28.996116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ca085-d235-4a7e-9829-4e8a4056c77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2', 'network_id': 'afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2', 'tenant_id': '00bb081ad82b41e3ae4f241a1678f7e2', 'fixed_ips': [{'subnet_id': 'a34ca2da-51bb-4d7e-86fa-bed1e1fe6b68'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:28.997354 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a63ca085-d235-4a7e-9829-4e8a4056c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.019964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.129908 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.188752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Subnet': ['ID=a34ca2da-51bb-4d7e-86fa-bed1e1fe6b68,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.201307 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.205542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-acb41ab6-1aac-42da-b32d-aa3493712029 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/subnets/a34ca2da-51bb-4d7e-86fa-bed1e1fe6b68 HTTP/1.1" status: 204 len: 168 time: 0.4462836 Aug 16 02:25:29.205853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32a2f286-b229-4062-a57c-4dee4ed0f5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.206459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:29.247471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c0b51-3a30-4617-9e82-edae31914e2c None None] Network 5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-a63ca085-d235-4a7e-9829-4e8a4056c77d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a34ca2da-51bb-4d7e-86fa-bed1e1fe6b68: This subnet is being modified by another concurrent operation. Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:25:29.353626 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a34ca2da-51bb-4d7e-86fa-bed1e1fe6b68: This subnet is being modified by another concurrent operation. Aug 16 02:25:29.358348 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:25:29.366761 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.380908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b080d77-eb06-4848-a560-476aa33d10c2 None None] Network afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:29.383737 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e487-4e46-4e1d-87e0-f5ae12222124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.398985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5c39f4-5d45-4fd3-b550-fef98dd3398b tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.406483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de5c39f4-5d45-4fd3-b550-fef98dd3398b tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1990733 Aug 16 02:25:29.408327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32a2f286-b229-4062-a57c-4dee4ed0f5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.410770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55360) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:29.495254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32a2f286-b229-4062-a57c-4dee4ed0f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.508062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port fa092a1c-d931-468c-8684-57893f758581 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:29.508459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.557054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.568863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-32a2f286-b229-4062-a57c-4dee4ed0f5ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93892e8166204b55865e5ff947e1cea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026952 Aug 16 02:25:29.570967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2f286-b229-4062-a57c-4dee4ed0f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd625bc5-55e3-46b1-9942-23cdafcd9a7f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.571621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:29.690507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2268564-ad60-4f00-8987-b56720b27c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.746290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e94b6-3090-4c02-939b-73242a60ab7f None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:25:29.751054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2268564-ad60-4f00-8987-b56720b27c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.825386 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.845354 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.856079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2268564-ad60-4f00-8987-b56720b27c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.856944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:29.860064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2268564-ad60-4f00-8987-b56720b27c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.878204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f2268564-ad60-4f00-8987-b56720b27c88 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd625bc5-55e3-46b1-9942-23cdafcd9a7f HTTP/1.1" status: 204 len: 168 time: 0.3048744 Aug 16 02:25:29.880723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa092a1c-d931-468c-8684-57893f758581'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:29.883844 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df5b966-ddb7-4a1e-896e-0bf53db7c4df" -d '{"events": [{"server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "name": "network-vif-plugged", "status": "completed", "tag": "fa092a1c-d931-468c-8684-57893f758581"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:29.887189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b6ff6d-401c-43f2-94bd-3ed0f5f98e75') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:29.887743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b6ff6d-401c-43f2-94bd-3ed0f5f98e75') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:29.901979 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.906069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:29.920153 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.923438 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.931873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:29.934842 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:29.938902 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:29.976461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2268564-ad60-4f00-8987-b56720b27c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd625bc5-55e3-46b1-9942-23cdafcd9a7f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.976639 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.981288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e94b6-3090-4c02-939b-73242a60ab7f None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:25:30.029773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.076971 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28d1c67-4e1d-4367-a55b-23a9c11ba33b x-openstack-request-id: req-d28d1c67-4e1d-4367-a55b-23a9c11ba33b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:30.077552 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "name": "network-vif-plugged", "status": "completed", "tag": "fa092a1c-d931-468c-8684-57893f758581", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:30.078007 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d28d1c67-4e1d-4367-a55b-23a9c11ba33b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:30.078550 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa092a1c-d931-468c-8684-57893f758581', 'code': 200} Aug 16 02:25:30.464376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91516978-fddc-4e89-afc2-ba439495d9b9 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:25:30.474516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:30.492147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b308dab7-f562-4d7d-bf20-a6375fba520e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.505832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.528743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.533048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/networks/afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2 HTTP/1.1" status: 204 len: 168 time: 1.1170557 Aug 16 02:25:30.533048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a55f-cf1c-483b-a8fb-749f0a97d26a tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Network': ['ID=afc5a4e8-60d0-4ef2-9f96-b7c6fcfb16d2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.534042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55390) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:30.651985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b308dab7-f562-4d7d-bf20-a6375fba520e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.652619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91516978-fddc-4e89-afc2-ba439495d9b9 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:25:30.657359 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b308dab7-f562-4d7d-bf20-a6375fba520e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.673061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.702620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b308dab7-f562-4d7d-bf20-a6375fba520e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf2be9ccd9a24efdb40fe6b11be0cedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266569 Aug 16 02:25:30.703881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308dab7-f562-4d7d-bf20-a6375fba520e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13faba10-a5bd-438f-bf13-42b53ff99604,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.706551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:30.796788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d889e681-c340-405a-be46-f28348efcb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.799795 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.825667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:30.837345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d889e681-c340-405a-be46-f28348efcb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.850178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6c3487-3564-49ae-ade0-387c112bd441') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:30.850583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6c3487-3564-49ae-ade0-387c112bd441') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:30.864404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.881290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.889574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:30.890068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:30.894124 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:30.908197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d889e681-c340-405a-be46-f28348efcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.912070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d889e681-c340-405a-be46-f28348efcb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.913424 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d889e681-c340-405a-be46-f28348efcb89 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/13faba10-a5bd-438f-bf13-42b53ff99604 HTTP/1.1" status: 204 len: 168 time: 0.2058773 Aug 16 02:25:30.923314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889e681-c340-405a-be46-f28348efcb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13faba10-a5bd-438f-bf13-42b53ff99604,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.979062 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.989986 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.996277 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/networks/5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66 HTTP/1.1" status: 204 len: 168 time: 0.4612577 Aug 16 02:25:30.996473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55404) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:31.007548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Network': ['ID=5e839ade-8c4c-4bf7-aeb4-b7c7f8194f66,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.016119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.016969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.017637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.018187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.018935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.019569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.020113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.021304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.021903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.022383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.022817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.023297 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c34c4d-0b94-4e4e-8ac5-2379e5c8a367 tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.128574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.229256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.241846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a1d8e8-c345-4437-8219-9692be36a2aa']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:31.254832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16502dfd-e2d1-41e5-bd33-f03218bb9ee7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:31.255161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16502dfd-e2d1-41e5-bd33-f03218bb9ee7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:31.270552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.302623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.302623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:31.302623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:31.322022 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:31.396552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.415926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.421559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/networks/f4a1d8e8-c345-4437-8219-9692be36a2aa HTTP/1.1" status: 204 len: 168 time: 0.4207659 Aug 16 02:25:31.421714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55424) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:31.440270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a3746-113a-408b-8d73-df8ad1a456ca tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Network': ['ID=f4a1d8e8-c345-4437-8219-9692be36a2aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.538065 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.658949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.672114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74492b35-5114-4680-878f-aaedf6608aa2']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:31.692150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8eb827-7016-4a11-b6b7-07706b6ac7e7') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:31.692532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8eb827-7016-4a11-b6b7-07706b6ac7e7') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:31.704811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.724328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.743573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:31.744126 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.850852 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:31.865520 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:31.868688 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.876809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.879318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] 10.222.0.78 "DELETE /v2.0/networks/74492b35-5114-4680-878f-aaedf6608aa2 HTTP/1.1" status: 204 len: 168 time: 0.4565885 Aug 16 02:25:31.894014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2c77d-a8e6-4170-8144-d2c2fc4d2f5d tempest-BulkNetworkOpsIpV6Test-1263167013 tempest-BulkNetworkOpsIpV6Test-1263167013-project] Pushing event deleted for resources: {'Network': ['ID=74492b35-5114-4680-878f-aaedf6608aa2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.319538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:32.451575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45f2c2-c19b-49a2-9dc8-838724d96c79 req-13efb15f-ff50-4754-a073-8fa847e13e94 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:32.460657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ec45f2c2-c19b-49a2-9dc8-838724d96c79 req-13efb15f-ff50-4754-a073-8fa847e13e94 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1305470 Aug 16 02:25:32.508998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ec45f2c2-c19b-49a2-9dc8-838724d96c79 req-d04637d0-2fd4-45a1-a1fd-19523b26623a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474017 Aug 16 02:25:32.511295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5eaa3cfb-0d52-455a-8f32-fa4211672f9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00bb081ad82b41e3ae4f241a1678f7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896791 Aug 16 02:25:32.513972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55484) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:32.580723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.606389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.667515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.670599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.671934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a23b8df-85ef-4902-8cea-bb1648d28ff0 HTTP/1.1" status: 204 len: 168 time: 0.1569259 Aug 16 02:25:32.694103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a23b8df-85ef-4902-8cea-bb1648d28ff0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.703949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.704518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.704954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.705399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.705828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.706248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.706668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.707082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.707501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.708112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.708655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.709072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad39a4-9006-4493-9ecf-392a9da54770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:33.651773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55544) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:33.667131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f7b8-9684-435e-b317-5918e9e06789 req-a57bf1f5-c140-41ad-a116-ecbf0a453be6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:33.676900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f690f7b8-9684-435e-b317-5918e9e06789 req-a57bf1f5-c140-41ad-a116-ecbf0a453be6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.0757587 Aug 16 02:25:33.731737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f690f7b8-9684-435e-b317-5918e9e06789 req-ccfdc64c-3444-4553-a612-58353a801cb7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528870 Aug 16 02:25:33.810142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55550) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:33.943319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1261896041'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:33.962445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:33.991206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:25:33.991206 n-d-769329-15 neutron-server[94857]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:25:33.991206 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id': '46f71f1b785c45c49549fcb282792624', 'id': 'f7adf3bd-96a4-4cb7-8b55-64c2d5e16028', 'expiration': datetime.datetime(2021, 8, 16, 2, 27, 33, 984764)}] Aug 16 02:25:33.991206 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:33.991559 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:34.006383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:34.011450 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.021065 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.150710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.155289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.187079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:34.199629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e01a91-ff7b-4f0f-9862-acfe66ab2f52,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:34.204867 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.205455 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment 03471cac-0cc4-462d-ae49-f9c722b65946 of type vlan for network 3507403a-cf76-4cdf-9820-cc1427225e63 Aug 16 02:25:34.257105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.294610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.300151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:34.300939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.371304 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7172647 Aug 16 02:25:34.409497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91fa8-3c7e-42d2-842f-88adb009ef3b tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=3507403a-cf76-4cdf-9820-cc1427225e63,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:34.421981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 3507403a-cf76-4cdf-9820-cc1427225e63 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:34.523137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.651920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.890357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Allocated IP 172.25.4.3 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/33d87885-e09d-489f-9907-fc3ff305c17b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:34.972647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ff6d-9cc6-418c-ab4b-8f2663d7ba90 req-4e751307-6488-41fd-8ef8-7a18d78942e2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:34.976947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa47ff6d-9cc6-418c-ab4b-8f2663d7ba90 req-4e751307-6488-41fd-8ef8-7a18d78942e2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1481833 Aug 16 02:25:35.075586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.149347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa47ff6d-9cc6-418c-ab4b-8f2663d7ba90 req-94004ac9-6ba4-4c09-b65a-b66a6ba2d99a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665845 Aug 16 02:25:35.174008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.222056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:35.235182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:35.241077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Port': ['ID=33d87885-e09d-489f-9907-fc3ff305c17b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.244057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:35.426951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.500092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.793665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.803798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.873577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Port': ['ID=33d87885-e09d-489f-9907-fc3ff305c17b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.889149 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.916343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.918051 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f71a226-702d-4c56-aee6-5704525bebb7 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1067870 Aug 16 02:25:35.921199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:35.926574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1204483456'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:35.951987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Made reservation on behalf of 46f71f1b785c45c49549fcb282792624 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:35.955991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.964824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.095806 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.102103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.130102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:36.149146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.149582 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Added segment 6f807f57-7382-4723-b2d8-74bf38885772 of type vlan for network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d Aug 16 02:25:36.195083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.275544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.283682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.284544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.331927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9274e5ca-9db5-44b4-b514-0cc4082c3bae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.337732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4153759 Aug 16 02:25:36.340826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55600) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:36.346313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Request body: {'subnet': {'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:36.412357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7460210-325b-4f4f-8fa8-1398c6c0bb37 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Network': ['ID=f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.422651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d586175-62a2-42d5-9fbb-e614dc783e98 req-ec6d03db-6cd4-4df8-a983-1bfe8e0e471d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.424167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d586175-62a2-42d5-9fbb-e614dc783e98 req-ec6d03db-6cd4-4df8-a983-1bfe8e0e471d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1513019 Aug 16 02:25:36.424471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:36.526951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d586175-62a2-42d5-9fbb-e614dc783e98 req-53dc6840-f3c7-41f8-8fa4-3dce8b06b397 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965521 Aug 16 02:25:36.573217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Made reservation on behalf of 46f71f1b785c45c49549fcb282792624 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:36.593804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.885094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.955042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Subnet': ['ID=e86a4365-b99a-49e9-807a-e7e98229b685,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.965611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Checking segment: {'id': '6f807f57-7382-4723-b2d8-74bf38885772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:36.966150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Network hostable DHCP agents. Network: f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:36.984370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:36.995001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:36.999429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.000209 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.012411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fff239-87b8-4c83-9bae-d5bd9d3e3af5 None None] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:37.033975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-21b29e18-b5a2-4172-9df3-014d32d98fba tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6919992 Aug 16 02:25:37.034764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55616) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:37.046118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-207516773', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:37.147339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.154752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.207687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d', 'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d', 'tenant_id': '46f71f1b785c45c49549fcb282792624', 'fixed_ips': [{'subnet_id': 'e86a4365-b99a-49e9-807a-e7e98229b685'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:37.209387 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.352479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.398383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Allocated IP 172.20.0.2 (f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d/e86a4365-b99a-49e9-807a-e7e98229b685/40d71e16-4b40-4897-8f64-4c705b6d8905) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:37.626972 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.636509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Transition to ACTIVE for port object 40d71e16-4b40-4897-8f64-4c705b6d8905 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:37.651950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Transition to ACTIVE for port object 40d71e16-4b40-4897-8f64-4c705b6d8905 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:37.663549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.707146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.749599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55630) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:37.765891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:37.767140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': '3507403a-cf76-4cdf-9820-cc1427225e63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:37.776853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:37.780600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:37.786370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Pushing event updated for resources: {'Port': ['ID=40d71e16-4b40-4897-8f64-4c705b6d8905,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:37.905020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Attempting to bind port 40d71e16-4b40-4897-8f64-4c705b6d8905 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:37.905300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Attempting to bind port 40d71e16-4b40-4897-8f64-4c705b6d8905 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6f807f57-7382-4723-b2d8-74bf38885772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:37.905657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Attempting to bind port 40d71e16-4b40-4897-8f64-4c705b6d8905 on network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:37.910779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:37.911195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Checking segment: {'id': '6f807f57-7382-4723-b2d8-74bf38885772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:37.911586 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.911979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Bound using segment: {'id': '6f807f57-7382-4723-b2d8-74bf38885772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:37.920900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7cb7d-40cd-48f5-b9d7-d9b0c30567bf req-c34d1ccf-3c2c-44b4-9d23-0b89348038de tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.928446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Bound port: 40d71e16-4b40-4897-8f64-4c705b6d8905, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f807f57-7382-4723-b2d8-74bf38885772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:37.929003 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.940854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55a7cb7d-40cd-48f5-b9d7-d9b0c30567bf req-c34d1ccf-3c2c-44b4-9d23-0b89348038de tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.2416975 Aug 16 02:25:38.004088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.006648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:38.010593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.012821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] For port 40d71e16-4b40-4897-8f64-4c705b6d8905, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:38.015939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] For port 40d71e16-4b40-4897-8f64-4c705b6d8905, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=40d71e16-4b40-4897-8f64-4c705b6d8905,segment=NetworkSegment(6f807f57-7382-4723-b2d8-74bf38885772),segment_id=6f807f57-7382-4723-b2d8-74bf38885772)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:38.025415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.029011 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.085539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55a7cb7d-40cd-48f5-b9d7-d9b0c30567bf req-47708d7b-0fa2-4bb6-9e23-ca8f91707534 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438038 Aug 16 02:25:38.124552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016cbf3-485b-4b06-9386-b74e17781dc1 None None] Pushing event updated for resources: {'Port': ['ID=40d71e16-4b40-4897-8f64-4c705b6d8905,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:38.196366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Allocated IP 172.25.4.117 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ea806e69-7127-42de-b23e-5a620a6a2a96) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:38.309691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.429080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=9d574f9b-d659-45dc-90ae-36490c1c4f06,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:38.435893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.476265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': '03471cac-0cc4-462d-ae49-f9c722b65946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3507403a-cf76-4cdf-9820-cc1427225e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:38.476677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: 3507403a-cf76-4cdf-9820-cc1427225e63, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:38.503806 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.530536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network 3507403a-cf76-4cdf-9820-cc1427225e63 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:38.550813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 3507403a-cf76-4cdf-9820-cc1427225e63) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:38.558780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:38.560480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e9157-4734-4f7f-83ac-fb016dd85ab8 None None] Network 3507403a-cf76-4cdf-9820-cc1427225e63 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:38.562204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:38.566344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:38.571014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:38.571618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.594134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Port': ['ID=ea806e69-7127-42de-b23e-5a620a6a2a96,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:38.600176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:38.606903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-161720831'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:38.608756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-55f0364c-d033-4f64-8e59-e2b8b65b7542 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8550668 Aug 16 02:25:38.676613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:38.680341 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.754059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-3507403a-cf76-4cdf-9820-cc1427225e63', 'network_id': '3507403a-cf76-4cdf-9820-cc1427225e63', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': '9d574f9b-d659-45dc-90ae-36490c1c4f06'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:38.760836 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.766906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:38.818368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.819059 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment 63708d74-7610-447e-bade-61593c88d251 of type vlan for network bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed Aug 16 02:25:39.005817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.025132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Allocated IP 2001:db8:0:ffff::2 (3507403a-cf76-4cdf-9820-cc1427225e63/9d574f9b-d659-45dc-90ae-36490c1c4f06/90de6dc8-b64a-4ac7-9702-6df25218b783) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:39.104713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40d71e16-4b40-4897-8f64-4c705b6d8905 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:39.188405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.213898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.220654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.221902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.489315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8890347 Aug 16 02:25:39.491957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55662) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.501724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': 'bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:39.531603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c54c42-82f7-426f-a53f-c222eb8c2d49 None None] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:39.554374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98744b31-c8f5-4100-bf15-ae4c239e5863 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.568572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 40d71e16-4b40-4897-8f64-4c705b6d8905 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:39.575561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86ea38-2f90-48c5-8a58-b5949b0e1c81 req-e94402a9-2f4f-44c0-a14f-3b5ef54828f5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.584865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c86ea38-2f90-48c5-8a58-b5949b0e1c81 req-e94402a9-2f4f-44c0-a14f-3b5ef54828f5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.3749814 Aug 16 02:25:39.601503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:39.640317 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c86ea38-2f90-48c5-8a58-b5949b0e1c81 req-a6a76ec6-d762-4a96-8b34-b124e391ec29 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540895 Aug 16 02:25:39.706087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:39.710434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.753489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7934344-2c7b-4f0d-91ad-514e4daabe60 None None] Provisioning for port 40d71e16-4b40-4897-8f64-4c705b6d8905 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:39.768786 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.783843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7934344-2c7b-4f0d-91ad-514e4daabe60 None None] Provisioning complete for port 40d71e16-4b40-4897-8f64-4c705b6d8905 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:39.784489 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7934344-2c7b-4f0d-91ad-514e4daabe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.795762 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.834836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Transition to ACTIVE for port object 90de6dc8-b64a-4ac7-9702-6df25218b783 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:39.881639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Transition to ACTIVE for port object 90de6dc8-b64a-4ac7-9702-6df25218b783 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:39.915485 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.966783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Network 3507403a-cf76-4cdf-9820-cc1427225e63 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:39.977253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:39.983790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:40.069707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Pushing event updated for resources: {'Port': ['ID=90de6dc8-b64a-4ac7-9702-6df25218b783,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.075863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.129496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7934344-2c7b-4f0d-91ad-514e4daabe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.148428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Attempting to bind port 90de6dc8-b64a-4ac7-9702-6df25218b783 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:40.149154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Attempting to bind port 90de6dc8-b64a-4ac7-9702-6df25218b783 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '03471cac-0cc4-462d-ae49-f9c722b65946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3507403a-cf76-4cdf-9820-cc1427225e63'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:40.150417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Attempting to bind port 90de6dc8-b64a-4ac7-9702-6df25218b783 on network 3507403a-cf76-4cdf-9820-cc1427225e63 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:40.158498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:40.159266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Checking segment: {'id': '03471cac-0cc4-462d-ae49-f9c722b65946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3507403a-cf76-4cdf-9820-cc1427225e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:40.159890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.160522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Bound using segment: {'id': '03471cac-0cc4-462d-ae49-f9c722b65946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3507403a-cf76-4cdf-9820-cc1427225e63'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:40.161257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Bound port: 90de6dc8-b64a-4ac7-9702-6df25218b783, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03471cac-0cc4-462d-ae49-f9c722b65946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3507403a-cf76-4cdf-9820-cc1427225e63'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:40.161916 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.183567 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=008ba4e3-fff3-444f-98c8-7c3f93b8f6af,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.187278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': '63708d74-7610-447e-bade-61593c88d251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:40.188026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:40.219779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:40.223098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a7934344-2c7b-4f0d-91ad-514e4daabe60 None None] For port 40d71e16-4b40-4897-8f64-4c705b6d8905, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=40d71e16-4b40-4897-8f64-4c705b6d8905,segment=NetworkSegment(6f807f57-7382-4723-b2d8-74bf38885772),segment_id=6f807f57-7382-4723-b2d8-74bf38885772)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:40.242144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:40.252273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79069bc-3c08-4847-a5c4-b8f7562da07b None None] Network bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:40.261529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7934344-2c7b-4f0d-91ad-514e4daabe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.261718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:40.262711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.284803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a418bdb-03b1-48ad-8b3d-99ac3a7306f9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7915320 Aug 16 02:25:40.287828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55680) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:40.417443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] For port 90de6dc8-b64a-4ac7-9702-6df25218b783, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:40.421558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] For port 90de6dc8-b64a-4ac7-9702-6df25218b783, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=90de6dc8-b64a-4ac7-9702-6df25218b783,segment=NetworkSegment(03471cac-0cc4-462d-ae49-f9c722b65946),segment_id=03471cac-0cc4-462d-ae49-f9c722b65946)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:40.428826 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.453255 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.519835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cf9c4675-b3d4-442e-b217-1de4541e8362 None None] Provisioning complete for port 40d71e16-4b40-4897-8f64-4c705b6d8905 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:40.520534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4675-b3d4-442e-b217-1de4541e8362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.541820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.564675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7934344-2c7b-4f0d-91ad-514e4daabe60 None None] Pushing event updated for resources: {'Port': ['ID=40d71e16-4b40-4897-8f64-4c705b6d8905,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.599442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Router 2ed961ca-8881-4ce6-ad15-66d3514563bf is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:40.635357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.670147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=008ba4e3-fff3-444f-98c8-7c3f93b8f6af,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.732174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.746259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:40.753521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:40.796242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63708d74-7610-447e-bade-61593c88d251') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:40.803061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63708d74-7610-447e-bade-61593c88d251') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:40.819012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] Sync routers for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:40.829527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.843606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f6bb2-601d-495e-86b1-258cd0037c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed', 'network_id': 'bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': '008ba4e3-fff3-444f-98c8-7c3f93b8f6af'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:40.844477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-180f6bb2-601d-495e-86b1-258cd0037c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.848921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1fa3f-aaf2-47ca-afa1-2a9822d44da3 None None] Pushing event updated for resources: {'Port': ['ID=90de6dc8-b64a-4ac7-9702-6df25218b783,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.862793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.863732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b0432e0-1a6e-4c1b-8374-9ce3655b7caa tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8263335 Aug 16 02:25:40.867366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.872052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55696) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:40.903554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:40.904201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:40.985046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a036aea-0c94-40f7-9591-986f442d6e1a req-e370019d-887a-40b6-a4f6-3ba7e881c024 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:40.986887 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a036aea-0c94-40f7-9591-986f442d6e1a req-e370019d-887a-40b6-a4f6-3ba7e881c024 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1574006 Aug 16 02:25:41.032863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:41.032863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:41.099999 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:41.110121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.124406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a036aea-0c94-40f7-9591-986f442d6e1a req-9f6fec12-575d-4759-b0e5-56301d3cc6e0 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269603 Aug 16 02:25:41.128192 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.130854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed HTTP/1.1" status: 204 len: 168 time: 0.8418472 Aug 16 02:25:41.136270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:41.142519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:41.154110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256784401'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:41.169652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:41.170814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:41.175119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 90de6dc8-b64a-4ac7-9702-6df25218b783 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:41.192585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5947c-8f26-4f81-8bfb-bdc75ede1718 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:41.225553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df574d-61a4-4847-95f5-c3d07317b785 None None] Network bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:41.242784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:41.246302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.272884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:41.273942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae131f6-28ae-4870-972e-6db8c43a0f18 None None] The sync data for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:41.276111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df574d-61a4-4847-95f5-c3d07317b785 None None] Network bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed could not be found, it might have been deleted concurrently. {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:25:41.288025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 90de6dc8-b64a-4ac7-9702-6df25218b783 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:41.292773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40d71e16-4b40-4897-8f64-4c705b6d8905 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:41.321578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:41.343240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.343636 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment eec32e3f-d54d-427d-98b3-abc4057460e5 of type vlan for network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 Aug 16 02:25:41.362169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 40d71e16-4b40-4897-8f64-4c705b6d8905 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:41.362908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.387043 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.423081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.429971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:41.430605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.533038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=8c979cc4-83fc-4ce3-84c4-b6bf87a5f389,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:41.545313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9c53f00f-8670-4d21-b38b-569e7dc7c184 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4077559 Aug 16 02:25:41.548004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55736) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:41.549784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:41.555052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': '8c979cc4-83fc-4ce3-84c4-b6bf87a5f389', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:41.717662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:41.721386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.030292 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.042600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7efe65-3f93-4563-bb39-4b6b261d0371 None None] Network 3507403a-cf76-4cdf-9820-cc1427225e63 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:42.112921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': 'eec32e3f-d54d-427d-98b3-abc4057460e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8c979cc4-83fc-4ce3-84c4-b6bf87a5f389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:42.113284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:42.127952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=b20ff9a1-5206-4f83-b281-e0a86e0aec1c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:42.142513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:42.153633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:42.159770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.160589 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.180382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bcfae722-6d1f-4b21-a578-17e0afd3cc83 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6309624 Aug 16 02:25:42.184118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:42.191432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812159652'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:42.221346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f01a9a56-c3fa-4020-8125-562f2771f887 None None] Provisioning for port 90de6dc8-b64a-4ac7-9702-6df25218b783 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:42.226119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ac7b6-1c9d-472c-9227-6e6639aca642 None None] Network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:42.226554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:42.231714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.242261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f01a9a56-c3fa-4020-8125-562f2771f887 None None] Provisioning complete for port 90de6dc8-b64a-4ac7-9702-6df25218b783 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:42.242895 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f01a9a56-c3fa-4020-8125-562f2771f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.321054 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:42.386932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b005c1-55c4-44ec-a1d3-dcccb9e1d921 req-2361eca6-6e87-4b75-bd10-12336abb67ee tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.391541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79b005c1-55c4-44ec-a1d3-dcccb9e1d921 req-2361eca6-6e87-4b75-bd10-12336abb67ee tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1333227 Aug 16 02:25:42.397004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.397354 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment aaf8934b-5cca-4364-98f5-1d5264de0de5 of type vlan for network af70669d-7286-433a-8f93-886d365a7380 Aug 16 02:25:42.399444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.463222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.476902 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79b005c1-55c4-44ec-a1d3-dcccb9e1d921 req-8bf0dbb4-b167-413b-a794-d75db8ac05da tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777533 Aug 16 02:25:42.510046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.518745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.519484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.524353 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f01a9a56-c3fa-4020-8125-562f2771f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.570015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-8c979cc4-83fc-4ce3-84c4-b6bf87a5f389', 'network_id': '8c979cc4-83fc-4ce3-84c4-b6bf87a5f389', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': 'b20ff9a1-5206-4f83-b281-e0a86e0aec1c'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:42.570673 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.590174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f01a9a56-c3fa-4020-8125-562f2771f887 None None] For port 90de6dc8-b64a-4ac7-9702-6df25218b783, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=90de6dc8-b64a-4ac7-9702-6df25218b783,segment=NetworkSegment(03471cac-0cc4-462d-ae49-f9c722b65946),segment_id=03471cac-0cc4-462d-ae49-f9c722b65946)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:42.597392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f01a9a56-c3fa-4020-8125-562f2771f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.645050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4562862 Aug 16 02:25:42.658245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:42.674746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': 'af70669d-7286-433a-8f93-886d365a7380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:42.773493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c37be-7555-4af7-8306-fdf234e68fd9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=af70669d-7286-433a-8f93-886d365a7380,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:42.885983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network af70669d-7286-433a-8f93-886d365a7380 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:42.917301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:42.921884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.951251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Allocated IP 172.20.0.1 (f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d/e86a4365-b99a-49e9-807a-e7e98229b685/451c5407-fa58-4a2a-8810-c5d80eeb148a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:43.005312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a9a56-c3fa-4020-8125-562f2771f887 None None] Pushing event updated for resources: {'Port': ['ID=90de6dc8-b64a-4ac7-9702-6df25218b783,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.013992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-c7c6be25-bbd3-4e37-b9b1-2fd46b22e359 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.016537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-c7c6be25-bbd3-4e37-b9b1-2fd46b22e359 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.2765343 Aug 16 02:25:43.031011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bd0411de-4400-4ef2-951e-18d8f973f213 None None] Provisioning complete for port 90de6dc8-b64a-4ac7-9702-6df25218b783 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:43.031394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd0411de-4400-4ef2-951e-18d8f973f213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.041048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-284324c6-3b7e-434e-bc1b-6bad43dec3aa tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/quotas/eec9e57f8eef4c2e8e997bc011a4ec1f HTTP/1.1" status: 200 len: 375 time: 0.0148430 Aug 16 02:25:43.042557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Performing IP validity checks on allocation pools {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:25:43.043216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:25:43.072876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Allocated IP 2001:db8::3 (8c979cc4-83fc-4ce3-84c4-b6bf87a5f389/b20ff9a1-5206-4f83-b281-e0a86e0aec1c/7299f69c-1768-4d44-ac77-1e1bb371e501) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:43.148549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.162843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-61f18312-9232-4b53-920d-81140aaaaeb4 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114812 Aug 16 02:25:43.166916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Transition to ACTIVE for port object 451c5407-fa58-4a2a-8810-c5d80eeb148a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:43.210898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.253083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:43.260993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:43.263585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:43.274006 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.283404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Transition to ACTIVE for port object 7299f69c-1768-4d44-ac77-1e1bb371e501 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:43.301278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Transition to ACTIVE for port object 7299f69c-1768-4d44-ac77-1e1bb371e501 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:43.318716 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.320805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Port': ['ID=451c5407-fa58-4a2a-8810-c5d80eeb148a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.326586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.339802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.372270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Pushing event updated for resources: {'Port': ['ID=7299f69c-1768-4d44-ac77-1e1bb371e501,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.396769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:43.398740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:43.399398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-2cfbe453-a0be-4805-86bf-172f5e560a42 service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220881 Aug 16 02:25:43.401445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:43.454284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=30512c65-d2e9-4880-8d78-2f2a5fb972a7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.473513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Attempting to bind port 7299f69c-1768-4d44-ac77-1e1bb371e501 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:43.473909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Attempting to bind port 7299f69c-1768-4d44-ac77-1e1bb371e501 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'eec32e3f-d54d-427d-98b3-abc4057460e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8c979cc4-83fc-4ce3-84c4-b6bf87a5f389'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:43.474288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Attempting to bind port 7299f69c-1768-4d44-ac77-1e1bb371e501 on network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:43.480413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:43.480842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Checking segment: {'id': 'eec32e3f-d54d-427d-98b3-abc4057460e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8c979cc4-83fc-4ce3-84c4-b6bf87a5f389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:43.481415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.481881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Bound using segment: {'id': 'eec32e3f-d54d-427d-98b3-abc4057460e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8c979cc4-83fc-4ce3-84c4-b6bf87a5f389'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:43.482502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Bound port: 7299f69c-1768-4d44-ac77-1e1bb371e501, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec32e3f-d54d-427d-98b3-abc4057460e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8c979cc4-83fc-4ce3-84c4-b6bf87a5f389'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:43.482943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.523234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': 'aaf8934b-5cca-4364-98f5-1d5264de0de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'af70669d-7286-433a-8f93-886d365a7380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:43.523234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: af70669d-7286-433a-8f93-886d365a7380, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:43.569974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network af70669d-7286-433a-8f93-886d365a7380 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:43.576684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] For port 7299f69c-1768-4d44-ac77-1e1bb371e501, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:43.587437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-143d239b-0ee9-4c1b-af8a-99cb70b22bcc service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723521 Aug 16 02:25:43.588841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] For port 7299f69c-1768-4d44-ac77-1e1bb371e501, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7299f69c-1768-4d44-ac77-1e1bb371e501,segment=NetworkSegment(eec32e3f-d54d-427d-98b3-abc4057460e5),segment_id=eec32e3f-d54d-427d-98b3-abc4057460e5)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:43.591154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, af70669d-7286-433a-8f93-886d365a7380) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:43.595899 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.598993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.599622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.611748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.636930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-680644f2-92aa-4b0c-8a16-9b613f502dd8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9776244 Aug 16 02:25:43.639572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:43.646144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb7624-1f87-4c88-8ff0-6d7b2837149a None None] Network af70669d-7286-433a-8f93-886d365a7380 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:43.729141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6a1ea038-4481-425b-a41e-c815c5598c07 None None] Provisioning for port 451c5407-fa58-4a2a-8810-c5d80eeb148a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:43.764728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6a1ea038-4481-425b-a41e-c815c5598c07 None None] Provisioning complete for port 451c5407-fa58-4a2a-8810-c5d80eeb148a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:43.764728 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a1ea038-4481-425b-a41e-c815c5598c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.767518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.788778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7263344-b211-4074-8ff7-77d8c266d75b req-d4dc4b28-6f77-4152-a3c1-fbf88b3365c4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.796324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7263344-b211-4074-8ff7-77d8c266d75b req-d4dc4b28-6f77-4152-a3c1-fbf88b3365c4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1370306 Aug 16 02:25:43.841404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb26ef-829d-4426-aedb-288b751b7d9d None None] Pushing event updated for resources: {'Port': ['ID=7299f69c-1768-4d44-ac77-1e1bb371e501,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.857276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.897060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7263344-b211-4074-8ff7-77d8c266d75b req-d42812fd-8dd6-4300-89fa-2f3121d5a50b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978420 Aug 16 02:25:43.930976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ea038-4481-425b-a41e-c815c5598c07 None None] Port 451c5407-fa58-4a2a-8810-c5d80eeb148a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:43.974295 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.979218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7dc8bb-8ea2-469c-95fb-5d83bb2c7d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-af70669d-7286-433a-8f93-886d365a7380', 'network_id': 'af70669d-7286-433a-8f93-886d365a7380', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': '30512c65-d2e9-4880-8d78-2f2a5fb972a7'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:43.980539 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc8bb-8ea2-469c-95fb-5d83bb2c7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.105267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-c3c397d3-2e29-485f-9f81-272e312b3b34 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.106831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-c3c397d3-2e29-485f-9f81-272e312b3b34 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.88 "GET /v2.0/ports?device_id=3eecc4e2-7cd5-4076-85fa-58e0c0bac96c HTTP/1.1" status: 200 len: 946 time: 0.1824322 Aug 16 02:25:44.147497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-135654ce-9ca9-4128-8505-9a54dd38db88 req-c62a5ab4-a524-4d0d-ab67-41038a3bdf30 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 210 time: 0.1588547 Aug 16 02:25:44.158147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=30512c65-d2e9-4880-8d78-2f2a5fb972a7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.220856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ec106-d074-4723-890a-f64058fbb410 None None] Network af70669d-7286-433a-8f93-886d365a7380 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:44.279171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.283017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.288767 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.300774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af70669d-7286-433a-8f93-886d365a7380']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:44.323464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf8934b-5cca-4364-98f5-1d5264de0de5') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:44.323464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf8934b-5cca-4364-98f5-1d5264de0de5') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:44.331589 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.352167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.358927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:44.359346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:44.363557 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:44.391941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.436360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.448369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.453733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/af70669d-7286-433a-8f93-886d365a7380 HTTP/1.1" status: 204 len: 168 time: 0.8096554 Aug 16 02:25:44.455374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55812) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.464907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952106574'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:44.473251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Port': ['ID=451c5407-fa58-4a2a-8810-c5d80eeb148a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.490650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Deleting port fa092a1c-d931-468c-8684-57893f758581 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:44.491009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.492667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421b991-7b30-4787-ac05-dd5d5be8d34e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=af70669d-7286-433a-8f93-886d365a7380,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.509828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:44.513744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.542699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:44.552064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.552474 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment ef3e598c-c86a-4a49-86c6-fb33090b47c0 of type vlan for network 350ef4d3-2622-4457-9ac4-5a85e96f36c3 Aug 16 02:25:44.599439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:44.605781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:44.616222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.616545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] For port fa092a1c-d931-468c-8684-57893f758581, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fa092a1c-d931-468c-8684-57893f758581,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:44.617036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.677744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Calling delete_port for fa092a1c-d931-468c-8684-57893f758581 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:44.684162 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.689548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.690384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.747392 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:44.758862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:44.790582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:44.814908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=350ef4d3-2622-4457-9ac4-5a85e96f36c3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.824262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-022b1bac-ed1a-4350-9659-f958789cba9f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3663983 Aug 16 02:25:44.824607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.831588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': '350ef4d3-2622-4457-9ac4-5a85e96f36c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:44.857858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Router 2ed961ca-8881-4ce6-ad15-66d3514563bf has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:44.864019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 350ef4d3-2622-4457-9ac4-5a85e96f36c3 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:45.116521 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.133916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:45.141370 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.174009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No active binding found for port fa092a1c-d931-468c-8684-57893f758581 {{(pid=94858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:25:45.177863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:45.242266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 90de6dc8-b64a-4ac7-9702-6df25218b783 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:45.275611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event deleted for resources: {'Port': ['ID=fa092a1c-d931-468c-8684-57893f758581,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:45.302340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:45.372577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '536b279b-1540-4347-a848-7c9dc05c30a9', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'port_id': '536b279b-1540-4347-a848-7c9dc05c30a9', 'mac_address': 'fa:16:3e:f8:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:45.416008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:45.427095 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] Sync routers for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:45.441068 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:45.441422 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.459727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f6a7ae2-b588-42e7-9970-b74ee7e31152 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "PUT /v2.0/routers/2ed961ca-8881-4ce6-ad15-66d3514563bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5815578 Aug 16 02:25:45.466176 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.466814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:45.497840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Request body: {'port': {'network_id': 'f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d', 'name': 'tempest-FloatingIPAdminTestJSON-1416922130'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:45.510517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] No DVR routers for this DVR port fa092a1c-d931-468c-8684-57893f758581 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:45.513725 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.516268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 536b279b-1540-4347-a848-7c9dc05c30a9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:45.525631 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:45.526367 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.537984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9b0fcfcd-927e-4988-b211-16e0a480c9b2 None None] Provisioning complete for port 451c5407-fa58-4a2a-8810-c5d80eeb148a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:45.538371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcfcd-927e-4988-b211-16e0a480c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.555097 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.566729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a70b3ce-58b3-4d52-882d-8fc77f84c692 req-5d15b58e-8b03-461d-a3f0-99cc96801753 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.88 "DELETE /v2.0/ports/fa092a1c-d931-468c-8684-57893f758581 HTTP/1.1" status: 204 len: 173 time: 1.4461761 Aug 16 02:25:45.567263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'name': 'network-vif-deleted', 'tag': 'fa092a1c-d931-468c-8684-57893f758581'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:45.569686 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d58c83-845d-49f4-84fc-db54de65b565" -d '{"events": [{"server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "name": "network-vif-deleted", "tag": "fa092a1c-d931-468c-8684-57893f758581"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:45.581154 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.582723 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b00df8-941b-4d53-80a3-306f357269fc None None] The sync data for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:45.604623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68d931-3f38-4615-80c3-f3443f1aea8b req-4a5adb2c-62a4-4526-ab09-71e3ea0ddc2c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.613102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e68d931-3f38-4615-80c3-f3443f1aea8b req-4a5adb2c-62a4-4526-ab09-71e3ea0ddc2c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.5005038 Aug 16 02:25:45.643761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:45.647221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 90de6dc8-b64a-4ac7-9702-6df25218b783 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:45.647726 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.654285 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.672822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-bf48936d-2fd6-4a5e-933f-ccd6ab349637 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.675159 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-bf48936d-2fd6-4a5e-933f-ccd6ab349637 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.4281099 Aug 16 02:25:45.679398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54a75c31-86c2-4c16-95ab-ffa63a3d7f19 req-5d1e5009-59c0-44d0-a0bf-07c2d3a9e42d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 210 time: 0.0756724 Aug 16 02:25:45.715358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Request body: {'port': {'device_id': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'admin_state_up': True, 'tenant_id': 'eec9e57f8eef4c2e8e997bc011a4ec1f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:45.757902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:45.772026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63907e-d42d-466b-9145-5f6ffa67f5a4 None None] Network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:45.793681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.888715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['536b279b-1540-4347-a848-7c9dc05c30a9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:45.933013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fcfcd-927e-4988-b211-16e0a480c9b2 None None] Port 451c5407-fa58-4a2a-8810-c5d80eeb148a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:45.941141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=4680574e-bde4-48ce-948a-d7bffffbae6d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:45.970795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': 'ef3e598c-c86a-4a49-86c6-fb33090b47c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '350ef4d3-2622-4457-9ac4-5a85e96f36c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:45.972042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: 350ef4d3-2622-4457-9ac4-5a85e96f36c3, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:45.993091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Made reservation on behalf of 46f71f1b785c45c49549fcb282792624 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:45.998854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.024948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network 350ef4d3-2622-4457-9ac4-5a85e96f36c3 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:46.040477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] device_id is not set on port f08b3be6-1581-4d7f-b384-db4adb36ad58 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:46.053783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 350ef4d3-2622-4457-9ac4-5a85e96f36c3) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:46.079604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0379f-32dc-4009-98a0-037182a9321a None None] Network 350ef4d3-2622-4457-9ac4-5a85e96f36c3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:46.113201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:46.114119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.143569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8ae23170-b681-4e6b-9779-6ea7e7b822fd tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3174462 Aug 16 02:25:46.152722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:46.177461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e68d931-3f38-4615-80c3-f3443f1aea8b req-214c62a1-03c2-4fb6-9097-c0cef74fe15e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5415277 Aug 16 02:25:46.181628 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e6995f-1bce-4b36-8c5e-c1a1c9b74bd5 x-openstack-request-id: req-49e6995f-1bce-4b36-8c5e-c1a1c9b74bd5 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:46.182110 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eecc4e2-7cd5-4076-85fa-58e0c0bac96c", "name": "network-vif-deleted", "tag": "fa092a1c-d931-468c-8684-57893f758581", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:46.182553 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49e6995f-1bce-4b36-8c5e-c1a1c9b74bd5 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:46.183112 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eecc4e2-7cd5-4076-85fa-58e0c0bac96c', 'name': 'network-vif-deleted', 'tag': 'fa092a1c-d931-468c-8684-57893f758581', 'status': 'completed', 'code': 200} Aug 16 02:25:46.271935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Made reservation on behalf of eec9e57f8eef4c2e8e997bc011a4ec1f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:46.277488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.340482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Allocated IP 172.20.0.6 (f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d/e86a4365-b99a-49e9-807a-e7e98229b685/f08b3be6-1581-4d7f-b384-db4adb36ad58) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:46.368720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.416260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f8442475-8795-4bad-b219-915b8d261bdc None None] Provisioning for port 7299f69c-1768-4d44-ac77-1e1bb371e501 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:46.521191 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.539955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7299f69c-1768-4d44-ac77-1e1bb371e501 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:46.568682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Allocated IP 172.20.0.6 (e121511c-1c83-4ca4-9506-4abac7108ed8/b4aec43f-6aad-480d-bbc1-74eb461c1da6/2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:46.631660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e4064-04da-40c7-82a7-64658e9a9eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-350ef4d3-2622-4457-9ac4-5a85e96f36c3', 'network_id': '350ef4d3-2622-4457-9ac4-5a85e96f36c3', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': '4680574e-bde4-48ce-948a-d7bffffbae6d'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:46.632796 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c11e4064-04da-40c7-82a7-64658e9a9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.656901 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.686624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Transition to ACTIVE for port object f08b3be6-1581-4d7f-b384-db4adb36ad58 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:46.694338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.763847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=4680574e-bde4-48ce-948a-d7bffffbae6d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:46.782932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:46.833594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.843922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350ef4d3-2622-4457-9ac4-5a85e96f36c3']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:46.885741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c38d3768-a98d-4311-ac33-261ab365dc6e req-21dd3a5b-de05-4ab4-b36c-95c293f32f9c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 210 time: 0.0378418 Aug 16 02:25:46.889199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3e598c-c86a-4a49-86c6-fb33090b47c0') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:46.889508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3e598c-c86a-4a49-86c6-fb33090b47c0') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:46.897050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.908696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.910399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7299f69c-1768-4d44-ac77-1e1bb371e501 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:46.917746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: fa092a1c-d931-468c-8684-57893f758581 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:46.920655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fa092a1c-d931-468c-8684-57893f758581 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:46.939250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.953084 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.955519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:46.955690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7299f69c-1768-4d44-ac77-1e1bb371e501 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:46.955810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.955904 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:46.959901 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:46.998051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.024910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event updated for resources: {'Port': ['ID=f08b3be6-1581-4d7f-b384-db4adb36ad58,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.054414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Network e121511c-1c83-4ca4-9506-4abac7108ed8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:47.057630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:47.061659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:47.074685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8922338-1963-4e7b-b459-df912a27b694 None None] Network 350ef4d3-2622-4457-9ac4-5a85e96f36c3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:47.087177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:47.089852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:47.092142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:47.118420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.138207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.153535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.158915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/350ef4d3-2622-4457-9ac4-5a85e96f36c3 HTTP/1.1" status: 204 len: 168 time: 1.0013669 Aug 16 02:25:47.160448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55864) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.165710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125458973'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.196067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:47.196679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6edbb1-b070-4165-b4d4-0f6ac0891e8e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=350ef4d3-2622-4457-9ac4-5a85e96f36c3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.196815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.227697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:47.233037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.238517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-9a58fc96-d190-4ca0-8062-c83050eb7a3d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5420871 Aug 16 02:25:47.241633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:47.243058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.264254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Request body: {'port': {'device_id': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.267057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7cb84607-6380-4db1-9608-f62f6084c68f tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7961819 Aug 16 02:25:47.267844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.290721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:47.365750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.368356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.371397 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment 02311df8-58c3-41c5-a8c9-f6e011715d02 of type vlan for network 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 Aug 16 02:25:47.409500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c902bf-e7f1-4c8e-bdcb-fbc467bebec0 req-e6f387e8-3674-4439-b624-7ff0efab9c00 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:47.419301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05c902bf-e7f1-4c8e-bdcb-fbc467bebec0 req-e6f387e8-3674-4439-b624-7ff0efab9c00 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 945 time: 0.0955477 Aug 16 02:25:47.453302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'project_id': '46f71f1b785c45c49549fcb282792624', 'port_id': 'f08b3be6-1581-4d7f-b384-db4adb36ad58'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.491238 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.492871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05c902bf-e7f1-4c8e-bdcb-fbc467bebec0 req-05bf8bf1-78dc-4d93-b37d-7ce7f6841e38 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723414 Aug 16 02:25:47.530737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b29c45fa-a324-4a20-b77a-b32c2a145d72 None None] Provisioning complete for port 7299f69c-1768-4d44-ac77-1e1bb371e501 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:47.531488 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b29c45fa-a324-4a20-b77a-b32c2a145d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.552161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.586721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.592935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:47.593861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.643312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.682953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5211360 Aug 16 02:25:47.693014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.702942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.756296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7299f69c-1768-4d44-ac77-1e1bb371e501, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7299f69c-1768-4d44-ac77-1e1bb371e501,segment=NetworkSegment(eec32e3f-d54d-427d-98b3-abc4057460e5),segment_id=eec32e3f-d54d-427d-98b3-abc4057460e5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:47.761501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753122c-18c3-4723-bb0e-48f1127c2579 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.781169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.784893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:47.790974 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.872176 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b29c45fa-a324-4a20-b77a-b32c2a145d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.897135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:47.901790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.951114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7299f69c-1768-4d44-ac77-1e1bb371e501,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.976781 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-b29c45fa-a324-4a20-b77a-b32c2a145d72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:47.977246 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-b29c45fa-a324-4a20-b77a-b32c2a145d72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:48.027532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:48.038257 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.058275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Transition to ACTIVE for port object 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:48.064605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.168719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.232275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Attempting to bind port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:48.232739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Attempting to bind port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:48.233149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Attempting to bind port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:48.239904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 on network e121511c-1c83-4ca4-9506-4abac7108ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:48.240362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Attempting to bind port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:48.246403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:48.246835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Checking segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:48.247458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Bound using segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:48.247966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Bound port: 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:48.248534 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.344648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:48.348765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:48.365726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.430426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Allocated IP 172.25.4.230 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/acffd463-5184-4162-93c9-fcba3fa21ca5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:48.446979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.447715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.449230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] 10.222.0.98 "PUT /v2.0/ports/2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 HTTP/1.1" status: 200 len: 1092 time: 1.1909854 Aug 16 02:25:48.449744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:48.452077 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952eddc2-e55c-444d-8462-08e1dd1aded8" -d '{"events": [{"name": "network-changed", "server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:48.487156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111cf3d-fffb-4389-b8b6-2877dd4eba83 req-729e6e4f-0399-48ba-b425-d95cb4b349f4 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.496162 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2111cf3d-fffb-4389-b8b6-2877dd4eba83 req-729e6e4f-0399-48ba-b425-d95cb4b349f4 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 943 time: 0.2338383 Aug 16 02:25:48.524187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7319fc-8959-4ff0-8cd7-f4d58ecd43ce service neutron] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.557099 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32529715-4eda-49fa-9761-f98cb81afa06 x-openstack-request-id: req-32529715-4eda-49fa-9761-f98cb81afa06 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:48.557652 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:48.558132 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32529715-4eda-49fa-9761-f98cb81afa06 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:48.558750 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'status': 'completed', 'code': 200} Aug 16 02:25:48.576911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-721f6690-18ee-4a7c-909b-53cfd25fad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.579002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-721f6690-18ee-4a7c-909b-53cfd25fad86 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 1095 time: 0.0660853 Aug 16 02:25:48.656509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2111cf3d-fffb-4389-b8b6-2877dd4eba83 req-832d20c9-d90b-4fc6-9662-6db1549a378e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550136 Aug 16 02:25:48.671401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-c7a46374-bb9b-4b2b-bac1-70046743cc2a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 HTTP/1.1" status: 200 len: 217 time: 0.0654802 Aug 16 02:25:48.685588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2588ed7b-56d7-4065-9f45-888f89f31cbe None None] Provisioning for port f08b3be6-1581-4d7f-b384-db4adb36ad58 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:48.690730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2588ed7b-56d7-4065-9f45-888f89f31cbe None None] Provisioning complete for port f08b3be6-1581-4d7f-b384-db4adb36ad58 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:48.691162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2588ed7b-56d7-4065-9f45-888f89f31cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.695607 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.750626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91268d9-06f0-42cc-a38a-6a7dc9d620c1 req-96d555ff-577b-468d-9941-a3169a575045 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.754371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2588ed7b-56d7-4065-9f45-888f89f31cbe None None] Port f08b3be6-1581-4d7f-b384-db4adb36ad58 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:48.758699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d91268d9-06f0-42cc-a38a-6a7dc9d620c1 req-96d555ff-577b-468d-9941-a3169a575045 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 945 time: 0.1625803 Aug 16 02:25:48.762731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:48.787266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.791674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=2cd7a767-bbdc-488a-bbcc-c9d9c13f6f09,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.804099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-99ddd2f0-3fb7-49cc-94d2-abefaaa97014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.805840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-99ddd2f0-3fb7-49cc-94d2-abefaaa97014 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.1188607 Aug 16 02:25:48.816012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': '02311df8-58c3-41c5-a8c9-f6e011715d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:48.816475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:48.843567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d91268d9-06f0-42cc-a38a-6a7dc9d620c1 req-4aae37aa-6925-4ea5-9407-dbc3d77f948f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839634 Aug 16 02:25:48.857427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 536b279b-1540-4347-a848-7c9dc05c30a9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:48.858260 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.860222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:48.869117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.882594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-0589fd8e-2df9-4f21-bce9-a7df8a44eaea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604680 Aug 16 02:25:48.913679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:48.939042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.939956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.941488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae034dc7-c8d6-403e-a7ce-0038c77ea781 None None] Network 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:48.951181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:48.959990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Pushing event updated for resources: {'Port': ['ID=acffd463-5184-4162-93c9-fcba3fa21ca5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.963539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:48.967086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:49.005775 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b960ea80-1e96-49ab-9d29-595bf9d5c949 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3070002 Aug 16 02:25:49.008430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:49.013164 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.046213 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-a75f2ede-7f80-464f-9ff4-bb48d72b660d service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540391 Aug 16 02:25:49.051852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:49.054156 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0d603c-91fa-45ca-b0d8-05fd4d3d69ef" -d '{"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-plugged", "status": "completed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:49.073767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:49.083225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.159331 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2d549-bdcd-4078-8d30-d59608f68c89 x-openstack-request-id: req-9dc2d549-bdcd-4078-8d30-d59608f68c89 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:49.159890 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-plugged", "status": "completed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:49.161414 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9dc2d549-bdcd-4078-8d30-d59608f68c89 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:49.163061 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9', 'code': 200} Aug 16 02:25:49.222273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:49.240953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7860f23d-7cff-435f-8554-7fb0b3d2c0ea req-aadca308-3061-4435-9053-71beec94b589 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824446 Aug 16 02:25:49.271609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1', 'network_id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': '2cd7a767-bbdc-488a-bbcc-c9d9c13f6f09'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:49.273950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.358748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.389191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-1dd5e331-9cd4-4097-ab20-e864451509a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.391422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-1dd5e331-9cd4-4097-ab20-e864451509a8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 1095 time: 0.0862715 Aug 16 02:25:49.549657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-342e2936-5442-4e6e-848e-b289e9085e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.554169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-342e2936-5442-4e6e-848e-b289e9085e74 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 906 time: 0.1492558 Aug 16 02:25:49.577892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Allocated IP 2001:db8::1 (0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1/2cd7a767-bbdc-488a-bbcc-c9d9c13f6f09/dd98560a-3b42-4fe9-93e3-6cf29044cb81) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:49.580060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.656538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-a3846b23-84d9-472a-8761-d7ccb6144359 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 HTTP/1.1" status: 200 len: 217 time: 0.0946822 Aug 16 02:25:49.720089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.728265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-0b68f516-3793-4f3f-89ad-fbedfe442074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.732033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-0b68f516-3793-4f3f-89ad-fbedfe442074 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.0667417 Aug 16 02:25:49.824368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-e2032a3a-2629-4e78-b10d-66c90b6a098e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789504 Aug 16 02:25:49.867507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.881921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.902456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Transition to ACTIVE for port object dd98560a-3b42-4fe9-93e3-6cf29044cb81 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:49.909771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ef42e-cdae-4648-b713-c9238be9f9d8 req-12ac156f-f2a7-4c25-abe5-77e3b2c3c957 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.911499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e42ef42e-cdae-4648-b713-c9238be9f9d8 req-12ac156f-f2a7-4c25-abe5-77e3b2c3c957 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 943 time: 0.1273432 Aug 16 02:25:49.955399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Transition to ACTIVE for port object dd98560a-3b42-4fe9-93e3-6cf29044cb81 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:49.970917 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.009135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e42ef42e-cdae-4648-b713-c9238be9f9d8 req-0aa44e89-03fd-4c77-9fea-2279aa16d79c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887520 Aug 16 02:25:50.009822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Network 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:50.013010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7299f69c-1768-4d44-ac77-1e1bb371e501 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:50.038728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-dcb4ca5f-b0e9-48c6-baaf-cf4701b80348 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027526 Aug 16 02:25:50.072860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:50.075772 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.077730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:50.128117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75493176-af8b-492f-b943-9c77acea99c6 req-0b5b59ee-ad82-4ec7-b259-685868f2cd2e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.130057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75493176-af8b-492f-b943-9c77acea99c6 req-0b5b59ee-ad82-4ec7-b259-685868f2cd2e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1623807 Aug 16 02:25:50.134178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd7a767-bbdc-488a-bbcc-c9d9c13f6f09,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.186695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-952eddc2-e55c-444d-8462-08e1dd1aded8 req-ba2f97e4-0ef7-4f6f-89fe-395feb3975ce service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387355 Aug 16 02:25:50.200041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Attempting to bind port dd98560a-3b42-4fe9-93e3-6cf29044cb81 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:50.200452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Attempting to bind port dd98560a-3b42-4fe9-93e3-6cf29044cb81 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '02311df8-58c3-41c5-a8c9-f6e011715d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:50.200826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Attempting to bind port dd98560a-3b42-4fe9-93e3-6cf29044cb81 on network 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:50.209786 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7299f69c-1768-4d44-ac77-1e1bb371e501 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:50.211055 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.234144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.264745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:50.265917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Checking segment: {'id': '02311df8-58c3-41c5-a8c9-f6e011715d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:50.266351 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.266760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Bound using segment: {'id': '02311df8-58c3-41c5-a8c9-f6e011715d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:50.267469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Bound port: dd98560a-3b42-4fe9-93e3-6cf29044cb81, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02311df8-58c3-41c5-a8c9-f6e011715d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:50.267784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.271286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:50.286388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Pushing event updated for resources: {'Port': ['ID=dd98560a-3b42-4fe9-93e3-6cf29044cb81,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.297095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75493176-af8b-492f-b943-9c77acea99c6 req-cc5b9380-0b4c-40da-a957-b585c8e0bba7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568725 Aug 16 02:25:50.300128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.303750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02311df8-58c3-41c5-a8c9-f6e011715d02') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:50.304190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02311df8-58c3-41c5-a8c9-f6e011715d02') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:50.311600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.332996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.363597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.403008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:50.403869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:50.407240 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:50.427621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Pushing event updated for resources: {'Port': ['ID=acffd463-5184-4162-93c9-fcba3fa21ca5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.453434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] For port dd98560a-3b42-4fe9-93e3-6cf29044cb81, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:50.492106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.497220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] For port dd98560a-3b42-4fe9-93e3-6cf29044cb81, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=dd98560a-3b42-4fe9-93e3-6cf29044cb81,segment=NetworkSegment(02311df8-58c3-41c5-a8c9-f6e011715d02),segment_id=02311df8-58c3-41c5-a8c9-f6e011715d02)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:50.502643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.530554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:25:50.530554 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:25:50.530554 n-d-769329-15 neutron-server[94856]: [parameters: {'id': '0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1'}] Aug 16 02:25:50.530554 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:50.531219 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:50.556562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8692df-2005-4c9e-ba95-97bcee4995f8 None None] Pushing event updated for resources: {'Port': ['ID=dd98560a-3b42-4fe9-93e3-6cf29044cb81,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.635164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1768bb-9be8-4fb5-af13-765253bda17c None None] Network 0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:50.805675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7efc393-0de3-4352-8aaf-07e6e9ac3244 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:25:50.962123 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Floating IP d7a7793a-22d3-49c3-87e1-f0425f2266b3 associated. External IP: 172.25.4.230, port: f08b3be6-1581-4d7f-b384-db4adb36ad58. Aug 16 02:25:51.015834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efc393-0de3-4352-8aaf-07e6e9ac3244 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:25:51.042307 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.220899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8f34e-ce67-4765-848c-bf5b0d587c5b req-59072ae2-231d-4419-888f-6bb1c5185254 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.229988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:51.230226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fb8f34e-ce67-4765-848c-bf5b0d587c5b req-59072ae2-231d-4419-888f-6bb1c5185254 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 943 time: 0.1430676 Aug 16 02:25:51.273550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fb8f34e-ce67-4765-848c-bf5b0d587c5b req-e53ae193-4f2d-4d4f-bda1-fee058162977 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Aug 16 02:25:51.341500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting port dd98560a-3b42-4fe9-93e3-6cf29044cb81 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:51.341846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.415678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] For port dd98560a-3b42-4fe9-93e3-6cf29044cb81, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=dd98560a-3b42-4fe9-93e3-6cf29044cb81,segment=NetworkSegment(02311df8-58c3-41c5-a8c9-f6e011715d02),segment_id=02311df8-58c3-41c5-a8c9-f6e011715d02)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:51.416060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.433161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Calling delete_port for dd98560a-3b42-4fe9-93e3-6cf29044cb81 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:51.438265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Router 2ed961ca-8881-4ce6-ad15-66d3514563bf has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:51.440026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:51.459146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'mac_address': 'fa:16:3e:13:00:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:51.505900 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.525779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:51.548720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a59a4-7941-4db5-9340-4ed60116b6b9 req-d18d1b45-a250-413e-b793-8f6a7cd3902a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.550579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f80a59a4-7941-4db5-9340-4ed60116b6b9 req-d18d1b45-a250-413e-b793-8f6a7cd3902a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.0926332 Aug 16 02:25:51.558204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:51.564158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.604555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f80a59a4-7941-4db5-9340-4ed60116b6b9 req-ce41cb3c-fc6e-403c-8e2c-80d7b805cfa1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467658 Aug 16 02:25:51.654843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.696468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:51.698540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.707402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] Sync routers for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:51.725312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:51.725312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.736546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.740634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Port': ['ID=dd98560a-3b42-4fe9-93e3-6cf29044cb81,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.760241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No DVR routers for this DVR port dd98560a-3b42-4fe9-93e3-6cf29044cb81 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:51.767995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.786233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:51.786859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.799482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0ef0f54d-b999-4263-886a-6a80c072d646 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.5290873 Aug 16 02:25:51.802731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55922) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:51.877662 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.882277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.883252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1dc349-5306-4bdb-a513-61de5a02f110 None None] The sync data for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:51.897814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.911875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02311df8-58c3-41c5-a8c9-f6e011715d02') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.912264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02311df8-58c3-41c5-a8c9-f6e011715d02') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.919539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:51.938149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.968941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c522b83d-fd83-49f7-81db-2db55e5ec5c0 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] 10.222.0.78 "GET /v2.0/floatingips/d7a7793a-22d3-49c3-87e1-f0425f2266b3 HTTP/1.1" status: 200 len: 983 time: 0.1643870 Aug 16 02:25:51.969789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55924) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:51.984507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.999256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:51.999746 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:52.003008 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:52.106970 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.121659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.124410 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 HTTP/1.1" status: 204 len: 168 time: 3.1150341 Aug 16 02:25:52.134155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:52.141743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9b3bd8b5-0870-4a74-b5b9-d178221b5f9f tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4603 time: 0.1685963 Aug 16 02:25:52.141946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1150085513'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:52.142467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55930) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:52.147128 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.150528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a8043-c984-4cdb-8424-43a187e3868a tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.172511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:52.176693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.209842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:52.221807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.222550 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment 16b2df05-c4b5-4fc2-ad52-1fc9ee231df1 of type vlan for network d9796ced-3056-449f-bb87-8d46f2831356 Aug 16 02:25:52.269840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.307400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.313951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.315465 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.377040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Deleting port acffd463-5184-4162-93c9-fcba3fa21ca5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:52.378552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.388201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2526410 Aug 16 02:25:52.396051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:52.405141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:52.476696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1212f-ada2-4065-b016-17a844433f5f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=d9796ced-3056-449f-bb87-8d46f2831356,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.487232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d9796ced-3056-449f-bb87-8d46f2831356 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:52.492083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.492625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.514937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Calling delete_port for acffd463-5184-4162-93c9-fcba3fa21ca5 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:52.575692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27501ced-1b0f-40dd-8c5f-50261a3c4645 req-fbf5fc73-def3-4413-bb70-09472c7e3e8a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.583153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27501ced-1b0f-40dd-8c5f-50261a3c4645 req-fbf5fc73-def3-4413-bb70-09472c7e3e8a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 944 time: 0.1897142 Aug 16 02:25:52.644742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27501ced-1b0f-40dd-8c5f-50261a3c4645 req-4b37ec1a-883d-45e1-bf00-7267a405886c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553858 Aug 16 02:25:52.645809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:52.649912 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.767163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.776272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7494e-0620-467b-ba69-3704f64aa09f req-b1947f05-7144-4463-9ea2-f6def649cf55 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.778020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a1b7494e-0620-467b-ba69-3704f64aa09f req-b1947f05-7144-4463-9ea2-f6def649cf55 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.0668802 Aug 16 02:25:52.810878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Port': ['ID=acffd463-5184-4162-93c9-fcba3fa21ca5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.877000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a1b7494e-0620-467b-ba69-3704f64aa09f req-cda5532e-52af-48e6-9e0c-06c25c47f18c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756414 Aug 16 02:25:52.935186 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.935602 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Floating IP d7a7793a-22d3-49c3-87e1-f0425f2266b3 disassociated (deleted). External IP: 172.25.4.230, port: f08b3be6-1581-4d7f-b384-db4adb36ad58. Aug 16 02:25:52.968452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.052061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=033d70f3-473e-442b-ad00-2660129196d7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.070622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': '16b2df05-c4b5-4fc2-ad52-1fc9ee231df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:53.071368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: d9796ced-3056-449f-bb87-8d46f2831356, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:53.093988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network d9796ced-3056-449f-bb87-8d46f2831356 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:53.111412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d9796ced-3056-449f-bb87-8d46f2831356) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:53.121295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:53.121952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.122737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce13aba-f995-4d53-86a6-2adc3122471e None None] Network d9796ced-3056-449f-bb87-8d46f2831356 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:53.143297 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1487d42c-0292-4f0b-a4e1-2920e34a1ab0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7460523 Aug 16 02:25:53.149376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:53.155099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:53.204052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:53.234871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Router 2ed961ca-8881-4ce6-ad15-66d3514563bf has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:53.357739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:53.365328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.519616 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.545335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:53.552846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:53.553526 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.557325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-d9796ced-3056-449f-bb87-8d46f2831356', 'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': '033d70f3-473e-442b-ad00-2660129196d7'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:53.558351 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.748821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.789556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Allocated IP 2001:db8::2 (d9796ced-3056-449f-bb87-8d46f2831356/033d70f3-473e-442b-ad00-2660129196d7/306d2b9f-4cb3-44f2-9365-c341b115a4d5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:53.796488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:53.802461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.809698 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] Sync routers for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:53.825421 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:53.826827 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:53.831845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c4cd6407-6b05-444b-93de-246a98a50959 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "DELETE /v2.0/floatingips/d7a7793a-22d3-49c3-87e1-f0425f2266b3 HTTP/1.1" status: 204 len: 168 time: 1.6882322 Aug 16 02:25:53.835270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55954) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:53.840850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:53.865133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network d9796ced-3056-449f-bb87-8d46f2831356 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:53.869044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:53.883532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:53.884149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.899896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cac0fe-de90-4c68-b42c-d18aae9f677e req-55a1e01a-b680-42ae-af1f-87c37b44d9ec tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:53.901573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7cac0fe-de90-4c68-b42c-d18aae9f677e req-55a1e01a-b680-42ae-af1f-87c37b44d9ec tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 944 time: 0.1354775 Aug 16 02:25:53.921814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.928488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7773962 Aug 16 02:25:53.931022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:53.943405 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:53.944462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb00b3-806b-4f49-adbf-5ceb0b9ff2a0 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=90f62267-9efa-4c1d-9f2b-000a2692116e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.969169 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:53.970392 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:54.012946 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:54.013974 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59d98c-6c91-4dec-9ee6-78171e6e9e98 None None] The sync data for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:54.017360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fead4-736c-4866-8f00-0b3b90bd9416 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.024460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fead4-736c-4866-8f00-0b3b90bd9416 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.026092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fead4-736c-4866-8f00-0b3b90bd9416 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.029898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fead4-736c-4866-8f00-0b3b90bd9416 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.033881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fead4-736c-4866-8f00-0b3b90bd9416 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.036244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c21fead4-736c-4866-8f00-0b3b90bd9416 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1037531 Aug 16 02:25:54.052637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55962) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:54.053975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7cac0fe-de90-4c68-b42c-d18aae9f677e req-917b82fe-6453-4c56-8b91-7b5f0591061f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409376 Aug 16 02:25:54.066702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1987370019'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:54.066970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.071824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Transition to ACTIVE for port object 306d2b9f-4cb3-44f2-9365-c341b115a4d5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:54.094311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Transition to ACTIVE for port object 306d2b9f-4cb3-44f2-9365-c341b115a4d5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:54.106306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.128988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:54.136736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.169441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:54.185001 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.185415 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment 874b377b-8242-4dd0-b188-5b1988d69fd7 of type vlan for network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 Aug 16 02:25:54.230677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Network d9796ced-3056-449f-bb87-8d46f2831356 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:54.237580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:54.240816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:54.255403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Pushing event updated for resources: {'Port': ['ID=306d2b9f-4cb3-44f2-9365-c341b115a4d5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.275243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.312083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeeea7-8cc1-4beb-ad93-6a549357200a req-34d023be-cfdf-467d-82c2-f0a44ca05e35 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.322154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abdeeea7-8cc1-4beb-ad93-6a549357200a req-34d023be-cfdf-467d-82c2-f0a44ca05e35 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1418839 Aug 16 02:25:54.328477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.339402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Attempting to bind port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:54.339780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Attempting to bind port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '16b2df05-c4b5-4fc2-ad52-1fc9ee231df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:54.340153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Attempting to bind port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 on network d9796ced-3056-449f-bb87-8d46f2831356 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:54.343595 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.350218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.357820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.358246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:54.358634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Checking segment: {'id': '16b2df05-c4b5-4fc2-ad52-1fc9ee231df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:54.359042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.359361 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.359488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Bound using segment: {'id': '16b2df05-c4b5-4fc2-ad52-1fc9ee231df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:54.359906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Bound port: 306d2b9f-4cb3-44f2-9365-c341b115a4d5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b2df05-c4b5-4fc2-ad52-1fc9ee231df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:54.360312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.395897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:54.399926 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a366c7b0-b1ff-4773-baf9-315ad488d222" -d '{"events": [{"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-plugged", "status": "completed", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:54.449377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abdeeea7-8cc1-4beb-ad93-6a549357200a req-c91f8204-5529-4ae1-b7f5-4bb899fea77f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173759 Aug 16 02:25:54.455753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:54.475642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.502594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55970) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:54.505633 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4517884 Aug 16 02:25:54.511441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:54.538587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fd903-d930-4613-b36c-2e56a1931dee tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=aa648c3f-9c3e-4bed-99d7-d5abe97f32b7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.548853 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d257111-56a3-4242-91e8-aabf6260a65f x-openstack-request-id: req-0d257111-56a3-4242-91e8-aabf6260a65f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:54.549182 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-plugged", "status": "completed", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:54.549490 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d257111-56a3-4242-91e8-aabf6260a65f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:54.549934 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'code': 200} Aug 16 02:25:54.556683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e572d-c32b-445f-8394-545cf3d7c283 req-43276a11-35d6-489d-818c-e5e949f4b814 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.561801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] For port 306d2b9f-4cb3-44f2-9365-c341b115a4d5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:54.564390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:54.566709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-141e572d-c32b-445f-8394-545cf3d7c283 req-43276a11-35d6-489d-818c-e5e949f4b814 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 945 time: 0.1807539 Aug 16 02:25:54.640078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.652107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] For port 306d2b9f-4cb3-44f2-9365-c341b115a4d5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=306d2b9f-4cb3-44f2-9365-c341b115a4d5,segment=NetworkSegment(16b2df05-c4b5-4fc2-ad52-1fc9ee231df1),segment_id=16b2df05-c4b5-4fc2-ad52-1fc9ee231df1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:54.655705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-141e572d-c32b-445f-8394-545cf3d7c283 req-377c19a1-4c0e-4b70-8ec7-e0c5a427f516 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875194 Aug 16 02:25:54.664656 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.706383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Allocated IP 172.25.4.149 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5a3e0041-b3a5-471f-99a8-f20a4114b476) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:54.748395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96778d4c-ae63-4575-a6fe-d7681133de00 None None] Pushing event updated for resources: {'Port': ['ID=306d2b9f-4cb3-44f2-9365-c341b115a4d5,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.873241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8847df-4355-446c-8c9c-8770ff382886 req-77f9e423-3859-4b43-9874-362c5d4c1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.876004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee8847df-4355-446c-8c9c-8770ff382886 req-77f9e423-3859-4b43-9874-362c5d4c1c72 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 1097 time: 0.2097185 Aug 16 02:25:54.914622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.957909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.969067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee8847df-4355-446c-8c9c-8770ff382886 req-3c7f279e-6541-4a1f-b87d-01c95bf0be2b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783780 Aug 16 02:25:55.030235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:25:55.041073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.041733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.043066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "PUT /v2.0/networks/aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 HTTP/1.1" status: 200 len: 723 time: 0.5362792 Aug 16 02:25:55.046087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:55.053984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:55.094652 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.113531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b68398-b6c2-40d1-a97e-9d265301895d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=aa648c3f-9c3e-4bed-99d7-d5abe97f32b7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.126534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:55.196920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.256463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:55.256996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:55.261115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:55.302217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3e0041-b3a5-471f-99a8-f20a4114b476,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.339827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f24aa-9e4d-41e6-a288-cf511c3d4fb3 req-e44afc8d-4fdf-4347-905c-73458eeb6019 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.351004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-114f24aa-9e4d-41e6-a288-cf511c3d4fb3 req-e44afc8d-4fdf-4347-905c-73458eeb6019 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 945 time: 0.1768663 Aug 16 02:25:55.375928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:55.381204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.390864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.444751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.461468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-114f24aa-9e4d-41e6-a288-cf511c3d4fb3 req-890346ee-271f-43c0-a25f-267088d5698f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088307 Aug 16 02:25:55.555909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-09dcfa91-dd2d-4006-b5ea-16905a41ec1b tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.557499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-09dcfa91-dd2d-4006-b5ea-16905a41ec1b tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 945 time: 0.0897319 Aug 16 02:25:55.679302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.786131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e67a4-d60e-4a3a-be19-7c0d1bb85ecd req-93e0499c-6122-4af3-b9ea-3fc702cf641e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.795061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d62e67a4-d60e-4a3a-be19-7c0d1bb85ecd req-93e0499c-6122-4af3-b9ea-3fc702cf641e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.2249873 Aug 16 02:25:55.908953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80325f63-2b22-488c-a506-4a3e7ee9db92 req-40e4a130-58d2-4327-b363-34a96a085833 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.917978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-80325f63-2b22-488c-a506-4a3e7ee9db92 req-40e4a130-58d2-4327-b363-34a96a085833 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 945 time: 0.1772556 Aug 16 02:25:55.927787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=d228171a-9415-46a9-a277-0866b47c35dc,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.981554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.997730 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-80325f63-2b22-488c-a506-4a3e7ee9db92 req-0f6e4ecc-4b33-46aa-b353-171b3de2014d tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups?id=16991df9-2b6f-4cc1-8878-16be71a135f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788424 Aug 16 02:25:56.005953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': '874b377b-8242-4dd0-b188-5b1988d69fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:56.006336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: aa648c3f-9c3e-4bed-99d7-d5abe97f32b7, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:56.015303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d62e67a4-d60e-4a3a-be19-7c0d1bb85ecd req-2632e130-d852-47be-a69d-75f2bceccb1c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182450 Aug 16 02:25:56.023263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.031909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 306d2b9f-4cb3-44f2-9365-c341b115a4d5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:56.071509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:56.076524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Deleting port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:56.076768 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.102864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, aa648c3f-9c3e-4bed-99d7-d5abe97f32b7) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:56.141806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:56.144810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.147733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e63036-6c51-487f-9095-cc0c4664fbea None None] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:56.216439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-724786e6-5023-4edb-9673-cb48fb70627f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1652799 Aug 16 02:25:56.216733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3e0041-b3a5-471f-99a8-f20a4114b476,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:56.217197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55988) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:56.250277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c4e07c72-39c3-4dfb-a451-2b80f77df173 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:56.255959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] For port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:56.256363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.267094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.298345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08a931-511a-4474-aa6d-b2d2000612e5 None None] Network d9796ced-3056-449f-bb87-8d46f2831356 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:56.304775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7328f40-c4d6-44ff-92ed-1fb710ef6a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.354400 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.358713 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf4b5867-479e-430e-a0dd-02f7bb02d5e4 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5224645 Aug 16 02:25:56.359345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55994) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:56.430255 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e07c72-39c3-4dfb-a451-2b80f77df173 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5023847'] for subnet, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.444366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:56.459738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Provisioning for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:56.498939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.499751 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.505866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Provisioning complete for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.506455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.620855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:56.657317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-aa648c3f-9c3e-4bed-99d7-d5abe97f32b7', 'network_id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': 'd228171a-9415-46a9-a277-0866b47c35dc'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:56.658507 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.686001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.687289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.688739 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Floating IP 9186ac9b-42d7-40b7-8e3e-334077f6d94a disassociated. External IP: 172.25.4.96, port: 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5. Aug 16 02:25:56.689808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Calling delete_port for 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:56.693933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.751916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd83e9-e45b-41e7-8685-4f0d102e86f7 req-de066885-41c6-41ee-9bfe-01afc13dfb7d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:56.761561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0dd83e9-e45b-41e7-8685-4f0d102e86f7 req-de066885-41c6-41ee-9bfe-01afc13dfb7d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 945 time: 0.1328304 Aug 16 02:25:56.821910 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0dd83e9-e45b-41e7-8685-4f0d102e86f7 req-df350145-20cd-4980-981f-39a72c6d5993 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Aug 16 02:25:56.844815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e07c72-39c3-4dfb-a451-2b80f77df173 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727420639883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5024154'] for subnet, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.912424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e07c72-39c3-4dfb-a451-2b80f77df173 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:56.913076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e07c72-39c3-4dfb-a451-2b80f77df173 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.918430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4e07c72-39c3-4dfb-a451-2b80f77df173 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "PUT /v2.0/subnets/d228171a-9415-46a9-a277-0866b47c35dc HTTP/1.1" status: 200 len: 826 time: 0.7000828 Aug 16 02:25:56.922542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:56.926532 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.959902 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.978764 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.015308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e07c72-39c3-4dfb-a451-2b80f77df173 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=d228171a-9415-46a9-a277-0866b47c35dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.032748 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.058787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event deleted for resources: {'Port': ['ID=7b3bb7e2-d8ba-4c61-acf7-e6a357556db5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.122342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.241362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] For port 306d2b9f-4cb3-44f2-9365-c341b115a4d5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=306d2b9f-4cb3-44f2-9365-c341b115a4d5,segment=NetworkSegment(16b2df05-c4b5-4fc2-ad52-1fc9ee231df1),segment_id=16b2df05-c4b5-4fc2-ad52-1fc9ee231df1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:57.262186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dbb8c3b-1f87-47ac-b0f7-ee0603443e9c req-4d3384d3-8bc4-47b5-a35f-88d928810350 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 210 time: 0.0436656 Aug 16 02:25:57.272064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.286989 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.377258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Allocated IP 2001:db8::2 (aa648c3f-9c3e-4bed-99d7-d5abe97f32b7/d228171a-9415-46a9-a277-0866b47c35dc/4fa69896-e419-4ee5-8874-da41b6ef08fe) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:57.397431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Allocated IP 172.25.4.229 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/cd5f58c7-9cfa-4dc7-b635-2796e48611ed) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:57.421159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b7370-14ae-445d-ba0d-45971fa73471 req-9f27f0ad-1d92-4c4e-9609-7d9fd6fb5c3c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.422692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b8b7370-14ae-445d-ba0d-45971fa73471 req-9f27f0ad-1d92-4c4e-9609-7d9fd6fb5c3c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1751642 Aug 16 02:25:57.443476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e207e6d-c1b1-4e56-ae53-a4be0dbc8d10 req-605a7fb6-c938-410b-bcb7-a8fb1b9e1f84 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.445903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e207e6d-c1b1-4e56-ae53-a4be0dbc8d10 req-605a7fb6-c938-410b-bcb7-a8fb1b9e1f84 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 945 time: 0.0847867 Aug 16 02:25:57.465045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] Update dhcp port {'port': {'network_id': 'd9796ced-3056-449f-bb87-8d46f2831356', 'fixed_ips': [{'subnet_id': '033d70f3-473e-442b-ad00-2660129196d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '90f62267-9efa-4c1d-9f2b-000a2692116e'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '306d2b9f-4cb3-44f2-9365-c341b115a4d5'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:25:57.514992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e207e6d-c1b1-4e56-ae53-a4be0dbc8d10 req-cb3e5ed0-cecc-469c-9e18-ecb0036ae2f3 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Aug 16 02:25:57.544010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Pushing event updated for resources: {'Port': ['ID=306d2b9f-4cb3-44f2-9365-c341b115a4d5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.558243 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:57.558831 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:57.586717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Router 8efb0f24-965f-4569-9abe-fce43172ceff has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:57.634384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.634993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.635528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.636043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.636768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.637268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.637777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.638160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.638503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.638773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b8b7370-14ae-445d-ba0d-45971fa73471 req-ae8464a9-1fc2-4979-aec3-4a96ffa6eb49 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810930 Aug 16 02:25:57.638896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.639163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.639506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f1140-52f6-4992-ad49-50e516ca41e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:57.653042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.795087 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.830347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:57.862105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] Sync routers for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:57.883552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] No DVR routers for this DVR port 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:57.886313 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.888780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f22ec0b2-3819-4cb3-8286-79d00d133efe req-92e56e24-6c7e-495d-ba96-19e8c1243e38 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.88 "DELETE /v2.0/ports/7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 HTTP/1.1" status: 204 len: 173 time: 2.3098738 Aug 16 02:25:57.890739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'name': 'network-vif-deleted', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:57.893926 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103bec9d-4d65-4772-93b3-eff91bacb045" -d '{"events": [{"server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "name": "network-vif-deleted", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:57.941478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.992838 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9087cad3-aa10-442f-8d8a-332f75690216 x-openstack-request-id: req-9087cad3-aa10-442f-8d8a-332f75690216 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:57.993487 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1cdf93-65d1-4282-baed-32e392e67260", "name": "network-vif-deleted", "tag": "7b3bb7e2-d8ba-4c61-acf7-e6a357556db5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:57.993927 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9087cad3-aa10-442f-8d8a-332f75690216 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:57.994509 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1cdf93-65d1-4282-baed-32e392e67260', 'name': 'network-vif-deleted', 'tag': '7b3bb7e2-d8ba-4c61-acf7-e6a357556db5', 'status': 'completed', 'code': 200} Aug 16 02:25:58.018693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Pushing event updated for resources: {'Port': ['ID=cd5f58c7-9cfa-4dc7-b635-2796e48611ed,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.025197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:58.027623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:58.030261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:58.173458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.176996 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.221895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.222380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:58.223265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:58.274650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Transition to ACTIVE for port object 4fa69896-e419-4ee5-8874-da41b6ef08fe will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:58.296520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Transition to ACTIVE for port object 4fa69896-e419-4ee5-8874-da41b6ef08fe will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:58.345855 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.363775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.444316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.447130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.508486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 306d2b9f-4cb3-44f2-9365-c341b115a4d5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:58.540875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] Allocated IP 172.20.0.1 (d9796ced-3056-449f-bb87-8d46f2831356/90f62267-9efa-4c1d-9f2b-000a2692116e/306d2b9f-4cb3-44f2-9365-c341b115a4d5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:58.558005 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.560133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=d228171a-9415-46a9-a277-0866b47c35dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.594520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ee959cc-3366-4f94-8723-98a3c19f0b08 req-b0c5bc9e-bc68-4111-978b-d2b4d07b6b46 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d1cdf93-65d1-4282-baed-32e392e67260 HTTP/1.1" status: 200 len: 210 time: 0.1419246 Aug 16 02:25:58.610335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Pushing event updated for resources: {'Port': ['ID=cd5f58c7-9cfa-4dc7-b635-2796e48611ed,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.621588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.628753 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.630076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8680660a-4c44-46c0-befe-811cff8e75df tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2602756 Aug 16 02:25:58.632718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56022) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:58.642942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa648c3f-9c3e-4bed-99d7-d5abe97f32b7']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:58.671151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:58.677472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874b377b-8242-4dd0-b188-5b1988d69fd7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:58.677765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874b377b-8242-4dd0-b188-5b1988d69fd7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:58.696636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.699540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:58.707798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:58.716261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Pushing event updated for resources: {'Port': ['ID=4fa69896-e419-4ee5-8874-da41b6ef08fe,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.733776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.746391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:58.746825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:58.750004 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:58.828682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:58.843368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:58.928201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:58.928949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7b3bb7e2-d8ba-4c61-acf7-e6a357556db5 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:58.941102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-463df6f3-d6e5-4833-a0e1-032661fcb8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.959912 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.993076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Attempting to bind port 4fa69896-e419-4ee5-8874-da41b6ef08fe on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:58.993995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Attempting to bind port 4fa69896-e419-4ee5-8874-da41b6ef08fe by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '874b377b-8242-4dd0-b188-5b1988d69fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:58.995824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Attempting to bind port 4fa69896-e419-4ee5-8874-da41b6ef08fe on network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:59.047396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:59.048158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.134455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:59.135345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Checking segment: {'id': '874b377b-8242-4dd0-b188-5b1988d69fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:59.136004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.136669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Bound using segment: {'id': '874b377b-8242-4dd0-b188-5b1988d69fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:59.137416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Bound port: 4fa69896-e419-4ee5-8874-da41b6ef08fe, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874b377b-8242-4dd0-b188-5b1988d69fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:59.138060 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.150372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] For port 306d2b9f-4cb3-44f2-9365-c341b115a4d5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=306d2b9f-4cb3-44f2-9365-c341b115a4d5,segment=NetworkSegment(16b2df05-c4b5-4fc2-ad52-1fc9ee231df1),segment_id=16b2df05-c4b5-4fc2-ad52-1fc9ee231df1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:59.189416 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-68274e6e-26dd-4e6b-8233-ce25dd2a98a1 tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.5532076 Aug 16 02:25:59.189967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56030) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:59.275208 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:25:59.275208 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:25:59.275208 n-d-769329-15 neutron-server[94856]: [parameters: {'id': 'aa648c3f-9c3e-4bed-99d7-d5abe97f32b7'}] Aug 16 02:25:59.275208 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:59.275668 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:59.276785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126f01-ccaa-4954-9207-de8cbfb8918d req-4c490d75-a779-4245-a3fc-02fc03129b9d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:59.286964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80126f01-ccaa-4954-9207-de8cbfb8918d req-4c490d75-a779-4245-a3fc-02fc03129b9d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 945 time: 0.5575879 Aug 16 02:25:59.289917 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.317525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-909a2413-3f58-4ca5-b343-be458ee1a087 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1226978 Aug 16 02:25:59.320775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56032) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:59.324639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb4d93-6edd-471d-ba60-5d2587c3d1ff req-9405ec31-5bb0-42ce-bb5f-52f80836cb38 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:59.337842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecfb4d93-6edd-471d-ba60-5d2587c3d1ff req-9405ec31-5bb0-42ce-bb5f-52f80836cb38 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.0773449 Aug 16 02:25:59.358483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] Transition to ACTIVE for port object 306d2b9f-4cb3-44f2-9365-c341b115a4d5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:59.375675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.396644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecfb4d93-6edd-471d-ba60-5d2587c3d1ff req-5a8cd7e1-5ec5-4fa6-b542-6b8f805dde50 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522907 Aug 16 02:25:59.409543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80126f01-ccaa-4954-9207-de8cbfb8918d req-9e9eb445-391e-400e-8678-02eef3c14dbe tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215811 Aug 16 02:25:59.439569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] For port 4fa69896-e419-4ee5-8874-da41b6ef08fe, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:59.511136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] For port 4fa69896-e419-4ee5-8874-da41b6ef08fe, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4fa69896-e419-4ee5-8874-da41b6ef08fe,segment=NetworkSegment(874b377b-8242-4dd0-b188-5b1988d69fd7),segment_id=874b377b-8242-4dd0-b188-5b1988d69fd7)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:59.518032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b1e15-608b-4f49-9515-6e78a46de0e5 None None] Pushing event updated for resources: {'Port': ['ID=306d2b9f-4cb3-44f2-9365-c341b115a4d5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:59.526802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.539289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Deleting port cd5f58c7-9cfa-4dc7-b635-2796e48611ed {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:59.539781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.676659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac09112-1b84-4a87-a1f0-0198a4e0de29 None None] Pushing event updated for resources: {'Port': ['ID=4fa69896-e419-4ee5-8874-da41b6ef08fe,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:59.685486 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.685818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.708653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Calling delete_port for cd5f58c7-9cfa-4dc7-b635-2796e48611ed owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:59.725752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:59.755556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:59.784630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.823622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] Checking router: 8efb0f24-965f-4569-9abe-fce43172ceff for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:59.851860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30d687-ac83-46a2-97a4-aab2d87c30bd None None] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:59.958286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:59.958888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.020900 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ee1bb3a-f26a-4516-a798-c782c9a10bd8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.076541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.089232 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.130981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ee1bb3a-f26a-4516-a798-c782c9a10bd8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.145964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Pushing event deleted for resources: {'Port': ['ID=cd5f58c7-9cfa-4dc7-b635-2796e48611ed,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:00.163013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting port 4fa69896-e419-4ee5-8874-da41b6ef08fe {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:00.163262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.184669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:00.270989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f960303-4bdb-4ce9-ae1d-dccd3649a468 None None] Network aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:00.290760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] For port 4fa69896-e419-4ee5-8874-da41b6ef08fe, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4fa69896-e419-4ee5-8874-da41b6ef08fe,segment=NetworkSegment(874b377b-8242-4dd0-b188-5b1988d69fd7),segment_id=874b377b-8242-4dd0-b188-5b1988d69fd7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:00.291244 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.344309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Calling delete_port for 4fa69896-e419-4ee5-8874-da41b6ef08fe owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:00.358405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.361545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.362737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c5990c4f-bb4d-4df0-baa4-25dddf76cc34 tempest-FloatingIPAdminTestJSON-926470940 tempest-FloatingIPAdminTestJSON-926470940-project] 10.222.0.78 "DELETE /v2.0/floatingips/59fa7fbb-b3dc-4e96-9b88-776ff929c577 HTTP/1.1" status: 204 len: 168 time: 1.0410068 Aug 16 02:26:00.366262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:00.366712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ee1bb3a-f26a-4516-a798-c782c9a10bd8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.369496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3ee1bb3a-f26a-4516-a798-c782c9a10bd8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.372928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3ee1bb3a-f26a-4516-a798-c782c9a10bd8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "DELETE /v2.0/security-groups/16991df9-2b6f-4cc1-8878-16be71a135f0 HTTP/1.1" status: 204 len: 168 time: 0.6141183 Aug 16 02:26:00.375193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:00.425410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1bb3a-f26a-4516-a798-c782c9a10bd8 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16991df9-2b6f-4cc1-8878-16be71a135f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:00.435661 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a2399c78-c460-43f8-a8fb-d7cd70d5e655 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] show failed (client error): The resource could not be found. Aug 16 02:26:00.441484 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a2399c78-c460-43f8-a8fb-d7cd70d5e655 tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "GET /v2.0/security-groups/16991df9-2b6f-4cc1-8878-16be71a135f0 HTTP/1.1" status: 404 len: 347 time: 0.0603623 Aug 16 02:26:00.443245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:00.740097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.756519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc0284-0a97-45c2-b0ad-92703e046617 req-94138596-3169-4b1c-a9fd-73cd0ac388fc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.758467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dbdc0284-0a97-45c2-b0ad-92703e046617 req-94138596-3169-4b1c-a9fd-73cd0ac388fc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1820285 Aug 16 02:26:00.767519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Deleting port 5a3e0041-b3a5-471f-99a8-f20a4114b476 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:00.768187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.778335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Port': ['ID=4fa69896-e419-4ee5-8874-da41b6ef08fe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:00.781365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No DVR routers for this DVR port 4fa69896-e419-4ee5-8874-da41b6ef08fe on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:00.784094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Deleting port 211c4206-2848-4e2f-b823-fde3fa61ac52 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:00.784496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.814653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 306d2b9f-4cb3-44f2-9365-c341b115a4d5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:00.816669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572b8ec-48a0-4bb8-aeb2-fc67c2f3142d None None] Network d9796ced-3056-449f-bb87-8d46f2831356 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:00.945719 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.947539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.951108 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ab4293d-b201-4e34-ada7-daa769220b4d None None] Provisioning for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:00.963017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.978656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa648c3f-9c3e-4bed-99d7-d5abe97f32b7']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.990542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Calling delete_port for 5a3e0041-b3a5-471f-99a8-f20a4114b476 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:00.998289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ab4293d-b201-4e34-ada7-daa769220b4d None None] Provisioning complete for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:00.998756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ab4293d-b201-4e34-ada7-daa769220b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.005702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874b377b-8242-4dd0-b188-5b1988d69fd7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:01.006283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874b377b-8242-4dd0-b188-5b1988d69fd7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:01.009563 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.010132 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.038312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.047959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Calling delete_port for 211c4206-2848-4e2f-b823-fde3fa61ac52 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:01.079508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.094106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:01.094670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:01.099622 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:01.173547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dbdc0284-0a97-45c2-b0ad-92703e046617 req-8518c997-9d9c-40a9-b49e-2f68b6003a76 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078598 Aug 16 02:26:01.200883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:01.200883 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.259490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.276754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.278984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 HTTP/1.1" status: 204 len: 168 time: 4.3554559 Aug 16 02:26:01.284211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:01.314082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:01.318706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.322917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22f321-acb6-41ab-a992-3f914f6c1f9e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=aa648c3f-9c3e-4bed-99d7-d5abe97f32b7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.327441 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-310f437d-6f41-4dff-961f-f3a60487fc8d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:01.328320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310f437d-6f41-4dff-961f-f3a60487fc8d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:01.330797 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-310f437d-6f41-4dff-961f-f3a60487fc8d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 HTTP/1.1" status: 404 len: 339 time: 0.0450456 Aug 16 02:26:01.338413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:01.343817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a3e0041-b3a5-471f-99a8-f20a4114b476,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.345973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1031795855', 'description': 'd1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:01.424357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.428054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.436326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c108b6d9-37c3-45d4-a6e1-7a74d0eceb0e tempest-FloatingIPAdminTestJSON-1161736300 tempest-FloatingIPAdminTestJSON-1161736300-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/5b46d597-a9ff-4ba2-a819-daaf93b29162 HTTP/1.1" status: 204 len: 168 time: 1.0682168 Aug 16 02:26:01.436981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:01.452733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:01.461306 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.508674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:01.522391 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.522709 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment 64e00e06-4bd0-4b93-a0d8-bde3689a27f4 of type vlan for network 9e686805-973f-4a13-8c6b-601ebac32f88 Aug 16 02:26:01.529166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:01.543772 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.578032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Deleting port f08b3be6-1581-4d7f-b384-db4adb36ad58 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:01.581429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.616635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ae700-2f45-4584-924c-3c2d258a7dd6 None None] The sync data for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 is: [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '111e2285-842d-45eb-8592-9df3a0456a86', 'name': '', 'network_id': 'e7570afe-ae7c-4ce6-bca3-e55d8dcde896', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'mac_address': 'fa:16:3e:9a:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:49Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'subnets': [{'id': 'e5ae9b31-4170-410a-a468-aed8150f3df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:01.654548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Pushing event deleted for resources: {'Port': ['ID=211c4206-2848-4e2f-b823-fde3fa61ac52,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.742760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:01.757689 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.782580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'mac_address': 'fa:16:3e:13:00:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:01.785386 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.809687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Calling delete_port for f08b3be6-1581-4d7f-b384-db4adb36ad58 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:01.862571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.875338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.879523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4f30d429-0415-40ce-8d03-767c0a0edc2c tempest-ServersTestFqdnHostnames-846269545 tempest-ServersTestFqdnHostnames-846269545-project] 10.222.0.78 "DELETE /v2.0/floatingips/9186ac9b-42d7-40b7-8e3e-334077f6d94a HTTP/1.1" status: 204 len: 168 time: 1.4323618 Aug 16 02:26:01.897790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:01.925130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b73a4d-a9de-4334-8aad-66df906657ee None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:26:01.956508 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.960036 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.991247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:02.040611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.054172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:02.085849 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d035040-2917-44d9-b765-c8f1e85f6ba9 None None] New status for floating IP 9186ac9b-42d7-40b7-8e3e-334077f6d94a: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:26:02.104410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.115245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Port': ['ID=f08b3be6-1581-4d7f-b384-db4adb36ad58,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.123278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.123957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.192739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b73a4d-a9de-4334-8aad-66df906657ee None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:26:02.195542 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.268791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9289575 Aug 16 02:26:02.272405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56108) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:02.298080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-727b76d0-155f-4e09-bf4b-75e834a23de2 None None] Provisioning complete for port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:02.298462 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-727b76d0-155f-4e09-bf4b-75e834a23de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.400804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd3740-8892-4e2e-a606-b81269753049 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=9e686805-973f-4a13-8c6b-601ebac32f88,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.402638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.443203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.445097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:02.464326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-725846fa-a1bf-4814-96f2-54ab48504460 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "DELETE /v2.0/ports/f08b3be6-1581-4d7f-b384-db4adb36ad58 HTTP/1.1" status: 204 len: 168 time: 1.0259209 Aug 16 02:26:02.468320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56114) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:02.517546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 9e686805-973f-4a13-8c6b-601ebac32f88 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:02.575610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4748c-70a5-44f9-ae49-14c90032aaba tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.587302 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9bc4748c-70a5-44f9-ae49-14c90032aaba tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/networks?id=9e686805-973f-4a13-8c6b-601ebac32f88 HTTP/1.1" status: 200 len: 765 time: 0.3136995 Aug 16 02:26:02.591838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56120) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:02.601298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'description': 'd2'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:02.700381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6116f4-11c4-4927-b7e3-ac39f910127a req-854bac9a-8e85-4b04-902f-1f18a0965a8e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.708778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f6116f4-11c4-4927-b7e3-ac39f910127a req-854bac9a-8e85-4b04-902f-1f18a0965a8e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.2964685 Aug 16 02:26:02.752724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339619f-5ec4-4dd8-b2e0-89d8361966ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.757832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c339619f-5ec4-4dd8-b2e0-89d8361966ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ed961ca-8881-4ce6-ad15-66d3514563bf HTTP/1.1" status: 200 len: 913 time: 0.2864053 Aug 16 02:26:02.758062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:02.844139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f6116f4-11c4-4927-b7e3-ac39f910127a req-e45ea780-2e33-4e4c-9ad2-cd465f39413a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281583 Aug 16 02:26:03.023164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.063470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.113185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network 9e686805-973f-4a13-8c6b-601ebac32f88 is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:26:03.119844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.123090 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.126651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "PUT /v2.0/networks/9e686805-973f-4a13-8c6b-601ebac32f88 HTTP/1.1" status: 200 len: 762 time: 0.5314877 Aug 16 02:26:03.181567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:03.275319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5bd26-294d-4a4d-b876-48624cf799f2 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=9e686805-973f-4a13-8c6b-601ebac32f88,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:03.292343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 9e686805-973f-4a13-8c6b-601ebac32f88 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:03.454297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c60f6b0-45ae-48b1-a731-c7a53a6c281d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.455737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8c60f6b0-45ae-48b1-a731-c7a53a6c281d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/networks?id=9e686805-973f-4a13-8c6b-601ebac32f88 HTTP/1.1" status: 200 len: 765 time: 0.2727921 Aug 16 02:26:03.459665 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:03.579010 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.024898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d96d7cb-3e06-44c4-8d6b-d29fb3126352 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.029228 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d96d7cb-3e06-44c4-8d6b-d29fb3126352 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5685544 Aug 16 02:26:04.029819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56166) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:04.037725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64e911-df36-43c6-9cda-05bd576975be req-d938abea-77b1-4872-8553-cdc00b645c4e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.048461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b64e911-df36-43c6-9cda-05bd576975be req-d938abea-77b1-4872-8553-cdc00b645c4e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.0946336 Aug 16 02:26:04.100072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b64e911-df36-43c6-9cda-05bd576975be req-2b120570-736f-4448-8a26-4291b3cbcfb7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502028 Aug 16 02:26:04.119856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56176) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:04.120083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-23d4c22d-3743-4047-bf75-56826f4e561d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 207 time: 0.0801015 Aug 16 02:26:04.280834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994bf43-32a8-4a68-99a9-950979f7e315 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.287154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994bf43-32a8-4a68-99a9-950979f7e315 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.293383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994bf43-32a8-4a68-99a9-950979f7e315 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.312863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994bf43-32a8-4a68-99a9-950979f7e315 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.323180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994bf43-32a8-4a68-99a9-950979f7e315 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.340600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994bf43-32a8-4a68-99a9-950979f7e315 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.342743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4994bf43-32a8-4a68-99a9-950979f7e315 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2215142 Aug 16 02:26:04.347035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:04.497283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4aed5863-7003-4e96-b481-80588f4f311d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1491034 Aug 16 02:26:04.500749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56182) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:04.579121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e609bf-9c6b-490c-a06a-3a8688ccf563 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.580780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e609bf-9c6b-490c-a06a-3a8688ccf563 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.582807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e609bf-9c6b-490c-a06a-3a8688ccf563 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.584536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e609bf-9c6b-490c-a06a-3a8688ccf563 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.586190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e609bf-9c6b-490c-a06a-3a8688ccf563 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.587918 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d5e609bf-9c6b-490c-a06a-3a8688ccf563 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0860014 Aug 16 02:26:04.591767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56184) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:04.621073 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.684696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Deleting port 111e2285-842d-45eb-8592-9df3a0456a86 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:04.685082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.698476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6d911-0861-4524-b26a-38edb2fe6e56 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.699996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6d911-0861-4524-b26a-38edb2fe6e56 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.701428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6d911-0861-4524-b26a-38edb2fe6e56 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.702806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6d911-0861-4524-b26a-38edb2fe6e56 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.706918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6d911-0861-4524-b26a-38edb2fe6e56 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.712610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-97f6d911-0861-4524-b26a-38edb2fe6e56 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1144109 Aug 16 02:26:04.714329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56186) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:04.778569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-9e251fde-269f-4c0a-a06a-2a774fa82496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.780122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-9e251fde-269f-4c0a-a06a-2a774fa82496 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1098 time: 0.1317194 Aug 16 02:26:04.872200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] For port 111e2285-842d-45eb-8592-9df3a0456a86, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=111e2285-842d-45eb-8592-9df3a0456a86,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:04.872683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.890622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Calling delete_port for 111e2285-842d-45eb-8592-9df3a0456a86 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:04.938603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0b0e7-25c6-47cc-b7b3-3477b7658236 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.943994 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-25f0b0e7-25c6-47cc-b7b3-3477b7658236 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/networks/3507403a-cf76-4cdf-9820-cc1427225e63 HTTP/1.1" status: 200 len: 804 time: 0.2262518 Aug 16 02:26:04.945418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56188) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:05.027256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-667e101e-117a-4e4f-9143-bf3c9de5b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.029237 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-667e101e-117a-4e4f-9143-bf3c9de5b6ff service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.2381558 Aug 16 02:26:05.116807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-61b86686-3cd8-4cf7-8855-6e6fae5543d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 1002 time: 0.0787454 Aug 16 02:26:05.182689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-1a8b8121-59c4-4a51-8763-51b7b7207b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.184324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-1a8b8121-59c4-4a51-8763-51b7b7207b6c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0606990 Aug 16 02:26:05.234819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.250690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf01fe03-154c-4d23-b506-f79de3e23871 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/networks/3507403a-cf76-4cdf-9820-cc1427225e63?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3038397 Aug 16 02:26:05.253155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56204) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:05.254610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:05.310059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=111e2285-842d-45eb-8592-9df3a0456a86,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:05.336775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb01e031-fac5-4bbf-9608-1e8ee73b24c9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.343675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eb01e031-fac5-4bbf-9608-1e8ee73b24c9 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/subnets/9d574f9b-d659-45dc-90ae-36490c1c4f06 HTTP/1.1" status: 200 len: 843 time: 0.0892723 Aug 16 02:26:05.344434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56208) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:05.356974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:05.358223 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.382164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Deleting port 451c5407-fa58-4a2a-8810-c5d80eeb148a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:05.383267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.480564 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.500421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55342cec-07a8-47e5-b628-7cd409908aca tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.505929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-55342cec-07a8-47e5-b628-7cd409908aca tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "GET /v2.0/subnets/9d574f9b-d659-45dc-90ae-36490c1c4f06?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1559360 Aug 16 02:26:05.506190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:05.516503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-793449068'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:05.522088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-22ad0aca-4ed2-41b5-b3e9-fed6f34f0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.523662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-22ad0aca-4ed2-41b5-b3e9-fed6f34f0920 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3287435 Aug 16 02:26:05.550960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:05.553604 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e49f6c0-5d28-4907-9142-b0e6ca3141fd" -d '{"events": [{"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-plugged", "status": "completed", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:05.607478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:05.619860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.639800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac555b-399f-458d-b59b-0ac2d63c98d4 req-ea25c424-041d-4371-a155-22eb23cb67d9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.642141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fac555b-399f-458d-b59b-0ac2d63c98d4 req-ea25c424-041d-4371-a155-22eb23cb67d9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.3849432 Aug 16 02:26:05.663587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:05.668519 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.679453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.706565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Calling delete_port for 451c5407-fa58-4a2a-8810-c5d80eeb148a owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:05.726557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:05.739924 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fac555b-399f-458d-b59b-0ac2d63c98d4 req-4073052b-7811-46fb-9d6d-240bfb06631d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848889 Aug 16 02:26:05.749074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-aa2f00c1-4278-4ca8-b63b-9140467ba3fb service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155173 Aug 16 02:26:05.750538 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101328e7-8aa1-4195-bab4-24f181a7400e x-openstack-request-id: req-101328e7-8aa1-4195-bab4-24f181a7400e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:05.753252 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-plugged", "status": "completed", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:05.753677 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-101328e7-8aa1-4195-bab4-24f181a7400e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:05.754406 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'code': 200} Aug 16 02:26:05.788919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.819706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:05.874907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46ed4992-828d-468f-ae61-ddccd31e5a6f req-7501736a-79f9-47e4-82fb-e5dc368edf8a service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168666 Aug 16 02:26:05.878060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.878800 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Added segment 0a8e4091-6910-4ec1-8717-ece6dbec9393 of type vlan for network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 Aug 16 02:26:06.031793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.147299 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.152893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:06.153526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.284060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Network': ['ID=87eb7bbd-2302-46da-a721-4cfe3c6baa62,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:06.299361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56226) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:06.299894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0458a757-10c6-4c67-8c37-a9a273bf14a5 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7879484 Aug 16 02:26:06.300003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:06.303247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.309730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'network_id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:06.342170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Port': ['ID=451c5407-fa58-4a2a-8810-c5d80eeb148a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:06.413585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Router 8efb0f24-965f-4569-9abe-fce43172ceff has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:06.501425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Made reservation on behalf of 0d402394c74c415f9d52a820b95d8e0f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:06.505936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.591874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Performing IP validity checks on allocation pools {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:26:06.594102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:26:06.702868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:06.704598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.709420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d747778-debc-40ad-be10-8a8855f29ab4 admin admin] 10.222.0.78 "PUT /v2.0/routers/8efb0f24-965f-4569-9abe-fce43172ceff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8105931 Aug 16 02:26:06.712120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56232) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:06.716216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] Sync routers for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:06.725275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:06.725914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:06.868695 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.943626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:07.272736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:26:05Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:07.303390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=6793a198-9ba1-486c-b3b9-4f5a420c8cf8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:07.320422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] Checking router: 8efb0f24-965f-4569-9abe-fce43172ceff for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:07.330282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] Routers {'8efb0f24-965f-4569-9abe-fce43172ceff'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:07.331236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8efb0f24-965f-4569-9abe-fce43172ceff'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:07.409351 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.423890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05697086-e0d5-4571-be74-cc821b78d089 req-ca8c97a2-6939-4837-b208-324c4aeb25dc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:07.425858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05697086-e0d5-4571-be74-cc821b78d089 req-ca8c97a2-6939-4837-b208-324c4aeb25dc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.1289361 Aug 16 02:26:07.492070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Checking segment: {'id': '0a8e4091-6910-4ec1-8717-ece6dbec9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:07.492497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network hostable DHCP agents. Network: 87eb7bbd-2302-46da-a721-4cfe3c6baa62, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:07.543298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Router 2ed961ca-8881-4ce6-ad15-66d3514563bf has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:07.700959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.721399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] Set router 8efb0f24-965f-4569-9abe-fce43172ceff gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:07.726711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05697086-e0d5-4571-be74-cc821b78d089 req-9f77e405-4536-4303-9338-f4ce37b3a234 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637289 Aug 16 02:26:07.748953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:07.755199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-78b06083-1acc-4807-8900-240d293b1679 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "PUT /v2.0/routers/2ed961ca-8881-4ce6-ad15-66d3514563bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9956405 Aug 16 02:26:07.757891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:07.772865 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] Sync routers for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:07.788959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:07.790029 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:07.810150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:07.857383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-6ce49a63-b528-4ff8-9c7d-2a96fca773c9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3586400 Aug 16 02:26:07.866543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 87eb7bbd-2302-46da-a721-4cfe3c6baa62) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:07.867949 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:07.872461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:07.873176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.875953 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f38e18-c5ca-463b-8eb0-7b103674aea6 None None] Network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:07.889242 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] Routers {'2ed961ca-8881-4ce6-ad15-66d3514563bf'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:07.894749 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:25:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['2ed961ca-8881-4ce6-ad15-66d3514563bf'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:07.905570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Deleting port abdb15e6-fdde-4302-a419-e980b86e46b5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:07.906261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.984873 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:07.986784 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fcc65-65f4-4e38-8d62-c0d5330df635 None None] The sync data for ids ['2ed961ca-8881-4ce6-ad15-66d3514563bf'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:08.011451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.054937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:26:05Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:08.057136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b63f9567-b4fa-4776-a6fc-1adafbc2f398 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7566688 Aug 16 02:26:08.071058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.076710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6a0b324e-594a-498d-9f08-8e4e6ab611c8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:08.093997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d62fc1-cd4d-4c7d-a4b2-a7d1bd2ca384 None None] The sync data for ids ['8efb0f24-965f-4569-9abe-fce43172ceff'] in n-d-769329-15 is: [{'id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'name': 'tempest-ServersTestFqdnHostnames-865032330-router', 'tenant_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:45Z', 'updated_at': '2021-08-16T02:26:05Z', 'revision_number': 5, 'project_id': '9d1d49cd1fe44e6ca5ecb5e6328b419a', 'gw_port': {'id': 'abdb15e6-fdde-4302-a419-e980b86e46b5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb0f24-965f-4569-9abe-fce43172ceff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:08.108640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] For port abdb15e6-fdde-4302-a419-e980b86e46b5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=abdb15e6-fdde-4302-a419-e980b86e46b5,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:08.109392 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.124424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Calling delete_port for abdb15e6-fdde-4302-a419-e980b86e46b5 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:08.154037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-87eb7bbd-2302-46da-a721-4cfe3c6baa62', 'network_id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62', 'tenant_id': '0d402394c74c415f9d52a820b95d8e0f', 'fixed_ips': [{'subnet_id': '6793a198-9ba1-486c-b3b9-4f5a420c8cf8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:08.155629 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.255750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a0b324e-594a-498d-9f08-8e4e6ab611c8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5023847'] for subnet, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.263548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.264217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.265213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.266156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.267661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.269252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.270576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.274318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-57c8878f-4b94-4e16-a936-ec2aab554028 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6497 time: 0.2349224 Aug 16 02:26:08.299067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.389417 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:26:08.389417 n-d-769329-15 neutron-server[94858]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 16 02:26:08.389417 n-d-769329-15 neutron-server[94858]: [parameters: {'in_use': 1, 'id_1': '6793a198-9ba1-486c-b3b9-4f5a420c8cf8'}] Aug 16 02:26:08.389417 n-d-769329-15 neutron-server[94858]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:26:08.390255 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:26:08.496737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 111e2285-842d-45eb-8592-9df3a0456a86 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:08.522741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 111e2285-842d-45eb-8592-9df3a0456a86 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:08.524483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 111e2285-842d-45eb-8592-9df3a0456a86 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:08.534988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Deleting port ea806e69-7127-42de-b23e-5a620a6a2a96 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:08.536245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.537015 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.587714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ac3888bd-9d95-46e5-88b0-a73ccbd8cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.588261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ac3888bd-9d95-46e5-88b0-a73ccbd8cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.588709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ac3888bd-9d95-46e5-88b0-a73ccbd8cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.590637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ac3888bd-9d95-46e5-88b0-a73ccbd8cc0b service neutron] 10.222.0.88 "GET /v2.0/networks?id=af13201b-133e-484b-b866-a3edf256a1ba&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=83d76dfe-192b-4b7a-940a-b62afd35c90f&id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 2293 time: 0.2791734 Aug 16 02:26:08.606355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Pushing event deleted for resources: {'Port': ['ID=abdb15e6-fdde-4302-a419-e980b86e46b5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:08.633078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a0b324e-594a-498d-9f08-8e4e6ab611c8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727420639883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5024154'] for subnet, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.720073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-59c90b15-6f5b-4535-9d05-68eac3cc68f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 200 len: 1000 time: 0.1102824 Aug 16 02:26:08.775561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b324e-594a-498d-9f08-8e4e6ab611c8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.776344 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a0b324e-594a-498d-9f08-8e4e6ab611c8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.781043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a0b324e-594a-498d-9f08-8e4e6ab611c8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "PUT /v2.0/subnets/6793a198-9ba1-486c-b3b9-4f5a420c8cf8 HTTP/1.1" status: 200 len: 900 time: 0.7060759 Aug 16 02:26:08.782250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.785924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56272) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.798753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b324e-594a-498d-9f08-8e4e6ab611c8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event updated for resources: {'Subnet': ['ID=6793a198-9ba1-486c-b3b9-4f5a420c8cf8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:08.799293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:08.805851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Calling delete_port for ea806e69-7127-42de-b23e-5a620a6a2a96 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:08.826254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.891375 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.111248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Allocated IP 2001:db8::3 (87eb7bbd-2302-46da-a721-4cfe3c6baa62/6793a198-9ba1-486c-b3b9-4f5a420c8cf8/054c309e-a58f-4a20-b6ff-6f08d8aecf89) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:09.141272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-7064f057-5ac0-4a4e-91d4-3340d7adffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.142793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-7064f057-5ac0-4a4e-91d4-3340d7adffc8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71fd097b-c3cb-40f2-9126-9e759578474f HTTP/1.1" status: 200 len: 851 time: 0.4146714 Aug 16 02:26:09.178261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.186940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ed9fb-a3da-41c9-82db-74f237aa5e9a req-78a75277-c808-40bf-9dd9-0be46ba7003a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.194966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-292ed9fb-a3da-41c9-82db-74f237aa5e9a req-78a75277-c808-40bf-9dd9-0be46ba7003a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 946 time: 0.3139005 Aug 16 02:26:09.218353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.229316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.275192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.278179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Port': ['ID=ea806e69-7127-42de-b23e-5a620a6a2a96,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.358965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:09.360318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-3ca8b911-3d83-414f-a089-af476f280890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.362359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-3ca8b911-3d83-414f-a089-af476f280890 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af13201b-133e-484b-b866-a3edf256a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2110837 Aug 16 02:26:09.364065 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d661b0ee-3eaa-4f3a-b336-124817f00d80" -d '{"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-unplugged", "status": "completed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:09.369699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-292ed9fb-a3da-41c9-82db-74f237aa5e9a req-efcf88b0-4640-4632-a6ad-132e9e0b75c0 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738737 Aug 16 02:26:09.416860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:09.484170 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfd3040-c034-4855-9f37-5157b544c123 x-openstack-request-id: req-ddfd3040-c034-4855-9f37-5157b544c123 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:09.485829 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-unplugged", "status": "failed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9", "code": 422}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:09.487266 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ddfd3040-c034-4855-9f37-5157b544c123 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:09.487769 n-d-769329-15 neutron-server[94858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9', 'code': 422} returned with failed status Aug 16 02:26:09.491346 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.500708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.509530 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.509916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.510511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efb0f24-965f-4569-9abe-fce43172ceff {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:09.516539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.518041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae77d399-2b6a-444b-8f68-0f8c177ced0f admin admin] 10.222.0.78 "DELETE /v2.0/routers/8efb0f24-965f-4569-9abe-fce43172ceff HTTP/1.1" status: 204 len: 168 time: 2.8047607 Aug 16 02:26:09.530343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56282) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:09.643170 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.653667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-53ec2e72-d111-462f-84bc-08f48d66dd7a service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822845 Aug 16 02:26:09.666848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Transition to ACTIVE for port object 054c309e-a58f-4a20-b6ff-6f08d8aecf89 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:09.678992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.685170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] Deleting subnet e5ae9b31-4170-410a-a468-aed8150f3df2 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:09.693945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Transition to ACTIVE for port object 054c309e-a58f-4a20-b6ff-6f08d8aecf89 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:09.702001 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.731140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.758783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.793615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:09.805092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Pushing event updated for resources: {'Port': ['ID=054c309e-a58f-4a20-b6ff-6f08d8aecf89,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.812803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:09.818778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:09.844325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.865386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.884242 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.907784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Attempting to bind port 054c309e-a58f-4a20-b6ff-6f08d8aecf89 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:09.908672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Attempting to bind port 054c309e-a58f-4a20-b6ff-6f08d8aecf89 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0a8e4091-6910-4ec1-8717-ece6dbec9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:09.912222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Attempting to bind port 054c309e-a58f-4a20-b6ff-6f08d8aecf89 on network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:09.918243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:09.919218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Checking segment: {'id': '0a8e4091-6910-4ec1-8717-ece6dbec9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:09.919218 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.919521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Bound using segment: {'id': '0a8e4091-6910-4ec1-8717-ece6dbec9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:09.919868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Bound port: 054c309e-a58f-4a20-b6ff-6f08d8aecf89, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8e4091-6910-4ec1-8717-ece6dbec9393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:09.920252 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.950657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-45ee80e0-e07b-415e-9027-1695da076d25 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841210 Aug 16 02:26:09.980497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.982615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed961ca-8881-4ce6-ad15-66d3514563bf {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:10.000777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] For port 054c309e-a58f-4a20-b6ff-6f08d8aecf89, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:10.001149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.004215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] For port 054c309e-a58f-4a20-b6ff-6f08d8aecf89, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=054c309e-a58f-4a20-b6ff-6f08d8aecf89,segment=NetworkSegment(0a8e4091-6910-4ec1-8717-ece6dbec9393),segment_id=0a8e4091-6910-4ec1-8717-ece6dbec9393)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:10.008176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fdb7d5bf-21aa-4edb-b3ec-5e69df8f1348 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "DELETE /v2.0/routers/2ed961ca-8881-4ce6-ad15-66d3514563bf HTTP/1.1" status: 204 len: 168 time: 2.2483184 Aug 16 02:26:10.010377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:10.011385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.117633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842abbf-4d6a-4acd-aa8a-8e811f9eb584 None None] Pushing event updated for resources: {'Port': ['ID=054c309e-a58f-4a20-b6ff-6f08d8aecf89,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.151080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Deleting subnet e86a4365-b99a-49e9-807a-e7e98229b685 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:10.156849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.226440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.264183 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.292205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ea2493cb-8a87-4bb7-9106-5f11082b0c46 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 217 time: 0.2822742 Aug 16 02:26:10.392745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.458123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.496569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.511111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=6793a198-9ba1-486c-b3b9-4f5a420c8cf8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.543756 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.556557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.561482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2f8c50-c874-4432-a44a-e1b83c4aa51a None None] Network f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:10.565018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "DELETE /v2.0/subnets/e86a4365-b99a-49e9-807a-e7e98229b685 HTTP/1.1" status: 204 len: 168 time: 0.5534508 Aug 16 02:26:10.600268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56312) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:10.610828 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.614371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8ec1c-2222-423c-b053-1259af77230e tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Subnet': ['ID=e86a4365-b99a-49e9-807a-e7e98229b685,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.614730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e5ae9b31-4170-410a-a468-aed8150f3df2 HTTP/1.1" status: 204 len: 168 time: 1.0818682 Aug 16 02:26:10.623097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56316) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:10.671356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7af7467-1bd1-4e5c-ba56-ac0b75652b5a None None] Network e7570afe-ae7c-4ce6-bca3-e55d8dcde896 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:10.704593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device abdb15e6-fdde-4302-a419-e980b86e46b5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:10.717636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-b409db42-bab3-4cf1-9557-e2d46007b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:10.723784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-b409db42-bab3-4cf1-9557-e2d46007b476 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.4111326 Aug 16 02:26:10.788574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.791394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: abdb15e6-fdde-4302-a419-e980b86e46b5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:10.791752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device abdb15e6-fdde-4302-a419-e980b86e46b5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:10.871366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Deleting port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:10.872180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.998727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] For port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4b158b8f-d77d-44b0-b40a-a0e42b6461b1,segment=NetworkSegment(ea4d9759-b423-496c-bc3b-c282ae7c50a0),segment_id=ea4d9759-b423-496c-bc3b-c282ae7c50a0)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:10.999253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.040225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Calling delete_port for 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:11.369947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.422823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4b158b8f-d77d-44b0-b40a-a0e42b6461b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:11.425875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] No DVR routers for this DVR port 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:11.458338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] DHCP port deletion for f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:11.553721 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.554482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28acbd02-9466-47aa-89a9-0275bb69797a None None] DHCP port deletion for e7570afe-ae7c-4ce6-bca3-e55d8dcde896 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:11.570240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7570afe-ae7c-4ce6-bca3-e55d8dcde896']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.577465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] Deleting port 40d71e16-4b40-4897-8f64-4c705b6d8905 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:11.578092 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.585851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4d9759-b423-496c-bc3b-c282ae7c50a0') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.586162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4d9759-b423-496c-bc3b-c282ae7c50a0') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.609177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.634646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.652999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde05bf-7d5c-4363-87f7-bb8afe3c6c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ae9b31-4170-410a-a468-aed8150f3df2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:11.654027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:11.654451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:11.659443 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:11.662850 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.687147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] For port 40d71e16-4b40-4897-8f64-4c705b6d8905, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=40d71e16-4b40-4897-8f64-4c705b6d8905,segment=NetworkSegment(6f807f57-7382-4723-b2d8-74bf38885772),segment_id=6f807f57-7382-4723-b2d8-74bf38885772)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:11.687572 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.724565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] Calling delete_port for 40d71e16-4b40-4897-8f64-4c705b6d8905 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:11.779267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.801773 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.803850 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] 10.222.0.78 "DELETE /v2.0/networks/e7570afe-ae7c-4ce6-bca3-e55d8dcde896 HTTP/1.1" status: 204 len: 168 time: 1.1794717 Aug 16 02:26:11.804978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd6e7-b5dc-4d02-ad15-47d0c79599cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e7570afe-ae7c-4ce6-bca3-e55d8dcde896,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:11.812888 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.894203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96595dd-3176-47fc-8877-7b253bf7ef9b None None] Network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:11.911323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87eb7bbd-2302-46da-a721-4cfe3c6baa62']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.957244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e4091-6910-4ec1-8717-ece6dbec9393') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.958500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e4091-6910-4ec1-8717-ece6dbec9393') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.981276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c8d33ec7-cb0e-4016-ba1b-82f83b142b63 None None] Provisioning for port 054c309e-a58f-4a20-b6ff-6f08d8aecf89 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:11.983651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.990034 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.998755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-cfd2de51-7c2b-4f04-bd0b-61e11acff374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:12.000493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-cfd2de51-7c2b-4f04-bd0b-61e11acff374 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4715071 Aug 16 02:26:12.007039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] No DVR routers for this DVR port 40d71e16-4b40-4897-8f64-4c705b6d8905 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:12.033390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27a3b-d23c-4fb9-a46a-74d08675815a None None] Pushing event deleted for resources: {'Port': ['ID=40d71e16-4b40-4897-8f64-4c705b6d8905,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:12.052117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.062118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee515aa-5e1f-4a8d-9e1c-0cc7e418d7ed req-e7812dd7-7c29-41c4-ad2f-6e613523bebc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:12.063911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cee515aa-5e1f-4a8d-9e1c-0cc7e418d7ed req-e7812dd7-7c29-41c4-ad2f-6e613523bebc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.5421009 Aug 16 02:26:12.074321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:12.169770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-be208b31-a9ee-41d2-8192-a67d91cbc427 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d1d49cd1fe44e6ca5ecb5e6328b419a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932596 Aug 16 02:26:12.171606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:12.182219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-27f637c2-e9bc-4dde-9528-0d8875b01f17 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6777158 Aug 16 02:26:12.183325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:12.183814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:12.197062 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:12.224657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] DHCP port deletion for 87eb7bbd-2302-46da-a721-4cfe3c6baa62 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:12.242179 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0877cb16-2905-4892-ae05-b7fbdfbd54a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.286976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0877cb16-2905-4892-ae05-b7fbdfbd54a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.319644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] Deleting port 054c309e-a58f-4a20-b6ff-6f08d8aecf89 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:12.332392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.361752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Deleting port 40d71e16-4b40-4897-8f64-4c705b6d8905 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:12.362102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.399072 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0877cb16-2905-4892-ae05-b7fbdfbd54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.402166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0877cb16-2905-4892-ae05-b7fbdfbd54a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.404079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0877cb16-2905-4892-ae05-b7fbdfbd54a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e797c3fb-6466-4394-a3c2-1ee246cfce58 HTTP/1.1" status: 204 len: 168 time: 0.2313144 Aug 16 02:26:12.422739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877cb16-2905-4892-ae05-b7fbdfbd54a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e797c3fb-6466-4394-a3c2-1ee246cfce58,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:12.498970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] For port 054c309e-a58f-4a20-b6ff-6f08d8aecf89, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=054c309e-a58f-4a20-b6ff-6f08d8aecf89,segment=NetworkSegment(0a8e4091-6910-4ec1-8717-ece6dbec9393),segment_id=0a8e4091-6910-4ec1-8717-ece6dbec9393)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:12.498970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.526617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] Calling delete_port for 054c309e-a58f-4a20-b6ff-6f08d8aecf89 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:12.565364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:26:12.565364 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:26:12.565364 n-d-769329-15 neutron-server[94857]: [parameters: {'id': '87eb7bbd-2302-46da-a721-4cfe3c6baa62'}] Aug 16 02:26:12.565364 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:26:12.566090 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:26:12.573819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cee515aa-5e1f-4a8d-9e1c-0cc7e418d7ed req-5d704953-b444-4b0a-b0d6-392238fd159b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785670 Aug 16 02:26:12.610736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40d71e16-4b40-4897-8f64-4c705b6d8905 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:12.644855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 40d71e16-4b40-4897-8f64-4c705b6d8905 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:12.645409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40d71e16-4b40-4897-8f64-4c705b6d8905 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:12.645992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:12.672826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] For port 40d71e16-4b40-4897-8f64-4c705b6d8905, host n-d-769329-15, got binding levels [] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:12.673436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.676539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:12.677136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4b158b8f-d77d-44b0-b40a-a0e42b6461b1 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:12.711257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-5cc13df2-13a7-41a0-8a1a-ad74919aae81 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946800 Aug 16 02:26:12.712470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Calling delete_port for 40d71e16-4b40-4897-8f64-4c705b6d8905 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:12.715961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Port 40d71e16-4b40-4897-8f64-4c705b6d8905 was not found and therefore no delete operation was performed {{(pid=94857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:26:12.717999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.732996 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.769619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] Pushing event deleted for resources: {'Port': ['ID=054c309e-a58f-4a20-b6ff-6f08d8aecf89,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:12.773422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3756f7b-9f9c-4954-a179-e8fbc4c53308 None None] No DVR routers for this DVR port 054c309e-a58f-4a20-b6ff-6f08d8aecf89 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:12.793745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6db72-4fa2-475a-b1ce-21c767005c8d None None] Network 87eb7bbd-2302-46da-a721-4cfe3c6baa62 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:12.828406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] No DVR routers for this DVR port 40d71e16-4b40-4897-8f64-4c705b6d8905 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:12.830065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Port': ['ID=40d71e16-4b40-4897-8f64-4c705b6d8905,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:13.000090 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.011497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:13.024734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f807f57-7382-4723-b2d8-74bf38885772') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:13.025038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f807f57-7382-4723-b2d8-74bf38885772') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:13.034992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.061554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.102013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.105428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-36754f4d-c958-4e20-94fc-5aeab87ef469 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845644 Aug 16 02:26:13.125242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:13.125724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:13.133173 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:13.210860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-bdc34ca3-7b83-482a-980c-664976ffa52f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 217 time: 0.0956702 Aug 16 02:26:13.279051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-11eac1d2-b678-43a4-86cd-1326761dcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.280594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-11eac1d2-b678-43a4-86cd-1326761dcc68 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0602665 Aug 16 02:26:13.416316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.429723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87eb7bbd-2302-46da-a721-4cfe3c6baa62']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:13.441925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e4091-6910-4ec1-8717-ece6dbec9393') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:13.442049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e4091-6910-4ec1-8717-ece6dbec9393') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:13.454638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.470412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.477050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:13.477519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:13.557171 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:13.565639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.575814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.577675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/87eb7bbd-2302-46da-a721-4cfe3c6baa62 HTTP/1.1" status: 204 len: 168 time: 4.7906039 Aug 16 02:26:13.581571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56404) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.622969 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-012d76c9-d68e-4856-8b5f-a641a9aa9984 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:13.624438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012d76c9-d68e-4856-8b5f-a641a9aa9984 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:13.635484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-012d76c9-d68e-4856-8b5f-a641a9aa9984 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/6793a198-9ba1-486c-b3b9-4f5a420c8cf8 HTTP/1.1" status: 404 len: 337 time: 0.0523107 Aug 16 02:26:13.638193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.639388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.658242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.662619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "DELETE /v2.0/networks/f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d HTTP/1.1" status: 204 len: 168 time: 3.0410035 Aug 16 02:26:13.670231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-7b4326c2-1750-4d44-ad42-89890df9497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.671870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-7b4326c2-1750-4d44-ad42-89890df9497e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3629413 Aug 16 02:26:13.675610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad40e0-c421-478d-8904-94b1fb23380d tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=87eb7bbd-2302-46da-a721-4cfe3c6baa62,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:13.683423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.688123 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcf8c7f-2011-42d8-bbcd-e383582dc061 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:13.689084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcf8c7f-2011-42d8-bbcd-e383582dc061 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:13.691498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8dcf8c7f-2011-42d8-bbcd-e383582dc061 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/87eb7bbd-2302-46da-a721-4cfe3c6baa62 HTTP/1.1" status: 404 len: 339 time: 0.0521154 Aug 16 02:26:13.698440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56414) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.715161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb7f6b-9bac-491c-8a2f-a0b9f6e2c347 tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Network': ['ID=f6a03ea3-1d0a-4a4d-b5f0-c062a8b9093d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:13.802602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56416) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.849095 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.856744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac41e52-806d-4983-9693-decdcf582c3d req-2995a975-7d2f-4acd-aedc-8b80ed5d68a0 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.867038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aac41e52-806d-4983-9693-decdcf582c3d req-2995a975-7d2f-4acd-aedc-8b80ed5d68a0 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1378460 Aug 16 02:26:13.911205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aac41e52-806d-4983-9693-decdcf582c3d req-d780b1af-b707-43e2-a14b-7d3c4948faa9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431812 Aug 16 02:26:13.938019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-70055b3b-81c5-4ec7-93b7-987bb6d19e4b service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241986 Aug 16 02:26:14.102414 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.107841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-934072970-network', 'tenant_id': 'b998e8d6d60543719d5c9fde315db88d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:14.118519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e686805-973f-4a13-8c6b-601ebac32f88']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:14.136437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e00e06-4bd0-4b93-a0d8-bde3689a27f4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:14.137143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e00e06-4bd0-4b93-a0d8-bde3689a27f4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:14.155996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.177924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.186574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:14.187394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.192946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-c2ba757c-5299-4fa1-b57f-29898241a19b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1346071 Aug 16 02:26:14.196327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Made reservation on behalf of b998e8d6d60543719d5c9fde315db88d for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:14.198648 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.234095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:14.271736 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:14.275064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-f08fba97-3458-4593-8ec0-25f4ecd2a60a service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289728 Aug 16 02:26:14.277430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Deleting port 33d87885-e09d-489f-9907-fc3ff305c17b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:14.278022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.365316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.398012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.400113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/9e686805-973f-4a13-8c6b-601ebac32f88 HTTP/1.1" status: 204 len: 168 time: 0.7004495 Aug 16 02:26:14.402761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c574f-dc6b-419c-a05a-692e05269fd1 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=9e686805-973f-4a13-8c6b-601ebac32f88,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:14.404558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:14.471012 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-379e2caf-0f76-4f08-982a-bc6eb21e5c67 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:14.471772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379e2caf-0f76-4f08-982a-bc6eb21e5c67 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:14.474331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-379e2caf-0f76-4f08-982a-bc6eb21e5c67 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/d228171a-9415-46a9-a277-0866b47c35dc HTTP/1.1" status: 404 len: 337 time: 0.0468571 Aug 16 02:26:14.477300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:14.507234 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a527511b-5c8a-4837-a2ba-577c511b5e86 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:14.508110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a527511b-5c8a-4837-a2ba-577c511b5e86 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:14.510276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a527511b-5c8a-4837-a2ba-577c511b5e86 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/aa648c3f-9c3e-4bed-99d7-d5abe97f32b7 HTTP/1.1" status: 404 len: 339 time: 0.0314713 Aug 16 02:26:14.510798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-67ae3bd5-e52c-4922-9780-5d49fc4eab41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794 HTTP/1.1" status: 200 len: 217 time: 0.1510875 Aug 16 02:26:14.512989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:14.567656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.567948 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.600336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Calling delete_port for 33d87885-e09d-489f-9907-fc3ff305c17b owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:14.602397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.602891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.603390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.603860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.604347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.604820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.605288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.606480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting subnet 90f62267-9efa-4c1d-9f2b-000a2692116e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:14.607379 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e38eef12-c623-4a24-894c-f1544ac86d38 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6508 time: 0.3360243 Aug 16 02:26:14.622794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.631179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.632533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.726788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.734952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-9299d343-2588-4006-8473-5debe37bd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.736810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-9299d343-2588-4006-8473-5debe37bd223 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.2159028 Aug 16 02:26:14.746427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:14.774503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182acd08-dbf8-4d1c-9310-c90f47c3b629,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:14.796407 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.796760 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Added segment 55de64bb-811a-4b8f-a7e0-3656fbddb09c of type vlan for network afec0061-1c9e-49cc-ad71-c118886cd205 Aug 16 02:26:14.885465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.907411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-39d0fc36-f4bb-496f-8619-cf101627844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.907411 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-39d0fc36-f4bb-496f-8619-cf101627844d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580329 Aug 16 02:26:14.908127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-d4493786-6672-417c-b473-5a0e0df5e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.908631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-d4493786-6672-417c-b473-5a0e0df5e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.909123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-d4493786-6672-417c-b473-5a0e0df5e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.910651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-d4493786-6672-417c-b473-5a0e0df5e2dc service neutron] 10.222.0.98 "GET /v2.0/networks?id=cba6f535-9c48-4a92-a569-dba088b2e25c&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=1210130f-33bc-42bd-b755-cdb101c0688e&id=1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 200 len: 2297 time: 0.2582147 Aug 16 02:26:14.924849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.993518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.032805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.051493 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.052543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.053198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.100843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Pushing event deleted for resources: {'Port': ['ID=33d87885-e09d-489f-9907-fc3ff305c17b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.110510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=90f62267-9efa-4c1d-9f2b-000a2692116e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.136651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03d999-0e59-4382-8d67-6b73abef8d3b None None] Network d9796ced-3056-449f-bb87-8d46f2831356 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:15.172633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-8131a370-acb1-40a9-96be-d675e17c5e98 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 200 len: 1000 time: 0.2466376 Aug 16 02:26:15.183899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3805802 Aug 16 02:26:15.192877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56456) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:15.205335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.206768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Request body: {'subnet': {'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-934072970-subnet', 'tenant_id': 'b998e8d6d60543719d5c9fde315db88d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:15.209928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0affee53-a7b2-4196-9862-9bbf7a640620 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/90f62267-9efa-4c1d-9f2b-000a2692116e HTTP/1.1" status: 204 len: 168 time: 0.6931050 Aug 16 02:26:15.214479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:15.226893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.229936 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.234048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-49a772a6-4ac7-4789-9cd4-0fb6be7c05ee tempest-FloatingIPAdminTestJSON-1639406489 tempest-FloatingIPAdminTestJSON-1639406489-project] 10.222.0.78 "DELETE /v2.0/floatingips/2fb026bd-ed8c-4a4b-9d43-f7cee48514ab HTTP/1.1" status: 204 len: 168 time: 1.5480785 Aug 16 02:26:15.273377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875a441-9cfa-49a5-a6c5-dd2e42231ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=afec0061-1c9e-49cc-ad71-c118886cd205,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.298979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting subnet 033d70f3-473e-442b-ad00-2660129196d7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:15.302466 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-3241e2c2-9ba1-41d4-bb2c-c641f6859255 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869073 Aug 16 02:26:15.306152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.320488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network afec0061-1c9e-49cc-ad71-c118886cd205 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:15.359805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.365630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219100d-3bf9-41ae-9908-bcc79a6b2826 req-90fa8ff3-c8ad-445b-9b6d-564539ecce0d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.375299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3219100d-3bf9-41ae-9908-bcc79a6b2826 req-90fa8ff3-c8ad-445b-9b6d-564539ecce0d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.3270640 Aug 16 02:26:15.388654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Made reservation on behalf of b998e8d6d60543719d5c9fde315db88d for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:15.391424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.431764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-cb774868-224d-4e57-baa1-65d8b80d50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.433427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-cb774868-224d-4e57-baa1-65d8b80d50b3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=86fafe23-7928-4d62-a3f7-26248a75580d HTTP/1.1" status: 200 len: 855 time: 0.2436581 Aug 16 02:26:15.478962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.581436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3219100d-3bf9-41ae-9908-bcc79a6b2826 req-fd635d77-3d6e-42f9-8a43-84076817c28e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050011 Aug 16 02:26:15.582575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.650807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-2da7733e-c1d3-43db-b484-7dcd22a15bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.652272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-2da7733e-c1d3-43db-b484-7dcd22a15bb5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cba6f535-9c48-4a92-a569-dba088b2e25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053027 Aug 16 02:26:15.673131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=033d70f3-473e-442b-ad00-2660129196d7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.682582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.688478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5b697cd7-d91a-4c54-9b61-d6adf6b7bf21 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/033d70f3-473e-442b-ad00-2660129196d7 HTTP/1.1" status: 204 len: 168 time: 0.4690742 Aug 16 02:26:15.689574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:15.697619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-828386dd-75a1-4dc5-9094-a58dda215686 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843627 Aug 16 02:26:15.750103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56470) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:15.811565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.901496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ad64a559-1d51-4ba1-b004-5dfa34f43ccc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e HTTP/1.1" status: 200 len: 217 time: 0.1851428 Aug 16 02:26:15.914915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] DHCP port deletion for d9796ced-3056-449f-bb87-8d46f2831356 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:15.934204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:15.936324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.031472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] Deleting port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:16.032609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.091558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-54f4095b-e18f-4a5c-9f49-628702b9d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:16.093003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-54f4095b-e18f-4a5c-9f49-628702b9d1c4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.1773083 Aug 16 02:26:16.109658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-8904e44c-7296-4a8b-851f-b58a5e5a0e06 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458034 Aug 16 02:26:16.121044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] For port 306d2b9f-4cb3-44f2-9365-c341b115a4d5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=306d2b9f-4cb3-44f2-9365-c341b115a4d5,segment=NetworkSegment(16b2df05-c4b5-4fc2-ad52-1fc9ee231df1),segment_id=16b2df05-c4b5-4fc2-ad52-1fc9ee231df1)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:16.129367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.142930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] For port 306d2b9f-4cb3-44f2-9365-c341b115a4d5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=306d2b9f-4cb3-44f2-9365-c341b115a4d5,segment=NetworkSegment(16b2df05-c4b5-4fc2-ad52-1fc9ee231df1),segment_id=16b2df05-c4b5-4fc2-ad52-1fc9ee231df1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:16.143925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.161269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] Calling delete_port for 306d2b9f-4cb3-44f2-9365-c341b115a4d5 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:16.197441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Calling delete_port for 306d2b9f-4cb3-44f2-9365-c341b115a4d5 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:16.200006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.349335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.398390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.449539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] No DVR routers for this DVR port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:16.452329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc42827-6847-41c1-973d-626f1742d47b None None] Pushing event deleted for resources: {'Port': ['ID=306d2b9f-4cb3-44f2-9365-c341b115a4d5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:16.480427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No DVR routers for this DVR port 306d2b9f-4cb3-44f2-9365-c341b115a4d5 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:16.492802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Port': ['ID=306d2b9f-4cb3-44f2-9365-c341b115a4d5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:16.526479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 306d2b9f-4cb3-44f2-9365-c341b115a4d5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:16.570452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 306d2b9f-4cb3-44f2-9365-c341b115a4d5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:16.570804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 306d2b9f-4cb3-44f2-9365-c341b115a4d5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:16.698586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.714065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9796ced-3056-449f-bb87-8d46f2831356']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:16.739472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b2df05-c4b5-4fc2-ad52-1fc9ee231df1') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:16.739909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b2df05-c4b5-4fc2-ad52-1fc9ee231df1') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:16.749343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.764024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.771057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:16.771614 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.773647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ed7da48c-7033-48a1-8952-c4ab096ad404 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46f71f1b785c45c49549fcb282792624&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0072684 Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:16.775426 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:16.785422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56490) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:16.790088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-99e831dc-ce74-428a-913f-fac696fe991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:16.791601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-99e831dc-ce74-428a-913f-fac696fe991c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6870639 Aug 16 02:26:16.858365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.874492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-9e4b05de-c1a4-42e5-95d6-8462bc0e5ade service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475452 Aug 16 02:26:16.874713 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.882138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/d9796ced-3056-449f-bb87-8d46f2831356 HTTP/1.1" status: 204 len: 168 time: 1.1913896 Aug 16 02:26:16.900190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56494) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:16.963079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dbbf9-90dc-40ae-9563-30224f793b1f tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=d9796ced-3056-449f-bb87-8d46f2831356,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:16.965690 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-706abcd1-481a-434d-8f06-cb644aa85052 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:16.966749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706abcd1-481a-434d-8f06-cb644aa85052 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:16.969612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-706abcd1-481a-434d-8f06-cb644aa85052 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/2cd7a767-bbdc-488a-bbcc-c9d9c13f6f09 HTTP/1.1" status: 404 len: 337 time: 0.0596852 Aug 16 02:26:16.973532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56496) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.019699 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d93a54a-e788-4551-b6dc-fe22bb7d976c tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:17.022923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d93a54a-e788-4551-b6dc-fe22bb7d976c tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:17.029180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4d93a54a-e788-4551-b6dc-fe22bb7d976c tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/0f4beb6d-7f2f-4974-807f-9dbbdba9c4e1 HTTP/1.1" status: 404 len: 339 time: 0.0532992 Aug 16 02:26:17.031224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56498) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.039601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a65c1f19-1ab8-467a-9a77-6dedb092e32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.062819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a65c1f19-1ab8-467a-9a77-6dedb092e32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.085533 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4aeecf-fdb7-46c0-a1ab-b72f77dcd8d8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:17.085972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4aeecf-fdb7-46c0-a1ab-b72f77dcd8d8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:17.091582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8a4aeecf-fdb7-46c0-a1ab-b72f77dcd8d8 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/4680574e-bde4-48ce-948a-d7bffffbae6d HTTP/1.1" status: 404 len: 337 time: 0.0592513 Aug 16 02:26:17.092375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56500) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.109164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e089be91-58a6-419d-830f-40da0fb0cf26 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 217 time: 0.2243743 Aug 16 02:26:17.112195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-b88f6105-0006-4f2b-9d41-68ab8e293968 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260787 Aug 16 02:26:17.121064 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93de5d4-4c48-4002-990b-780af10cbff3 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:17.121305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a65c1f19-1ab8-467a-9a77-6dedb092e32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.121431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93de5d4-4c48-4002-990b-780af10cbff3 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:17.124250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a65c1f19-1ab8-467a-9a77-6dedb092e32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.125430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a65c1f19-1ab8-467a-9a77-6dedb092e32f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9274e5ca-9db5-44b4-b514-0cc4082c3bae HTTP/1.1" status: 204 len: 168 time: 0.3327553 Aug 16 02:26:17.127102 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f93de5d4-4c48-4002-990b-780af10cbff3 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/350ef4d3-2622-4457-9ac4-5a85e96f36c3 HTTP/1.1" status: 404 len: 339 time: 0.0335374 Aug 16 02:26:17.127991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.204538 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e974e48e-90fe-459c-90a9-811375381501 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:17.206377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e974e48e-90fe-459c-90a9-811375381501 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:17.210489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e974e48e-90fe-459c-90a9-811375381501 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/30512c65-d2e9-4880-8d78-2f2a5fb972a7 HTTP/1.1" status: 404 len: 337 time: 0.0795479 Aug 16 02:26:17.215260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.265830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c1f19-1ab8-467a-9a77-6dedb092e32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9274e5ca-9db5-44b4-b514-0cc4082c3bae,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:17.270930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-232ddda7-300d-4d3f-b2c7-bdc55c7a17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:17.273775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-232ddda7-300d-4d3f-b2c7-bdc55c7a17a5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.1466522 Aug 16 02:26:17.278533 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbdc407-165f-4ed2-9d54-613d0d8c8272 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:17.279593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fdbe39-3220-403c-acad-af1da5cd4fad,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:17.280368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbdc407-165f-4ed2-9d54-613d0d8c8272 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:17.301059 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-efbdc407-165f-4ed2-9d54-613d0d8c8272 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/af70669d-7286-433a-8f93-886d365a7380 HTTP/1.1" status: 404 len: 339 time: 0.0665302 Aug 16 02:26:17.303421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.326208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Checking segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:17.326578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Network hostable DHCP agents. Network: afec0061-1c9e-49cc-ad71-c118886cd205, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:17.359558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c78fb-deef-44aa-aedc-f7212c806bb8 req-18da7d96-25f7-4333-8ada-2f53a4fa4c3d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:17.361214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f09c78fb-deef-44aa-aedc-f7212c806bb8 req-18da7d96-25f7-4333-8ada-2f53a4fa4c3d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.5856817 Aug 16 02:26:17.380664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-f2a732ec-73f1-47bb-8fd3-50fc50d6b836 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530584 Aug 16 02:26:17.389728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-7e657432-ccc9-47e5-81f6-476fc4c2fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:17.391268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-7e657432-ccc9-47e5-81f6-476fc4c2fe3d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1060734 Aug 16 02:26:17.391869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Network afec0061-1c9e-49cc-ad71-c118886cd205 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:17.461179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-fd56e032-a8f9-4326-8053-494812d9745f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 200 len: 217 time: 0.0665979 Aug 16 02:26:17.508001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting subnet b20ff9a1-5206-4f83-b281-e0a86e0aec1c {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:17.513711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.586562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.614527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, afec0061-1c9e-49cc-ad71-c118886cd205) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:17.619401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:17.620432 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.624009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac570e-18f7-4ef9-aad7-9218c1769bfa None None] Network afec0061-1c9e-49cc-ad71-c118886cd205 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:17.659995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-edd3e672-f94e-4d8b-a6ca-86b107eb3fc7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4571979 Aug 16 02:26:17.686870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f09c78fb-deef-44aa-aedc-f7212c806bb8 req-bdb5221a-5cd6-488e-a8ee-adf1115b0c7a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112144 Aug 16 02:26:17.714758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-6ec974aa-b721-4209-908b-2887c126adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:17.717589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-6ec974aa-b721-4209-908b-2887c126adc7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.2223425 Aug 16 02:26:17.849620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.878092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-5cb458a4-c49e-4949-92dd-559d5389ffc8 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187448 Aug 16 02:26:17.889325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9764554e-8f33-49cc-9e16-436fe9d709b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.909579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ef007b9d-6e09-4a68-9e21-b8d11ae159cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:17.919743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.930572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ef007b9d-6e09-4a68-9e21-b8d11ae159cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1971743 Aug 16 02:26:17.962097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-afec0061-1c9e-49cc-ad71-c118886cd205', 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'tenant_id': 'b998e8d6d60543719d5c9fde315db88d', 'fixed_ips': [{'subnet_id': '41fdbe39-3220-403c-acad-af1da5cd4fad'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:17.963724 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.041125 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.146934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=b20ff9a1-5206-4f83-b281-e0a86e0aec1c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.156818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.161199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a809e5a0-8a15-4f6e-9d4e-5bd3ab15b128 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/b20ff9a1-5206-4f83-b281-e0a86e0aec1c HTTP/1.1" status: 204 len: 168 time: 0.8525774 Aug 16 02:26:18.167074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:18.205080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017721a5-e75f-4e82-9277-88cf7d47e599 None None] Network 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:18.305292 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.307597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Allocated IP 172.20.0.2 (afec0061-1c9e-49cc-ad71-c118886cd205/41fdbe39-3220-403c-acad-af1da5cd4fad/49ed55aa-b39e-4970-bc20-69fc875057ee) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:18.362510 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9764554e-8f33-49cc-9e16-436fe9d709b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.398935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-0d9063b6-c983-486f-ba09-e03e860b14f5 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046327 Aug 16 02:26:18.429330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9764554e-8f33-49cc-9e16-436fe9d709b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.479714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-3d661797-6eba-438c-9113-693ab7980275 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0659156 Aug 16 02:26:18.480042 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9764554e-8f33-49cc-9e16-436fe9d709b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4dab84227c0a4df5917a5a4155571cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269684 Aug 16 02:26:18.485215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56546) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:18.523070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764554e-8f33-49cc-9e16-436fe9d709b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d72dee3-21f1-4ada-9072-47edb495c7d0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.548040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting port 7299f69c-1768-4d44-ac77-1e1bb371e501 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:18.556568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.595437 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-77bc61e5-2773-496a-be93-93dd46789d10 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294432 Aug 16 02:26:18.710041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37eb308b-5894-4955-a9ee-8421a02775c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.720886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-986acb4d-b574-4411-ba6f-5b4375f2e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:18.723042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-986acb4d-b574-4411-ba6f-5b4375f2e4bd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.2063625 Aug 16 02:26:18.807905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37eb308b-5894-4955-a9ee-8421a02775c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.867171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-40bd2fb7-3bd4-4617-aa14-030d3c703c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:18.871075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-40bd2fb7-3bd4-4617-aa14-030d3c703c36 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276574 Aug 16 02:26:18.901406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-ba8b1d8f-47cb-4b39-9b30-a0250dc4f5f7 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982895 Aug 16 02:26:18.997997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-a920ade6-08e3-4925-a43e-c0f9403ba2f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 200 len: 217 time: 0.0649672 Aug 16 02:26:19.106190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523ef7f-a318-4349-aa86-e737e1f51f8b req-4c5cd654-111f-439d-92d0-8c0fb60963ac tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.114248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c523ef7f-a318-4349-aa86-e737e1f51f8b req-4c5cd654-111f-439d-92d0-8c0fb60963ac tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.2558820 Aug 16 02:26:19.121136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37eb308b-5894-4955-a9ee-8421a02775c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.123794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37eb308b-5894-4955-a9ee-8421a02775c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.124929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-37eb308b-5894-4955-a9ee-8421a02775c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d72dee3-21f1-4ada-9072-47edb495c7d0 HTTP/1.1" status: 204 len: 168 time: 0.6390071 Aug 16 02:26:19.147568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-6f5ee086-61ac-43bf-b591-f62b2d95c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.149088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-6f5ee086-61ac-43bf-b591-f62b2d95c1c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.1415260 Aug 16 02:26:19.179833 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.188478 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-4e70ba8b-7917-48f8-845a-4d3d54700ab1 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027759 Aug 16 02:26:19.189362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb308b-5894-4955-a9ee-8421a02775c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d72dee3-21f1-4ada-9072-47edb495c7d0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:19.204025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Transition to ACTIVE for port object 49ed55aa-b39e-4970-bc20-69fc875057ee will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:19.236673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Transition to ACTIVE for port object 49ed55aa-b39e-4970-bc20-69fc875057ee will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:19.257726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] DHCP port deletion for 8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:19.281604 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.310146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-8ab6c3e0-9b0e-42b5-a174-3cbb87a8909f service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069770 Aug 16 02:26:19.387684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c523ef7f-a318-4349-aa86-e737e1f51f8b req-49d965fd-2019-4b7c-89f6-bbd15135b61f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679265 Aug 16 02:26:19.395760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-0bec7eb6-5c4b-4aeb-8d73-1f159f60ea16 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51 HTTP/1.1" status: 200 len: 217 time: 0.0740018 Aug 16 02:26:19.415915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-422f6e14-f9d3-40c7-82eb-982cce41c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.420975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-422f6e14-f9d3-40c7-82eb-982cce41c605 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2631154 Aug 16 02:26:19.442123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Pushing event updated for resources: {'Port': ['ID=49ed55aa-b39e-4970-bc20-69fc875057ee,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:19.475993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Network afec0061-1c9e-49cc-ad71-c118886cd205 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:19.487921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:19.494657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:19.635344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] For port 7299f69c-1768-4d44-ac77-1e1bb371e501, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7299f69c-1768-4d44-ac77-1e1bb371e501,segment=NetworkSegment(eec32e3f-d54d-427d-98b3-abc4057460e5),segment_id=eec32e3f-d54d-427d-98b3-abc4057460e5)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:19.635918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.652438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Attempting to bind port 49ed55aa-b39e-4970-bc20-69fc875057ee on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:19.652826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Attempting to bind port 49ed55aa-b39e-4970-bc20-69fc875057ee by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:19.653203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Attempting to bind port 49ed55aa-b39e-4970-bc20-69fc875057ee on network afec0061-1c9e-49cc-ad71-c118886cd205 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:19.692936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:19.693321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Checking segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:19.693739 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.694279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-59e64d9b-04e2-418d-b181-c668b8175906 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922035 Aug 16 02:26:19.697197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Calling delete_port for 7299f69c-1768-4d44-ac77-1e1bb371e501 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:19.700326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Bound using segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:19.701174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Bound port: 49ed55aa-b39e-4970-bc20-69fc875057ee, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:19.703445 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.727682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-b76e270d-0f01-40e7-ba44-a39a5c35ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.729351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-b76e270d-0f01-40e7-ba44-a39a5c35ca15 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.3072286 Aug 16 02:26:19.745633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] Deleting port 7299f69c-1768-4d44-ac77-1e1bb371e501 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:19.746334 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.823485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] For port 49ed55aa-b39e-4970-bc20-69fc875057ee, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:19.830110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] For port 49ed55aa-b39e-4970-bc20-69fc875057ee, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49ed55aa-b39e-4970-bc20-69fc875057ee,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:19.845311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.885539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-9fbb2181-557c-4cfc-a608-1f7b94401466 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.899634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-4b07e430-86b5-44a2-bb2c-5dff085659b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.904326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-9fbb2181-557c-4cfc-a608-1f7b94401466 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 815 time: 0.4960382 Aug 16 02:26:19.906112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-4b07e430-86b5-44a2-bb2c-5dff085659b9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1452658 Aug 16 02:26:19.906609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56582) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:20.005994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-652d6ec5-c388-4997-853a-ba6a0e9d236d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.037194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.065003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No DVR routers for this DVR port 7299f69c-1768-4d44-ac77-1e1bb371e501 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:20.076541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] For port 7299f69c-1768-4d44-ac77-1e1bb371e501, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7299f69c-1768-4d44-ac77-1e1bb371e501,segment=NetworkSegment(eec32e3f-d54d-427d-98b3-abc4057460e5),segment_id=eec32e3f-d54d-427d-98b3-abc4057460e5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:20.076947 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.101780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1073eb9e-5bf5-48f5-b3a3-0bce61eff409 req-63a6c5ba-56bd-46ca-ab23-dab6a64d87e6 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973451 Aug 16 02:26:20.122633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8808-7aaa-46f4-ac6e-700f0d56b1d5 None None] Pushing event updated for resources: {'Port': ['ID=49ed55aa-b39e-4970-bc20-69fc875057ee,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.133874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] Calling delete_port for 7299f69c-1768-4d44-ac77-1e1bb371e501 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:20.160970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Port': ['ID=7299f69c-1768-4d44-ac77-1e1bb371e501,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.242308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e6955417-0d83-4b6f-a7fb-849357ec47ff service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174403 Aug 16 02:26:20.381626 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.395161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] No DVR routers for this DVR port 7299f69c-1768-4d44-ac77-1e1bb371e501 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:20.439175 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-854de80d-097d-45eb-a13e-23ca73c01cff tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/quotas/b998e8d6d60543719d5c9fde315db88d HTTP/1.1" status: 200 len: 375 time: 0.5337234 Aug 16 02:26:20.445350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f00215-1369-4e30-b963-c24791e6ec1c None None] Pushing event deleted for resources: {'Port': ['ID=7299f69c-1768-4d44-ac77-1e1bb371e501,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.483425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.557148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c979cc4-83fc-4ce3-84c4-b6bf87a5f389']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:20.600058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec32e3f-d54d-427d-98b3-abc4057460e5') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:20.600406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec32e3f-d54d-427d-98b3-abc4057460e5') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:20.619631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-404443fc-d05f-4c99-a629-893a2f498a52 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639097 Aug 16 02:26:20.624940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49ed55aa-b39e-4970-bc20-69fc875057ee up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:20.625442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.647412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-943530ba-bde9-4184-b0ec-b920597ccc9e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2072012 Aug 16 02:26:20.710247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 49ed55aa-b39e-4970-bc20-69fc875057ee completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:20.728478 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-bfe00489-0b40-4ac7-bcec-6fd42c4c4643 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=02a6b3f8-ced9-4186-b019-585d7d55017b HTTP/1.1" status: 200 len: 217 time: 0.0867891 Aug 16 02:26:20.769329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c79c79-0cda-4348-8edc-1ba20890724d req-e90b0205-f671-40db-bced-388806478e10 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:20.771598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.771745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-31c79c79-0cda-4348-8edc-1ba20890724d req-e90b0205-f671-40db-bced-388806478e10 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1980073 Aug 16 02:26:20.793211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:20.793929 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:20.799536 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:20.855029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7299f69c-1768-4d44-ac77-1e1bb371e501 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:20.873607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-652d6ec5-c388-4997-853a-ba6a0e9d236d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.877226 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-31c79c79-0cda-4348-8edc-1ba20890724d req-217ac770-2499-453d-8bcd-56b3172d6a5b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944748 Aug 16 02:26:20.882018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-652d6ec5-c388-4997-853a-ba6a0e9d236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.917666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7299f69c-1768-4d44-ac77-1e1bb371e501 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:20.920567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7299f69c-1768-4d44-ac77-1e1bb371e501 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:20.955264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-81ee1dba-a38f-47f8-b4c9-22dbc3b35350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:20.957015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-81ee1dba-a38f-47f8-b4c9-22dbc3b35350 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.2127428 Aug 16 02:26:20.964478 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-652d6ec5-c388-4997-853a-ba6a0e9d236d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03ddbabbc4c6403c99b41032f601c0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0546100 Aug 16 02:26:20.965726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d6ec5-c388-4997-853a-ba6a0e9d236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7593d5fd-7207-49c3-9ae0-db74d4afa9ef,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.975511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-3a394738-df50-4cf1-87b9-4f4016f7a129 service neutron] 10.222.0.78 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269167 Aug 16 02:26:20.981808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56592) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:20.986693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.034030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.044560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/8c979cc4-83fc-4ce3-84c4-b6bf87a5f389 HTTP/1.1" status: 204 len: 168 time: 2.8763735 Aug 16 02:26:21.051561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56594) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:21.102631 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f18ddb-f74a-4453-afde-05e679ceaf54 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:21.103108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f18ddb-f74a-4453-afde-05e679ceaf54 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:21.104986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d9f18ddb-f74a-4453-afde-05e679ceaf54 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/008ba4e3-fff3-444f-98c8-7c3f93b8f6af HTTP/1.1" status: 404 len: 337 time: 0.0523560 Aug 16 02:26:21.128829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:21.155863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58476cb0-6c4d-453e-ba8c-32f5c3e8a354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.159494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-6667b08b-4e33-42d6-8ce5-cc1e21f56129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:21.161805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-6667b08b-4e33-42d6-8ce5-cc1e21f56129 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808038 Aug 16 02:26:21.197388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58476cb0-6c4d-453e-ba8c-32f5c3e8a354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.219989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a2891-d232-46cb-adb5-ed346c7486a7 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=8c979cc4-83fc-4ce3-84c4-b6bf87a5f389,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:21.226835 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e024a5-9a7c-4875-b507-d8772a87f47e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:21.227608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e024a5-9a7c-4875-b507-d8772a87f47e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:21.232578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c2e024a5-9a7c-4875-b507-d8772a87f47e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/bfe8291e-d9bd-4d3d-ba7b-a0fd906ca1ed HTTP/1.1" status: 404 len: 339 time: 0.0669453 Aug 16 02:26:21.233517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:21.360107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting subnet 9d574f9b-d659-45dc-90ae-36490c1c4f06 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:21.363870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.401371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-3d3541b6-56fc-4377-b8c9-8b1054c373f3 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175245 Aug 16 02:26:21.406895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.521802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5540583c-2ddb-4d10-85d9-74ea17b0f4d4 None None] Network afec0061-1c9e-49cc-ad71-c118886cd205 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:21.531769 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.583862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-893e54f5-366f-47a6-9fbe-c23c42254e2b service neutron] 10.222.0.78 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072762 Aug 16 02:26:21.624238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.676942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Subnet': ['ID=9d574f9b-d659-45dc-90ae-36490c1c4f06,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:21.682600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.686872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3c48a240-9316-42ca-a543-9b7164bfa72e tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/subnets/9d574f9b-d659-45dc-90ae-36490c1c4f06 HTTP/1.1" status: 204 len: 168 time: 0.4452829 Aug 16 02:26:21.687788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56610) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:21.694394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-25e61661-1816-4a34-9da3-ace586fe400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:21.700229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-25e61661-1816-4a34-9da3-ace586fe400f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01&tenant_id=2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 1096 time: 0.2223175 Aug 16 02:26:21.701407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e648d92-0518-4e35-b66f-25b7ce6ade57 None None] Network 3507403a-cf76-4cdf-9820-cc1427225e63 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:21.703083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-148e37f2-25b5-441d-8e9a-930d3bffe472 None None] Provisioning for port 49ed55aa-b39e-4970-bc20-69fc875057ee completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:21.740172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58476cb0-6c4d-453e-ba8c-32f5c3e8a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.747060 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:21.756620 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58476cb0-6c4d-453e-ba8c-32f5c3e8a354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.760070 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-58476cb0-6c4d-453e-ba8c-32f5c3e8a354 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7593d5fd-7207-49c3-9ae0-db74d4afa9ef HTTP/1.1" status: 204 len: 168 time: 0.7671502 Aug 16 02:26:21.774556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-148e37f2-25b5-441d-8e9a-930d3bffe472 None None] Provisioning complete for port 49ed55aa-b39e-4970-bc20-69fc875057ee triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:21.775223 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-148e37f2-25b5-441d-8e9a-930d3bffe472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.867570 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-a9e57b4c-a1b3-4479-a09d-e641c93c5bc6 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504397 Aug 16 02:26:21.876789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.883289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58476cb0-6c4d-453e-ba8c-32f5c3e8a354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7593d5fd-7207-49c3-9ae0-db74d4afa9ef,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:22.046572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-dd2ed2bd-0fb7-4827-a1d8-18fd29ceffaa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d HTTP/1.1" status: 200 len: 217 time: 0.1528339 Aug 16 02:26:22.059915 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-148e37f2-25b5-441d-8e9a-930d3bffe472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.064552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Deleting port 90de6dc8-b64a-4ac7-9702-6df25218b783 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:22.070108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.161638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-148e37f2-25b5-441d-8e9a-930d3bffe472 None None] For port 49ed55aa-b39e-4970-bc20-69fc875057ee, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49ed55aa-b39e-4970-bc20-69fc875057ee,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:22.189823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-148e37f2-25b5-441d-8e9a-930d3bffe472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.269385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.309447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e37f2-25b5-441d-8e9a-930d3bffe472 None None] Pushing event updated for resources: {'Port': ['ID=49ed55aa-b39e-4970-bc20-69fc875057ee,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:22.355251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] For port 90de6dc8-b64a-4ac7-9702-6df25218b783, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=90de6dc8-b64a-4ac7-9702-6df25218b783,segment=NetworkSegment(03471cac-0cc4-462d-ae49-f9c722b65946),segment_id=03471cac-0cc4-462d-ae49-f9c722b65946)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:22.355562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.381260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Calling delete_port for 90de6dc8-b64a-4ac7-9702-6df25218b783 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:22.396729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] DHCP port deletion for 3507403a-cf76-4cdf-9820-cc1427225e63 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:22.501434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.605936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] Deleting port 90de6dc8-b64a-4ac7-9702-6df25218b783 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:22.606496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.615091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] No DVR routers for this DVR port 90de6dc8-b64a-4ac7-9702-6df25218b783 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:22.617094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Port': ['ID=90de6dc8-b64a-4ac7-9702-6df25218b783,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:22.662410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49ed55aa-b39e-4970-bc20-69fc875057ee up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:22.795904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9cdb7e5e-aa36-43a1-8791-dcc682bcc0ec None None] Provisioning complete for port 49ed55aa-b39e-4970-bc20-69fc875057ee triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:22.797312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7e5e-aa36-43a1-8791-dcc682bcc0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.798970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-7264677b-24ee-45f4-bcf3-c58ec6579afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:22.801550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-7264677b-24ee-45f4-bcf3-c58ec6579afe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1096 time: 1.0737879 Aug 16 02:26:22.857881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] For port 90de6dc8-b64a-4ac7-9702-6df25218b783, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:22.858577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.890683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] Calling delete_port for 90de6dc8-b64a-4ac7-9702-6df25218b783 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:22.893992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a9f2f0d1-f8eb-4757-8c7c-fe761c2f8c6d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:22.899969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] Port 90de6dc8-b64a-4ac7-9702-6df25218b783 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:26:22.902546 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.905483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a9f2f0d1-f8eb-4757-8c7c-fe761c2f8c6d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 815 time: 0.4207048 Aug 16 02:26:22.942013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.951387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] Pushing event deleted for resources: {'Port': ['ID=90de6dc8-b64a-4ac7-9702-6df25218b783,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:22.995530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3507403a-cf76-4cdf-9820-cc1427225e63']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:23.010796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45db41b-aace-4796-9a49-730d24af8a53 None None] No DVR routers for this DVR port 90de6dc8-b64a-4ac7-9702-6df25218b783 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:23.038007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-aac5e532-c402-4022-8b7b-a167ade53a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.039786 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-aac5e532-c402-4022-8b7b-a167ade53a4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.2291045 Aug 16 02:26:23.055387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03471cac-0cc4-462d-ae49-f9c722b65946') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:23.055799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 49ed55aa-b39e-4970-bc20-69fc875057ee triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:23.056165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03471cac-0cc4-462d-ae49-f9c722b65946') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:23.056518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.076126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-fc37a8ff-cbac-4cb0-ba82-ac049cfe041c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/quotas/b998e8d6d60543719d5c9fde315db88d HTTP/1.1" status: 200 len: 375 time: 0.1697266 Aug 16 02:26:23.086077 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.126182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-f5e20000-e603-425e-bb03-3017112e2624 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 1000 time: 0.0762351 Aug 16 02:26:23.135338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadcf07-01ee-4972-b82c-5fccd252ebba req-326f56d9-3cde-40fa-8449-3afee0d67148 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.136877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9eadcf07-01ee-4972-b82c-5fccd252ebba req-326f56d9-3cde-40fa-8449-3afee0d67148 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.3532970 Aug 16 02:26:23.138362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-845bb31a-6bbf-4fc7-b9a0-2145add3d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.140116 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-845bb31a-6bbf-4fc7-b9a0-2145add3d98e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 1.0910800 Aug 16 02:26:23.169397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.193306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:23.193728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:23.196795 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:23.310948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-8ed56414-1177-4488-bdbf-29dbdc9debe9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2179923 Aug 16 02:26:23.322061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-51c67fd8-0caf-45d6-8676-0e20c4248596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.323576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-51c67fd8-0caf-45d6-8676-0e20c4248596 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.1824763 Aug 16 02:26:23.334309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-f635d1d2-cbe2-41d7-938b-41f3899e8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.335832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-f635d1d2-cbe2-41d7-938b-41f3899e8175 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1508126 Aug 16 02:26:23.395382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.423947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 90de6dc8-b64a-4ac7-9702-6df25218b783 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:23.427966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9eadcf07-01ee-4972-b82c-5fccd252ebba req-b040b4ba-2ce7-43db-afcd-e083cbdab714 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327971 Aug 16 02:26:23.445722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.486787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 90de6dc8-b64a-4ac7-9702-6df25218b783 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:23.490528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 90de6dc8-b64a-4ac7-9702-6df25218b783 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:23.603225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56664) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:23.623452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-d63f9ee8-bf4d-464c-a970-8554fc3c7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.624938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-d63f9ee8-bf4d-464c-a970-8554fc3c7618 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2862344 Aug 16 02:26:23.678985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.683932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] 10.222.0.78 "DELETE /v2.0/networks/3507403a-cf76-4cdf-9820-cc1427225e63 HTTP/1.1" status: 204 len: 168 time: 1.9948208 Aug 16 02:26:23.686947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37406c-40e6-47c7-8981-c13335786df6 tempest-NetworksIpV6Test-75938745 tempest-NetworksIpV6Test-75938745-project] Pushing event deleted for resources: {'Network': ['ID=3507403a-cf76-4cdf-9820-cc1427225e63,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.735401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-ca50a311-0409-45b3-b455-585a7909692e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.737485 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-ca50a311-0409-45b3-b455-585a7909692e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 815 time: 0.3496192 Aug 16 02:26:23.763590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Request body: {'port': {'device_id': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'admin_state_up': True, 'tenant_id': 'b998e8d6d60543719d5c9fde315db88d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:23.770017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-0a67b15f-e6d4-4caa-824b-d7bf4a3d187d service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312473 Aug 16 02:26:23.804655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-dfa6ef06-a92d-4665-8891-02567a697df5 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988361 Aug 16 02:26:23.830225 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-d9df517e-395b-4d96-a9a8-c3760c33ca82 service neutron] 10.222.0.78 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104458 Aug 16 02:26:23.849495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--875520538'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:23.965303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Made reservation on behalf of b998e8d6d60543719d5c9fde315db88d for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:23.965873 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:26:23.965873 n-d-769329-15 neutron-server[94857]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:26:23.965873 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id': 'f72764fc4b9941bd87b086f13103e5b9', 'id': 'dcbc020e-ffa5-40cb-9d02-769895c5b9cc', 'expiration': datetime.datetime(2021, 8, 16, 2, 28, 23, 950819)}] Aug 16 02:26:23.965873 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:26:23.965873 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:26:23.970161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.991612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-df6a8228-dea2-4fed-b15b-b2aeb4acafbb service neutron] 10.222.0.78 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505580 Aug 16 02:26:24.021519 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7f5f6eae-5a30-4fcd-8049-a0b3f768c71d req-3bf812be-37a0-4246-ab48-ab59799515e9 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371700 Aug 16 02:26:24.023444 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-0cf4defd-5822-4495-8878-079a3f0d1b4d service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955631 Aug 16 02:26:24.116311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-b9cb6bb4-1379-4712-a411-61085f43d9aa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 200 len: 217 time: 0.0808628 Aug 16 02:26:24.162249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:24.177854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Allocated IP 172.20.0.9 (afec0061-1c9e-49cc-ad71-c118886cd205/41fdbe39-3220-403c-acad-af1da5cd4fad/0331a313-09f5-4e16-b264-1f2f8d2da93e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:24.243636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-ba61eaa6-8993-45c7-b72e-6a238dfe3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:24.248034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-ba61eaa6-8993-45c7-b72e-6a238dfe3e8b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.1200428 Aug 16 02:26:24.344511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-1f40793b-dc08-42f7-a322-b7eef7a7b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:24.346136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-1f40793b-dc08-42f7-a322-b7eef7a7b07c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875261 Aug 16 02:26:24.529511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.548259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Transition to ACTIVE for port object 0331a313-09f5-4e16-b264-1f2f8d2da93e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:24.607677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-e9b29d3f-6cb2-4a5d-b22c-ef5bf9b5f377 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483685 Aug 16 02:26:24.625324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.667816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.718916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b74ab983-5390-4430-95ba-f21db1c8f922 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d402394c74c415f9d52a820b95d8e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548873 Aug 16 02:26:24.721561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56736) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:24.803602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.807168 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1bee3279-1ca5-4fb5-8066-6b0b56c5d5ef req-d763a99e-d0b1-4bf9-b0eb-0efbc8195a68 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830592 Aug 16 02:26:24.903848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Network afec0061-1c9e-49cc-ad71-c118886cd205 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:24.946101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:24.948894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:24.968214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ca549-f96f-4587-94df-0cbaeed87d78 req-8ad4bcb1-6c23-4503-a0d1-43adbb028db7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:24.971742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-870ca549-f96f-4587-94df-0cbaeed87d78 req-8ad4bcb1-6c23-4503-a0d1-43adbb028db7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.3589082 Aug 16 02:26:24.975181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Pushing event updated for resources: {'Port': ['ID=0331a313-09f5-4e16-b264-1f2f8d2da93e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:25.031613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-b39bb715-5d68-4b84-a0f9-ab6662416359 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.033036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-b39bb715-5d68-4b84-a0f9-ab6662416359 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 815 time: 0.4557724 Aug 16 02:26:25.050950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de0207a-1629-4fe4-800a-f61e5de92d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.085554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.086798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.102501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-48086063-94b6-43a0-bf65-c01df4d64892 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/quotas/b998e8d6d60543719d5c9fde315db88d HTTP/1.1" status: 200 len: 375 time: 0.0508499 Aug 16 02:26:25.109831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de0207a-1629-4fe4-800a-f61e5de92d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.120331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-870ca549-f96f-4587-94df-0cbaeed87d78 req-3a6350fc-a2c0-4430-b70f-19dc3dc46bce tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099639 Aug 16 02:26:25.185963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de0207a-1629-4fe4-800a-f61e5de92d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.189969 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6de0207a-1629-4fe4-800a-f61e5de92d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.192064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6de0207a-1629-4fe4-800a-f61e5de92d78 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35e01a91-ff7b-4f0f-9862-acfe66ab2f52 HTTP/1.1" status: 204 len: 168 time: 0.4673936 Aug 16 02:26:25.203461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0207a-1629-4fe4-800a-f61e5de92d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e01a91-ff7b-4f0f-9862-acfe66ab2f52,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:25.273882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.290043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-dc46ed02-86c0-45e3-86f4-79ffb30eaabc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5360816 Aug 16 02:26:25.292216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-5de14714-2832-497e-becc-4205021b3891 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693327 Aug 16 02:26:25.293755 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.306259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Request body: {'port': {'device_id': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:25.396859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c07cc3-41b0-4e0c-9012-c504665ad807,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:25.444679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.485279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f767317b-99d1-4310-8ab9-3851ec6d8374 None None] Provisioning for port 0331a313-09f5-4e16-b264-1f2f8d2da93e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:25.493287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f767317b-99d1-4310-8ab9-3851ec6d8374 None None] Provisioning complete for port 0331a313-09f5-4e16-b264-1f2f8d2da93e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:25.494144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f767317b-99d1-4310-8ab9-3851ec6d8374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.524107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.533622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.586112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.592752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9832320 Aug 16 02:26:25.601043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f767317b-99d1-4310-8ab9-3851ec6d8374 None None] Port 0331a313-09f5-4e16-b264-1f2f8d2da93e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:25.604386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56750) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:25.626903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-79a3c0d0-b376-4117-9383-86ab3cfddc73 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:26:25.628003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-79a3c0d0-b376-4117-9383-86ab3cfddc73 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156834 Aug 16 02:26:25.737549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6caa44-a154-4081-9710-a74a2cd903b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f3819-baad-4e30-b805-f81dc824a702,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:25.944495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c1d57ac5-a3c3-4cc1-a97f-305d97ccd158 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3384762 Aug 16 02:26:25.960659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56780) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:25.981138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-f260b2ae-3a96-4a62-9fa6-612b8c8b37a7 service neutron] 10.222.0.78 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428538 Aug 16 02:26:25.990155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c67c14ff-fcc6-4a69-9cce-009ca64a03bf tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-security--1930609487', 'description': 'tempest-security-description-455526312'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:26.088533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-c7115673-fe07-4c77-8ee7-7f3e7d9e07a2 service neutron] 10.222.0.78 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968721 Aug 16 02:26:26.151217 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67c14ff-fcc6-4a69-9cce-009ca64a03bf tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.152371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe7f7-9ec8-456f-a61a-0cc627318972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.155552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-961a3e57-c964-4ec1-8996-0c116c228e49 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:26.158941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-961a3e57-c964-4ec1-8996-0c116c228e49 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.98 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 815 time: 0.2682614 Aug 16 02:26:26.180802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Request body: {'port': {'device_id': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'admin_state_up': True, 'tenant_id': 'b998e8d6d60543719d5c9fde315db88d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:26.295674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0331a313-09f5-4e16-b264-1f2f8d2da93e {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:26.323638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.352156 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67c14ff-fcc6-4a69-9cce-009ca64a03bf tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.373887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67c14ff-fcc6-4a69-9cce-009ca64a03bf tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.377041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c67c14ff-fcc6-4a69-9cce-009ca64a03bf tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.388577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c67c14ff-fcc6-4a69-9cce-009ca64a03bf tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "PUT /v2.0/security-groups/2e1f3819-baad-4e30-b805-f81dc824a702 HTTP/1.1" status: 200 len: 1779 time: 0.4243419 Aug 16 02:26:26.405418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.409282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Transition to ACTIVE for port object 0331a313-09f5-4e16-b264-1f2f8d2da93e will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:26.458720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.606002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c14ff-fcc6-4a69-9cce-009ca64a03bf tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f3819-baad-4e30-b805-f81dc824a702,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:26.680048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0331a313-09f5-4e16-b264-1f2f8d2da93e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:26.695790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2341917b-605d-42a4-941f-7ba455396552 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups/2e1f3819-baad-4e30-b805-f81dc824a702 HTTP/1.1" status: 200 len: 1779 time: 0.2831399 Aug 16 02:26:26.700479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.735381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56820) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.748272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168393-2939-4a62-9c68-81bb4bb450e2 req-5ae733f1-9871-4eb3-b1be-14e254b28491 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:26.750461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06168393-2939-4a62-9c68-81bb4bb450e2 req-5ae733f1-9871-4eb3-b1be-14e254b28491 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1988668 Aug 16 02:26:26.761774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Made reservation on behalf of b998e8d6d60543719d5c9fde315db88d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:26.774172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.845206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Attempting to bind port 0331a313-09f5-4e16-b264-1f2f8d2da93e on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:26.845619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Attempting to bind port 0331a313-09f5-4e16-b264-1f2f8d2da93e by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:26.845948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Attempting to bind port 0331a313-09f5-4e16-b264-1f2f8d2da93e on network afec0061-1c9e-49cc-ad71-c118886cd205 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:26.852716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7619c129-42e1-4ce1-bd1d-c81855fa2efc tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.854657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Port 0331a313-09f5-4e16-b264-1f2f8d2da93e on network afec0061-1c9e-49cc-ad71-c118886cd205 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:26:26.854986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Attempting to bind port 0331a313-09f5-4e16-b264-1f2f8d2da93e on network afec0061-1c9e-49cc-ad71-c118886cd205 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:26.881817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:26.882619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Checking segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:26.883206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Bound using segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:26.883831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Bound port: 0331a313-09f5-4e16-b264-1f2f8d2da93e, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:26.884475 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.920611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7619c129-42e1-4ce1-bd1d-c81855fa2efc tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.937621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06168393-2939-4a62-9c68-81bb4bb450e2 req-08c64c1a-39d4-4a46-9307-8b8354120bdd tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469302 Aug 16 02:26:27.103692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] For port 0331a313-09f5-4e16-b264-1f2f8d2da93e, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:27.119828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] For port 0331a313-09f5-4e16-b264-1f2f8d2da93e, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:27.126002 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7619c129-42e1-4ce1-bd1d-c81855fa2efc tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.135841 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7619c129-42e1-4ce1-bd1d-c81855fa2efc tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.138624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7619c129-42e1-4ce1-bd1d-c81855fa2efc tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/2e1f3819-baad-4e30-b805-f81dc824a702 HTTP/1.1" status: 204 len: 168 time: 0.4364276 Aug 16 02:26:27.149562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:27.236422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.265777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Allocated IP 172.20.0.8 (afec0061-1c9e-49cc-ad71-c118886cd205/41fdbe39-3220-403c-acad-af1da5cd4fad/41299831-6b58-4453-9d95-08475deafe31) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:27.325806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.328647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.344750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] 10.222.0.88 "PUT /v2.0/ports/0331a313-09f5-4e16-b264-1f2f8d2da93e HTTP/1.1" status: 200 len: 1092 time: 2.0431154 Aug 16 02:26:27.504367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'tag': '0331a313-09f5-4e16-b264-1f2f8d2da93e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:27.510161 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7932be34-debc-46fb-b8d3-077d15aee4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "82dd225e-ee0a-475f-ad08-141f2f7c163b", "tag": "0331a313-09f5-4e16-b264-1f2f8d2da93e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:27.513462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619c129-42e1-4ce1-bd1d-c81855fa2efc tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1f3819-baad-4e30-b805-f81dc824a702,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:27.514201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bc99d711-b535-4c2e-8d21-c98fdb01697a tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1406750230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:27.560671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffe9f5-12bb-4fa9-9f97-46cdc404a4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0331a313-09f5-4e16-b264-1f2f8d2da93e,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:27.604593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33433350-0f15-4a67-8bb8-991406867ba3 req-ed90becd-b224-4b27-9825-33b5e94a0f68 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 210 time: 0.0965204 Aug 16 02:26:27.607852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.615201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aa530f78-310d-4424-8e8e-3fe67b055365 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4281602 Aug 16 02:26:27.619068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:27.640251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Transition to ACTIVE for port object 41299831-6b58-4453-9d95-08475deafe31 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:27.656347 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-27838ea4-e1f0-43e2-bc52-62760434db32 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] delete failed (client error): The resource could not be found. Aug 16 02:26:27.657258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-27838ea4-e1f0-43e2-bc52-62760434db32 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/2e1f3819-baad-4e30-b805-f81dc824a702 HTTP/1.1" status: 404 len: 347 time: 0.0369787 Aug 16 02:26:27.663159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:27.674247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7e68a47e-2065-4594-8356-822c256ab549 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--815180581'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:27.694943 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277fe7b-d3b0-45ba-a8f3-553700976c9b x-openstack-request-id: req-8277fe7b-d3b0-45ba-a8f3-553700976c9b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:27.695228 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82dd225e-ee0a-475f-ad08-141f2f7c163b", "tag": "0331a313-09f5-4e16-b264-1f2f8d2da93e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:27.696605 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8277fe7b-d3b0-45ba-a8f3-553700976c9b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:27.697326 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'tag': '0331a313-09f5-4e16-b264-1f2f8d2da93e', 'status': 'completed', 'code': 200} Aug 16 02:26:27.707938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc99d711-b535-4c2e-8d21-c98fdb01697a tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.709435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc99d711-b535-4c2e-8d21-c98fdb01697a tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.716846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.748146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e68a47e-2065-4594-8356-822c256ab549 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.763512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Network afec0061-1c9e-49cc-ad71-c118886cd205 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:27.800130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:27.806862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:27.885947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e68a47e-2065-4594-8356-822c256ab549 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.908104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e68a47e-2065-4594-8356-822c256ab549 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.041134 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e68a47e-2065-4594-8356-822c256ab549 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.045579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7e68a47e-2065-4594-8356-822c256ab549 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3817158 Aug 16 02:26:28.047142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.052552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-fdcffe96-a1db-4234-b7c0-fb17a50d4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.053510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc99d711-b535-4c2e-8d21-c98fdb01697a tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.054311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-fdcffe96-a1db-4234-b7c0-fb17a50d4119 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 1095 time: 0.1666000 Aug 16 02:26:28.059060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6f0e1d98-1d17-4dfc-94f5-3ade4b8ef104 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '463fb566-e210-4f9c-94cd-f7c3dbf0b85f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:28.064886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68a47e-2065-4594-8356-822c256ab549 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463fb566-e210-4f9c-94cd-f7c3dbf0b85f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:28.079308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Pushing event updated for resources: {'Port': ['ID=41299831-6b58-4453-9d95-08475deafe31,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:28.097898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc99d711-b535-4c2e-8d21-c98fdb01697a tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.128782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.130278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.165950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cbdb862a-438a-4da5-86d3-f10917a2e686 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9892433 Aug 16 02:26:28.182011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Request body: {'port': {'device_id': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:28.212500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-050a02b6-e323-4e42-a919-3879eeef6965 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e HTTP/1.1" status: 200 len: 217 time: 0.1343966 Aug 16 02:26:28.344763 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.365835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc99d711-b535-4c2e-8d21-c98fdb01697a tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.369622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bc99d711-b535-4c2e-8d21-c98fdb01697a tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.6143537 Aug 16 02:26:28.374097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56874) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.384591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-42393082'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:28.390073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56a99916-0ed2-4146-a33e-454b19fadc66 None None] Provisioning for port 41299831-6b58-4453-9d95-08475deafe31 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:28.396641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56a99916-0ed2-4146-a33e-454b19fadc66 None None] Provisioning complete for port 41299831-6b58-4453-9d95-08475deafe31 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:28.397257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56a99916-0ed2-4146-a33e-454b19fadc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.398555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-5736817d-203f-435c-9baa-a56ab0ecf650 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.406806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-5736817d-203f-435c-9baa-a56ab0ecf650 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.1747670 Aug 16 02:26:28.446810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c991-fa93-4081-8471-1359a314482d req-60445cb5-cc17-4a49-ad66-2d0fe3fbf38b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.453114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-2d845236-d9c1-4214-8851-5f2e045de929 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/quotas/eec9e57f8eef4c2e8e997bc011a4ec1f HTTP/1.1" status: 200 len: 375 time: 0.0450213 Aug 16 02:26:28.455407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-17e0c991-fa93-4081-8471-1359a314482d req-60445cb5-cc17-4a49-ad66-2d0fe3fbf38b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.3099749 Aug 16 02:26:28.491845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:28.497162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.517431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0e1d98-1d17-4dfc-94f5-3ade4b8ef104 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.517788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.539926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56a99916-0ed2-4146-a33e-454b19fadc66 None None] Port 41299831-6b58-4453-9d95-08475deafe31 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:28.552132 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-a1c097c5-18e9-41ad-8407-e74106105354 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977242 Aug 16 02:26:28.634305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.695758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.715273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:28.726700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.727115 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Added segment 0cba9de8-ffba-4675-b1c4-1c063e39b60a of type vlan for network 25061b39-1805-4d3d-be27-f412c7deae26 Aug 16 02:26:28.769787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0e1d98-1d17-4dfc-94f5-3ade4b8ef104 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.796326 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.798893 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f189fdfd-b8c5-419e-aa59-9f4a686dc1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.817725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9620d40b-97d5-45fa-ad3e-1eb7133e8611,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:28.826832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.827495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0e1d98-1d17-4dfc-94f5-3ade4b8ef104 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.854613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e1d98-1d17-4dfc-94f5-3ade4b8ef104 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc34c14-e214-4108-9a06-da603211dfbd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:28.854806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-17e0c991-fa93-4081-8471-1359a314482d req-7a710695-7ba5-4bc8-9b28-f5ab4f0d4574 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982546 Aug 16 02:26:28.902806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-378dd44c-fe26-48fa-819c-84de3685082f service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496509 Aug 16 02:26:28.960600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f0e1d98-1d17-4dfc-94f5-3ade4b8ef104 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.961971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6f0e1d98-1d17-4dfc-94f5-3ade4b8ef104 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9128768 Aug 16 02:26:28.963381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.965417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.969917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.970880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.993238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-38839e06-af8b-4369-80e8-b2c87ba9d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.994714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-38839e06-af8b-4369-80e8-b2c87ba9d9b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 200 len: 854 time: 0.1646440 Aug 16 02:26:29.023188 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bee5c63c-e83a-407e-b65e-b27193cb899b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.036629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bee5c63c-e83a-407e-b65e-b27193cb899b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.057991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6785982 Aug 16 02:26:29.062462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56884) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:29.086196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'subnet': {'network_id': '25061b39-1805-4d3d-be27-f412c7deae26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:29.153778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-841890e7-9f15-4f8e-9346-93f94ef63be5 service neutron] 10.222.0.78 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500613 Aug 16 02:26:29.160917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bee5c63c-e83a-407e-b65e-b27193cb899b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.176612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bee5c63c-e83a-407e-b65e-b27193cb899b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.181663 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bee5c63c-e83a-407e-b65e-b27193cb899b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fcc34c14-e214-4108-9a06-da603211dfbd HTTP/1.1" status: 204 len: 168 time: 0.2152057 Aug 16 02:26:29.184754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5c63c-e83a-407e-b65e-b27193cb899b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcc34c14-e214-4108-9a06-da603211dfbd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.192663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:29.237833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be797-4706-4f75-bb5f-bb58f904f589 req-6d238b02-cfba-4d99-97f9-d733a9b40472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:29.239773 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-6d238b02-cfba-4d99-97f9-d733a9b40472 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afec0061-1c9e-49cc-ad71-c118886cd205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859498 Aug 16 02:26:29.277780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d51cb2a1-88e1-4a7f-b284-f8e80c2fbd04 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833988 Aug 16 02:26:29.278579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:29.370881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:29.593228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.682774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:29.688704 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f4aec-2b2f-4a22-bbfa-8402cb7d6a86" -d '{"events": [{"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-unplugged", "status": "completed", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:29.702675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:29.711882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.731025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:29.740178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.819198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.942015 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.963060 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-414cf7f2-d85c-4543-b267-4e1d89d612ef req-2831f874-217e-48e5-a1c2-ed57167d941f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 210 time: 0.5064571 Aug 16 02:26:30.017042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-584a335b-3daa-4839-afb6-2f3bf35ce0b5 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.043073 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d74e1-7981-47d5-8e11-39debebe91b1 x-openstack-request-id: req-f12d74e1-7981-47d5-8e11-39debebe91b1 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:30.043398 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-unplugged", "status": "completed", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:30.043637 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f12d74e1-7981-47d5-8e11-39debebe91b1 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:30.044040 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'code': 200} Aug 16 02:26:30.049570 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-5fd8bd05-f06c-4762-b0ca-dbf9535fa6eb service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024584 Aug 16 02:26:30.064726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b42d-e61a-4430-a289-d7d87f1593b0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Network': ['ID=25061b39-1805-4d3d-be27-f412c7deae26,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.076569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 25061b39-1805-4d3d-be27-f412c7deae26 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:30.125046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-584a335b-3daa-4839-afb6-2f3bf35ce0b5 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.136813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8680103-3d86-460f-8fbf-aae9cd766210 req-af84c5ad-7195-4082-9d56-5bcd86507300 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 210 time: 0.4489369 Aug 16 02:26:30.188968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-9e38e28d-8cb1-4615-ba52-db4ba1bbaa9a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.192102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-9e38e28d-8cb1-4615-ba52-db4ba1bbaa9a tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9891ccf2-34fb-4756-96c2-956c2bdc35fc HTTP/1.1" status: 200 len: 943 time: 0.1918914 Aug 16 02:26:30.466347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-321be797-4706-4f75-bb5f-bb58f904f589 req-22ac2d9b-19d4-4f5f-9ea3-67285dfac5b9 service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702887 Aug 16 02:26:30.466957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41299831-6b58-4453-9d95-08475deafe31 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:30.471825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-584a335b-3daa-4839-afb6-2f3bf35ce0b5 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.476445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-584a335b-3daa-4839-afb6-2f3bf35ce0b5 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.480949 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-584a335b-3daa-4839-afb6-2f3bf35ce0b5 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/463fb566-e210-4f9c-94cd-f7c3dbf0b85f HTTP/1.1" status: 204 len: 168 time: 1.2011123 Aug 16 02:26:30.481885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56908) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.516013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.529419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-f4a9cc46-9729-4c7d-9813-c6cb01668401 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.531080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-f4a9cc46-9729-4c7d-9813-c6cb01668401 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 815 time: 0.8495734 Aug 16 02:26:30.542371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894006ec-33f0-4dae-b3b2-cdcabf61a013 req-2e87e9f3-d9ae-459c-b9de-81352be712b0 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.543947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-894006ec-33f0-4dae-b3b2-cdcabf61a013 req-2e87e9f3-d9ae-459c-b9de-81352be712b0 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.3493309 Aug 16 02:26:30.572635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Transition to ACTIVE for port object 41299831-6b58-4453-9d95-08475deafe31 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:30.572635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Deleting port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:30.572635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.582426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a335b-3daa-4839-afb6-2f3bf35ce0b5 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463fb566-e210-4f9c-94cd-f7c3dbf0b85f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.635166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-894006ec-33f0-4dae-b3b2-cdcabf61a013 req-b442d570-7a4d-4b58-8a89-7bbfb9533c48 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688646 Aug 16 02:26:30.640806 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.661163 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7cb9d2be-9dfa-47e3-af4a-9620353cd6b9 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1661193 Aug 16 02:26:30.662179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.667129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-40e24c99-1989-4793-a876-99fc1a937064 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641352861'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:30.733865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e24c99-1989-4793-a876-99fc1a937064 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.868946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] For port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:30.869490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e24c99-1989-4793-a876-99fc1a937064 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.870172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.875685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Pushing event updated for resources: {'Port': ['ID=41299831-6b58-4453-9d95-08475deafe31,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.875903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e24c99-1989-4793-a876-99fc1a937064 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.928864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.929186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e24c99-1989-4793-a876-99fc1a937064 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.933195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Calling delete_port for 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:30.933928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-40e24c99-1989-4793-a876-99fc1a937064 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2706590 Aug 16 02:26:30.934811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.935927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e24c99-1989-4793-a876-99fc1a937064 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29aa9e-11ae-456b-8778-3504b39ad9cd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.942778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-10478216-a49a-44dd-8ba5-be96631d0489 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '7d29aa9e-11ae-456b-8778-3504b39ad9cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:30.976429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10478216-a49a-44dd-8ba5-be96631d0489 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.001913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Subnet': ['ID=becd63f6-2e2b-40d4-affe-e67b7d871cf8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:31.042745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Request body: {'port': {'device_id': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'admin_state_up': True, 'tenant_id': 'b998e8d6d60543719d5c9fde315db88d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:31.271189 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1e53a5-9cb6-423e-b839-301610e4b7ef req-da543aed-c8bd-4f71-88b2-46934b780057 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 210 time: 0.0560985 Aug 16 02:26:31.282216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Attempting to bind port 41299831-6b58-4453-9d95-08475deafe31 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:31.282936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Attempting to bind port 41299831-6b58-4453-9d95-08475deafe31 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:31.295325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Attempting to bind port 41299831-6b58-4453-9d95-08475deafe31 on network afec0061-1c9e-49cc-ad71-c118886cd205 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:31.298576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10478216-a49a-44dd-8ba5-be96631d0489 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.315076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10478216-a49a-44dd-8ba5-be96631d0489 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.396433 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10478216-a49a-44dd-8ba5-be96631d0489 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.401385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-10478216-a49a-44dd-8ba5-be96631d0489 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4623811 Aug 16 02:26:31.402519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56918) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:31.432543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d3fb428d-1682-4efb-a6b3-d86b85a82c6a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '7d29aa9e-11ae-456b-8778-3504b39ad9cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:31.437948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Port 41299831-6b58-4453-9d95-08475deafe31 on network afec0061-1c9e-49cc-ad71-c118886cd205 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:26:31.439161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Attempting to bind port 41299831-6b58-4453-9d95-08475deafe31 on network afec0061-1c9e-49cc-ad71-c118886cd205 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:31.480357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478216-a49a-44dd-8ba5-be96631d0489 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ccd0e9-2ba2-44a8-b2f5-c8679d1b9a85,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:31.510383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-d64c309f-5b21-4733-a45f-8f3b842af42f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:31.512087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-d64c309f-5b21-4733-a45f-8f3b842af42f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 805 time: 0.4064236 Aug 16 02:26:31.516067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-136c93b4-360c-4216-afc2-5df3ec824fd0 req-8a37cea0-32d1-48ee-8ef2-9fedcad84f3c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 210 time: 0.1405568 Aug 16 02:26:31.533536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:31.534150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Checking segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:31.534647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Bound using segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:31.535938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Bound port: 41299831-6b58-4453-9d95-08475deafe31, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:31.536439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.538903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-05d569ce-bda4-4bc5-af60-111434ce3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:31.540486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-05d569ce-bda4-4bc5-af60-111434ce3d81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 1095 time: 0.2442987 Aug 16 02:26:31.541235 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3fb428d-1682-4efb-a6b3-d86b85a82c6a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.574237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Request body: {'port': {'device_id': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'admin_state_up': True, 'tenant_id': 'eec9e57f8eef4c2e8e997bc011a4ec1f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:31.592102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Checking segment: {'id': '0cba9de8-ffba-4675-b1c4-1c063e39b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '25061b39-1805-4d3d-be27-f412c7deae26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:31.592668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network hostable DHCP agents. Network: 25061b39-1805-4d3d-be27-f412c7deae26, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:31.749423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3fb428d-1682-4efb-a6b3-d86b85a82c6a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.749768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 25061b39-1805-4d3d-be27-f412c7deae26 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:31.759070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3fb428d-1682-4efb-a6b3-d86b85a82c6a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.834715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb428d-1682-4efb-a6b3-d86b85a82c6a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591c7261-2070-4b8a-99bd-e4d4939f8bc2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:31.856638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] For port 41299831-6b58-4453-9d95-08475deafe31, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:31.864618 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.870962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3fb428d-1682-4efb-a6b3-d86b85a82c6a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.873270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d3fb428d-1682-4efb-a6b3-d86b85a82c6a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4604769 Aug 16 02:26:31.875404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.879911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:31.886022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8b345159-b8a1-48fe-9181-8d64ba5c09ef tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '7d29aa9e-11ae-456b-8778-3504b39ad9cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:31.888341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Made reservation on behalf of b998e8d6d60543719d5c9fde315db88d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:31.902116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.917468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 25061b39-1805-4d3d-be27-f412c7deae26) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:31.929984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d811f1-5a47-4997-9f51-5849e02e050e None None] Network 25061b39-1805-4d3d-be27-f412c7deae26 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:31.935772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09736f-beac-4db3-bff5-45d2612e7d00 req-7b17b0c8-cfca-4568-8bdb-90d5b202a249 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:31.946355 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a09736f-beac-4db3-bff5-45d2612e7d00 req-7b17b0c8-cfca-4568-8bdb-90d5b202a249 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1723163 Aug 16 02:26:31.996493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Made reservation on behalf of eec9e57f8eef4c2e8e997bc011a4ec1f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:32.000105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.078604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Allocated IP 172.20.0.3 (afec0061-1c9e-49cc-ad71-c118886cd205/41fdbe39-3220-403c-acad-af1da5cd4fad/18c7e941-c825-4b3b-abfd-97156723cc1e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:32.116116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a09736f-beac-4db3-bff5-45d2612e7d00 req-4cb99ed2-e333-49d7-8920-5f60b355e57b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688483 Aug 16 02:26:32.118669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b345159-b8a1-48fe-9181-8d64ba5c09ef tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.208418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] For port 41299831-6b58-4453-9d95-08475deafe31, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=41299831-6b58-4453-9d95-08475deafe31,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:32.240882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.243131 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.244393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-25061b39-1805-4d3d-be27-f412c7deae26', 'network_id': '25061b39-1805-4d3d-be27-f412c7deae26', 'tenant_id': 'b033f712412a42fa8f2c325c512f6012', 'fixed_ips': [{'subnet_id': 'becd63f6-2e2b-40d4-affe-e67b7d871cf8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:32.245606 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.281790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.391329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event deleted for resources: {'Port': ['ID=2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.424545 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-41a15a39-9a7e-4443-b625-aba60f21f875 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3583374 Aug 16 02:26:32.434329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:32.452667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'network': {'name': 'tempest-router-network01--1218195319'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:32.455515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Allocated IP 2001:db8::2 (25061b39-1805-4d3d-be27-f412c7deae26/becd63f6-2e2b-40d4-affe-e67b7d871cf8/cb781f0f-0900-40ae-ad02-ccc03629539e) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:32.504317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.505356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.507520 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] 10.222.0.98 "PUT /v2.0/ports/41299831-6b58-4453-9d95-08475deafe31 HTTP/1.1" status: 200 len: 1092 time: 4.3303695 Aug 16 02:26:32.515433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2538f68e-4599-47c7-9e17-933167a8e684 req-081e6f07-4662-4120-9363-4fa97347e7a7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 210 time: 0.0780177 Aug 16 02:26:32.523601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b345159-b8a1-48fe-9181-8d64ba5c09ef tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.528053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] No DVR routers for this DVR port 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:32.529775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:32.533890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.536224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.550162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc0433a0-5e2b-41da-8e8c-23c61136d050 req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "DELETE /v2.0/ports/2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 HTTP/1.1" status: 204 len: 173 time: 2.3440876 Aug 16 02:26:32.551483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'tag': '41299831-6b58-4453-9d95-08475deafe31'}, {'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-deleted', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:32.556103 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b05a01-ba32-48ba-91a5-8c8c54e40fde" -d '{"events": [{"name": "network-changed", "server_uuid": "d6534efc-acca-46b1-85fc-50c436c39ad2", "tag": "41299831-6b58-4453-9d95-08475deafe31"}, {"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-deleted", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:32.562784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.563253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.563780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.564220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.565278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.565278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.565477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.565945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.567208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.568479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.568987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.570045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ade8b8-782e-488f-8d9b-4650742cbb72 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.604886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b345159-b8a1-48fe-9181-8d64ba5c09ef tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.646499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b345159-b8a1-48fe-9181-8d64ba5c09ef tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b7ab57-3da0-4bd8-8f3b-f34bd403adc4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.670237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:32.685434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Allocated IP 172.20.0.3 (e121511c-1c83-4ca4-9506-4abac7108ed8/b4aec43f-6aad-480d-bbc1-74eb461c1da6/7a072f00-a7c6-4bb5-bd70-6d0213c257b2) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:32.687868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b345159-b8a1-48fe-9181-8d64ba5c09ef tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.693687 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b345159-b8a1-48fe-9181-8d64ba5c09ef tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8134530 Aug 16 02:26:32.694427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:32.701360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3cdb-66ff-4324-b59c-226cf9de75b0 service neutron] Pushing event updated for resources: {'Port': ['ID=41299831-6b58-4453-9d95-08475deafe31,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.706605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '7d29aa9e-11ae-456b-8778-3504b39ad9cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:32.751577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.751978 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Added segment 00c7220c-0371-4c65-ae9c-4d024f643828 of type vlan for network 3d02defe-1fae-4101-9443-a3731a58e644 Aug 16 02:26:32.773526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-79ed52ad-ae8f-44d9-a6a5-a7bfa02d50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.775089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-79ed52ad-ae8f-44d9-a6a5-a7bfa02d50b8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1292632 Aug 16 02:26:32.798572 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.809825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Transition to ACTIVE for port object cb781f0f-0900-40ae-ad02-ccc03629539e will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:32.841872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-4033cbcf-1fd6-4050-ad8a-d6d879dfb4db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41299831-6b58-4453-9d95-08475deafe31 HTTP/1.1" status: 200 len: 217 time: 0.0492427 Aug 16 02:26:32.853391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Transition to ACTIVE for port object cb781f0f-0900-40ae-ad02-ccc03629539e will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:32.864141 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.904847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-768fae57-d0ed-4efd-b321-9072f4f6c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.906546 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-768fae57-d0ed-4efd-b321-9072f4f6c790 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 200 len: 854 time: 0.0549095 Aug 16 02:26:32.913647 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.934972 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.967050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Network 25061b39-1805-4d3d-be27-f412c7deae26 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:32.970848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89e17f26-2d83-4e99-9365-ab05a1016e96 req-f58b3a65-36e0-401e-802b-405ce2f1cf26 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 210 time: 0.2701974 Aug 16 02:26:32.978517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:32.982009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:33.016418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Transition to ACTIVE for port object 18c7e941-c825-4b3b-abfd-97156723cc1e will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:33.024950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.067880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cc9ee79d-fde0-4237-b3e9-68838a36c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.069974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-cc9ee79d-fde0-4237-b3e9-68838a36c9ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=afec0061-1c9e-49cc-ad71-c118886cd205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535976 Aug 16 02:26:33.099352 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed9eb8-e2ee-44a9-b53e-60aea206e338 x-openstack-request-id: req-3eed9eb8-e2ee-44a9-b53e-60aea206e338 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:33.099643 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6534efc-acca-46b1-85fc-50c436c39ad2", "tag": "41299831-6b58-4453-9d95-08475deafe31", "status": "completed", "code": 200}, {"server_uuid": "9891ccf2-34fb-4756-96c2-956c2bdc35fc", "name": "network-vif-deleted", "tag": "2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:33.099883 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3eed9eb8-e2ee-44a9-b53e-60aea206e338 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:33.100351 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'tag': '41299831-6b58-4453-9d95-08475deafe31', 'status': 'completed', 'code': 200} Aug 16 02:26:33.100552 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9891ccf2-34fb-4756-96c2-956c2bdc35fc', 'name': 'network-vif-deleted', 'tag': '2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3', 'status': 'completed', 'code': 200} Aug 16 02:26:33.115484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:26:33.216692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-5fa82487-4b54-42db-8f31-aacb33a6f86b service neutron] 10.222.0.98 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152554 Aug 16 02:26:33.246505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.273237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Attempting to bind port cb781f0f-0900-40ae-ad02-ccc03629539e on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:33.276105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Attempting to bind port cb781f0f-0900-40ae-ad02-ccc03629539e by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0cba9de8-ffba-4675-b1c4-1c063e39b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '25061b39-1805-4d3d-be27-f412c7deae26'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:33.276721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Attempting to bind port cb781f0f-0900-40ae-ad02-ccc03629539e on network 25061b39-1805-4d3d-be27-f412c7deae26 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:33.297563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Pushing event updated for resources: {'Port': ['ID=cb781f0f-0900-40ae-ad02-ccc03629539e,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:33.316181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:33.316575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Checking segment: {'id': '0cba9de8-ffba-4675-b1c4-1c063e39b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '25061b39-1805-4d3d-be27-f412c7deae26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:33.316980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.317399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Bound using segment: {'id': '0cba9de8-ffba-4675-b1c4-1c063e39b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '25061b39-1805-4d3d-be27-f412c7deae26'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:33.317866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Bound port: cb781f0f-0900-40ae-ad02-ccc03629539e, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cba9de8-ffba-4675-b1c4-1c063e39b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '25061b39-1805-4d3d-be27-f412c7deae26'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:33.318260 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.452250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.469220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.469885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.511291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Network afec0061-1c9e-49cc-ad71-c118886cd205 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:33.512733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.527084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Pushing event updated for resources: {'Port': ['ID=18c7e941-c825-4b3b-abfd-97156723cc1e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:33.540930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:33.544147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:33.554665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.622884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.623732 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.644093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-2f654266-1962-4a1b-993c-0f6f42c1e94c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6202178 Aug 16 02:26:33.697067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Request body: {'port': {'device_id': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:33.748265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:33.775262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b72f04f8-1e1c-4582-8449-96faf4cf3b40 req-51928d91-8b53-4d53-9d4c-4160e22361af service neutron] 10.222.0.98 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259647 Aug 16 02:26:33.778595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:33.778938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2d69acfd-de79-40ea-8ee8-4a2a19e9b9d3 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:33.846851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6925d040-9fb3-4303-9da2-c66fe6a90bf9 req-5f8de8d1-21f9-4e17-8016-1a3ac4f52c8d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 210 time: 0.0726147 Aug 16 02:26:33.875341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] For port cb781f0f-0900-40ae-ad02-ccc03629539e, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:33.879804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] For port cb781f0f-0900-40ae-ad02-ccc03629539e, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=cb781f0f-0900-40ae-ad02-ccc03629539e,segment=NetworkSegment(0cba9de8-ffba-4675-b1c4-1c063e39b60a),segment_id=0cba9de8-ffba-4675-b1c4-1c063e39b60a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:33.887131 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.948932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f187b38-fb1a-42de-b213-bc88da198de8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:33.959532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-d5267183-636d-4f0c-be47-e66064209d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.961347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-d5267183-636d-4f0c-be47-e66064209d57 service neutron] 10.222.0.88 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 916 time: 0.4044383 Aug 16 02:26:34.002098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1e702-ed11-4208-b645-89b12c86eff7 None None] Pushing event updated for resources: {'Port': ['ID=cb781f0f-0900-40ae-ad02-ccc03629539e,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:34.019709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.023473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.031497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3300195 Aug 16 02:26:34.036974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.065756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5692aca3-0c3a-4fac-b171-389311a35621 None None] Provisioning for port 18c7e941-c825-4b3b-abfd-97156723cc1e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:34.069124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fcfbc10c-7617-4106-928d-dad2adb4241c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '7d29aa9e-11ae-456b-8778-3504b39ad9cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:34.071799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5692aca3-0c3a-4fac-b171-389311a35621 None None] Provisioning complete for port 18c7e941-c825-4b3b-abfd-97156723cc1e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:34.072490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5692aca3-0c3a-4fac-b171-389311a35621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.075363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-5b9818ac-fb86-41ff-9dd8-e13b603d5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.076829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-5b9818ac-fb86-41ff-9dd8-e13b603d5c01 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 1095 time: 0.2289917 Aug 16 02:26:34.143442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5692aca3-0c3a-4fac-b171-389311a35621 None None] Port 18c7e941-c825-4b3b-abfd-97156723cc1e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:34.187693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7487605 Aug 16 02:26:34.220780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.225619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.226192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.228797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.246680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.247218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.247732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.248233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.248828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.249317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.249820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.250321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.250812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9073b5c-fc9f-4a90-a6c2-ae84e1c05bb2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:34.256144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-890820d9-fb62-437c-9572-de0b10b27247 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e HTTP/1.1" status: 200 len: 217 time: 0.2201428 Aug 16 02:26:34.264090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'network': {'name': 'tempest-router-network02--854249502'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:34.276871 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.305481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffba6c-5611-4a5f-bd36-7797917ffad2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Network': ['ID=3d02defe-1fae-4101-9443-a3731a58e644,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:34.327495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 3d02defe-1fae-4101-9443-a3731a58e644 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:34.354579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc10c-7617-4106-928d-dad2adb4241c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.499001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:34.518652 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.551898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-d48dbe09-5300-43c5-ba18-8b137240f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.554935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-d48dbe09-5300-43c5-ba18-8b137240f5ac service neutron] 10.222.0.98 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 916 time: 0.4667299 Aug 16 02:26:34.560172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01618051-87bd-4792-ab64-519304c1a07c req-050e767d-f66f-4668-a0e9-18e84ec59d51 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.561831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01618051-87bd-4792-ab64-519304c1a07c req-050e767d-f66f-4668-a0e9-18e84ec59d51 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 1.0475726 Aug 16 02:26:34.584368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd7507-360f-4fa3-af26-5fb2abed1bc6 req-20158edf-66a8-437f-ba6e-b4a4a0116419 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.593202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95dd7507-360f-4fa3-af26-5fb2abed1bc6 req-20158edf-66a8-437f-ba6e-b4a4a0116419 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 931 time: 0.4382975 Aug 16 02:26:34.611272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc10c-7617-4106-928d-dad2adb4241c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.648272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cb781f0f-0900-40ae-ad02-ccc03629539e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:34.669037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc10c-7617-4106-928d-dad2adb4241c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.755891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbc10c-7617-4106-928d-dad2adb4241c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f907f0-d469-405d-8c2f-fc346b083c0d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:34.762739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:34.762979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port cb781f0f-0900-40ae-ad02-ccc03629539e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:34.775040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-0f7df30b-9148-434d-88a3-4f75fe6d55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.776772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-0f7df30b-9148-434d-88a3-4f75fe6d55c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 200 len: 854 time: 0.4861512 Aug 16 02:26:34.804667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.805150 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Added segment 6baaa6a0-2ffb-4fd9-87bf-d20335feec89 of type vlan for network 2952b032-dbe2-4026-9265-709d1a3871ac Aug 16 02:26:34.824467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-4e8bf7cc-4d57-4d42-b4aa-748a19605b94 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41299831-6b58-4453-9d95-08475deafe31 HTTP/1.1" status: 200 len: 217 time: 0.1482110 Aug 16 02:26:34.831093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcfbc10c-7617-4106-928d-dad2adb4241c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.833753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fcfbc10c-7617-4106-928d-dad2adb4241c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7728517 Aug 16 02:26:34.864741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56956) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.928084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95dd7507-360f-4fa3-af26-5fb2abed1bc6 req-33e5f90f-3790-4431-8e55-97afc989dd0c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440131 Aug 16 02:26:34.954031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.999960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01618051-87bd-4792-ab64-519304c1a07c req-898de934-1aaa-49d9-9362-4e0b1cb57963 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797324 Aug 16 02:26:35.001898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.010039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.011018 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.087804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d185788-144c-4884-8768-e0ce423026e0 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.117000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d185788-144c-4884-8768-e0ce423026e0 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.121584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-990d4665-de3e-4e4c-a27b-b9c19cacdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.123315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-990d4665-de3e-4e4c-a27b-b9c19cacdffa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 200 len: 854 time: 0.2851589 Aug 16 02:26:35.126239 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.158615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9010272 Aug 16 02:26:35.163037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56960) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:35.176499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'subnet': {'network_id': '3d02defe-1fae-4101-9443-a3731a58e644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:35.212130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Network e121511c-1c83-4ca4-9506-4abac7108ed8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:35.215110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59acc4a-b6a0-48cc-8bed-4a769ecba39b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Network': ['ID=2952b032-dbe2-4026-9265-709d1a3871ac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.225582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2952b032-dbe2-4026-9265-709d1a3871ac details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:35.228006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:35.230362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:35.283466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event updated for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.347817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.350549 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.396623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 41299831-6b58-4453-9d95-08475deafe31 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:35.397352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-6d6c1a7c-508e-42d4-9e11-df99c827fbfd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8663521 Aug 16 02:26:35.412865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Request body: {'port': {'device_id': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:35.568870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.601072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40978f72-60eb-445b-a4b2-ffb7f3a361e1 None None] Network 25061b39-1805-4d3d-be27-f412c7deae26 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:35.797222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 41299831-6b58-4453-9d95-08475deafe31, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=41299831-6b58-4453-9d95-08475deafe31,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:35.857506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d185788-144c-4884-8768-e0ce423026e0 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.869070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d185788-144c-4884-8768-e0ce423026e0 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.876828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56964) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:35.878110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2a2c8f52-bb23-4a07-a4cf-efa8f0925250 None None] Provisioning for port cb781f0f-0900-40ae-ad02-ccc03629539e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:35.882683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '41299831-6b58-4453-9d95-08475deafe31', 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'port_id': '41299831-6b58-4453-9d95-08475deafe31', 'mac_address': 'fa:16:3e:ec:82:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fdbe39-3220-403c-acad-af1da5cd4fad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:35.883980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5d185788-144c-4884-8768-e0ce423026e0 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f6f907f0-d469-405d-8c2f-fc346b083c0d HTTP/1.1" status: 204 len: 168 time: 1.0117517 Aug 16 02:26:35.922553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-d20f9ab9-fe61-4688-b4b6-4b0bb645ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.924143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-d20f9ab9-fe61-4688-b4b6-4b0bb645ea72 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=afec0061-1c9e-49cc-ad71-c118886cd205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7847655 Aug 16 02:26:35.925082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d185788-144c-4884-8768-e0ce423026e0 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6f907f0-d469-405d-8c2f-fc346b083c0d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.930047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2a2c8f52-bb23-4a07-a4cf-efa8f0925250 None None] Provisioning complete for port cb781f0f-0900-40ae-ad02-ccc03629539e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:35.930788 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2a2c8f52-bb23-4a07-a4cf-efa8f0925250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.935814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.965090 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e25b0219-5df9-42d2-b4c8-7c6a9b92f078 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0869231 Aug 16 02:26:35.967582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:35.985370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845b5f4-b3c1-42bf-9547-78b6c1a06726 req-d5ec51be-60b1-4bd4-8c48-bf7416ce632e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.990747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41299831-6b58-4453-9d95-08475deafe31 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:35.993418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2845b5f4-b3c1-42bf-9547-78b6c1a06726 req-d5ec51be-60b1-4bd4-8c48-bf7416ce632e tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 931 time: 0.7900541 Aug 16 02:26:36.011488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47ce90e2-8232-4a63-a5c3-cc8b28e07584 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.019197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 41299831-6b58-4453-9d95-08475deafe31, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=41299831-6b58-4453-9d95-08475deafe31,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:36.026164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47ce90e2-8232-4a63-a5c3-cc8b28e07584 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.027762 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.092340 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47ce90e2-8232-4a63-a5c3-cc8b28e07584 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.107813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47ce90e2-8232-4a63-a5c3-cc8b28e07584 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.109077 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-47ce90e2-8232-4a63-a5c3-cc8b28e07584 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4f187b38-fb1a-42de-b213-bc88da198de8 HTTP/1.1" status: 204 len: 168 time: 0.1405253 Aug 16 02:26:36.117329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=41299831-6b58-4453-9d95-08475deafe31,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.120998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.139774 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2a2c8f52-bb23-4a07-a4cf-efa8f0925250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.158944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c7e941-c825-4b3b-abfd-97156723cc1e {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:36.175271 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.179535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2a2c8f52-bb23-4a07-a4cf-efa8f0925250 None None] For port cb781f0f-0900-40ae-ad02-ccc03629539e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=cb781f0f-0900-40ae-ad02-ccc03629539e,segment=NetworkSegment(0cba9de8-ffba-4675-b1c4-1c063e39b60a),segment_id=0cba9de8-ffba-4675-b1c4-1c063e39b60a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:36.180771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce90e2-8232-4a63-a5c3-cc8b28e07584 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f187b38-fb1a-42de-b213-bc88da198de8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.192917 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2a2c8f52-bb23-4a07-a4cf-efa8f0925250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.201501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:36.204972 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.226108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-42e1fdbd-bedd-4b69-bf17-bedbcdc9bbe0 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0744197 Aug 16 02:26:36.228955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:36.232801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Transition to ACTIVE for port object 18c7e941-c825-4b3b-abfd-97156723cc1e will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:36.233552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.257099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.266918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c8f52-bb23-4a07-a4cf-efa8f0925250 None None] Pushing event updated for resources: {'Port': ['ID=cb781f0f-0900-40ae-ad02-ccc03629539e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.275037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2e14bc-1587-4dd6-8616-1c99a43d6824 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.276428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2845b5f4-b3c1-42bf-9547-78b6c1a06726 req-f5cb8a90-e9d1-4a1f-b022-b67760cc41dd tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326329 Aug 16 02:26:36.286342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.294371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2e14bc-1587-4dd6-8616-1c99a43d6824 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.310928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Transition to ACTIVE for port object 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:36.320504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.381457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2e14bc-1587-4dd6-8616-1c99a43d6824 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.389618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b2e14bc-1587-4dd6-8616-1c99a43d6824 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.390484 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4b2e14bc-1587-4dd6-8616-1c99a43d6824 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/39b7ab57-3da0-4bd8-8f3b-f34bd403adc4 HTTP/1.1" status: 204 len: 168 time: 0.1558232 Aug 16 02:26:36.405352 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-939f9c2a-6445-4eaa-b66b-2d3a68ab9d2b service neutron] 10.222.0.98 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597909 Aug 16 02:26:36.409604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56978) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.426180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['41299831-6b58-4453-9d95-08475deafe31'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:36.429813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-78f9a7ad-bbb2-4baf-8ba7-972659c0957d None None] Provisioning complete for port cb781f0f-0900-40ae-ad02-ccc03629539e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:36.430375 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78f9a7ad-bbb2-4baf-8ba7-972659c0957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.434772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e14bc-1587-4dd6-8616-1c99a43d6824 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39b7ab57-3da0-4bd8-8f3b-f34bd403adc4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.451528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Pushing event updated for resources: {'Port': ['ID=18c7e941-c825-4b3b-abfd-97156723cc1e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.469518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Pushing event updated for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.562411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-2f87bb8c-fba8-4e36-b699-517ec9273730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.563860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-2f87bb8c-fba8-4e36-b699-517ec9273730 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afec0061-1c9e-49cc-ad71-c118886cd205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1914904 Aug 16 02:26:36.595511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cb781f0f-0900-40ae-ad02-ccc03629539e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:36.645074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715a15-72ba-4383-8132-5b4a6fa99fec req-800944fa-979e-4b87-b6dc-b805b48e08ee tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.646629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61715a15-72ba-4383-8132-5b4a6fa99fec req-800944fa-979e-4b87-b6dc-b805b48e08ee tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1431530 Aug 16 02:26:36.649567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Attempting to bind port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:36.649904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Attempting to bind port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:36.650233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Attempting to bind port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:36.667652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 on network e121511c-1c83-4ca4-9506-4abac7108ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:26:36.667975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Attempting to bind port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 on network e121511c-1c83-4ca4-9506-4abac7108ed8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:36.689900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:36.690241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Checking segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:36.690660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Bound using segment: {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:36.691651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Bound port: 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:36.692015 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.699773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fc213-c766-4913-9d2b-05fdcd3c7250 req-c46deda3-8ff0-4d69-983e-2bb6292d37a9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.704775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e4fc213-c766-4913-9d2b-05fdcd3c7250 req-c46deda3-8ff0-4d69-983e-2bb6292d37a9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 943 time: 0.3250716 Aug 16 02:26:36.709069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b05a01-ba32-48ba-91a5-8c8c54e40fde req-b95dd67d-26ba-44fc-a005-57b935dda7cd service neutron] 10.222.0.98 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938805 Aug 16 02:26:36.736360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port cb781f0f-0900-40ae-ad02-ccc03629539e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:36.737154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.756161 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61715a15-72ba-4383-8132-5b4a6fa99fec req-87e0cca1-932f-41df-ba75-28315d8398e1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982385 Aug 16 02:26:36.765508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-1ff10a86-577b-457f-adc4-9f153f78a5fe service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888447 Aug 16 02:26:36.802723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b1c9aa3d-d7d1-40a7-ab66-334da87252a6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3873687 Aug 16 02:26:36.813750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.841430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:36.846135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:36.859729 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.875387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e4fc213-c766-4913-9d2b-05fdcd3c7250 req-aa7faf11-e27e-414d-b2e3-25b21a698bac tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571107 Aug 16 02:26:36.904532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.905159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.906557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] 10.222.0.98 "PUT /v2.0/ports/7a072f00-a7c6-4bb5-bd70-6d0213c257b2 HTTP/1.1" status: 200 len: 1092 time: 1.4991944 Aug 16 02:26:36.908598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:36.911745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Attempting to bind port 18c7e941-c825-4b3b-abfd-97156723cc1e on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:36.912087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Attempting to bind port 18c7e941-c825-4b3b-abfd-97156723cc1e by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:36.912450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Attempting to bind port 18c7e941-c825-4b3b-abfd-97156723cc1e on network afec0061-1c9e-49cc-ad71-c118886cd205 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:36.916819 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aa33a0-cccd-4bc3-962f-24bd9b816b41" -d '{"events": [{"name": "network-changed", "server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:36.925598 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68654cc7-18ea-4043-b8d3-ad441da1da35 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.931334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Port 18c7e941-c825-4b3b-abfd-97156723cc1e on network afec0061-1c9e-49cc-ad71-c118886cd205 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:26:36.931667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Attempting to bind port 18c7e941-c825-4b3b-abfd-97156723cc1e on network afec0061-1c9e-49cc-ad71-c118886cd205 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:36.945396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68654cc7-18ea-4043-b8d3-ad441da1da35 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.957517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:36.957937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Checking segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:36.958313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Bound using segment: {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:36.958768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Bound port: 18c7e941-c825-4b3b-abfd-97156723cc1e, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55de64bb-811a-4b8f-a7e0-3656fbddb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:36.959131 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.964934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7932be34-debc-46fb-b8d3-077d15aee4cb req-e01c51d9-3031-4880-a884-373abce5af0d service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905134 Aug 16 02:26:36.977162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.995423 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a253b22-1241-4fa0-a8f1-5a6135f2880f x-openstack-request-id: req-8a253b22-1241-4fa0-a8f1-5a6135f2880f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:36.995851 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:36.996221 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a253b22-1241-4fa0-a8f1-5a6135f2880f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:36.996634 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'status': 'completed', 'code': 200} Aug 16 02:26:37.004927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5906b99-9633-4006-94a0-6066c8f8d200 service neutron] Pushing event updated for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.020679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-c3f3ac8b-6adb-407d-b93e-61f9d993ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.022380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-c3f3ac8b-6adb-407d-b93e-61f9d993ac42 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 1095 time: 0.0751185 Aug 16 02:26:37.059966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68654cc7-18ea-4043-b8d3-ad441da1da35 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.068761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-eb6ce62b-ea8c-4318-a01a-83cd9296a5c3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2 HTTP/1.1" status: 200 len: 217 time: 0.0373306 Aug 16 02:26:37.070780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68654cc7-18ea-4043-b8d3-ad441da1da35 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.071866 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-68654cc7-18ea-4043-b8d3-ad441da1da35 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/591c7261-2070-4b8a-99bd-e4d4939f8bc2 HTTP/1.1" status: 204 len: 168 time: 0.2513323 Aug 16 02:26:37.074457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.092700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Subnet': ['ID=9456cec1-c1a8-480f-ade9-e54e5cfe518e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.098175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68654cc7-18ea-4043-b8d3-ad441da1da35 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=591c7261-2070-4b8a-99bd-e4d4939f8bc2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.128777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Checking segment: {'id': '00c7220c-0371-4c65-ae9c-4d024f643828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3d02defe-1fae-4101-9443-a3731a58e644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:37.129132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network hostable DHCP agents. Network: 3d02defe-1fae-4101-9443-a3731a58e644, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:37.133489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] For port 18c7e941-c825-4b3b-abfd-97156723cc1e, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:37.136880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] For port 18c7e941-c825-4b3b-abfd-97156723cc1e, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=18c7e941-c825-4b3b-abfd-97156723cc1e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:37.144594 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.152008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2efa404f-c26b-4594-99b2-64562fd53ab6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0764234 Aug 16 02:26:37.154769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.162495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-35e0a32d-fdd9-4097-af69-cc9d8613111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.164357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-35e0a32d-fdd9-4097-af69-cc9d8613111f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.0832839 Aug 16 02:26:37.183854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 3d02defe-1fae-4101-9443-a3731a58e644 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:37.186606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.187242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.188738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] 10.222.0.88 "PUT /v2.0/ports/18c7e941-c825-4b3b-abfd-97156723cc1e HTTP/1.1" status: 200 len: 1092 time: 3.5034153 Aug 16 02:26:37.193778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'tag': '18c7e941-c825-4b3b-abfd-97156723cc1e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:37.196075 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59adc635-9b05-4de8-9889-98a04b400889" -d '{"events": [{"name": "network-changed", "server_uuid": "42cf9cec-4a4d-4050-b1bc-ec4796860f17", "tag": "18c7e941-c825-4b3b-abfd-97156723cc1e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:37.210659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef68020a-2fd6-4aff-ba74-4fa06fcd2d6e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.220451 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-d2365f9d-75f3-452d-ad32-53c3d1d802c5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485506 Aug 16 02:26:37.224618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 3d02defe-1fae-4101-9443-a3731a58e644) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:37.227461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef68020a-2fd6-4aff-ba74-4fa06fcd2d6e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.230202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.231356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.233680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6298fe92-34dc-4ce0-a7a1-13fa9a51d5f5 None None] Network 3d02defe-1fae-4101-9443-a3731a58e644 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:37.241114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb335ac3-4c6e-45df-bdc2-88384f73d6cf service neutron] Pushing event updated for resources: {'Port': ['ID=18c7e941-c825-4b3b-abfd-97156723cc1e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.277172 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87efe80a-90b4-46c3-86f6-7d9b54301733 x-openstack-request-id: req-87efe80a-90b4-46c3-86f6-7d9b54301733 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:37.277464 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cf9cec-4a4d-4050-b1bc-ec4796860f17", "tag": "18c7e941-c825-4b3b-abfd-97156723cc1e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:37.277714 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87efe80a-90b4-46c3-86f6-7d9b54301733 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:37.278105 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'tag': '18c7e941-c825-4b3b-abfd-97156723cc1e', 'status': 'completed', 'code': 200} Aug 16 02:26:37.296377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-900f09df-4515-4738-bf95-359e786e3160 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1261382 Aug 16 02:26:37.298251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.309519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'subnet': {'network_id': '2952b032-dbe2-4026-9265-709d1a3871ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:37.311955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-e16f9dd8-579b-46f9-9280-1e9915e0cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.313243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-e16f9dd8-579b-46f9-9280-1e9915e0cb8e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 1095 time: 0.0778723 Aug 16 02:26:37.398098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-5dd3e6d4-7102-491d-98ff-b01b4b20b183 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7e941-c825-4b3b-abfd-97156723cc1e HTTP/1.1" status: 200 len: 217 time: 0.0771902 Aug 16 02:26:37.420543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef68020a-2fd6-4aff-ba74-4fa06fcd2d6e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.431958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef68020a-2fd6-4aff-ba74-4fa06fcd2d6e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.433282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef68020a-2fd6-4aff-ba74-4fa06fcd2d6e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/14ccd0e9-2ba2-44a8-b2f5-c8679d1b9a85 HTTP/1.1" status: 204 len: 168 time: 0.2775626 Aug 16 02:26:37.442674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.474219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68020a-2fd6-4aff-ba74-4fa06fcd2d6e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14ccd0e9-2ba2-44a8-b2f5-c8679d1b9a85,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.500017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:37.503768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.517509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-3d02defe-1fae-4101-9443-a3731a58e644', 'network_id': '3d02defe-1fae-4101-9443-a3731a58e644', 'tenant_id': 'b033f712412a42fa8f2c325c512f6012', 'fixed_ips': [{'subnet_id': '9456cec1-c1a8-480f-ade9-e54e5cfe518e'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:37.518563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.526240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-834af931-d4ea-4fa9-b12a-9121d07e22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.528333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-834af931-d4ea-4fa9-b12a-9121d07e22c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 200 len: 854 time: 0.0936904 Aug 16 02:26:37.537312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d433d-a829-4de8-a3ed-5fa6e23ff3a4 req-260e447e-4166-4be6-be2a-23cd05ceb50f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.538797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-181d433d-a829-4de8-a3ed-5fa6e23ff3a4 req-260e447e-4166-4be6-be2a-23cd05ceb50f tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 943 time: 0.1514447 Aug 16 02:26:37.583155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-17edc3ed-4b0d-4c51-9276-0365bfb22b14 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532884 Aug 16 02:26:37.594965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b2c4e06-952b-4697-a38a-8367db89f3f8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1483998 Aug 16 02:26:37.603907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56998) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.614935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-18e384ed-9006-42b2-91ee-d5a3c21140ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.616594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-18e384ed-9006-42b2-91ee-d5a3c21140ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afec0061-1c9e-49cc-ad71-c118886cd205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767789 Aug 16 02:26:37.629576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-181d433d-a829-4de8-a3ed-5fa6e23ff3a4 req-ab006b15-44da-49fd-9067-1c209494a4e8 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804799 Aug 16 02:26:37.695170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Allocated IP 2001:db8::2 (3d02defe-1fae-4101-9443-a3731a58e644/9456cec1-c1a8-480f-ade9-e54e5cfe518e/53aa41af-8c65-477d-ad9e-bf63cb63c95b) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:37.749877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-271feb0b-0d62-46cf-8511-92daa88b9160 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.753772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c393bbc2-9f2d-4eb2-ad6f-aa33bcdcb24b req-4b7499fc-1bd6-48fc-915f-573ba1b9254c service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549454 Aug 16 02:26:37.757911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-aea52d86-6a11-4b21-99f6-c0ab0f4ec684 service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319592 Aug 16 02:26:37.839650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-271feb0b-0d62-46cf-8511-92daa88b9160 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.880702 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.891776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Transition to ACTIVE for port object 53aa41af-8c65-477d-ad9e-bf63cb63c95b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:37.912496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-271feb0b-0d62-46cf-8511-92daa88b9160 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.915299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-271feb0b-0d62-46cf-8511-92daa88b9160 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.916590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-271feb0b-0d62-46cf-8511-92daa88b9160 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/7d29aa9e-11ae-456b-8778-3504b39ad9cd HTTP/1.1" status: 204 len: 168 time: 0.3110168 Aug 16 02:26:37.923317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57006) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.925462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Transition to ACTIVE for port object 53aa41af-8c65-477d-ad9e-bf63cb63c95b will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:37.934115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.946142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f996f9e-3f17-44fd-8d50-dc0eb89a43cc req-607b769c-de29-44b5-bc0a-aff6d62d4536 service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793561 Aug 16 02:26:37.950117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271feb0b-0d62-46cf-8511-92daa88b9160 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29aa9e-11ae-456b-8778-3504b39ad9cd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.995864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Network 3d02defe-1fae-4101-9443-a3731a58e644 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:38.000957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:38.006552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:38.012476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Pushing event updated for resources: {'Port': ['ID=53aa41af-8c65-477d-ad9e-bf63cb63c95b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.067084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Attempting to bind port 53aa41af-8c65-477d-ad9e-bf63cb63c95b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:38.071889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Attempting to bind port 53aa41af-8c65-477d-ad9e-bf63cb63c95b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '00c7220c-0371-4c65-ae9c-4d024f643828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3d02defe-1fae-4101-9443-a3731a58e644'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:38.072026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0b2858c1-20bd-4d2c-b123-443d5fe5641b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422007 Aug 16 02:26:38.072149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Attempting to bind port 53aa41af-8c65-477d-ad9e-bf63cb63c95b on network 3d02defe-1fae-4101-9443-a3731a58e644 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:38.076179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57008) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.077768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:38.078274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Checking segment: {'id': '00c7220c-0371-4c65-ae9c-4d024f643828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3d02defe-1fae-4101-9443-a3731a58e644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:38.078802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.079308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Bound using segment: {'id': '00c7220c-0371-4c65-ae9c-4d024f643828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3d02defe-1fae-4101-9443-a3731a58e644'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:38.079900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Bound port: 53aa41af-8c65-477d-ad9e-bf63cb63c95b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c7220c-0371-4c65-ae9c-4d024f643828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3d02defe-1fae-4101-9443-a3731a58e644'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:38.080426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.082577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2563a759-f439-40c2-9eb9-0a549e67f1b8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--78430053'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:38.097583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c3f5-e002-4170-9269-3f6ddfad2d69 req-bcc028cd-f208-4d22-9f00-4e8ad6d780ea tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.099180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d586c3f5-e002-4170-9269-3f6ddfad2d69 req-bcc028cd-f208-4d22-9f00-4e8ad6d780ea tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 943 time: 0.1519902 Aug 16 02:26:38.115155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adc635-9b05-4de8-9889-98a04b400889 req-b12f541e-7069-4550-8463-b8e694da2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.116221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59adc635-9b05-4de8-9889-98a04b400889 req-b12f541e-7069-4550-8463-b8e694da2213 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 1095 time: 0.1086555 Aug 16 02:26:38.155249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] For port 53aa41af-8c65-477d-ad9e-bf63cb63c95b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:38.157646 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2563a759-f439-40c2-9eb9-0a549e67f1b8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.158557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] For port 53aa41af-8c65-477d-ad9e-bf63cb63c95b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=53aa41af-8c65-477d-ad9e-bf63cb63c95b,segment=NetworkSegment(00c7220c-0371-4c65-ae9c-4d024f643828),segment_id=00c7220c-0371-4c65-ae9c-4d024f643828)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:38.163278 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.211220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.221497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-ed802201-1301-4e0e-8b51-6f3d4c6b240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.223044 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-ed802201-1301-4e0e-8b51-6f3d4c6b240a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 1095 time: 0.0859575 Aug 16 02:26:38.224390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2e93a-2934-4569-826c-71ece0fa176f None None] Pushing event updated for resources: {'Port': ['ID=53aa41af-8c65-477d-ad9e-bf63cb63c95b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.238657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d586c3f5-e002-4170-9269-3f6ddfad2d69 req-fcaadc28-7a42-45bb-8d52-c33471861012 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292620 Aug 16 02:26:38.291814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adc635-9b05-4de8-9889-98a04b400889 req-12310c57-6ee5-4602-8395-f19d9922d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.293536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59adc635-9b05-4de8-9889-98a04b400889 req-12310c57-6ee5-4602-8395-f19d9922d631 service neutron] 10.222.0.88 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 916 time: 0.1668024 Aug 16 02:26:38.336003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d206-c6dc-4e90-97c4-db393765ce13 req-0dc22e4e-b7ea-43d1-8d20-b87f5eff78ce tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.343215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1777d206-c6dc-4e90-97c4-db393765ce13 req-0dc22e4e-b7ea-43d1-8d20-b87f5eff78ce tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.2156618 Aug 16 02:26:38.355499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59adc635-9b05-4de8-9889-98a04b400889 req-ce5d0060-69a9-4196-9ee6-e9ff8c784a9f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c7e941-c825-4b3b-abfd-97156723cc1e HTTP/1.1" status: 200 len: 217 time: 0.0522590 Aug 16 02:26:38.398644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Subnet': ['ID=67fd377b-3311-413f-afda-f5d23fc04a71,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.430492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2563a759-f439-40c2-9eb9-0a549e67f1b8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.432729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adc635-9b05-4de8-9889-98a04b400889 req-614758c4-fbcd-4f71-aa50-43839c5f0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.434263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59adc635-9b05-4de8-9889-98a04b400889 req-614758c4-fbcd-4f71-aa50-43839c5f0a82 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 200 len: 854 time: 0.0696464 Aug 16 02:26:38.436506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2563a759-f439-40c2-9eb9-0a549e67f1b8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.437407 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1777d206-c6dc-4e90-97c4-db393765ce13 req-0c6d976b-faad-4611-9573-20b5d411d205 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933356 Aug 16 02:26:38.446720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-325e519a-1265-4a7b-bfa2-0ea6f10b9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.448218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-325e519a-1265-4a7b-bfa2-0ea6f10b9c60 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 200 len: 906 time: 0.1778290 Aug 16 02:26:38.451585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Checking segment: {'id': '6baaa6a0-2ffb-4fd9-87bf-d20335feec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '2952b032-dbe2-4026-9265-709d1a3871ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:38.451585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network hostable DHCP agents. Network: 2952b032-dbe2-4026-9265-709d1a3871ac, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:38.524679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-e3c6acbf-1c10-4417-a4ad-fbd0fc48ab30 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2 HTTP/1.1" status: 200 len: 217 time: 0.0553930 Aug 16 02:26:38.533703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563a759-f439-40c2-9eb9-0a549e67f1b8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9c898-a2f0-4c5e-83db-983d50240463,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.537299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2563a759-f439-40c2-9eb9-0a549e67f1b8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.541171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2563a759-f439-40c2-9eb9-0a549e67f1b8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4613340 Aug 16 02:26:38.541490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57012) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.549297 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e361b16e-443d-4f45-be5a-02b500b9f53c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '51b9c898-a2f0-4c5e-83db-983d50240463', 'direction': 'ingress', 'protocol': 17}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:38.565417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 2952b032-dbe2-4026-9265-709d1a3871ac is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:38.588379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adc635-9b05-4de8-9889-98a04b400889 req-13116c5a-3a75-40f5-8264-3862ca02f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.590924 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59adc635-9b05-4de8-9889-98a04b400889 req-13116c5a-3a75-40f5-8264-3862ca02f737 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afec0061-1c9e-49cc-ad71-c118886cd205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464078 Aug 16 02:26:38.595465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2952b032-dbe2-4026-9265-709d1a3871ac) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:38.604331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.605458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.610703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-a0c5c7b4-8ff8-4ff0-b363-8ea77cb2d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.616916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7afdf-ac84-41aa-a9fb-8e51b0836c07 None None] Network 2952b032-dbe2-4026-9265-709d1a3871ac requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:38.617544 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-a0c5c7b4-8ff8-4ff0-b363-8ea77cb2d9b2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 200 len: 845 time: 0.0799856 Aug 16 02:26:38.655468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3729a923-7899-4e73-b9ae-4ce77d0bd9ee tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3535273 Aug 16 02:26:38.668386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.677831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-1998aa32-1912-4100-a4f6-5422aaaf816a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e121511c-1c83-4ca4-9506-4abac7108ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496225 Aug 16 02:26:38.716515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e361b16e-443d-4f45-be5a-02b500b9f53c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.772184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59adc635-9b05-4de8-9889-98a04b400889 req-b5c3d33e-dd28-42ea-9c03-e87883f8ded7 service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719191 Aug 16 02:26:38.827016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-3d5ac565-b784-4e0b-90fe-f6904b05e8e3 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980980 Aug 16 02:26:38.865634 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e361b16e-443d-4f45-be5a-02b500b9f53c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.867025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 53aa41af-8c65-477d-ad9e-bf63cb63c95b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:38.872317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e361b16e-443d-4f45-be5a-02b500b9f53c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.875466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-2952b032-dbe2-4026-9265-709d1a3871ac', 'network_id': '2952b032-dbe2-4026-9265-709d1a3871ac', 'tenant_id': 'b033f712412a42fa8f2c325c512f6012', 'fixed_ips': [{'subnet_id': '67fd377b-3311-413f-afda-f5d23fc04a71'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:38.876251 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.905997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361b16e-443d-4f45-be5a-02b500b9f53c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ddb058-525f-45b4-854a-63d3227ab896,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.923925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e361b16e-443d-4f45-be5a-02b500b9f53c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.925463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e361b16e-443d-4f45-be5a-02b500b9f53c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3828986 Aug 16 02:26:38.928687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57018) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.937628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59adc635-9b05-4de8-9889-98a04b400889 req-b225e984-b2f1-4042-8898-ad1c2859ed4b service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499369 Aug 16 02:26:38.988456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0331a313-09f5-4e16-b264-1f2f8d2da93e details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:38.992027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3e19da-1cc1-45a7-a51a-a7f84eaad20a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.020605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3e19da-1cc1-45a7-a51a-a7f84eaad20a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.077427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 53aa41af-8c65-477d-ad9e-bf63cb63c95b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:39.079816 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3e19da-1cc1-45a7-a51a-a7f84eaad20a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.083298 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac3e19da-1cc1-45a7-a51a-a7f84eaad20a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.086865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ac3e19da-1cc1-45a7-a51a-a7f84eaad20a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/51b9c898-a2f0-4c5e-83db-983d50240463 HTTP/1.1" status: 204 len: 168 time: 0.1546144 Aug 16 02:26:39.089430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57020) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.126367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e19da-1cc1-45a7-a51a-a7f84eaad20a tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9c898-a2f0-4c5e-83db-983d50240463,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.129655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2880b71-95b7-499d-aa4d-f80a00f9b1ba req-ba1b4a68-b1af-43b7-bacc-c3c7cb18a65d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.138099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2880b71-95b7-499d-aa4d-f80a00f9b1ba req-ba1b4a68-b1af-43b7-bacc-c3c7cb18a65d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 943 time: 0.3081446 Aug 16 02:26:39.161230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0331a313-09f5-4e16-b264-1f2f8d2da93e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:39.165285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-30438001-1fcc-4ebc-b6ea-b18ca9dffa6e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742164 Aug 16 02:26:39.165900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57022) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.170656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-23a7b4eb-66b5-4eb7-9d4c-702e5193edf1 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--329682915'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:39.173553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '0331a313-09f5-4e16-b264-1f2f8d2da93e', 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'port_id': '0331a313-09f5-4e16-b264-1f2f8d2da93e', 'mac_address': 'fa:16:3e:a8:80:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fdbe39-3220-403c-acad-af1da5cd4fad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:39.194124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Allocated IP 2001:db8::2 (2952b032-dbe2-4026-9265-709d1a3871ac/67fd377b-3311-413f-afda-f5d23fc04a71/323c6b19-166c-43fb-9b1d-dc93d831d400) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:39.199019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a7b4eb-66b5-4eb7-9d4c-702e5193edf1 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.266418 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2880b71-95b7-499d-aa4d-f80a00f9b1ba req-b7aa5205-72a0-42fa-aba9-333f569867b0 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275599 Aug 16 02:26:39.296610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70aa33a0-cccd-4bc3-962f-24bd9b816b41 req-ad8b91d7-de4c-46cd-863c-183eb28212f4 service neutron] 10.222.0.98 "GET /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202554 Aug 16 02:26:39.339886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.364164 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.365757 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a7b4eb-66b5-4eb7-9d4c-702e5193edf1 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.374488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a7b4eb-66b5-4eb7-9d4c-702e5193edf1 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.421968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Transition to ACTIVE for port object 323c6b19-166c-43fb-9b1d-dc93d831d400 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:39.429198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a7b4eb-66b5-4eb7-9d4c-702e5193edf1 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.430433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-23a7b4eb-66b5-4eb7-9d4c-702e5193edf1 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2635980 Aug 16 02:26:39.446436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57028) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.446632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:39.448926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 41299831-6b58-4453-9d95-08475deafe31 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:39.452439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d45d6564-25c6-4cce-b3fb-f4489b4bec4f tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--718357185'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:39.458936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.462681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7b4eb-66b5-4eb7-9d4c-702e5193edf1 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45969997-9d62-4668-a31d-8d630752590f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.493820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Transition to ACTIVE for port object 323c6b19-166c-43fb-9b1d-dc93d831d400 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:39.515699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4087c-4170-41e4-aa31-1a5e8805e173 req-554a3767-2b68-4561-aa58-725c6b0b4161 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.517510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cce4087c-4170-41e4-aa31-1a5e8805e173 req-554a3767-2b68-4561-aa58-725c6b0b4161 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 943 time: 0.1040876 Aug 16 02:26:39.518894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d45d6564-25c6-4cce-b3fb-f4489b4bec4f tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.526484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.614897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cce4087c-4170-41e4-aa31-1a5e8805e173 req-647bad12-b7c1-43fb-8c3a-51f5d7dd8f31 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Aug 16 02:26:39.669652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0331a313-09f5-4e16-b264-1f2f8d2da93e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:39.674493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c29bbe-5aa1-45c6-9666-b868ca479523 None None] Network 3d02defe-1fae-4101-9443-a3731a58e644 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:39.705611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d45d6564-25c6-4cce-b3fb-f4489b4bec4f tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.710045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d45d6564-25c6-4cce-b3fb-f4489b4bec4f tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.741837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043ba8c-7187-4231-8726-238028f80ac7 req-6ed1e378-c843-40c5-bac1-b0d86ecabae6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.743441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e043ba8c-7187-4231-8726-238028f80ac7 req-6ed1e378-c843-40c5-bac1-b0d86ecabae6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1201074 Aug 16 02:26:39.746152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d45d6564-25c6-4cce-b3fb-f4489b4bec4f tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.747558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d45d6564-25c6-4cce-b3fb-f4489b4bec4f tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2990963 Aug 16 02:26:39.751204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57034) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.756371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b01e0f6b-6298-4b21-a064-598797987317 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '45969997-9d62-4668-a31d-8d630752590f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '23d147ea-c2fa-416b-890e-342239c313d0', 'remote_ip_prefix': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:39.773063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d6564-25c6-4cce-b3fb-f4489b4bec4f tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d147ea-c2fa-416b-890e-342239c313d0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.815350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b01e0f6b-6298-4b21-a064-598797987317 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.823227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Allocated IP 2001:db8::1 (3d02defe-1fae-4101-9443-a3731a58e644/9456cec1-c1a8-480f-ade9-e54e5cfe518e/f4cae592-db29-46cb-9657-d588b63d15f4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:39.828219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e043ba8c-7187-4231-8726-238028f80ac7 req-f12909ff-8911-4afd-865d-2838199d232b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747170 Aug 16 02:26:39.914068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b01e0f6b-6298-4b21-a064-598797987317 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.918636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b01e0f6b-6298-4b21-a064-598797987317 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.933933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e0f6b-6298-4b21-a064-598797987317 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132c3e9e-ff12-405b-b179-ac982a08a18e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.947450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Network 2952b032-dbe2-4026-9265-709d1a3871ac is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:39.950607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b01e0f6b-6298-4b21-a064-598797987317 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.952023 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b01e0f6b-6298-4b21-a064-598797987317 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1997118 Aug 16 02:26:39.954845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57036) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.958844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:39.963243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0331a313-09f5-4e16-b264-1f2f8d2da93e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:39.965931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Pushing event updated for resources: {'Port': ['ID=323c6b19-166c-43fb-9b1d-dc93d831d400,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.969143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.978482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:39.981092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:39.983175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b3c10eef-4ae9-43f3-81da-259be047d671 None None] Provisioning for port 53aa41af-8c65-477d-ad9e-bf63cb63c95b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:39.984041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136c785b-e75f-48b8-8728-31bc57869cfd tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.988551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Transition to ACTIVE for port object f4cae592-db29-46cb-9657-d588b63d15f4 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:39.993105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136c785b-e75f-48b8-8728-31bc57869cfd tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.995139 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.023309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136c785b-e75f-48b8-8728-31bc57869cfd tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.026185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b3c10eef-4ae9-43f3-81da-259be047d671 None None] Provisioning complete for port 53aa41af-8c65-477d-ad9e-bf63cb63c95b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:40.026594 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3c10eef-4ae9-43f3-81da-259be047d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.028797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.030595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'mac_address': 'fa:16:3e:55:df:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:40.031328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-136c785b-e75f-48b8-8728-31bc57869cfd tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.031985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 41299831-6b58-4453-9d95-08475deafe31 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:40.032502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-136c785b-e75f-48b8-8728-31bc57869cfd tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/132c3e9e-ff12-405b-b179-ac982a08a18e HTTP/1.1" status: 204 len: 168 time: 0.0765512 Aug 16 02:26:40.036998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57038) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.044520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c785b-e75f-48b8-8728-31bc57869cfd tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=132c3e9e-ff12-405b-b179-ac982a08a18e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.048907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 3d02defe-1fae-4101-9443-a3731a58e644 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:40.051956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:40.070835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:40.071559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.087307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9d61c287-a0b0-4a2d-9cd5-602fb4accdd2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0481260 Aug 16 02:26:40.089935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57040) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.112939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 41299831-6b58-4453-9d95-08475deafe31 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:40.113408 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.148017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-804444a8-ad53-478e-ba07-295a6ead395e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.167241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Port': ['ID=f4cae592-db29-46cb-9657-d588b63d15f4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.172791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-804444a8-ad53-478e-ba07-295a6ead395e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.221448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-804444a8-ad53-478e-ba07-295a6ead395e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.224913 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-804444a8-ad53-478e-ba07-295a6ead395e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.228535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-804444a8-ad53-478e-ba07-295a6ead395e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/23d147ea-c2fa-416b-890e-342239c313d0 HTTP/1.1" status: 204 len: 168 time: 0.1354589 Aug 16 02:26:40.228910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.236019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0331a313-09f5-4e16-b264-1f2f8d2da93e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.237037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804444a8-ad53-478e-ba07-295a6ead395e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d147ea-c2fa-416b-890e-342239c313d0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.239760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.244119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Attempting to bind port 323c6b19-166c-43fb-9b1d-dc93d831d400 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:40.244523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Attempting to bind port 323c6b19-166c-43fb-9b1d-dc93d831d400 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6baaa6a0-2ffb-4fd9-87bf-d20335feec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '2952b032-dbe2-4026-9265-709d1a3871ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:40.244888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Attempting to bind port 323c6b19-166c-43fb-9b1d-dc93d831d400 on network 2952b032-dbe2-4026-9265-709d1a3871ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:40.251766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.286422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:40.286796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Checking segment: {'id': '6baaa6a0-2ffb-4fd9-87bf-d20335feec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '2952b032-dbe2-4026-9265-709d1a3871ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:40.287204 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.287599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Bound using segment: {'id': '6baaa6a0-2ffb-4fd9-87bf-d20335feec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '2952b032-dbe2-4026-9265-709d1a3871ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:40.288087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Bound port: 323c6b19-166c-43fb-9b1d-dc93d831d400, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baaa6a0-2ffb-4fd9-87bf-d20335feec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '2952b032-dbe2-4026-9265-709d1a3871ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:40.288498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.290623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0331a313-09f5-4e16-b264-1f2f8d2da93e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:40.338698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:40.411176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6df1cf-ce63-4a16-8117-17603e2e9a5a req-5f7a8dd2-87c2-42e3-850d-8926f956e8d2 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:40.412701 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c6df1cf-ce63-4a16-8117-17603e2e9a5a req-5f7a8dd2-87c2-42e3-850d-8926f956e8d2 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 943 time: 0.0576272 Aug 16 02:26:40.417772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a6f79d1-3286-4ee1-a01f-69db15056b7d tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1877394 Aug 16 02:26:40.420433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.440604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:40.459217 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c6df1cf-ce63-4a16-8117-17603e2e9a5a req-639d8445-62a9-4871-9f06-04d8db4b6f52 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Aug 16 02:26:40.510303 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.553259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3c10eef-4ae9-43f3-81da-259be047d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.558746 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d198-5bf3-4a1e-81e5-635b055add63 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.597921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.599804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d198-5bf3-4a1e-81e5-635b055add63 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.612459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] For port 323c6b19-166c-43fb-9b1d-dc93d831d400, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:40.663865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.672549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] For port 323c6b19-166c-43fb-9b1d-dc93d831d400, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=323c6b19-166c-43fb-9b1d-dc93d831d400,segment=NetworkSegment(6baaa6a0-2ffb-4fd9-87bf-d20335feec89),segment_id=6baaa6a0-2ffb-4fd9-87bf-d20335feec89)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:40.676960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.677774 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.697571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.704047 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.707337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b3c10eef-4ae9-43f3-81da-259be047d671 None None] For port 53aa41af-8c65-477d-ad9e-bf63cb63c95b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=53aa41af-8c65-477d-ad9e-bf63cb63c95b,segment=NetworkSegment(00c7220c-0371-4c65-ae9c-4d024f643828),segment_id=00c7220c-0371-4c65-ae9c-4d024f643828)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:40.709671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d198-5bf3-4a1e-81e5-635b055add63 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.717991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d198-5bf3-4a1e-81e5-635b055add63 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.721492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41299831-6b58-4453-9d95-08475deafe31'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:40.723919 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7587eaf-f915-435b-a9aa-8479da8ebc2d" -d '{"events": [{"server_uuid": "d6534efc-acca-46b1-85fc-50c436c39ad2", "name": "network-vif-plugged", "status": "completed", "tag": "41299831-6b58-4453-9d95-08475deafe31"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:40.724543 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a1c3d198-5bf3-4a1e-81e5-635b055add63 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/45969997-9d62-4668-a31d-8d630752590f HTTP/1.1" status: 204 len: 168 time: 0.3028684 Aug 16 02:26:40.726054 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.786585 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3c10eef-4ae9-43f3-81da-259be047d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.799952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecab8f9-3264-48b7-ba6d-aafee4d118a1 req-c353959e-cfb7-456e-8e5d-356e33d3a664 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:40.812324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fecab8f9-3264-48b7-ba6d-aafee4d118a1 req-c353959e-cfb7-456e-8e5d-356e33d3a664 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 943 time: 0.1209829 Aug 16 02:26:40.875313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171b46a-0358-4618-8e48-06fc99dd02b3 None None] Pushing event updated for resources: {'Port': ['ID=323c6b19-166c-43fb-9b1d-dc93d831d400,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.880544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fecab8f9-3264-48b7-ba6d-aafee4d118a1 req-adee9b8d-10f0-4c86-98be-75cf9b4f46de tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667024 Aug 16 02:26:40.896723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 41299831-6b58-4453-9d95-08475deafe31, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=41299831-6b58-4453-9d95-08475deafe31,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:40.906186 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e5fc10-bd4a-4b3c-8f9c-ab7ced94499c x-openstack-request-id: req-29e5fc10-bd4a-4b3c-8f9c-ab7ced94499c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:40.906470 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6534efc-acca-46b1-85fc-50c436c39ad2", "name": "network-vif-plugged", "status": "completed", "tag": "41299831-6b58-4453-9d95-08475deafe31", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:40.906722 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29e5fc10-bd4a-4b3c-8f9c-ab7ced94499c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:40.907149 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41299831-6b58-4453-9d95-08475deafe31', 'code': 200} Aug 16 02:26:40.908312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a072f00-a7c6-4bb5-bd70-6d0213c257b2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:40.957777 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.013835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 18c7e941-c825-4b3b-abfd-97156723cc1e details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:41.054727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ac14574-6fb7-42b7-9d39-ca2d0f8fe794 None None] Provisioning for port f4cae592-db29-46cb-9657-d588b63d15f4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:41.056732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3d198-5bf3-4a1e-81e5-635b055add63 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45969997-9d62-4668-a31d-8d630752590f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.064634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Port': ['ID=f4cae592-db29-46cb-9657-d588b63d15f4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.108382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ac14574-6fb7-42b7-9d39-ca2d0f8fe794 None None] Provisioning complete for port f4cae592-db29-46cb-9657-d588b63d15f4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:41.108821 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac14574-6fb7-42b7-9d39-ca2d0f8fe794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.188160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a63e3f48-5d8d-4abb-a0ab-4ef1d3cc38af tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4143484 Aug 16 02:26:41.196060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57060) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.201313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7081bf4a-0303-40af-aa2b-ffd168cfd6e8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045676970'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:41.207494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c10eef-4ae9-43f3-81da-259be047d671 None None] Pushing event updated for resources: {'Port': ['ID=53aa41af-8c65-477d-ad9e-bf63cb63c95b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.221894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e25848-b64d-41e1-8499-89105fa9ca4c req-89d36338-795c-45bf-9eb8-6bbdb48b4b3a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.233182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4e25848-b64d-41e1-8499-89105fa9ca4c req-89d36338-795c-45bf-9eb8-6bbdb48b4b3a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.2612293 Aug 16 02:26:41.251136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde6e8-67af-4667-adf2-fc86a3b174aa req-7ef27317-89fc-4dd9-b229-afe82874e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.251583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7081bf4a-0303-40af-aa2b-ffd168cfd6e8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.253072 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f7bde6e8-67af-4667-adf2-fc86a3b174aa req-7ef27317-89fc-4dd9-b229-afe82874e96f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 1097 time: 0.2340355 Aug 16 02:26:41.324641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 3d02defe-1fae-4101-9443-a3731a58e644 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:41.335742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:41.344351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4e25848-b64d-41e1-8499-89105fa9ca4c req-b2949652-06ab-4099-bd2d-0d5ce722d02b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100028 Aug 16 02:26:41.363423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 18c7e941-c825-4b3b-abfd-97156723cc1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=18c7e941-c825-4b3b-abfd-97156723cc1e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:41.377296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9ac14574-6fb7-42b7-9d39-ca2d0f8fe794 None None] Port f4cae592-db29-46cb-9657-d588b63d15f4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:41.381801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '18c7e941-c825-4b3b-abfd-97156723cc1e', 'network_id': 'afec0061-1c9e-49cc-ad71-c118886cd205', 'port_id': '18c7e941-c825-4b3b-abfd-97156723cc1e', 'mac_address': 'fa:16:3e:91:19:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fdbe39-3220-403c-acad-af1da5cd4fad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:41.412465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f7bde6e8-67af-4667-adf2-fc86a3b174aa req-0a59ce45-dce6-45a8-bec2-83c759604eff service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464682 Aug 16 02:26:41.452605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7081bf4a-0303-40af-aa2b-ffd168cfd6e8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.462665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7081bf4a-0303-40af-aa2b-ffd168cfd6e8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.494684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.496666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=41299831-6b58-4453-9d95-08475deafe31,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.538330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Router 0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:41.552787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ac14574-6fb7-42b7-9d39-ca2d0f8fe794 None None] Provisioning complete for port 53aa41af-8c65-477d-ad9e-bf63cb63c95b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:41.553201 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ac14574-6fb7-42b7-9d39-ca2d0f8fe794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.562692 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7081bf4a-0303-40af-aa2b-ffd168cfd6e8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.563958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7081bf4a-0303-40af-aa2b-ffd168cfd6e8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3666749 Aug 16 02:26:41.567323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57066) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.573400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c7e941-c825-4b3b-abfd-97156723cc1e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:41.580073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5f9738ca-df02-4c2c-bcde-7bf484dbf5ea tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': '049b1d6d-0a56-4af0-952c-b2ea7fb9b1dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:41.594999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081bf4a-0303-40af-aa2b-ffd168cfd6e8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049b1d6d-0a56-4af0-952c-b2ea7fb9b1dc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.711393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 18c7e941-c825-4b3b-abfd-97156723cc1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=18c7e941-c825-4b3b-abfd-97156723cc1e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:41.733380 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.745175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:41.752687 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cab6e69e-073c-4534-836f-e3106a3f37a0 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0832014 Aug 16 02:26:41.755552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.769395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43629c28-7628-428b-94cd-5a352fe17d35 req-947d912e-261c-4b04-8db3-e1678902b55b tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.771252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43629c28-7628-428b-94cd-5a352fe17d35 req-947d912e-261c-4b04-8db3-e1678902b55b tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 944 time: 0.1405554 Aug 16 02:26:41.772886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f9738ca-df02-4c2c-bcde-7bf484dbf5ea tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.785765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] Sync routers for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:41.834145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:41.834780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.884987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.891427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f9738ca-df02-4c2c-bcde-7bf484dbf5ea tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.898740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43629c28-7628-428b-94cd-5a352fe17d35 req-ac2dfa66-82ba-42aa-8663-77fc1a7f7f55 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922153 Aug 16 02:26:41.899850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=18c7e941-c825-4b3b-abfd-97156723cc1e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.900901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f9738ca-df02-4c2c-bcde-7bf484dbf5ea tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.913738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:41.914391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.944279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9738ca-df02-4c2c-bcde-7bf484dbf5ea tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9e53a8-49cb-4d3e-a82f-412c324f5144,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.947673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5f9738ca-df02-4c2c-bcde-7bf484dbf5ea tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.952592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5f9738ca-df02-4c2c-bcde-7bf484dbf5ea tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3841836 Aug 16 02:26:41.953213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57074) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.959580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.960511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e657d-49cd-4bf7-8bef-a1f226ee4aa5 None None] The sync data for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:41.976471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2497eb36-c56b-48b8-beaa-d6387596bf3b None None] Provisioning complete for port f4cae592-db29-46cb-9657-d588b63d15f4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:41.978301 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2497eb36-c56b-48b8-beaa-d6387596bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.981394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41168eea-bd77-4605-9368-72aa1491809e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.990934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41168eea-bd77-4605-9368-72aa1491809e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.013204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['18c7e941-c825-4b3b-abfd-97156723cc1e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:42.082829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c983fe-3949-4ecb-a25a-56cfe8c238e5 req-75fe17c0-f837-403a-af1b-77ef17579341 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.086031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2497eb36-c56b-48b8-beaa-d6387596bf3b None None] Port f4cae592-db29-46cb-9657-d588b63d15f4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:42.092362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0c983fe-3949-4ecb-a25a-56cfe8c238e5 req-75fe17c0-f837-403a-af1b-77ef17579341 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 944 time: 0.0944114 Aug 16 02:26:42.111267 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41168eea-bd77-4605-9368-72aa1491809e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.121244 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41168eea-bd77-4605-9368-72aa1491809e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.124758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-41168eea-bd77-4605-9368-72aa1491809e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/af9e53a8-49cb-4d3e-a82f-412c324f5144 HTTP/1.1" status: 204 len: 168 time: 0.1682425 Aug 16 02:26:42.125712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57076) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.153770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41168eea-bd77-4605-9368-72aa1491809e tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af9e53a8-49cb-4d3e-a82f-412c324f5144,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.189560 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0c983fe-3949-4ecb-a25a-56cfe8c238e5 req-e8ab7b6b-6991-4b0f-a772-0b67d3546d48 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958536 Aug 16 02:26:42.217881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b22ace7f-b572-4a91-b50f-091e3a24257b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883632 Aug 16 02:26:42.220321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57078) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.296219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d617b89-c629-4888-bab2-91bf5d8884d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.326861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d617b89-c629-4888-bab2-91bf5d8884d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.380105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d617b89-c629-4888-bab2-91bf5d8884d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.383003 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d617b89-c629-4888-bab2-91bf5d8884d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.386526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d617b89-c629-4888-bab2-91bf5d8884d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/049b1d6d-0a56-4af0-952c-b2ea7fb9b1dc HTTP/1.1" status: 204 len: 168 time: 0.1639254 Aug 16 02:26:42.388598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57082) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.409077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d617b89-c629-4888-bab2-91bf5d8884d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049b1d6d-0a56-4af0-952c-b2ea7fb9b1dc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.458218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6f44679d-a848-49b3-9afd-16e249f95693 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634506 Aug 16 02:26:42.458218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57084) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.462980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e7865822-4f98-42c1-88d1-7e8119557820 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865547033'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:42.473414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238e0a06-aa59-4fdb-8fd1-c516a1d0b3f8 None None] Network 2952b032-dbe2-4026-9265-709d1a3871ac requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:42.504693 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7865822-4f98-42c1-88d1-7e8119557820 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.546223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-18134af3-4cbc-4a40-ad15-7f5a0cd7fa7f None None] Provisioning for port 323c6b19-166c-43fb-9b1d-dc93d831d400 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:42.638094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7865822-4f98-42c1-88d1-7e8119557820 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.642983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7865822-4f98-42c1-88d1-7e8119557820 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.660349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 323c6b19-166c-43fb-9b1d-dc93d831d400 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:42.679469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3081ba-1779-48ec-a8fc-557a067dc2ad req-a81e3efd-4e2f-4a9e-97b1-6e869efb3983 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.681083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c3081ba-1779-48ec-a8fc-557a067dc2ad req-a81e3efd-4e2f-4a9e-97b1-6e869efb3983 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1142421 Aug 16 02:26:42.689022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865822-4f98-42c1-88d1-7e8119557820 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cca437-f600-4795-b4eb-f07979d85061,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.703679 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7865822-4f98-42c1-88d1-7e8119557820 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.705149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e7865822-4f98-42c1-88d1-7e8119557820 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2463388 Aug 16 02:26:42.708455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.713102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bcb9225d-053a-4725-bd0c-ab739c1bb8d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': 'b0cca437-f600-4795-b4eb-f07979d85061', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:42.732382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 323c6b19-166c-43fb-9b1d-dc93d831d400 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:42.737684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 323c6b19-166c-43fb-9b1d-dc93d831d400 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:42.738159 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.746190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb9225d-053a-4725-bd0c-ab739c1bb8d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.795437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c3081ba-1779-48ec-a8fc-557a067dc2ad req-afbae8d9-01af-4683-bc58-adaceaab507c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998740 Aug 16 02:26:42.821094 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-0dc0ec08-aa33-40de-9a95-753c93c4459b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:26:42.822637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0dc0ec08-aa33-40de-9a95-753c93c4459b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0659277 Aug 16 02:26:42.825936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.837079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.838210 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb9225d-053a-4725-bd0c-ab739c1bb8d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.843910 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb9225d-053a-4725-bd0c-ab739c1bb8d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.867365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9225d-053a-4725-bd0c-ab739c1bb8d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67113cf0-0e35-4542-b0c7-172da591a599,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.879353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcb9225d-053a-4725-bd0c-ab739c1bb8d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.880804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bcb9225d-053a-4725-bd0c-ab739c1bb8d6 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713274 Aug 16 02:26:42.881038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 323c6b19-166c-43fb-9b1d-dc93d831d400, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=323c6b19-166c-43fb-9b1d-dc93d831d400,segment=NetworkSegment(6baaa6a0-2ffb-4fd9-87bf-d20335feec89),segment_id=6baaa6a0-2ffb-4fd9-87bf-d20335feec89)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:42.883450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57092) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.888569 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.889369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 53aa41af-8c65-477d-ad9e-bf63cb63c95b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:42.911095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-71b1e6de-28a6-43ca-8cf4-19619b4fb5ee tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules/67113cf0-0e35-4542-b0c7-172da591a599 HTTP/1.1" status: 200 len: 763 time: 0.0264332 Aug 16 02:26:42.913422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57094) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.973993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ea6b6e8-5bde-44cb-83df-3c65b7b48d1c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0580096 Aug 16 02:26:42.976527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57100) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.997092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 18c7e941-c825-4b3b-abfd-97156723cc1e up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:43.008051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbd92de1-e34b-48eb-8151-ada01f0c00c9 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.016492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbd92de1-e34b-48eb-8151-ada01f0c00c9 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.047428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbd92de1-e34b-48eb-8151-ada01f0c00c9 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.054086 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbd92de1-e34b-48eb-8151-ada01f0c00c9 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.058157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fbd92de1-e34b-48eb-8151-ada01f0c00c9 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/67113cf0-0e35-4542-b0c7-172da591a599 HTTP/1.1" status: 204 len: 168 time: 0.0775547 Aug 16 02:26:43.058157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57102) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.069056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd92de1-e34b-48eb-8151-ada01f0c00c9 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67113cf0-0e35-4542-b0c7-172da591a599,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.103668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f810b-2869-4f3e-a30f-8cbf0f40a4f7 req-e7d4f5a2-ccdb-44ed-b036-6093eb114526 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:43.105420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-090f810b-2869-4f3e-a30f-8cbf0f40a4f7 req-e7d4f5a2-ccdb-44ed-b036-6093eb114526 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 944 time: 0.0979245 Aug 16 02:26:43.108230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f583c34d-fb92-4ac9-ac27-f52b791a0e87 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492625 Aug 16 02:26:43.114148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.119602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-add91354-7f03-4d0b-bf02-cccdfb00f5a3 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': 'b0cca437-f600-4795-b4eb-f07979d85061', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:43.208652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=323c6b19-166c-43fb-9b1d-dc93d831d400,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.221772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-83626027-ecd5-41ac-a07a-0dc3c80275c5 None None] Provisioning complete for port 323c6b19-166c-43fb-9b1d-dc93d831d400 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:43.222188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83626027-ecd5-41ac-a07a-0dc3c80275c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.226764 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-090f810b-2869-4f3e-a30f-8cbf0f40a4f7 req-37f49c76-9916-4a00-8b6b-34e7ce0cd758 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122406 Aug 16 02:26:43.227462 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-add91354-7f03-4d0b-bf02-cccdfb00f5a3 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.264230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 53aa41af-8c65-477d-ad9e-bf63cb63c95b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:43.264642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.302987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 18c7e941-c825-4b3b-abfd-97156723cc1e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:43.314400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 18c7e941-c825-4b3b-abfd-97156723cc1e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:43.314762 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.328812 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-add91354-7f03-4d0b-bf02-cccdfb00f5a3 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.340320 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-add91354-7f03-4d0b-bf02-cccdfb00f5a3 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.344152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d703b5-5059-437b-bac6-c6a68401dc96 req-72265add-2f3d-4c68-8c1b-40c2929b3915 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:43.345746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-68d703b5-5059-437b-bac6-c6a68401dc96 req-72265add-2f3d-4c68-8c1b-40c2929b3915 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 944 time: 0.0726388 Aug 16 02:26:43.367787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add91354-7f03-4d0b-bf02-cccdfb00f5a3 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8413238c-08b9-42ba-940f-93c63adea938,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.380909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-add91354-7f03-4d0b-bf02-cccdfb00f5a3 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.382232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-add91354-7f03-4d0b-bf02-cccdfb00f5a3 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2666457 Aug 16 02:26:43.384837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.385234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57108) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.406267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-68d703b5-5059-437b-bac6-c6a68401dc96 req-aeca6499-5822-4c50-b9c8-e207f6e35d33 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533404 Aug 16 02:26:43.410028 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-28d42a0a-7bb7-4b0d-819e-74de08f5eb86 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules/8413238c-08b9-42ba-940f-93c63adea938 HTTP/1.1" status: 200 len: 763 time: 0.0233808 Aug 16 02:26:43.412525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.464999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:43.467607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-58a000b2-b376-492b-a58c-e206f745f43c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534234 Aug 16 02:26:43.471402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57112) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.498622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7c2-ced7-43f8-a38d-5f865c96043c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.507012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7c2-ced7-43f8-a38d-5f865c96043c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.511467 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.541258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c7e941-c825-4b3b-abfd-97156723cc1e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:43.543573 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d546a4-8326-4e5c-b7e0-d64873b9b0c8" -d '{"events": [{"server_uuid": "42cf9cec-4a4d-4050-b1bc-ec4796860f17", "name": "network-vif-plugged", "status": "completed", "tag": "18c7e941-c825-4b3b-abfd-97156723cc1e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:43.547253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7c2-ced7-43f8-a38d-5f865c96043c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.553657 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7c2-ced7-43f8-a38d-5f865c96043c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.554942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8e8ae7c2-ced7-43f8-a38d-5f865c96043c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8413238c-08b9-42ba-940f-93c63adea938 HTTP/1.1" status: 204 len: 168 time: 0.0825555 Aug 16 02:26:43.557759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.563101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ae7c2-ced7-43f8-a38d-5f865c96043c tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8413238c-08b9-42ba-940f-93c63adea938,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.590106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 18c7e941-c825-4b3b-abfd-97156723cc1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=18c7e941-c825-4b3b-abfd-97156723cc1e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:43.591623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:43.596234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:43.596660 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.598555 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.599372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0331a313-09f5-4e16-b264-1f2f8d2da93e up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:43.604266 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cb5fa9-9af5-4ed2-bb04-bdced1824b01 x-openstack-request-id: req-f7cb5fa9-9af5-4ed2-bb04-bdced1824b01 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:43.604649 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cf9cec-4a4d-4050-b1bc-ec4796860f17", "name": "network-vif-plugged", "status": "completed", "tag": "18c7e941-c825-4b3b-abfd-97156723cc1e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:43.604923 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7cb5fa9-9af5-4ed2-bb04-bdced1824b01 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:43.605345 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c7e941-c825-4b3b-abfd-97156723cc1e', 'code': 200} Aug 16 02:26:43.636167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4e8ea6fb-b421-42bb-b008-1fa92a375dcc tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769572 Aug 16 02:26:43.638945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57118) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.643655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c52ab357-6c61-4771-a50d-c052ee34f647 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Request body: {'security_group_rule': {'security_group_id': 'b0cca437-f600-4795-b4eb-f07979d85061', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:43.696583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting port f4cae592-db29-46cb-9657-d588b63d15f4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:43.697646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.700459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c52ab357-6c61-4771-a50d-c052ee34f647 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.724221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=18c7e941-c825-4b3b-abfd-97156723cc1e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.739255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94514b2e-4066-4c6b-a937-34f2b5078221 req-8b7238b4-936c-4447-8bfc-f7477e6b9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:43.743320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94514b2e-4066-4c6b-a937-34f2b5078221 req-8b7238b4-936c-4447-8bfc-f7477e6b9063 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 1097 time: 0.0758719 Aug 16 02:26:43.759359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 0331a313-09f5-4e16-b264-1f2f8d2da93e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:43.766269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 0331a313-09f5-4e16-b264-1f2f8d2da93e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:43.766653 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.799190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.804621 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.813314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94514b2e-4066-4c6b-a937-34f2b5078221 req-932d1e25-bde9-4e2d-ac62-fc833b88e9e2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596662 Aug 16 02:26:43.823983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Calling delete_port for f4cae592-db29-46cb-9657-d588b63d15f4 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:43.824353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c52ab357-6c61-4771-a50d-c052ee34f647 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.828972 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c52ab357-6c61-4771-a50d-c052ee34f647 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.859317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ab357-6c61-4771-a50d-c052ee34f647 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26406855-1be3-434d-84a9-24fe1567dba2,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.859623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:43.864200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c52ab357-6c61-4771-a50d-c052ee34f647 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.868389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c52ab357-6c61-4771-a50d-c052ee34f647 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2282653 Aug 16 02:26:43.869540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57124) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.871780 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.889311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8237169e-d7ff-450b-b571-0140ef691de8 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules/26406855-1be3-434d-84a9-24fe1567dba2 HTTP/1.1" status: 200 len: 764 time: 0.0180862 Aug 16 02:26:43.890311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57126) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.937576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-622f4d00-9a64-4eb6-b3da-b14408fd9c67 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0461698 Aug 16 02:26:43.940479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57128) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.943968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.955170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc47f3b-a2d7-42fd-91ea-a2d5c9c0a46b req-071d87f7-9ba7-40b8-8209-379a8e4cace2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:43.957308 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc47f3b-a2d7-42fd-91ea-a2d5c9c0a46b req-071d87f7-9ba7-40b8-8209-379a8e4cace2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.0703800 Aug 16 02:26:43.966640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68bcafae-671f-4e1e-9232-f59bb2eea6ba tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.974308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68bcafae-671f-4e1e-9232-f59bb2eea6ba tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.989515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0331a313-09f5-4e16-b264-1f2f8d2da93e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:43.990947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.994785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.011051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68bcafae-671f-4e1e-9232-f59bb2eea6ba tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.016066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68bcafae-671f-4e1e-9232-f59bb2eea6ba tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.020097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-68bcafae-671f-4e1e-9232-f59bb2eea6ba tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/26406855-1be3-434d-84a9-24fe1567dba2 HTTP/1.1" status: 204 len: 168 time: 0.0750651 Aug 16 02:26:44.020728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57132) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.041018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc47f3b-a2d7-42fd-91ea-a2d5c9c0a46b req-52f20151-2f20-4d7d-933e-cfe35f283789 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540442 Aug 16 02:26:44.043063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcafae-671f-4e1e-9232-f59bb2eea6ba tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26406855-1be3-434d-84a9-24fe1567dba2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.052466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0331a313-09f5-4e16-b264-1f2f8d2da93e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.087843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f0a628c9-4e47-40a9-b4ba-0e3410dff723 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635509 Aug 16 02:26:44.088140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.132302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.167067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Port': ['ID=f4cae592-db29-46cb-9657-d588b63d15f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.238276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91138c61-1642-4d72-801f-deb9075313b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.289972 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.295493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91138c61-1642-4d72-801f-deb9075313b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.449193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34c0f1-236a-443f-9c12-c01a3b5521e3 req-e3395b1d-5907-4ee9-b4b2-6fb6fcf33df0 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:44.450788 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae34c0f1-236a-443f-9c12-c01a3b5521e3 req-e3395b1d-5907-4ee9-b4b2-6fb6fcf33df0 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.1433837 Aug 16 02:26:44.512128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91138c61-1642-4d72-801f-deb9075313b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.514777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91138c61-1642-4d72-801f-deb9075313b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.518854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-91138c61-1642-4d72-801f-deb9075313b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "DELETE /v2.0/security-groups/b0cca437-f600-4795-b4eb-f07979d85061 HTTP/1.1" status: 204 len: 168 time: 0.4258490 Aug 16 02:26:44.530682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57140) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.538136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 323c6b19-166c-43fb-9b1d-dc93d831d400 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:44.553093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91138c61-1642-4d72-801f-deb9075313b2 tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cca437-f600-4795-b4eb-f07979d85061,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.561144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Router 0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:44.582903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede09f56-8fe5-441b-87bc-e2012add336b req-567ccd94-23de-4102-af76-938844251ca9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:44.590562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ae34c0f1-236a-443f-9c12-c01a3b5521e3 req-b0b30c46-3866-4bf4-a7c8-47b3b1fef4a0 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058321 Aug 16 02:26:44.590775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ede09f56-8fe5-441b-87bc-e2012add336b req-567ccd94-23de-4102-af76-938844251ca9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.0918875 Aug 16 02:26:44.629649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d258bfdd-7c40-4ba8-a5d3-ade1ce2bf2bb tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968056 Aug 16 02:26:44.634975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.637393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 323c6b19-166c-43fb-9b1d-dc93d831d400 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:44.638297 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.664601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ede09f56-8fe5-441b-87bc-e2012add336b req-52465dd6-0aa5-4325-8164-3249728291b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676517 Aug 16 02:26:44.686059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:44.693527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4fdb63d7-de54-454d-9d93-5a3345f08099 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665304 Aug 16 02:26:44.697475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57144) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.699957 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] Sync routers for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:44.711245 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:44.712943 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:44.740332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7a5d8a37-9d1d-4697-8f69-8f907686037b tempest-SecGroupTest-662180603 tempest-SecGroupTest-662180603-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005051 Aug 16 02:26:44.744433 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-b0cfc1dd-dd1d-47bc-8ebd-c9a1a76b5189 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] delete failed (client error): The resource could not be found. Aug 16 02:26:44.749280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.749465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b0cfc1dd-dd1d-47bc-8ebd-c9a1a76b5189 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1508497485 HTTP/1.1" status: 404 len: 335 time: 0.0509100 Aug 16 02:26:44.754631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-176ab867-cd81-49f8-97e7-a5125f1eb17b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:44.774345 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:44.783966 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:44.785247 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:44.822212 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:44.822858 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2d961-7f00-4bb5-87a5-f38c777de704 None None] The sync data for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:44.984659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-176ab867-cd81-49f8-97e7-a5125f1eb17b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.991213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:45.010641 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-176ab867-cd81-49f8-97e7-a5125f1eb17b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] update failed (client error): The resource could not be found. Aug 16 02:26:45.011847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-176ab867-cd81-49f8-97e7-a5125f1eb17b tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a HTTP/1.1" status: 404 len: 339 time: 0.2610874 Aug 16 02:26:45.016530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.019799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57156) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.023007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-33841964'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:45.046470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:45.051142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.074542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:45.084260 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.084638 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Added segment c906f50f-ee11-4299-9de3-99ca55751680 of type vlan for network 5fc16874-19ad-435e-95fe-c450f6d90f8d Aug 16 02:26:45.095805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:45.110611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '536b279b-1540-4347-a848-7c9dc05c30a9', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'port_id': '536b279b-1540-4347-a848-7c9dc05c30a9', 'mac_address': 'fa:16:3e:f8:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:45.148213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.185173 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.187620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.194888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:45.196317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.199288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536b279b-1540-4347-a848-7c9dc05c30a9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:45.201167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-de49df8e-5d0e-4f3f-82bb-77f6355c59d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f72764fc4b9941bd87b086f13103e5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801927 Aug 16 02:26:45.203575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57164) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.219174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2012513 Aug 16 02:26:45.221787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:45.227559 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.231354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57166) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.236106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'subnet': {'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:45.258731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f436-ac32-40b0-942d-3d540fb544e3 req-0388058e-bbae-4b92-82a1-822e35977edb tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:45.260267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1796f436-ac32-40b0-942d-3d540fb544e3 req-0388058e-bbae-4b92-82a1-822e35977edb tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 944 time: 0.1089013 Aug 16 02:26:45.289523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.300442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74f61bb4-1dba-4887-a780-9362b456b519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.321258 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1796f436-ac32-40b0-942d-3d540fb544e3 req-26ac7294-2e55-48ed-ac45-200139a0dc3f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536742 Aug 16 02:26:45.333848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74f61bb4-1dba-4887-a780-9362b456b519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.338263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52087c-56d0-42fb-8ee0-07bce942f8d7 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Network': ['ID=5fc16874-19ad-435e-95fe-c450f6d90f8d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.349103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5fc16874-19ad-435e-95fe-c450f6d90f8d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:45.385334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74f61bb4-1dba-4887-a780-9362b456b519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.387619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Made reservation on behalf of b033f712412a42fa8f2c325c512f6012 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:45.388522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74f61bb4-1dba-4887-a780-9362b456b519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.389927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-74f61bb4-1dba-4887-a780-9362b456b519 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87c07cc3-41b0-4e0c-9012-c504665ad807 HTTP/1.1" status: 204 len: 168 time: 0.1849346 Aug 16 02:26:45.391680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.400704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f61bb4-1dba-4887-a780-9362b456b519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c07cc3-41b0-4e0c-9012-c504665ad807,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.539891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['536b279b-1540-4347-a848-7c9dc05c30a9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:45.598185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.606170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2'}, {'server_uuid': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0331a313-09f5-4e16-b264-1f2f8d2da93e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:45.608856 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81717230-4888-4c62-bac7-8fccc8686e07" -d '{"events": [{"server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "name": "network-vif-plugged", "status": "completed", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2"}, {"server_uuid": "82dd225e-ee0a-475f-ad08-141f2f7c163b", "name": "network-vif-plugged", "status": "completed", "tag": "0331a313-09f5-4e16-b264-1f2f8d2da93e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:45.669604 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e4ee9e-c542-4ecf-bf84-9fe4f393b8bf x-openstack-request-id: req-f8e4ee9e-c542-4ecf-bf84-9fe4f393b8bf {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:45.669604 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "name": "network-vif-plugged", "status": "completed", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2", "code": 200}, {"server_uuid": "82dd225e-ee0a-475f-ad08-141f2f7c163b", "name": "network-vif-plugged", "status": "completed", "tag": "0331a313-09f5-4e16-b264-1f2f8d2da93e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:45.669604 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8e4ee9e-c542-4ecf-bf84-9fe4f393b8bf {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:45.669967 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'code': 200} Aug 16 02:26:45.669967 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0331a313-09f5-4e16-b264-1f2f8d2da93e', 'code': 200} Aug 16 02:26:45.674934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Subnet': ['ID=a9f329fa-242c-4464-9e65-5629fafa6cdd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.682266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Checking segment: {'id': 'c906f50f-ee11-4299-9de3-99ca55751680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:45.683077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network hostable DHCP agents. Network: 5fc16874-19ad-435e-95fe-c450f6d90f8d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:45.709668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 5fc16874-19ad-435e-95fe-c450f6d90f8d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:45.729350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5fc16874-19ad-435e-95fe-c450f6d90f8d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:45.739277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa0f27b-e1d8-477a-a08e-cb4696c4749b None None] Network 5fc16874-19ad-435e-95fe-c450f6d90f8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:45.752065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:45.752536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.770588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-57134269-18ca-46b7-9895-1bf1d6e5a7e9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5385008 Aug 16 02:26:45.771201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.775868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5af21a8f-72d8-420f-ace8-8df55f9b20d9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:45.892836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96c80-b0e8-48f9-9863-3b611d74d85c req-dbf2e858-e9de-47d5-b061-cfebebecc773 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:45.895068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04a96c80-b0e8-48f9-9863-3b611d74d85c req-dbf2e858-e9de-47d5-b061-cfebebecc773 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.1444674 Aug 16 02:26:45.911761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fe474-45cc-4522-8ea6-7070657d9e95 req-f4a4ecfd-38c2-425f-acf6-5355e9fd6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:45.913563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af5fe474-45cc-4522-8ea6-7070657d9e95 req-f4a4ecfd-38c2-425f-acf6-5355e9fd6825 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 1097 time: 0.1067259 Aug 16 02:26:45.969737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af5fe474-45cc-4522-8ea6-7070657d9e95 req-c582e327-d94c-44eb-9caf-310fb3c3184d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480244 Aug 16 02:26:45.974383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04a96c80-b0e8-48f9-9863-3b611d74d85c req-8f160416-83dc-42dc-8f43-ec3538fc50d0 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Aug 16 02:26:46.022758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14145-c9c2-42fa-9a1a-21d50989cbc8 req-e43349aa-8e68-48a8-aba4-b42f84a22679 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:46.030243 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bba14145-c9c2-42fa-9a1a-21d50989cbc8 req-e43349aa-8e68-48a8-aba4-b42f84a22679 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.2185197 Aug 16 02:26:46.034052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-5fc16874-19ad-435e-95fe-c450f6d90f8d', 'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d', 'tenant_id': 'b033f712412a42fa8f2c325c512f6012', 'fixed_ips': [{'subnet_id': 'a9f329fa-242c-4464-9e65-5629fafa6cdd'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:46.035723 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.189068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Allocated IP 2001:db8:1::2 (5fc16874-19ad-435e-95fe-c450f6d90f8d/a9f329fa-242c-4464-9e65-5629fafa6cdd/9b294bf0-92d3-4283-8d83-f5c724939d73) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:46.366980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.381743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Transition to ACTIVE for port object 9b294bf0-92d3-4283-8d83-f5c724939d73 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:46.398899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Transition to ACTIVE for port object 9b294bf0-92d3-4283-8d83-f5c724939d73 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:46.406622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.454351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1a428-47b8-4b01-9755-b62cb40d1bc7 req-66809399-4f40-4593-bf37-e57a1b5ba719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:46.456340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Network 5fc16874-19ad-435e-95fe-c450f6d90f8d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:46.460140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:46.460828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24a1a428-47b8-4b01-9755-b62cb40d1bc7 req-66809399-4f40-4593-bf37-e57a1b5ba719 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 1097 time: 0.7220023 Aug 16 02:26:46.464920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:46.468895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Pushing event updated for resources: {'Port': ['ID=9b294bf0-92d3-4283-8d83-f5c724939d73,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.478852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5af21a8f-72d8-420f-ace8-8df55f9b20d9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.510370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da60f92-3418-4656-801d-cc9035724030 req-022a9b95-28ad-49a1-b157-15352bad5dac tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:46.516835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1da60f92-3418-4656-801d-cc9035724030 req-022a9b95-28ad-49a1-b157-15352bad5dac tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 945 time: 0.0871804 Aug 16 02:26:46.519707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bba14145-c9c2-42fa-9a1a-21d50989cbc8 req-98be429d-1647-46ba-a1bc-7500bbec4218 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886005 Aug 16 02:26:46.546108 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Attempting to bind port 9b294bf0-92d3-4283-8d83-f5c724939d73 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:46.546569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Attempting to bind port 9b294bf0-92d3-4283-8d83-f5c724939d73 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c906f50f-ee11-4299-9de3-99ca55751680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:46.547063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Attempting to bind port 9b294bf0-92d3-4283-8d83-f5c724939d73 on network 5fc16874-19ad-435e-95fe-c450f6d90f8d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:46.553373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:46.553915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Checking segment: {'id': 'c906f50f-ee11-4299-9de3-99ca55751680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:46.555440 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.555440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Bound using segment: {'id': 'c906f50f-ee11-4299-9de3-99ca55751680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:46.555440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Bound port: 9b294bf0-92d3-4283-8d83-f5c724939d73, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c906f50f-ee11-4299-9de3-99ca55751680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5fc16874-19ad-435e-95fe-c450f6d90f8d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:46.555970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.573391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1da60f92-3418-4656-801d-cc9035724030 req-81baf78e-ff7b-4067-9343-3627f49bd4ca tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541260 Aug 16 02:26:46.617063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24a1a428-47b8-4b01-9755-b62cb40d1bc7 req-bfb0b7e2-a0b0-4c30-bf55-c1895251ec48 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460104 Aug 16 02:26:46.634613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] For port 9b294bf0-92d3-4283-8d83-f5c724939d73, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:46.637874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] For port 9b294bf0-92d3-4283-8d83-f5c724939d73, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9b294bf0-92d3-4283-8d83-f5c724939d73,segment=NetworkSegment(c906f50f-ee11-4299-9de3-99ca55751680),segment_id=c906f50f-ee11-4299-9de3-99ca55751680)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:46.644808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.697654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797f0cf-b6b3-4b1c-b82f-37202bfaed80 req-61250874-2569-49c4-829c-a157867652df tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:46.699518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f797f0cf-b6b3-4b1c-b82f-37202bfaed80 req-61250874-2569-49c4-829c-a157867652df tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0852098 Aug 16 02:26:46.704805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9b441-6d00-4296-8f7c-c6d01dc27eb5 None None] Pushing event updated for resources: {'Port': ['ID=9b294bf0-92d3-4283-8d83-f5c724939d73,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.766581 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-5af21a8f-72d8-420f-ace8-8df55f9b20d9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:26:46.771979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5af21a8f-72d8-420f-ace8-8df55f9b20d9 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a HTTP/1.1" status: 400 len: 364 time: 0.9955120 Aug 16 02:26:46.771979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:46.813646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f797f0cf-b6b3-4b1c-b82f-37202bfaed80 req-50d1d1ce-2256-4582-b718-d52608071181 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951626 Aug 16 02:26:47.006693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:47.080538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 536b279b-1540-4347-a848-7c9dc05c30a9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:47.081099 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.124894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.132961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27689db0-7057-47fe-881f-139a8a858314 req-6bef5e92-c9aa-4bd8-a129-27e3658a9584 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:47.140919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27689db0-7057-47fe-881f-139a8a858314 req-6bef5e92-c9aa-4bd8-a129-27e3658a9584 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.0631926 Aug 16 02:26:47.205205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27689db0-7057-47fe-881f-139a8a858314 req-4afa20f4-2fb7-4b60-87d1-387d6cc5232b tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 Aug 16 02:26:47.231108 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.265438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:47.271404 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.343276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.409228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Allocated IP 2001:db8::1 (25061b39-1805-4d3d-be27-f412c7deae26/becd63f6-2e2b-40d4-affe-e67b7d871cf8/b468257e-da8f-4e15-8ec2-a728012809ba) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:47.537826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.553724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Transition to ACTIVE for port object b468257e-da8f-4e15-8ec2-a728012809ba will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:47.598256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.665725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Port': ['ID=b468257e-da8f-4e15-8ec2-a728012809ba,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.671658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:47.677089 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644026c9-7ada-4e3e-9f11-70f2c7522ed8" -d '{"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-plugged", "status": "completed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:47.680276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 25061b39-1805-4d3d-be27-f412c7deae26 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:47.682525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:47.685678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:47.686258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.752875 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d5dc18-0565-400b-b141-3c9f34995e56 x-openstack-request-id: req-84d5dc18-0565-400b-b141-3c9f34995e56 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:47.753934 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-plugged", "status": "completed", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:47.754520 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84d5dc18-0565-400b-b141-3c9f34995e56 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:47.755153 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9', 'code': 200} Aug 16 02:26:47.811263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419be95-0bdb-4bdf-a9bf-c950b862d848 req-ecdc1003-69e5-4913-b99d-1b951a2a4a6c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:47.821511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5419be95-0bdb-4bdf-a9bf-c950b862d848 req-ecdc1003-69e5-4913-b99d-1b951a2a4a6c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 947 time: 0.0991766 Aug 16 02:26:47.881940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5419be95-0bdb-4bdf-a9bf-c950b862d848 req-56a3b82f-dc3a-4e05-90f3-a9c77ff0faa9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594070 Aug 16 02:26:47.883208 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.975448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef5993-b596-46f9-bfa4-b72d7d5afa4f req-6df980f1-ad15-45ae-9b2c-70e75b5915e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:47.977571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-48ef5993-b596-46f9-bfa4-b72d7d5afa4f req-6df980f1-ad15-45ae-9b2c-70e75b5915e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1099 time: 0.0439212 Aug 16 02:26:48.022816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-48ef5993-b596-46f9-bfa4-b72d7d5afa4f req-0726cd8d-9d9d-49c6-9fe5-2b5416c0ebaa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Aug 16 02:26:48.035531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ad9e2-0379-4a4d-bae3-83ddbd7bd366 None None] Network 5fc16874-19ad-435e-95fe-c450f6d90f8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:48.075344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382adbc-1b4c-4797-84c3-7c7298bfc107 req-8c4e2340-1e08-4479-9bf1-4367c906a720 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:48.076913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6382adbc-1b4c-4797-84c3-7c7298bfc107 req-8c4e2340-1e08-4479-9bf1-4367c906a720 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1490772 Aug 16 02:26:48.098463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f1c8e355-4f89-4247-b2a1-9f211c7ef9fb None None] Provisioning for port 9b294bf0-92d3-4283-8d83-f5c724939d73 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:48.132834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f1c8e355-4f89-4247-b2a1-9f211c7ef9fb None None] Provisioning for port b468257e-da8f-4e15-8ec2-a728012809ba completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:48.155397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f1c8e355-4f89-4247-b2a1-9f211c7ef9fb None None] Provisioning complete for port b468257e-da8f-4e15-8ec2-a728012809ba triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:48.155701 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e355-4f89-4247-b2a1-9f211c7ef9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.171483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6382adbc-1b4c-4797-84c3-7c7298bfc107 req-87b8450a-8f15-40c6-93fe-04818a95b2a0 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831752 Aug 16 02:26:48.218134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8e355-4f89-4247-b2a1-9f211c7ef9fb None None] Port b468257e-da8f-4e15-8ec2-a728012809ba cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:48.245408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.251428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.255246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.348856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0525de-c3e5-483a-ad0a-9dff2eae32ce req-2d9428d5-568e-406a-9c7b-2c7342e7c905 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:48.357112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb0525de-c3e5-483a-ad0a-9dff2eae32ce req-2d9428d5-568e-406a-9c7b-2c7342e7c905 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 945 time: 0.0788498 Aug 16 02:26:48.395488 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb0525de-c3e5-483a-ad0a-9dff2eae32ce req-a0d9cc2b-49ca-4846-8e38-5691692d1c6c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Aug 16 02:26:48.397155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event updated for resources: {'Port': ['ID=b468257e-da8f-4e15-8ec2-a728012809ba,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.446509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea3326-383d-43b9-9326-39a7961f85fc req-e6784839-59d8-4e09-876e-e00446dc91c3 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:48.448048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f4ea3326-383d-43b9-9326-39a7961f85fc req-e6784839-59d8-4e09-876e-e00446dc91c3 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.0909848 Aug 16 02:26:48.461299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Network 25061b39-1805-4d3d-be27-f412c7deae26 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:48.467534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:48.574703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f4ea3326-383d-43b9-9326-39a7961f85fc req-66991769-e7ee-4887-a240-ba04c83d1496 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193891 Aug 16 02:26:48.589424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9b294bf0-92d3-4283-8d83-f5c724939d73 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:48.633022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Router 0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:48.654608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 9b294bf0-92d3-4283-8d83-f5c724939d73 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:48.661116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9b294bf0-92d3-4283-8d83-f5c724939d73 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:48.662174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.779700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:48.787568 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e66da3e4-7f48-49af-8aa2-60fdf09ba979 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0118561 Aug 16 02:26:48.787568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:48.820123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] Sync routers for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:48.863953 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.866724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:48.869688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:48.887479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfff32-1ade-4ae2-9f4b-564bc7f5ce08 req-d72f4091-e56c-4488-8051-efde71d4fabd tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:48.889356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fdfff32-1ade-4ae2-9f4b-564bc7f5ce08 req-d72f4091-e56c-4488-8051-efde71d4fabd tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.1284170 Aug 16 02:26:48.985246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-912cc5c8-d25b-4d3a-9051-1cdd559fc363 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.008918 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fdfff32-1ade-4ae2-9f4b-564bc7f5ce08 req-983f4fba-b857-44bf-bc6b-a2388e7c8aad tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109459 Aug 16 02:26:49.107962 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-912cc5c8-d25b-4d3a-9051-1cdd559fc363 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:26:49.111965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-912cc5c8-d25b-4d3a-9051-1cdd559fc363 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a HTTP/1.1" status: 409 len: 329 time: 0.3206201 Aug 16 02:26:49.116365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:49.119383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:49.168397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4cf622c2-9d24-4f9a-a0df-adecc44d946f None None] Provisioning complete for port b468257e-da8f-4e15-8ec2-a728012809ba triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:49.169035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4cf622c2-9d24-4f9a-a0df-adecc44d946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.172093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:49.172984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:49.244770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51626426-19fb-4c92-b0ee-13d6aeb8f52e req-bc95572e-5062-4c4f-aa85-0c082622e352 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:49.249618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51626426-19fb-4c92-b0ee-13d6aeb8f52e req-bc95572e-5062-4c4f-aa85-0c082622e352 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 947 time: 0.1567316 Aug 16 02:26:49.298268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 9b294bf0-92d3-4283-8d83-f5c724939d73, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9b294bf0-92d3-4283-8d83-f5c724939d73,segment=NetworkSegment(c906f50f-ee11-4299-9de3-99ca55751680),segment_id=c906f50f-ee11-4299-9de3-99ca55751680)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:49.299408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:49.300122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb6d3f-86ee-41a2-a446-67ef9db8f9ab None None] The sync data for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:49.322803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.374594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51626426-19fb-4c92-b0ee-13d6aeb8f52e req-c92497f1-cf03-42cb-9011-8fb108a4b6ef tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062341 Aug 16 02:26:49.397670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4cf622c2-9d24-4f9a-a0df-adecc44d946f None None] Port b468257e-da8f-4e15-8ec2-a728012809ba cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:49.444595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=9b294bf0-92d3-4283-8d83-f5c724939d73,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:49.675992 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.834124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16600-58ce-4d4d-b407-72ee69080221 req-3653369c-7c4b-4e94-a093-1e0d7e26fb70 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:49.835706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97b16600-58ce-4d4d-b407-72ee69080221 req-3653369c-7c4b-4e94-a093-1e0d7e26fb70 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0772185 Aug 16 02:26:49.932271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97b16600-58ce-4d4d-b407-72ee69080221 req-4826fd0a-addd-4fe3-b15e-df9d2cc3fca8 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667737 Aug 16 02:26:50.131178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting port b468257e-da8f-4e15-8ec2-a728012809ba {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:50.131880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.177615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f0b41-5327-4d69-921d-6af54b30fd91 req-dd3d9de7-ece4-444e-9942-d3c14734be91 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.180207 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e2f0b41-5327-4d69-921d-6af54b30fd91 req-dd3d9de7-ece4-444e-9942-d3c14734be91 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.0585160 Aug 16 02:26:50.243289 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.257802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e2f0b41-5327-4d69-921d-6af54b30fd91 req-4d3d1b99-71f5-44e9-8b2b-3ebcd435cc03 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710497 Aug 16 02:26:50.275866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Calling delete_port for b468257e-da8f-4e15-8ec2-a728012809ba owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:50.345294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229709-f029-4d82-ac47-28a2a20d38f7 req-dd3825c2-f3a7-44d7-9caa-3f55d5f022e3 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.351151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229709-f029-4d82-ac47-28a2a20d38f7 req-dd3825c2-f3a7-44d7-9caa-3f55d5f022e3 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.357018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8229709-f029-4d82-ac47-28a2a20d38f7 req-dd3825c2-f3a7-44d7-9caa-3f55d5f022e3 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.358697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8229709-f029-4d82-ac47-28a2a20d38f7 req-dd3825c2-f3a7-44d7-9caa-3f55d5f022e3 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17&device_id=d6534efc-acca-46b1-85fc-50c436c39ad2&device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 2416 time: 0.1359336 Aug 16 02:26:50.444764 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8229709-f029-4d82-ac47-28a2a20d38f7 req-1978b53a-dbed-4d89-8e7e-440d7cafc256 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783617 Aug 16 02:26:50.554930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9b294bf0-92d3-4283-8d83-f5c724939d73 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:50.607320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9b294bf0-92d3-4283-8d83-f5c724939d73 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:50.608088 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.639223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677ec03-b256-4ddc-b45f-3eecc3734d25 req-75912ef1-82a7-4235-99f6-4dff4526d2ef tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.647471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1677ec03-b256-4ddc-b45f-3eecc3734d25 req-75912ef1-82a7-4235-99f6-4dff4526d2ef tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 947 time: 0.0846512 Aug 16 02:26:50.696595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1677ec03-b256-4ddc-b45f-3eecc3734d25 req-c6375c33-cb77-4ae5-835d-a54ccd6f5952 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Aug 16 02:26:50.921213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.935544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5cc78-ea65-49be-8750-99a17e0e8835 req-360e0d71-2c75-4f62-8645-f89cd5031736 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.937302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ec5cc78-ea65-49be-8750-99a17e0e8835 req-360e0d71-2c75-4f62-8645-f89cd5031736 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.0763242 Aug 16 02:26:50.961653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Port': ['ID=b468257e-da8f-4e15-8ec2-a728012809ba,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.078318 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ec5cc78-ea65-49be-8750-99a17e0e8835 req-76c78bdd-650d-4a12-94ba-ea79d7828093 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203511 Aug 16 02:26:51.080800 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.207252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57402) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.270864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Router 0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:51.345988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c885947b-c5d8-49e8-9d31-46dc830b13e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.356265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:51.361641 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ab4836e9-efed-4610-8bad-1a446c78344e tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2422321 Aug 16 02:26:51.365293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.368699 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] Sync routers for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:51.380008 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:51.380803 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.415120 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-95224b03-8729-4b8d-a03b-2012b949b934 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] show failed (client error): The resource could not be found. Aug 16 02:26:51.416541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-95224b03-8729-4b8d-a03b-2012b949b934 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-447953112 HTTP/1.1" status: 404 len: 334 time: 0.0502536 Aug 16 02:26:51.417973 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.420175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.425829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-89ed77a5-f664-4a19-bf10-bba832ec6937 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:51.428670 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] Routers {'0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:51.429609 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:26:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.458356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:51.469612 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.470970 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767f2d1-793d-4d45-9ff9-15e1d1df798a None None] The sync data for ids ['0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:51.477068 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-89ed77a5-f664-4a19-bf10-bba832ec6937 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] update failed (client error): The resource could not be found. Aug 16 02:26:51.480818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-89ed77a5-f664-4a19-bf10-bba832ec6937 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1557752922 HTTP/1.1" status: 404 len: 335 time: 0.0593426 Aug 16 02:26:51.483595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.504412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c885947b-c5d8-49e8-9d31-46dc830b13e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.509926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c885947b-c5d8-49e8-9d31-46dc830b13e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.544496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039dcbb-3411-4290-8ae1-3a41cf90ff86 req-2537fb95-d394-4c8d-9a49-233423c367d5 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.546278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1039dcbb-3411-4290-8ae1-3a41cf90ff86 req-2537fb95-d394-4c8d-9a49-233423c367d5 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.1906092 Aug 16 02:26:51.548388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885947b-c5d8-49e8-9d31-46dc830b13e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cdbed1-7c5b-4ce9-8faa-fca92b7549a9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.556120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting subnet a9f329fa-242c-4464-9e65-5629fafa6cdd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:51.562354 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.601246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:51.605919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.606343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c885947b-c5d8-49e8-9d31-46dc830b13e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=044d33004be042fba651504ffbd9dbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970969 Aug 16 02:26:51.615161 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1039dcbb-3411-4290-8ae1-3a41cf90ff86 req-cfff8c8c-392b-4e09-b2de-31f0e336c627 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578878 Aug 16 02:26:51.618353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'network_id': 'e121511c-1c83-4ca4-9506-4abac7108ed8', 'port_id': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'mac_address': 'fa:16:3e:55:df:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aec43f-6aad-480d-bbc1-74eb461c1da6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:51.638555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.662409 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.680225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:51.702333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:51.707627 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.730368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79a4002e-3c67-431a-b293-8edf291c7d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.763806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.781977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79a4002e-3c67-431a-b293-8edf291c7d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.831228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.864759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a072f00-a7c6-4bb5-bd70-6d0213c257b2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:51.871054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79a4002e-3c67-431a-b293-8edf291c7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.873668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79a4002e-3c67-431a-b293-8edf291c7d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.874819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-79a4002e-3c67-431a-b293-8edf291c7d45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c8cdbed1-7c5b-4ce9-8faa-fca92b7549a9 HTTP/1.1" status: 204 len: 168 time: 0.2679548 Aug 16 02:26:51.892831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4002e-3c67-431a-b293-8edf291c7d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cdbed1-7c5b-4ce9-8faa-fca92b7549a9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.924551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.969196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f329fa-242c-4464-9e65-5629fafa6cdd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.977097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.981976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a0f4e6a4-7b98-4b3c-9dcb-1fdbefa4f610 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/subnets/a9f329fa-242c-4464-9e65-5629fafa6cdd HTTP/1.1" status: 204 len: 168 time: 0.4935527 Aug 16 02:26:51.982077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57432) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.995933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dcae2b-ccbf-4152-80e2-d353afbb9232 None None] Network 5fc16874-19ad-435e-95fe-c450f6d90f8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:52.100520 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.167017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting port 9b294bf0-92d3-4283-8d83-f5c724939d73 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:52.167551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.200991 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.253898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] For port 9b294bf0-92d3-4283-8d83-f5c724939d73, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9b294bf0-92d3-4283-8d83-f5c724939d73,segment=NetworkSegment(c906f50f-ee11-4299-9de3-99ca55751680),segment_id=c906f50f-ee11-4299-9de3-99ca55751680)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:52.254379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.276335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:52.287640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] DHCP port deletion for 5fc16874-19ad-435e-95fe-c450f6d90f8d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:52.290212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Calling delete_port for 9b294bf0-92d3-4283-8d83-f5c724939d73 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:52.305605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a6b9-62bf-4b83-aead-256158aaece4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.358126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] Deleting port 9b294bf0-92d3-4283-8d83-f5c724939d73 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:52.358599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.420111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a53430-33d7-40b7-98ca-b37c0cc96b5e req-1b0ef45c-0c01-4646-b6b8-4b2ffc781fb4 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.421756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02a53430-33d7-40b7-98ca-b37c0cc96b5e req-1b0ef45c-0c01-4646-b6b8-4b2ffc781fb4 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0748954 Aug 16 02:26:52.438085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a6b9-62bf-4b83-aead-256158aaece4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.443079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a6b9-62bf-4b83-aead-256158aaece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.453843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.458089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] For port 9b294bf0-92d3-4283-8d83-f5c724939d73, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9b294bf0-92d3-4283-8d83-f5c724939d73,segment=NetworkSegment(c906f50f-ee11-4299-9de3-99ca55751680),segment_id=c906f50f-ee11-4299-9de3-99ca55751680)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:52.458504 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.474930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] Calling delete_port for 9b294bf0-92d3-4283-8d83-f5c724939d73 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:52.492401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8bc6a6b9-62bf-4b83-aead-256158aaece4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bafda587e8e34241b3b2f0679a05546f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145009 Aug 16 02:26:52.493583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6a6b9-62bf-4b83-aead-256158aaece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2fdad0-ba80-4f49-b1ce-c321716df65e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.493711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57442) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:52.494470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Port': ['ID=9b294bf0-92d3-4283-8d83-f5c724939d73,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.500400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02a53430-33d7-40b7-98ca-b37c0cc96b5e req-6efdf60a-f461-49d6-a7d1-7d1aeb03937d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722280 Aug 16 02:26:52.509209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] No DVR routers for this DVR port 9b294bf0-92d3-4283-8d83-f5c724939d73 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:52.555115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9b294bf0-92d3-4283-8d83-f5c724939d73 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:52.576516 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.578235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 9b294bf0-92d3-4283-8d83-f5c724939d73 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:52.578577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9b294bf0-92d3-4283-8d83-f5c724939d73 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:52.607340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] Pushing event deleted for resources: {'Port': ['ID=9b294bf0-92d3-4283-8d83-f5c724939d73,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.609244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8820ef9-aeb3-4d5b-a3ef-f4303b1a7aca None None] No DVR routers for this DVR port 9b294bf0-92d3-4283-8d83-f5c724939d73 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:52.626581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.640035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc16874-19ad-435e-95fe-c450f6d90f8d']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:52.652220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c906f50f-ee11-4299-9de3-99ca55751680') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:52.652541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c906f50f-ee11-4299-9de3-99ca55751680') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:52.668987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.670665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e0755be-af93-43b2-b9fc-0bf004abbf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.698567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.710809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e0755be-af93-43b2-b9fc-0bf004abbf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.712863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:52.714050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:52.716450 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:52.734900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217de8e-8b12-4c9d-bed3-81de2d38d622 req-67b6ba7f-167e-43d3-967c-4d7deff2025c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.736561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f217de8e-8b12-4c9d-bed3-81de2d38d622 req-67b6ba7f-167e-43d3-967c-4d7deff2025c tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 944 time: 0.0499420 Aug 16 02:26:52.775467 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f217de8e-8b12-4c9d-bed3-81de2d38d622 req-d1d74a13-7348-49f7-8217-448bb30b7778 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Aug 16 02:26:52.806822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.811528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.813481 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/networks/5fc16874-19ad-435e-95fe-c450f6d90f8d HTTP/1.1" status: 204 len: 168 time: 0.8304617 Aug 16 02:26:52.817629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:52.830861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d778b9-76f9-4caf-8ec1-26484f9860f2 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Network': ['ID=5fc16874-19ad-435e-95fe-c450f6d90f8d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.835198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e0755be-af93-43b2-b9fc-0bf004abbf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.838167 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1e0755be-af93-43b2-b9fc-0bf004abbf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.841589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1e0755be-af93-43b2-b9fc-0bf004abbf59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc2fdad0-ba80-4f49-b1ce-c321716df65e HTTP/1.1" status: 204 len: 168 time: 0.3379564 Aug 16 02:26:52.854386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0755be-af93-43b2-b9fc-0bf004abbf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2fdad0-ba80-4f49-b1ce-c321716df65e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.889470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting subnet 67fd377b-3311-413f-afda-f5d23fc04a71 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:52.893667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.960742 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.055709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.132595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.167714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Subnet': ['ID=67fd377b-3311-413f-afda-f5d23fc04a71,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:53.173729 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.176295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3f45f39d-ca37-4bea-9d93-c4624c0bc3db tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/subnets/67fd377b-3311-413f-afda-f5d23fc04a71 HTTP/1.1" status: 204 len: 168 time: 0.3576014 Aug 16 02:26:53.178828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57470) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:53.185146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea2b15-6bbd-4c48-9ba5-99f68131b60f None None] Network 2952b032-dbe2-4026-9265-709d1a3871ac requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:53.266437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting subnet 9456cec1-c1a8-480f-ade9-e54e5cfe518e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:53.270155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.336624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.420657 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.423000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] DHCP port deletion for 2952b032-dbe2-4026-9265-709d1a3871ac request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:53.465291 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.476758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:53.483656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f27097-bd3d-4475-8092-a4c020a22091 req-e173ad90-7d3f-4bee-bda1-65e8964ba0f7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:53.485881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76f27097-bd3d-4475-8092-a4c020a22091 req-e173ad90-7d3f-4bee-bda1-65e8964ba0f7 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 944 time: 0.0616212 Aug 16 02:26:53.517153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] Deleting port 323c6b19-166c-43fb-9b1d-dc93d831d400 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:53.517534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.545770 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.572242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76f27097-bd3d-4475-8092-a4c020a22091 req-f27912be-d746-403d-b643-0096d9acb2ef tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795910 Aug 16 02:26:53.593149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Subnet': ['ID=9456cec1-c1a8-480f-ade9-e54e5cfe518e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:53.596586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:53.597048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.615285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.617462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6c77123b-1878-4575-8548-78ea06b5a1d4 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/subnets/9456cec1-c1a8-480f-ade9-e54e5cfe518e HTTP/1.1" status: 204 len: 168 time: 0.4374793 Aug 16 02:26:53.620343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57486) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:53.630287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd215cf-c49d-4dae-82dd-a49bb2ebda65 None None] Network 3d02defe-1fae-4101-9443-a3731a58e644 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:53.640919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] For port 323c6b19-166c-43fb-9b1d-dc93d831d400, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=323c6b19-166c-43fb-9b1d-dc93d831d400,segment=NetworkSegment(6baaa6a0-2ffb-4fd9-87bf-d20335feec89),segment_id=6baaa6a0-2ffb-4fd9-87bf-d20335feec89)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:53.641317 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.654985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a835d-bada-4620-94f3-91fd95773da7 req-3a0afdbb-0e1f-4950-ba9e-db4c81b470fa tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:53.663184 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b9a835d-bada-4620-94f3-91fd95773da7 req-3a0afdbb-0e1f-4950-ba9e-db4c81b470fa tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0600431 Aug 16 02:26:53.701599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] Calling delete_port for 323c6b19-166c-43fb-9b1d-dc93d831d400 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:53.712443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b9a835d-bada-4620-94f3-91fd95773da7 req-bf1a7e81-554b-4fea-b837-b6b949a3bb62 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480011 Aug 16 02:26:53.722317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.783246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting port 323c6b19-166c-43fb-9b1d-dc93d831d400 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:53.783596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.853065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] For port 323c6b19-166c-43fb-9b1d-dc93d831d400, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=323c6b19-166c-43fb-9b1d-dc93d831d400,segment=NetworkSegment(6baaa6a0-2ffb-4fd9-87bf-d20335feec89),segment_id=6baaa6a0-2ffb-4fd9-87bf-d20335feec89)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:53.853440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.866875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Calling delete_port for 323c6b19-166c-43fb-9b1d-dc93d831d400 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:53.879115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.892814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.941730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:53.943991 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e3ffd-e3d4-4778-a9fa-f3c7af0786cd" -d '{"events": [{"server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "name": "network-vif-plugged", "status": "completed", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:53.948648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] Pushing event deleted for resources: {'Port': ['ID=323c6b19-166c-43fb-9b1d-dc93d831d400,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:53.961912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d0d26-6a97-424d-9dc2-fb98ed5b1227 None None] No DVR routers for this DVR port 323c6b19-166c-43fb-9b1d-dc93d831d400 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:53.962374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.964531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:53.970058 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.028167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Port': ['ID=323c6b19-166c-43fb-9b1d-dc93d831d400,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.030195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] No DVR routers for this DVR port 323c6b19-166c-43fb-9b1d-dc93d831d400 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:54.054334 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d7fe5-03b8-44f5-af9c-6c940ee6d8b6 x-openstack-request-id: req-af0d7fe5-03b8-44f5-af9c-6c940ee6d8b6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:54.054992 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "name": "network-vif-plugged", "status": "completed", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:54.055430 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af0d7fe5-03b8-44f5-af9c-6c940ee6d8b6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:54.056083 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'code': 200} Aug 16 02:26:54.074398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] DHCP port deletion for 3d02defe-1fae-4101-9443-a3731a58e644 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:54.080656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.122969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.135374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2952b032-dbe2-4026-9265-709d1a3871ac']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.144097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] Deleting port 53aa41af-8c65-477d-ad9e-bf63cb63c95b {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:54.144691 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.146837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baaa6a0-2ffb-4fd9-87bf-d20335feec89') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.147145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baaa6a0-2ffb-4fd9-87bf-d20335feec89') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.156734 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.170717 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.178341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:54.178852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:54.182298 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:54.217278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] For port 53aa41af-8c65-477d-ad9e-bf63cb63c95b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=53aa41af-8c65-477d-ad9e-bf63cb63c95b,segment=NetworkSegment(00c7220c-0371-4c65-ae9c-4d024f643828),segment_id=00c7220c-0371-4c65-ae9c-4d024f643828)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:54.217683 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.231931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] Calling delete_port for 53aa41af-8c65-477d-ad9e-bf63cb63c95b owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:54.320699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.347095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] Pushing event deleted for resources: {'Port': ['ID=53aa41af-8c65-477d-ad9e-bf63cb63c95b,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.353131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da86c07-26d0-4356-9f8f-b9aa782044af None None] No DVR routers for this DVR port 53aa41af-8c65-477d-ad9e-bf63cb63c95b on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:54.535172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 323c6b19-166c-43fb-9b1d-dc93d831d400 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:54.562952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.565203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 323c6b19-166c-43fb-9b1d-dc93d831d400 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:54.565562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 323c6b19-166c-43fb-9b1d-dc93d831d400 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:54.570385 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.572475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 53aa41af-8c65-477d-ad9e-bf63cb63c95b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:54.575436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.575999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/networks/2952b032-dbe2-4026-9265-709d1a3871ac HTTP/1.1" status: 204 len: 168 time: 0.9534442 Aug 16 02:26:54.588553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b8114-9abe-4327-b0b3-dd896c6fb9d8 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Network': ['ID=2952b032-dbe2-4026-9265-709d1a3871ac,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.603121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 53aa41af-8c65-477d-ad9e-bf63cb63c95b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:54.604079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 53aa41af-8c65-477d-ad9e-bf63cb63c95b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:54.692125 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.756569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0ebf0-c9b6-4bc3-af8e-a16ceb128cd2 req-6a3e731c-751f-492b-b5f0-47ce10f9e061 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.758079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62c0ebf0-c9b6-4bc3-af8e-a16ceb128cd2 req-6a3e731c-751f-492b-b5f0-47ce10f9e061 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.0816298 Aug 16 02:26:54.846770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af354bc3-4929-43d2-9732-f61dd6ae54cd req-fc34092b-b67b-484d-b73f-d1805aa0d3ef tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.849072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af354bc3-4929-43d2-9732-f61dd6ae54cd req-fc34092b-b67b-484d-b73f-d1805aa0d3ef tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0594206 Aug 16 02:26:54.864811 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.887675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d02defe-1fae-4101-9443-a3731a58e644']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.891936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af354bc3-4929-43d2-9732-f61dd6ae54cd req-0b4c1107-f8fe-4ec4-9766-90b0e663464b tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349557 Aug 16 02:26:54.900382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62c0ebf0-c9b6-4bc3-af8e-a16ceb128cd2 req-42eb0e92-e1d1-4846-855c-52bd66635f4d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/security-groups?id=220d3011-91d1-406e-b636-94b035f7168f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286466 Aug 16 02:26:54.916795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-86233883-a6ff-4068-b851-e936f05dc72d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.916795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-86233883-a6ff-4068-b851-e936f05dc72d tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 945 time: 0.1459446 Aug 16 02:26:54.921252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c7220c-0371-4c65-ae9c-4d024f643828') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.921776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c7220c-0371-4c65-ae9c-4d024f643828') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.939362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.979229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.008080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:55.008523 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:55.011653 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:55.082441 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.091456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.095230 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/networks/3d02defe-1fae-4101-9443-a3731a58e644 HTTP/1.1" status: 204 len: 168 time: 0.5167065 Aug 16 02:26:55.096691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57554) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.111404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cef59-9de0-4d8a-a474-f99e6a8ae1b3 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Network': ['ID=3d02defe-1fae-4101-9443-a3731a58e644,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.115309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Deleting port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:55.115658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.159443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting subnet becd63f6-2e2b-40d4-affe-e67b7d871cf8 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:55.174993 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.224927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] For port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,segment=NetworkSegment(59c4b5d2-1e72-4a59-b78a-d8b0fc732e47),segment_id=59c4b5d2-1e72-4a59-b78a-d8b0fc732e47)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:55.225314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.229955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.241409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Calling delete_port for 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:55.324863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.396369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.399468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.433962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Pushing event deleted for resources: {'Port': ['ID=7a072f00-a7c6-4bb5-bd70-6d0213c257b2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.438467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Subnet': ['ID=becd63f6-2e2b-40d4-affe-e67b7d871cf8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.441623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.443392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d1acf3a4-f659-409e-ab0c-b2188b91809c tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/subnets/becd63f6-2e2b-40d4-affe-e67b7d871cf8 HTTP/1.1" status: 204 len: 168 time: 0.3446128 Aug 16 02:26:55.448740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57580) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.467491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6dfaa-45de-4321-b9e4-25cb60c7d4ac None None] Network 25061b39-1805-4d3d-be27-f412c7deae26 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:55.490428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] No DVR routers for this DVR port 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:55.493357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.495728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-50670e57-ef8a-4929-89df-189ef70ed3c1 req-bdec4579-44a6-4280-9ece-a1b166240606 tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.98 "DELETE /v2.0/ports/7a072f00-a7c6-4bb5-bd70-6d0213c257b2 HTTP/1.1" status: 204 len: 173 time: 0.5717578 Aug 16 02:26:55.496200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'name': 'network-vif-deleted', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:55.498519 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9656075e-f548-419c-905e-19c8091b37e5" -d '{"events": [{"server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "name": "network-vif-deleted", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:55.520555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:55.557016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:55.559344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a072f00-a7c6-4bb5-bd70-6d0213c257b2 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:55.560045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.669274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Deleting port cb781f0f-0900-40ae-ad02-ccc03629539e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:55.669905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.733374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] DHCP port deletion for 25061b39-1805-4d3d-be27-f412c7deae26 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:55.762234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] For port cb781f0f-0900-40ae-ad02-ccc03629539e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=cb781f0f-0900-40ae-ad02-ccc03629539e,segment=NetworkSegment(0cba9de8-ffba-4675-b1c4-1c063e39b60a),segment_id=0cba9de8-ffba-4675-b1c4-1c063e39b60a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:55.762606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.770530 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22642b0b-47cc-46c0-9ee9-cd0d7ce82405 x-openstack-request-id: req-22642b0b-47cc-46c0-9ee9-cd0d7ce82405 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:55.771456 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27668b5f-6d05-42b9-8101-7d1766fd134f", "name": "network-vif-deleted", "tag": "7a072f00-a7c6-4bb5-bd70-6d0213c257b2", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:55.771956 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22642b0b-47cc-46c0-9ee9-cd0d7ce82405 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:55.772592 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27668b5f-6d05-42b9-8101-7d1766fd134f', 'name': 'network-vif-deleted', 'tag': '7a072f00-a7c6-4bb5-bd70-6d0213c257b2', 'status': 'completed', 'code': 200} Aug 16 02:26:55.777324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Calling delete_port for cb781f0f-0900-40ae-ad02-ccc03629539e owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:55.796050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] Deleting port cb781f0f-0900-40ae-ad02-ccc03629539e {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:55.796509 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.859393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] For port cb781f0f-0900-40ae-ad02-ccc03629539e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=cb781f0f-0900-40ae-ad02-ccc03629539e,segment=NetworkSegment(0cba9de8-ffba-4675-b1c4-1c063e39b60a),segment_id=0cba9de8-ffba-4675-b1c4-1c063e39b60a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:55.859551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.859791 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.877544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] Calling delete_port for cb781f0f-0900-40ae-ad02-ccc03629539e owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:55.887163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Port': ['ID=cb781f0f-0900-40ae-ad02-ccc03629539e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.892033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] No DVR routers for this DVR port cb781f0f-0900-40ae-ad02-ccc03629539e on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:55.988859 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.015034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] Pushing event deleted for resources: {'Port': ['ID=cb781f0f-0900-40ae-ad02-ccc03629539e,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:56.019501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eadd48-9956-4f97-8166-0900c0d2917b None None] No DVR routers for this DVR port cb781f0f-0900-40ae-ad02-ccc03629539e on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:56.059522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08a0b6dc-9264-4982-af00-bd532c2a7442 req-990b9066-c288-4811-a06d-b19ccbde63da tempest-ImagesTestJSON-783558251 tempest-ImagesTestJSON-783558251-project] 10.222.0.78 "GET /v2.0/ports?device_id=27668b5f-6d05-42b9-8101-7d1766fd134f HTTP/1.1" status: 200 len: 210 time: 0.0358300 Aug 16 02:26:56.077470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.091157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25061b39-1805-4d3d-be27-f412c7deae26']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:56.108211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cba9de8-ffba-4675-b1c4-1c063e39b60a') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:56.108528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cba9de8-ffba-4675-b1c4-1c063e39b60a') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:56.124255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88164258-22c0-46df-b24e-97edd249114f req-3d7f3639-fc6a-41a0-ad3b-46046ec22769 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:56.125978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-88164258-22c0-46df-b24e-97edd249114f req-3d7f3639-fc6a-41a0-ad3b-46046ec22769 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1113307 Aug 16 02:26:56.129713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.153395 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec94db9b-5023-4c9f-851f-fd24658072ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.155505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.171577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:56.172097 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:56.174908 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:56.230933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-88164258-22c0-46df-b24e-97edd249114f req-2c762cb7-d4a5-4d00-b3ea-39a857d98e0f tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935738 Aug 16 02:26:56.248526 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.257854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.260198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/networks/25061b39-1805-4d3d-be27-f412c7deae26 HTTP/1.1" status: 204 len: 168 time: 0.8103309 Aug 16 02:26:56.265440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:56.276787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186e180-b783-42e9-8193-b9a7bc21c0ce tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Pushing event deleted for resources: {'Network': ['ID=25061b39-1805-4d3d-be27-f412c7deae26,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:56.307411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7121ee12-a5d6-4678-9dc2-e53dd4574fc5 tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a HTTP/1.1" status: 200 len: 205 time: 0.0383835 Aug 16 02:26:56.307607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:56.384236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9c8-4deb-4ed8-9946-398a2ab1b40d tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.399078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57638) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:56.513848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d828bc9d-d9ca-44e1-ac9e-aa8c7774558f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.518336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cb781f0f-0900-40ae-ad02-ccc03629539e no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:56.541765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: cb781f0f-0900-40ae-ad02-ccc03629539e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:56.542477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cb781f0f-0900-40ae-ad02-ccc03629539e not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:56.542660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9c8-4deb-4ed8-9946-398a2ab1b40d tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.546070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9c8-4deb-4ed8-9946-398a2ab1b40d tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.590752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9c8-4deb-4ed8-9946-398a2ab1b40d tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.591437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c49f9c8-4deb-4ed8-9946-398a2ab1b40d tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Fanout notify agent at l3_agent the message router_deleted on router 0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:56.599053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c49f9c8-4deb-4ed8-9946-398a2ab1b40d tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.600918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2c49f9c8-4deb-4ed8-9946-398a2ab1b40d tempest-RoutersNegativeIpV6Test-752778056 tempest-RoutersNegativeIpV6Test-752778056-project] 10.222.0.78 "DELETE /v2.0/routers/0a43a7f0-ac6d-4bd0-93bd-d9c4c0ce505a HTTP/1.1" status: 204 len: 168 time: 0.2921810 Aug 16 02:26:56.610049 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d828bc9d-d9ca-44e1-ac9e-aa8c7774558f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.614656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d828bc9d-d9ca-44e1-ac9e-aa8c7774558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.658478 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d828bc9d-d9ca-44e1-ac9e-aa8c7774558f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1599608820947799b6f167f9d3a3c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582538 Aug 16 02:26:56.659431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828bc9d-d9ca-44e1-ac9e-aa8c7774558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef3557-7491-45e1-80ac-ecb7f454e908,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:56.662520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:56.716702 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aaf11a8-f0ec-4af7-9b3a-6ffbb1f95f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.737882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aaf11a8-f0ec-4af7-9b3a-6ffbb1f95f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.784795 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aaf11a8-f0ec-4af7-9b3a-6ffbb1f95f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.787375 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8aaf11a8-f0ec-4af7-9b3a-6ffbb1f95f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.788565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8aaf11a8-f0ec-4af7-9b3a-6ffbb1f95f2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92ef3557-7491-45e1-80ac-ecb7f454e908 HTTP/1.1" status: 204 len: 168 time: 0.1248322 Aug 16 02:26:56.796616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf11a8-f0ec-4af7-9b3a-6ffbb1f95f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef3557-7491-45e1-80ac-ecb7f454e908,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:56.800637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:57.035258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a430cf89-4f68-41c2-8b7b-f1deaa520a49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b033f712412a42fa8f2c325c512f6012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335184 Aug 16 02:26:57.037782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:57.058335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:57.076434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e62eb58-072f-4f09-a722-5e3cb72ecc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.115905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b421627-2cc1-4821-84a4-68f92c5b3178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.154067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b421627-2cc1-4821-84a4-68f92c5b3178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.235209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b421627-2cc1-4821-84a4-68f92c5b3178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.238627 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b421627-2cc1-4821-84a4-68f92c5b3178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.239997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b421627-2cc1-4821-84a4-68f92c5b3178 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9620d40b-97d5-45fa-ad3e-1eb7133e8611 HTTP/1.1" status: 204 len: 168 time: 0.2013381 Aug 16 02:26:57.242236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e62eb58-072f-4f09-a722-5e3cb72ecc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.251298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b421627-2cc1-4821-84a4-68f92c5b3178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9620d40b-97d5-45fa-ad3e-1eb7133e8611,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.253867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e62eb58-072f-4f09-a722-5e3cb72ecc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.296332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9e62eb58-072f-4f09-a722-5e3cb72ecc80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cd16ae574654d57939ddae72a9b41fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351570 Aug 16 02:26:57.296332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62eb58-072f-4f09-a722-5e3cb72ecc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349fd8d-f3e3-4b86-923f-9de718f6a7f2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.297227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57686) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:57.359013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5024-3df2-4291-bebc-e53b2650800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.385545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5024-3df2-4291-bebc-e53b2650800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.417208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e47c-3b22-4b83-8aa2-936d50f256e9 req-55ff370e-2438-4b66-87c5-d863649b6e0a tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:57.425883 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f617e47c-3b22-4b83-8aa2-936d50f256e9 req-55ff370e-2438-4b66-87c5-d863649b6e0a tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0671117 Aug 16 02:26:57.449607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5024-3df2-4291-bebc-e53b2650800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.454745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5024-3df2-4291-bebc-e53b2650800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.456019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3b9e5024-3df2-4291-bebc-e53b2650800e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c349fd8d-f3e3-4b86-923f-9de718f6a7f2 HTTP/1.1" status: 204 len: 168 time: 0.1577816 Aug 16 02:26:57.466356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e5024-3df2-4291-bebc-e53b2650800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349fd8d-f3e3-4b86-923f-9de718f6a7f2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.468838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f617e47c-3b22-4b83-8aa2-936d50f256e9 req-0e0b4cf7-78de-4777-9558-d742c6b24a11 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Aug 16 02:26:57.624021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57708) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:57.671878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] Deleting subnet b4aec43f-6aad-480d-bbc1-74eb461c1da6 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:57.676350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.711412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.761389 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.822324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.852152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4aec43f-6aad-480d-bbc1-74eb461c1da6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.854511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.856828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9a0c7d65-4fdc-4ad7-ad22-cdc826b199c5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b4aec43f-6aad-480d-bbc1-74eb461c1da6 HTTP/1.1" status: 204 len: 168 time: 0.2312145 Aug 16 02:26:57.858982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:57.933651 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.016993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.027865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e121511c-1c83-4ca4-9506-4abac7108ed8']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:58.039535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:58.040151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c4b5d2-1e72-4a59-b78a-d8b0fc732e47') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:58.049436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.064592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.071841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:58.072348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:58.074299 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:58.132928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.140899 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.146397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e121511c-1c83-4ca4-9506-4abac7108ed8 HTTP/1.1" status: 204 len: 168 time: 0.2831612 Aug 16 02:26:58.153605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c533b8-6fd3-487b-a49f-feaac96c6523 admin admin] Pushing event deleted for resources: {'Network': ['ID=e121511c-1c83-4ca4-9506-4abac7108ed8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.179175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57744) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:58.337940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083573295'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:58.364092 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.369275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57752) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:58.390110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.433435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7933fd29-c530-4682-935b-e80c1cacbde8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eec9e57f8eef4c2e8e997bc011a4ec1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631654 Aug 16 02:26:58.436178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57754) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:58.497654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1879710e-9ffe-48d3-9757-7543dbcb628f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.526446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1879710e-9ffe-48d3-9757-7543dbcb628f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.526671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.534007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.575902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1fa18a-ab24-4850-b199-8f4aa34a29b1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.625247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1329-e08e-4da2-a400-734c52c19fa9 req-10d7c2ba-0fb3-4bee-822f-c2be6b6016da tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:58.626954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a4f1329-e08e-4da2-a400-734c52c19fa9 req-10d7c2ba-0fb3-4bee-822f-c2be6b6016da tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0673313 Aug 16 02:26:58.633235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1879710e-9ffe-48d3-9757-7543dbcb628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.636085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1879710e-9ffe-48d3-9757-7543dbcb628f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.637355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1879710e-9ffe-48d3-9757-7543dbcb628f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/220d3011-91d1-406e-b636-94b035f7168f HTTP/1.1" status: 204 len: 168 time: 0.2000794 Aug 16 02:26:58.646763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.652565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.653710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879710e-9ffe-48d3-9757-7543dbcb628f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d3011-91d1-406e-b636-94b035f7168f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.706982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.707992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a4f1329-e08e-4da2-a400-734c52c19fa9 req-0788937d-ca9b-4cd3-ae25-bb6fce14f3e0 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692856 Aug 16 02:26:58.708662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5284157 Aug 16 02:26:58.711340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57766) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:58.713317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0553999-a874-4235-acb7-44a25271d0af tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f68cd-3987-4f48-b030-647b9e3fbbe2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.749729 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:58.775092 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.779245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f5330c79-568b-42a9-977c-688edd0eade0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.787829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-941528d2-e1c3-4044-babd-979d78ed9706 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0729399 Aug 16 02:26:58.788058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:58.792580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f872bc95-b693-41d7-a826-e452d61b5179 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-security--1577597682', 'description': 'tempest-security-description-1780996430'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:58.819622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f872bc95-b693-41d7-a826-e452d61b5179 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.872812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f872bc95-b693-41d7-a826-e452d61b5179 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.877405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f872bc95-b693-41d7-a826-e452d61b5179 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.880738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f872bc95-b693-41d7-a826-e452d61b5179 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.884408 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f872bc95-b693-41d7-a826-e452d61b5179 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "PUT /v2.0/security-groups/ab1f68cd-3987-4f48-b030-647b9e3fbbe2 HTTP/1.1" status: 200 len: 1780 time: 0.0929513 Aug 16 02:26:58.884870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57778) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:58.907001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872bc95-b693-41d7-a826-e452d61b5179 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f68cd-3987-4f48-b030-647b9e3fbbe2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.944233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d4e063fa-21be-4f97-8268-d211ad1c3fcd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups/ab1f68cd-3987-4f48-b030-647b9e3fbbe2 HTTP/1.1" status: 200 len: 1780 time: 0.0580914 Aug 16 02:26:58.946929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.010551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a965a4-ef94-47da-a2c0-d239a68c8a73 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.039039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a965a4-ef94-47da-a2c0-d239a68c8a73 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.085151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a965a4-ef94-47da-a2c0-d239a68c8a73 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.087855 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32a965a4-ef94-47da-a2c0-d239a68c8a73 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.094420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-32a965a4-ef94-47da-a2c0-d239a68c8a73 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/ab1f68cd-3987-4f48-b030-647b9e3fbbe2 HTTP/1.1" status: 204 len: 168 time: 0.1411135 Aug 16 02:26:59.094420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.106924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a965a4-ef94-47da-a2c0-d239a68c8a73 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1f68cd-3987-4f48-b030-647b9e3fbbe2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.145730 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00c0d627-9625-4a55-a959-f97423a9938d tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506172 Aug 16 02:26:59.150388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.166047 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b30a8d19-6ed3-4ad6-a6b7-f92a538ec1a2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] delete failed (client error): The resource could not be found. Aug 16 02:26:59.167184 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b30a8d19-6ed3-4ad6-a6b7-f92a538ec1a2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/ab1f68cd-3987-4f48-b030-647b9e3fbbe2 HTTP/1.1" status: 404 len: 347 time: 0.0158591 Aug 16 02:26:59.171459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57802) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.177287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c48fddae-e774-4ff0-978e-82ae3e36cd10 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522339208'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:59.200752 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48fddae-e774-4ff0-978e-82ae3e36cd10 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.296322 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48fddae-e774-4ff0-978e-82ae3e36cd10 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.302347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48fddae-e774-4ff0-978e-82ae3e36cd10 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.333988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48fddae-e774-4ff0-978e-82ae3e36cd10 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.335238 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c48fddae-e774-4ff0-978e-82ae3e36cd10 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1624076 Aug 16 02:26:59.338072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57808) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.343499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-acaee807-02fb-4c89-9b2d-279d119f9665 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '77f1d70b-44f6-487d-977a-b6e8a0e77252', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:59.360003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fddae-e774-4ff0-978e-82ae3e36cd10 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f1d70b-44f6-487d-977a-b6e8a0e77252,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.391831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acaee807-02fb-4c89-9b2d-279d119f9665 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.466777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acaee807-02fb-4c89-9b2d-279d119f9665 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.472915 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acaee807-02fb-4c89-9b2d-279d119f9665 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.493999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaee807-02fb-4c89-9b2d-279d119f9665 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc11395-9497-41fe-97a8-fc4634aa2853,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.501287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acaee807-02fb-4c89-9b2d-279d119f9665 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.505937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.506143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-acaee807-02fb-4c89-9b2d-279d119f9665 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653299 Aug 16 02:26:59.532267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54feaf16-a5a0-4976-a2ba-17e4cf687f19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.541747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57826) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.546212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54feaf16-a5a0-4976-a2ba-17e4cf687f19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.585992 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54feaf16-a5a0-4976-a2ba-17e4cf687f19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.591644 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54feaf16-a5a0-4976-a2ba-17e4cf687f19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.595447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.595701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54feaf16-a5a0-4976-a2ba-17e4cf687f19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1bc11395-9497-41fe-97a8-fc4634aa2853 HTTP/1.1" status: 204 len: 168 time: 0.0881338 Aug 16 02:26:59.604531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feaf16-a5a0-4976-a2ba-17e4cf687f19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bc11395-9497-41fe-97a8-fc4634aa2853,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.653056 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0214ba52-b51a-442b-a2ec-0b145ede252d tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530152 Aug 16 02:26:59.653624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.655944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1168498802-network', 'tenant_id': '2de0241049e04ab9a9cc61c3c602d05d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:59.678903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Made reservation on behalf of 2de0241049e04ab9a9cc61c3c602d05d for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:59.680992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.690366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.717092 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63e6a16-8eb1-415c-85e5-f5c47fa5eae3 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.745118 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63e6a16-8eb1-415c-85e5-f5c47fa5eae3 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.803847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63e6a16-8eb1-415c-85e5-f5c47fa5eae3 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.806453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63e6a16-8eb1-415c-85e5-f5c47fa5eae3 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.807736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f63e6a16-8eb1-415c-85e5-f5c47fa5eae3 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/77f1d70b-44f6-487d-977a-b6e8a0e77252 HTTP/1.1" status: 204 len: 168 time: 0.1526947 Aug 16 02:26:59.812256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57836) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.834130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6a16-8eb1-415c-85e5-f5c47fa5eae3 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f1d70b-44f6-487d-977a-b6e8a0e77252,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.839831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.854406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198110f-57e8-4211-a2ec-66c9ee0500c8 req-008ff6bd-0ca4-4c16-937e-fc0395540c0d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:59.854965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.855987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f198110f-57e8-4211-a2ec-66c9ee0500c8 req-008ff6bd-0ca4-4c16-937e-fc0395540c0d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0635498 Aug 16 02:26:59.890200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:59.903454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f198110f-57e8-4211-a2ec-66c9ee0500c8 req-dd9d26ea-95af-4f9b-ae9f-18d1d4acde34 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Aug 16 02:26:59.928596 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a089242-cc95-48ec-9c4e-322edbe09d9d tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1126304 Aug 16 02:26:59.931410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.931938 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Added segment 543e5c16-3bbf-4c6c-bedc-84f42e86b7b6 of type vlan for network 7ec14ad8-0324-490b-b1fa-caa6f9eeffbd Aug 16 02:26:59.934792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.938622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.940792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2615a16a-daf5-40c6-98cf-3fdfc489ed60 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010932756'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:59.941033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8489a7-d04c-4c92-9fdb-833cf3a67eea,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.982706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-daf5-40c6-98cf-3fdfc489ed60 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.986624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.019292 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.020778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:00.021463 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.082433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] Pushing event updated for resources: {'Network': ['ID=7ec14ad8-0324-490b-b1fa-caa6f9eeffbd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.093809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7ec14ad8-0324-490b-b1fa-caa6f9eeffbd details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:00.105579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-daf5-40c6-98cf-3fdfc489ed60 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.110056 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-daf5-40c6-98cf-3fdfc489ed60 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.114573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2093398a-70fa-498a-a34f-ba4a7386608f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5716074 Aug 16 02:27:00.117615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57846) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.126973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Request body: {'subnet': {'network_id': '7ec14ad8-0324-490b-b1fa-caa6f9eeffbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1168498802-subnet', 'tenant_id': '2de0241049e04ab9a9cc61c3c602d05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.142175 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-daf5-40c6-98cf-3fdfc489ed60 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.143416 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2615a16a-daf5-40c6-98cf-3fdfc489ed60 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2073574 Aug 16 02:27:00.145979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615a16a-daf5-40c6-98cf-3fdfc489ed60 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475856a7-e56d-44d9-953c-51fdf6665fa6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.146795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57848) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.153370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-11b87178-39a7-45be-b65a-535d5495efa0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '475856a7-e56d-44d9-953c-51fdf6665fa6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.170795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Made reservation on behalf of 2de0241049e04ab9a9cc61c3c602d05d for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:00.173276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.245370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11b87178-39a7-45be-b65a-535d5495efa0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.342764 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11b87178-39a7-45be-b65a-535d5495efa0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.347449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11b87178-39a7-45be-b65a-535d5495efa0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.368735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b87178-39a7-45be-b65a-535d5495efa0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22c7003-b973-4561-9346-ac9c33f2a229,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.407469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11b87178-39a7-45be-b65a-535d5495efa0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.408685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-11b87178-39a7-45be-b65a-535d5495efa0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2605343 Aug 16 02:27:00.412334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.417666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e487e416-6eff-4ae0-aa68-ddf98ef0d41e tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '475856a7-e56d-44d9-953c-51fdf6665fa6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.422153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.445576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e487e416-6eff-4ae0-aa68-ddf98ef0d41e tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.485110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d19de0-c0ab-41af-a925-b5ca812e64ca,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.494781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Checking segment: {'id': '543e5c16-3bbf-4c6c-bedc-84f42e86b7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7ec14ad8-0324-490b-b1fa-caa6f9eeffbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:00.495145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Network hostable DHCP agents. Network: 7ec14ad8-0324-490b-b1fa-caa6f9eeffbd, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:00.518091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Network 7ec14ad8-0324-490b-b1fa-caa6f9eeffbd is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:00.520464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e487e416-6eff-4ae0-aa68-ddf98ef0d41e tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.528187 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e487e416-6eff-4ae0-aa68-ddf98ef0d41e tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.530080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7ec14ad8-0324-490b-b1fa-caa6f9eeffbd) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:00.537221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:00.538127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.540621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9470d-c073-4bb8-bc2f-4114435a5ceb None None] Network 7ec14ad8-0324-490b-b1fa-caa6f9eeffbd requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:00.545725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487e416-6eff-4ae0-aa68-ddf98ef0d41e tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92645f4-fea0-4215-8e1b-3b4dc9736e70,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.558189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f96ced63-925c-40ba-9f67-f7c3b0658f53 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4364579 Aug 16 02:27:00.562284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e487e416-6eff-4ae0-aa68-ddf98ef0d41e tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.564171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e487e416-6eff-4ae0-aa68-ddf98ef0d41e tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504617 Aug 16 02:27:00.568079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57856) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.574110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4de27705-2358-4c95-b966-89d1a26ef016 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '475856a7-e56d-44d9-953c-51fdf6665fa6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.608258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4de27705-2358-4c95-b966-89d1a26ef016 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.695465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4de27705-2358-4c95-b966-89d1a26ef016 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.700696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4de27705-2358-4c95-b966-89d1a26ef016 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.717963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de27705-2358-4c95-b966-89d1a26ef016 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e25352-3bc6-4022-ae46-e45b6c7f0a27,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.730669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4de27705-2358-4c95-b966-89d1a26ef016 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.732601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4de27705-2358-4c95-b966-89d1a26ef016 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630967 Aug 16 02:27:00.735512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.743521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e588b65c-0347-46ac-93f6-97e8b9e444fd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '475856a7-e56d-44d9-953c-51fdf6665fa6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.764609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e20e4d-6846-486b-8ead-dc90dcff3343 None None] Network 7ec14ad8-0324-490b-b1fa-caa6f9eeffbd requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:00.778546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e588b65c-0347-46ac-93f6-97e8b9e444fd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.840465 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e588b65c-0347-46ac-93f6-97e8b9e444fd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.844703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e588b65c-0347-46ac-93f6-97e8b9e444fd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.859608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588b65c-0347-46ac-93f6-97e8b9e444fd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace56a7e-4b34-4e6d-af2e-2f9127d162d3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.873368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e588b65c-0347-46ac-93f6-97e8b9e444fd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.877582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57866) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.880796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e588b65c-0347-46ac-93f6-97e8b9e444fd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437447 Aug 16 02:27:00.883114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6394f2b0-b1cc-410d-bfd8-8e7c217e2459 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '475856a7-e56d-44d9-953c-51fdf6665fa6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.906977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-23a9d38a-ce04-40e0-83c8-f464c80324a9 req-92dbe371-dd25-4c44-ac92-1455054ad5e6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-126532638', 'description': 'tempest-description-2007797456'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.920973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6394f2b0-b1cc-410d-bfd8-8e7c217e2459 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.954260 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23a9d38a-ce04-40e0-83c8-f464c80324a9 req-92dbe371-dd25-4c44-ac92-1455054ad5e6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.013073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6394f2b0-b1cc-410d-bfd8-8e7c217e2459 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.021685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6394f2b0-b1cc-410d-bfd8-8e7c217e2459 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.035032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929040e-9eae-42b0-ace3-09b5eedc92bc req-43b18efc-36af-497c-a3a7-0d3eb4b0743d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:01.036635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c929040e-9eae-42b0-ace3-09b5eedc92bc req-43b18efc-36af-497c-a3a7-0d3eb4b0743d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0583024 Aug 16 02:27:01.058776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394f2b0-b1cc-410d-bfd8-8e7c217e2459 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f5e663-9ab8-4f41-895f-ed12695f6ddb,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.085021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c929040e-9eae-42b0-ace3-09b5eedc92bc req-0ae8399b-a8de-47cd-8b65-298ee2a46536 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Aug 16 02:27:01.091985 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23a9d38a-ce04-40e0-83c8-f464c80324a9 req-92dbe371-dd25-4c44-ac92-1455054ad5e6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.106287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23a9d38a-ce04-40e0-83c8-f464c80324a9 req-92dbe371-dd25-4c44-ac92-1455054ad5e6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.114609 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6394f2b0-b1cc-410d-bfd8-8e7c217e2459 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.118698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.118872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6394f2b0-b1cc-410d-bfd8-8e7c217e2459 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2395060 Aug 16 02:27:01.143553 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-23a9d38a-ce04-40e0-83c8-f464c80324a9 req-92dbe371-dd25-4c44-ac92-1455054ad5e6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.144867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23a9d38a-ce04-40e0-83c8-f464c80324a9 req-92dbe371-dd25-4c44-ac92-1455054ad5e6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2427793 Aug 16 02:27:01.146008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbe371-dd25-4c44-ac92-1455054ad5e6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4078efb6-7989-449f-badf-e53329502fec,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.148237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d8e47bb-8cf8-47a1-8941-ffb0f6745768 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.157047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d8e47bb-8cf8-47a1-8941-ffb0f6745768 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.205374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d8e47bb-8cf8-47a1-8941-ffb0f6745768 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.210976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d8e47bb-8cf8-47a1-8941-ffb0f6745768 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.212321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9d8e47bb-8cf8-47a1-8941-ffb0f6745768 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f5f5e663-9ab8-4f41-895f-ed12695f6ddb HTTP/1.1" status: 204 len: 168 time: 0.0923815 Aug 16 02:27:01.215074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57878) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.229904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e47bb-8cf8-47a1-8941-ffb0f6745768 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5f5e663-9ab8-4f41-895f-ed12695f6ddb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.236668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-4217a60b-4b0a-41b3-9916-609d783da130 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/4078efb6-7989-449f-badf-e53329502fec HTTP/1.1" status: 200 len: 1814 time: 0.0648961 Aug 16 02:27:01.250807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4078efb6-7989-449f-badf-e53329502fec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:01.251225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4078efb6-7989-449f-badf-e53329502fec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:01.279012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c43fd088-7433-4a98-bfe2-156132130869 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0624084 Aug 16 02:27:01.283986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.333461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7406d07e-0f0a-4eec-bb29-9af940916cbd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.342861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.347283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7406d07e-0f0a-4eec-bb29-9af940916cbd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.377035 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.384082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.392379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7406d07e-0f0a-4eec-bb29-9af940916cbd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.397902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7406d07e-0f0a-4eec-bb29-9af940916cbd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.400908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7406d07e-0f0a-4eec-bb29-9af940916cbd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/ace56a7e-4b34-4e6d-af2e-2f9127d162d3 HTTP/1.1" status: 204 len: 168 time: 0.1128685 Aug 16 02:27:01.402236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57884) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.408776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60634b23-07d4-4a25-9f4b-55e9e5b436b6,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.422696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406d07e-0f0a-4eec-bb29-9af940916cbd tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ace56a7e-4b34-4e6d-af2e-2f9127d162d3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.430283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.431658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5a523f1-7bd0-482b-b6af-601484311de5 req-7afac0d0-1779-4165-94fe-0766636f8ed7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1853635 Aug 16 02:27:01.478691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a58de24f-738f-415e-b7e3-7d29adf855d8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0745614 Aug 16 02:27:01.481653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.508256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b014b860-d8d2-4104-9281-11fecc1c24ee tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.515791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5c22207-bc6c-4b40-a179-84e8f8b91d86 req-a9a5d6f9-cc80-4a81-a584-7f32dc10d72c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/4078efb6-7989-449f-badf-e53329502fec HTTP/1.1" status: 200 len: 2408 time: 0.0608721 Aug 16 02:27:01.520497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b014b860-d8d2-4104-9281-11fecc1c24ee tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.561763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-141c69fb-7455-48ac-ba66-39f5132faef5 req-465987d7-9728-4f18-93ae-ca04f024df80 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-group-rules/60634b23-07d4-4a25-9f4b-55e9e5b436b6 HTTP/1.1" status: 200 len: 778 time: 0.0213397 Aug 16 02:27:01.563068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b014b860-d8d2-4104-9281-11fecc1c24ee tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.569398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b014b860-d8d2-4104-9281-11fecc1c24ee tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.570692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b014b860-d8d2-4104-9281-11fecc1c24ee tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/15e25352-3bc6-4022-ae46-e45b6c7f0a27 HTTP/1.1" status: 204 len: 168 time: 0.0880497 Aug 16 02:27:01.573465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.590467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b860-d8d2-4104-9281-11fecc1c24ee tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e25352-3bc6-4022-ae46-e45b6c7f0a27,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.627339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-141c69fb-7455-48ac-ba66-39f5132faef5 req-4d0d2fb7-e183-4ecb-b6e5-26b1e469eaa0 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/4078efb6-7989-449f-badf-e53329502fec HTTP/1.1" status: 200 len: 2408 time: 0.0551405 Aug 16 02:27:01.628711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae0f2a72-dfe4-40f5-8c2a-5e01602df380 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0540166 Aug 16 02:27:01.631422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57896) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.657825 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e711f215-e65c-4048-95d6-f5a79d90e013 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.662804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-141c69fb-7455-48ac-ba66-39f5132faef5 req-a0c34da9-4373-47d5-8c3b-4ad95981b1d5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.667639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e711f215-e65c-4048-95d6-f5a79d90e013 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.670464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-141c69fb-7455-48ac-ba66-39f5132faef5 req-a0c34da9-4373-47d5-8c3b-4ad95981b1d5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.696567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e711f215-e65c-4048-95d6-f5a79d90e013 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.697963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-141c69fb-7455-48ac-ba66-39f5132faef5 req-a0c34da9-4373-47d5-8c3b-4ad95981b1d5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.703178 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e711f215-e65c-4048-95d6-f5a79d90e013 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.707288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e711f215-e65c-4048-95d6-f5a79d90e013 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f92645f4-fea0-4215-8e1b-3b4dc9736e70 HTTP/1.1" status: 204 len: 168 time: 0.0718830 Aug 16 02:27:01.707450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-141c69fb-7455-48ac-ba66-39f5132faef5 req-a0c34da9-4373-47d5-8c3b-4ad95981b1d5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.710099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57898) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.710859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-141c69fb-7455-48ac-ba66-39f5132faef5 req-a0c34da9-4373-47d5-8c3b-4ad95981b1d5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/60634b23-07d4-4a25-9f4b-55e9e5b436b6 HTTP/1.1" status: 204 len: 173 time: 0.0767736 Aug 16 02:27:01.714831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f215-e65c-4048-95d6-f5a79d90e013 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f92645f4-fea0-4215-8e1b-3b4dc9736e70,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.715552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34da9-4373-47d5-8c3b-4ad95981b1d5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60634b23-07d4-4a25-9f4b-55e9e5b436b6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.740963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-15bd8710-7463-4729-8718-b766d93c5584 req-a8e397b0-f1b7-47fc-8969-be0392af868c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-962665168', 'description': 'tempest-description-1340575574'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:01.784156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c6345ee6-07b3-4888-84a0-350c5508bca3 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0709815 Aug 16 02:27:01.788449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.788630 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-15bd8710-7463-4729-8718-b766d93c5584 req-a8e397b0-f1b7-47fc-8969-be0392af868c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.826270 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eacc0195-d9df-48be-92a9-5e7aba9ee5b2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.838771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eacc0195-d9df-48be-92a9-5e7aba9ee5b2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.859849 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.869080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eacc0195-d9df-48be-92a9-5e7aba9ee5b2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.875420 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eacc0195-d9df-48be-92a9-5e7aba9ee5b2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.876652 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eacc0195-d9df-48be-92a9-5e7aba9ee5b2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e22c7003-b973-4561-9346-ac9c33f2a229 HTTP/1.1" status: 204 len: 168 time: 0.0870984 Aug 16 02:27:01.880709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57906) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.882317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc0195-d9df-48be-92a9-5e7aba9ee5b2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e22c7003-b973-4561-9346-ac9c33f2a229,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.903352 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-15bd8710-7463-4729-8718-b766d93c5584 req-a8e397b0-f1b7-47fc-8969-be0392af868c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.907684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-15bd8710-7463-4729-8718-b766d93c5584 req-a8e397b0-f1b7-47fc-8969-be0392af868c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.939181 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-15bd8710-7463-4729-8718-b766d93c5584 req-a8e397b0-f1b7-47fc-8969-be0392af868c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.940990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-15bd8710-7463-4729-8718-b766d93c5584 req-a8e397b0-f1b7-47fc-8969-be0392af868c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2061231 Aug 16 02:27:01.953158 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dfe7ccfd-dbd6-46c0-bccf-fd743a709483 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0712211 Aug 16 02:27:01.956013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.962674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e397b0-f1b7-47fc-8969-be0392af868c tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49aaeb-ef06-411b-b675-6c2cf7b30a66,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.035165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20c90ffa-622e-4706-b57a-6d7a60a99529 req-e406523a-00c9-459d-aa50-abdf7d899de7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/9e49aaeb-ef06-411b-b675-6c2cf7b30a66 HTTP/1.1" status: 200 len: 1814 time: 0.0567811 Aug 16 02:27:02.046390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69235423-7b6e-4f11-b73a-7ebf17a30b4b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.072698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69235423-7b6e-4f11-b73a-7ebf17a30b4b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.078254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-90fbd742-d856-439f-a363-e7a05ee2332e req-58c71c15-a984-45aa-bc7e-68afd267c2b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1380677545', 'description': 'tempest-description-230364075'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:02.128598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90fbd742-d856-439f-a363-e7a05ee2332e req-58c71c15-a984-45aa-bc7e-68afd267c2b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.211123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69235423-7b6e-4f11-b73a-7ebf17a30b4b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.213641 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69235423-7b6e-4f11-b73a-7ebf17a30b4b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.214753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-69235423-7b6e-4f11-b73a-7ebf17a30b4b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/475856a7-e56d-44d9-953c-51fdf6665fa6 HTTP/1.1" status: 204 len: 168 time: 0.2570734 Aug 16 02:27:02.217943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57918) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.230302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69235423-7b6e-4f11-b73a-7ebf17a30b4b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475856a7-e56d-44d9-953c-51fdf6665fa6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.231334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681c49-4282-4b98-b27b-e5507fc39e49 req-17a4efff-3d91-4f4d-abe4-860b117e173d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:02.232844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fd681c49-4282-4b98-b27b-e5507fc39e49 req-17a4efff-3d91-4f4d-abe4-860b117e173d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0737684 Aug 16 02:27:02.234266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90fbd742-d856-439f-a363-e7a05ee2332e req-58c71c15-a984-45aa-bc7e-68afd267c2b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.241777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90fbd742-d856-439f-a363-e7a05ee2332e req-58c71c15-a984-45aa-bc7e-68afd267c2b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.275268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-90fbd742-d856-439f-a363-e7a05ee2332e req-58c71c15-a984-45aa-bc7e-68afd267c2b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.276682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90fbd742-d856-439f-a363-e7a05ee2332e req-58c71c15-a984-45aa-bc7e-68afd267c2b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2059159 Aug 16 02:27:02.279162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c71c15-a984-45aa-bc7e-68afd267c2b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37265311-0873-4717-b647-b440a7b3ea4b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.307506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fd681c49-4282-4b98-b27b-e5507fc39e49 req-b2844fd4-958c-43a1-8133-575c5a41b4c7 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Aug 16 02:27:02.311026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0908a3b0-2de7-4516-86af-dd0a65394c1a tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918491 Aug 16 02:27:02.317269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57922) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.321298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1f7dcddf-524c-4778-9320-18ba283767f9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--215707176'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:02.348814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcddf-524c-4778-9320-18ba283767f9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.358370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-068a1d17-e8a4-4c78-bdb2-18b05e54a3d7 req-d84e7974-eb18-4036-974b-1df5619d93c5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/37265311-0873-4717-b647-b440a7b3ea4b HTTP/1.1" status: 200 len: 1814 time: 0.0547504 Aug 16 02:27:02.387041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1752990792', 'description': 'tempest-description-1921633077'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:02.451504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcddf-524c-4778-9320-18ba283767f9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.457723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcddf-524c-4778-9320-18ba283767f9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.496636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.500711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcddf-524c-4778-9320-18ba283767f9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.501953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1f7dcddf-524c-4778-9320-18ba283767f9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1843047 Aug 16 02:27:02.505362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.508837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dcddf-524c-4778-9320-18ba283767f9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851e0c73-b574-4519-9ff4-29c199693e7b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.509993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c53dbd2e-14b8-4522-a953-f06a22a8dfd6 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '851e0c73-b574-4519-9ff4-29c199693e7b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:02.527576 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:27:02.527576 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:27:02.527576 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id_1': '2de0241049e04ab9a9cc61c3c602d05d', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 27, 2, 519523)}] Aug 16 02:27:02.527576 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:27:02.528265 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:27:02.540231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c53dbd2e-14b8-4522-a953-f06a22a8dfd6 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.598146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c53dbd2e-14b8-4522-a953-f06a22a8dfd6 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.601437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c53dbd2e-14b8-4522-a953-f06a22a8dfd6 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.622923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dbd2e-14b8-4522-a953-f06a22a8dfd6 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cc7ce8-7859-40c7-b6dc-1c1195b8e29a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.626695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c53dbd2e-14b8-4522-a953-f06a22a8dfd6 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.627896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c53dbd2e-14b8-4522-a953-f06a22a8dfd6 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1215210 Aug 16 02:27:02.631265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57936) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.694724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4bc86fd9-bc72-47e9-b305-1ec005ea5fc9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.723208 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4bc86fd9-bc72-47e9-b305-1ec005ea5fc9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.768968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4bc86fd9-bc72-47e9-b305-1ec005ea5fc9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.771990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4bc86fd9-bc72-47e9-b305-1ec005ea5fc9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.773398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4bc86fd9-bc72-47e9-b305-1ec005ea5fc9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/851e0c73-b574-4519-9ff4-29c199693e7b HTTP/1.1" status: 204 len: 168 time: 0.1410270 Aug 16 02:27:02.776526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57948) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.791623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc86fd9-bc72-47e9-b305-1ec005ea5fc9 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e0c73-b574-4519-9ff4-29c199693e7b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.826749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-783ed3e9-5d04-4f90-a34d-5b58708f244d tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495188 Aug 16 02:27:02.830199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57954) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.834997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4f93afbe-9645-4617-8e39-4190bae0aab8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--61835695'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:02.859838 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f93afbe-9645-4617-8e39-4190bae0aab8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.947222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f93afbe-9645-4617-8e39-4190bae0aab8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.956716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f93afbe-9645-4617-8e39-4190bae0aab8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.981574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4f93afbe-9645-4617-8e39-4190bae0aab8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.982831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4f93afbe-9645-4617-8e39-4190bae0aab8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1517060 Aug 16 02:27:02.985810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.991821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93afbe-9645-4617-8e39-4190bae0aab8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ee8d5-ef59-4c09-9617-29fdb3e4ff92,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.992184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6fc7d9d5-7560-4413-8897-79c2fbd9c9d0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--309781876'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:03.015217 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d9d5-7560-4413-8897-79c2fbd9c9d0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.028974 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.098661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d9d5-7560-4413-8897-79c2fbd9c9d0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.106623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d9d5-7560-4413-8897-79c2fbd9c9d0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.134295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7d9d5-7560-4413-8897-79c2fbd9c9d0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f260e5e-072e-41aa-97aa-0cdf241b99ae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.178357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.183141 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.189982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d9d5-7560-4413-8897-79c2fbd9c9d0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.191477 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6fc7d9d5-7560-4413-8897-79c2fbd9c9d0 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2042682 Aug 16 02:27:03.194032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57978) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.198672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9dac97c1-dcbe-4e2e-957d-643acc42e112 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': 'ed4ee8d5-ef59-4c09-9617-29fdb3e4ff92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f260e5e-072e-41aa-97aa-0cdf241b99ae', 'remote_ip_prefix': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:03.229022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.230221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e7bac30e-cbe1-4f88-b708-b89527e2f0c5 req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8481781 Aug 16 02:27:03.234269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dfc0c-e227-4bc1-911b-38e2a1f437b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45719d4-b7a7-4495-bdad-2951b4e8fd25,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.263723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9dac97c1-dcbe-4e2e-957d-643acc42e112 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.311569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66ba1151-7e4d-4c43-9676-156d08e8b37d req-02d621a3-0238-4e90-83f7-cb2a35433b99 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/f45719d4-b7a7-4495-bdad-2951b4e8fd25 HTTP/1.1" status: 200 len: 1815 time: 0.0539746 Aug 16 02:27:03.340085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-51b27d5d-ad87-41ea-a383-5ae1d0a33631 req-a843ade1-6b06-4add-a3e7-07743430bc2a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-109562025', 'description': 'tempest-description-284500008'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:03.365277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9dac97c1-dcbe-4e2e-957d-643acc42e112 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.374636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9dac97c1-dcbe-4e2e-957d-643acc42e112 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.385833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51b27d5d-ad87-41ea-a383-5ae1d0a33631 req-a843ade1-6b06-4add-a3e7-07743430bc2a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.408092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac97c1-dcbe-4e2e-957d-643acc42e112 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d55ddd-a914-4bc7-890d-305f16644bc3,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.412725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9dac97c1-dcbe-4e2e-957d-643acc42e112 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.413924 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9dac97c1-dcbe-4e2e-957d-643acc42e112 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2188666 Aug 16 02:27:03.417622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57996) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.452786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67096768-597b-4053-9979-039e0f7750b2 req-a11f4254-6e31-425e-8411-501eabe77081 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:03.454286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67096768-597b-4053-9979-039e0f7750b2 req-a11f4254-6e31-425e-8411-501eabe77081 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0614388 Aug 16 02:27:03.468419 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2aee8ea0-53c1-4f6c-b4a7-af8ffb157612 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.480733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2aee8ea0-53c1-4f6c-b4a7-af8ffb157612 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.527060 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67096768-597b-4053-9979-039e0f7750b2 req-5a4e1d66-63fb-4db2-a0eb-46b9bed6679e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643241 Aug 16 02:27:03.531440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2aee8ea0-53c1-4f6c-b4a7-af8ffb157612 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.544483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2aee8ea0-53c1-4f6c-b4a7-af8ffb157612 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.545629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2aee8ea0-53c1-4f6c-b4a7-af8ffb157612 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/34d55ddd-a914-4bc7-890d-305f16644bc3 HTTP/1.1" status: 204 len: 168 time: 0.1271288 Aug 16 02:27:03.548307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58000) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.558148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee8ea0-53c1-4f6c-b4a7-af8ffb157612 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34d55ddd-a914-4bc7-890d-305f16644bc3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.573349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51b27d5d-ad87-41ea-a383-5ae1d0a33631 req-a843ade1-6b06-4add-a3e7-07743430bc2a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.578748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51b27d5d-ad87-41ea-a383-5ae1d0a33631 req-a843ade1-6b06-4add-a3e7-07743430bc2a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.593566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-23c61771-8643-428d-9444-3e88bab849e8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0438471 Aug 16 02:27:03.596219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58002) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.608869 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51b27d5d-ad87-41ea-a383-5ae1d0a33631 req-a843ade1-6b06-4add-a3e7-07743430bc2a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.610119 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51b27d5d-ad87-41ea-a383-5ae1d0a33631 req-a843ade1-6b06-4add-a3e7-07743430bc2a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2773967 Aug 16 02:27:03.615001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843ade1-6b06-4add-a3e7-07743430bc2a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6589cd3-dbc1-4b1d-b50f-9fa7ac32406b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.679874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc60-160a-47d1-8461-efb742f442ed tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.699746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71953efd-ab2d-45cc-aa25-a67a06a1e577 req-80deb75f-985e-4698-afa8-8425bedeb6cd tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/a6589cd3-dbc1-4b1d-b50f-9fa7ac32406b HTTP/1.1" status: 200 len: 1813 time: 0.0613301 Aug 16 02:27:03.710120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc60-160a-47d1-8461-efb742f442ed tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.752483 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-a857ac1f-3ca0-4ba3-bc96-26e6e7b3b026 req-ac016202-ab5b-4eea-80ef-50ff3cde4602 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] show failed (client error): The resource could not be found. Aug 16 02:27:03.753576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a857ac1f-3ca0-4ba3-bc96-26e6e7b3b026 req-ac016202-ab5b-4eea-80ef-50ff3cde4602 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/f17a7c25-eb44-47e8-bdbb-022c626e3bbe HTTP/1.1" status: 404 len: 352 time: 0.0291662 Aug 16 02:27:03.757726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc60-160a-47d1-8461-efb742f442ed tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.760471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc60-160a-47d1-8461-efb742f442ed tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.763326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0e00dc60-160a-47d1-8461-efb742f442ed tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/7f260e5e-072e-41aa-97aa-0cdf241b99ae HTTP/1.1" status: 204 len: 168 time: 0.1638138 Aug 16 02:27:03.768598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58012) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.771237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00dc60-160a-47d1-8461-efb742f442ed tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f260e5e-072e-41aa-97aa-0cdf241b99ae,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.807726 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-cb66b450-65f2-4a7c-9c02-d792497e5e3f req-741f9920-33e5-46d7-af45-0807b0cebf6a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] show failed (client error): The resource could not be found. Aug 16 02:27:03.808775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb66b450-65f2-4a7c-9c02-d792497e5e3f req-741f9920-33e5-46d7-af45-0807b0cebf6a tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-group-rules/2020ee55-a879-4773-b0c2-f2598f80d1f3 HTTP/1.1" status: 404 len: 361 time: 0.0276139 Aug 16 02:27:03.873611 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d654cd45-9a45-4b40-9222-c034e56690de tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1037943 Aug 16 02:27:03.876477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.893206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d82af604-6788-4ce2-9674-a714914666c2 req-8362ef7e-7ad3-489d-858b-e4316feaf8a9 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/a6589cd3-dbc1-4b1d-b50f-9fa7ac32406b HTTP/1.1" status: 200 len: 1813 time: 0.0536201 Aug 16 02:27:03.932611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dde4251a-0825-4e75-99cd-5bf7056deb37 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.954782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d82af604-6788-4ce2-9674-a714914666c2 req-2f85ade1-d772-4b16-ad0c-6a09b89e94b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.955349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dde4251a-0825-4e75-99cd-5bf7056deb37 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.981748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d82af604-6788-4ce2-9674-a714914666c2 req-2f85ade1-d772-4b16-ad0c-6a09b89e94b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.003443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dde4251a-0825-4e75-99cd-5bf7056deb37 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.006101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dde4251a-0825-4e75-99cd-5bf7056deb37 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.009766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dde4251a-0825-4e75-99cd-5bf7056deb37 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/ed4ee8d5-ef59-4c09-9617-29fdb3e4ff92 HTTP/1.1" status: 204 len: 168 time: 0.1297262 Aug 16 02:27:04.011913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58020) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.028265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d82af604-6788-4ce2-9674-a714914666c2 req-2f85ade1-d772-4b16-ad0c-6a09b89e94b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.031709 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d82af604-6788-4ce2-9674-a714914666c2 req-2f85ade1-d772-4b16-ad0c-6a09b89e94b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.036533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4251a-0825-4e75-99cd-5bf7056deb37 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ee8d5-ef59-4c09-9617-29fdb3e4ff92,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.037148 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d82af604-6788-4ce2-9674-a714914666c2 req-2f85ade1-d772-4b16-ad0c-6a09b89e94b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "DELETE /v2.0/security-groups/a6589cd3-dbc1-4b1d-b50f-9fa7ac32406b HTTP/1.1" status: 204 len: 173 time: 0.1374433 Aug 16 02:27:04.058755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85ade1-d772-4b16-ad0c-6a09b89e94b8 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6589cd3-dbc1-4b1d-b50f-9fa7ac32406b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.073400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fb1266e5-ad3c-417c-8ccf-835c3bdf5d8b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597644 Aug 16 02:27:04.078699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58024) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.083357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a190b6de-6a02-48df-94b3-aef699f13ce4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--431207101'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:04.109067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a190b6de-6a02-48df-94b3-aef699f13ce4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.133604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ffc98770-d233-4e43-b0f3-5ec67cd0e198 req-275ccd18-090f-42e0-8d8a-c9cbc4219062 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/f45719d4-b7a7-4495-bdad-2951b4e8fd25 HTTP/1.1" status: 200 len: 1815 time: 0.0487938 Aug 16 02:27:04.196234 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ffc98770-d233-4e43-b0f3-5ec67cd0e198 req-498ff275-ae25-4a63-8f25-7e3809c932d6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.205245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a190b6de-6a02-48df-94b3-aef699f13ce4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.210858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a190b6de-6a02-48df-94b3-aef699f13ce4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.221220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ffc98770-d233-4e43-b0f3-5ec67cd0e198 req-498ff275-ae25-4a63-8f25-7e3809c932d6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.241370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a190b6de-6a02-48df-94b3-aef699f13ce4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.244748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a190b6de-6a02-48df-94b3-aef699f13ce4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1653609 Aug 16 02:27:04.247065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190b6de-6a02-48df-94b3-aef699f13ce4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b7f163-e4e7-44c9-b55f-269e1b1c4038,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.253776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58026) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.258436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8f694fcc-77e2-4cff-9f08-1cdba3791ea8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '81b7f163-e4e7-44c9-b55f-269e1b1c4038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:04.280232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ffc98770-d233-4e43-b0f3-5ec67cd0e198 req-498ff275-ae25-4a63-8f25-7e3809c932d6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.283221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ffc98770-d233-4e43-b0f3-5ec67cd0e198 req-498ff275-ae25-4a63-8f25-7e3809c932d6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.285080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ffc98770-d233-4e43-b0f3-5ec67cd0e198 req-498ff275-ae25-4a63-8f25-7e3809c932d6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "DELETE /v2.0/security-groups/f45719d4-b7a7-4495-bdad-2951b4e8fd25 HTTP/1.1" status: 204 len: 173 time: 0.1489625 Aug 16 02:27:04.290673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f694fcc-77e2-4cff-9f08-1cdba3791ea8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.303263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ff275-ae25-4a63-8f25-7e3809c932d6 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45719d4-b7a7-4495-bdad-2951b4e8fd25,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.400563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecd08552-1e21-406d-84fd-c40256633b40 req-322d4703-7f4d-4c5e-8c34-7dccadd52bee tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/37265311-0873-4717-b647-b440a7b3ea4b HTTP/1.1" status: 200 len: 1814 time: 0.0661192 Aug 16 02:27:04.402366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f694fcc-77e2-4cff-9f08-1cdba3791ea8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.406498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f694fcc-77e2-4cff-9f08-1cdba3791ea8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.440214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694fcc-77e2-4cff-9f08-1cdba3791ea8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86a6876-71a6-4c5a-b116-4a4926cceee8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.454658 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f694fcc-77e2-4cff-9f08-1cdba3791ea8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.455866 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8f694fcc-77e2-4cff-9f08-1cdba3791ea8 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2010384 Aug 16 02:27:04.459104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.479878 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ecd08552-1e21-406d-84fd-c40256633b40 req-8dd242e1-e8ba-4f3b-b32a-d08a8e69c9f7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.487944 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c68a8ec8-a36a-4b89-a1c9-9616a140f373 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.497324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c68a8ec8-a36a-4b89-a1c9-9616a140f373 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.507146 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ecd08552-1e21-406d-84fd-c40256633b40 req-8dd242e1-e8ba-4f3b-b32a-d08a8e69c9f7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.533604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c68a8ec8-a36a-4b89-a1c9-9616a140f373 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.550902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c68a8ec8-a36a-4b89-a1c9-9616a140f373 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.552626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c68a8ec8-a36a-4b89-a1c9-9616a140f373 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/c86a6876-71a6-4c5a-b116-4a4926cceee8 HTTP/1.1" status: 204 len: 168 time: 0.0921998 Aug 16 02:27:04.555519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58036) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.559053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a8ec8-a36a-4b89-a1c9-9616a140f373 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c86a6876-71a6-4c5a-b116-4a4926cceee8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.564356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ecd08552-1e21-406d-84fd-c40256633b40 req-8dd242e1-e8ba-4f3b-b32a-d08a8e69c9f7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.567983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ecd08552-1e21-406d-84fd-c40256633b40 req-8dd242e1-e8ba-4f3b-b32a-d08a8e69c9f7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.569269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecd08552-1e21-406d-84fd-c40256633b40 req-8dd242e1-e8ba-4f3b-b32a-d08a8e69c9f7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "DELETE /v2.0/security-groups/37265311-0873-4717-b647-b440a7b3ea4b HTTP/1.1" status: 204 len: 173 time: 0.1608236 Aug 16 02:27:04.613126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd242e1-e8ba-4f3b-b32a-d08a8e69c9f7 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37265311-0873-4717-b647-b440a7b3ea4b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.652715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-397889d0-305b-48bb-8cb7-094778e07991 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958495 Aug 16 02:27:04.656022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.664735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f896222-df44-42b4-9b22-3c6d6ab7f28d req-d5d755f5-6081-4230-9368-2f58f35c73b5 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/9e49aaeb-ef06-411b-b675-6c2cf7b30a66 HTTP/1.1" status: 200 len: 1814 time: 0.0752237 Aug 16 02:27:04.694078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0b4b5-3b39-4580-ae38-fcedbcc64994 req-a1cd07fa-e042-4b99-abe3-e504e7392ca5 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:04.695672 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4da0b4b5-3b39-4580-ae38-fcedbcc64994 req-a1cd07fa-e042-4b99-abe3-e504e7392ca5 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0852768 Aug 16 02:27:04.731128 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1f896222-df44-42b4-9b22-3c6d6ab7f28d req-eecbcea0-4c4b-4ee5-ab15-0d6b9bccb835 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.749325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9ab89cd-af7b-4c63-b1c3-ecd54c6e23dc tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.755810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1f896222-df44-42b4-9b22-3c6d6ab7f28d req-eecbcea0-4c4b-4ee5-ab15-0d6b9bccb835 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.756786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4da0b4b5-3b39-4580-ae38-fcedbcc64994 req-a37ec107-3e67-4508-a1c6-2d031524fc9d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524697 Aug 16 02:27:04.783418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9ab89cd-af7b-4c63-b1c3-ecd54c6e23dc tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.806663 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1f896222-df44-42b4-9b22-3c6d6ab7f28d req-eecbcea0-4c4b-4ee5-ab15-0d6b9bccb835 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.809520 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1f896222-df44-42b4-9b22-3c6d6ab7f28d req-eecbcea0-4c4b-4ee5-ab15-0d6b9bccb835 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.810688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f896222-df44-42b4-9b22-3c6d6ab7f28d req-eecbcea0-4c4b-4ee5-ab15-0d6b9bccb835 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "DELETE /v2.0/security-groups/9e49aaeb-ef06-411b-b675-6c2cf7b30a66 HTTP/1.1" status: 204 len: 173 time: 0.1387765 Aug 16 02:27:04.828800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbcea0-4c4b-4ee5-ab15-0d6b9bccb835 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49aaeb-ef06-411b-b675-6c2cf7b30a66,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.834228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9ab89cd-af7b-4c63-b1c3-ecd54c6e23dc tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.838668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e9ab89cd-af7b-4c63-b1c3-ecd54c6e23dc tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.840741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e9ab89cd-af7b-4c63-b1c3-ecd54c6e23dc tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/81b7f163-e4e7-44c9-b55f-269e1b1c4038 HTTP/1.1" status: 204 len: 168 time: 0.1835613 Aug 16 02:27:04.843161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58046) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.863905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab89cd-af7b-4c63-b1c3-ecd54c6e23dc tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b7f163-e4e7-44c9-b55f-269e1b1c4038,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.904573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2f4e2226-db57-4434-a06f-41654c3af222 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601573 Aug 16 02:27:04.908795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58048) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.914597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fd45567-f3fe-4ddf-9d68-edf21e8dc039 req-ab7f76c2-4928-491a-bd35-422bdd1b90a1 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "GET /v2.0/security-groups/4078efb6-7989-449f-badf-e53329502fec HTTP/1.1" status: 200 len: 1814 time: 0.0722516 Aug 16 02:27:04.914819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0c47e158-bca7-4ba2-a3a0-3674cdc3d9e7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209751987'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:04.939471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c47e158-bca7-4ba2-a3a0-3674cdc3d9e7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.985042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6fd45567-f3fe-4ddf-9d68-edf21e8dc039 req-f430084f-27c2-4656-a04b-4f0e519a4fc3 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.012612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6fd45567-f3fe-4ddf-9d68-edf21e8dc039 req-f430084f-27c2-4656-a04b-4f0e519a4fc3 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.040601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c47e158-bca7-4ba2-a3a0-3674cdc3d9e7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.045209 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c47e158-bca7-4ba2-a3a0-3674cdc3d9e7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.069984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6fd45567-f3fe-4ddf-9d68-edf21e8dc039 req-f430084f-27c2-4656-a04b-4f0e519a4fc3 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.073301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6fd45567-f3fe-4ddf-9d68-edf21e8dc039 req-f430084f-27c2-4656-a04b-4f0e519a4fc3 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.077908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fd45567-f3fe-4ddf-9d68-edf21e8dc039 req-f430084f-27c2-4656-a04b-4f0e519a4fc3 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] 10.222.0.78 "DELETE /v2.0/security-groups/4078efb6-7989-449f-badf-e53329502fec HTTP/1.1" status: 204 len: 173 time: 0.1564319 Aug 16 02:27:05.078406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c47e158-bca7-4ba2-a3a0-3674cdc3d9e7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.082732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c47e158-bca7-4ba2-a3a0-3674cdc3d9e7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1693146 Aug 16 02:27:05.082732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58052) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.086528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.094878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6a894896-325a-4bc2-b111-b103eeac4400 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '27df9fa0-2cb9-45ff-a150-fb922fd19c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:05.101397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430084f-27c2-4656-a04b-4f0e519a4fc3 tempest-SecurityGroupRulesNegativeTestJSON-2141824330 tempest-SecurityGroupRulesNegativeTestJSON-2141824330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4078efb6-7989-449f-badf-e53329502fec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.122889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47e158-bca7-4ba2-a3a0-3674cdc3d9e7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27df9fa0-2cb9-45ff-a150-fb922fd19c97,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.133658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a894896-325a-4bc2-b111-b103eeac4400 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.147767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] Deleting subnet 62d19de0-c0ab-41af-a925-b5ca812e64ca {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:05.151325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.189733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.193712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a894896-325a-4bc2-b111-b103eeac4400 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.198138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a894896-325a-4bc2-b111-b103eeac4400 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.217474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a894896-325a-4bc2-b111-b103eeac4400 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd316b60-fe5c-43c0-b90d-d83f99de15ff,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.225966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a894896-325a-4bc2-b111-b103eeac4400 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.227734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a894896-325a-4bc2-b111-b103eeac4400 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402507 Aug 16 02:27:05.230924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58056) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.238375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.250114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a9e69ec0-8380-4149-80a1-e39296d15149 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules/cd316b60-fe5c-43c0-b90d-d83f99de15ff HTTP/1.1" status: 200 len: 763 time: 0.0179248 Aug 16 02:27:05.252640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.298735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a4e60e6f-2d6f-42e6-a477-c983f5ec0a08 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0449924 Aug 16 02:27:05.301515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.303015 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.337573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d19de0-c0ab-41af-a925-b5ca812e64ca,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.339242 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39c70c9b-1174-4ba6-9b09-0d6f22b44a99 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.345500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.350878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a5a5b96b-21db-4666-87e9-a31df2b92e47 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/62d19de0-c0ab-41af-a925-b5ca812e64ca HTTP/1.1" status: 204 len: 168 time: 0.2664959 Aug 16 02:27:05.351059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39c70c9b-1174-4ba6-9b09-0d6f22b44a99 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.351181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.378556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39c70c9b-1174-4ba6-9b09-0d6f22b44a99 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.385379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39c70c9b-1174-4ba6-9b09-0d6f22b44a99 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.389463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-39c70c9b-1174-4ba6-9b09-0d6f22b44a99 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/cd316b60-fe5c-43c0-b90d-d83f99de15ff HTTP/1.1" status: 204 len: 168 time: 0.0840850 Aug 16 02:27:05.389463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.407382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c70c9b-1174-4ba6-9b09-0d6f22b44a99 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd316b60-fe5c-43c0-b90d-d83f99de15ff,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.428988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.438566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0690a347-8800-4afc-a9a6-abbfa0e3e261 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479124 Aug 16 02:27:05.441758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.446409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fa5968fc-9f82-4778-ba11-ba12f6b69272 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '27df9fa0-2cb9-45ff-a150-fb922fd19c97', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:05.476637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa5968fc-9f82-4778-ba11-ba12f6b69272 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.525694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.528135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa5968fc-9f82-4778-ba11-ba12f6b69272 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.532348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa5968fc-9f82-4778-ba11-ba12f6b69272 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.536957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec14ad8-0324-490b-b1fa-caa6f9eeffbd']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.548001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e5c16-3bbf-4c6c-bedc-84f42e86b7b6') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.548320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e5c16-3bbf-4c6c-bedc-84f42e86b7b6') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.552083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5968fc-9f82-4778-ba11-ba12f6b69272 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c180545-5f49-47a9-a12e-7ce720b059c9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.558040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa5968fc-9f82-4778-ba11-ba12f6b69272 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.558164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.559302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa5968fc-9f82-4778-ba11-ba12f6b69272 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163597 Aug 16 02:27:05.561949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.572454 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.578116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13723afb-432a-483c-81ae-0da8be1522e4 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules/1c180545-5f49-47a9-a12e-7ce720b059c9 HTTP/1.1" status: 200 len: 763 time: 0.0150681 Aug 16 02:27:05.578423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:05.578815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:05.580633 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:05.583219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.628794 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3fd6a770-4335-43b1-a7b4-49325df78ec1 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441790 Aug 16 02:27:05.630487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.644013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.653509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.655677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7ec14ad8-0324-490b-b1fa-caa6f9eeffbd HTTP/1.1" status: 204 len: 168 time: 0.3031456 Aug 16 02:27:05.662659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60471c6c-4891-41e2-aed1-8726262ad4a7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.666998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42189ca-ac3d-45ad-af5b-c6a9402ec1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec14ad8-0324-490b-b1fa-caa6f9eeffbd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.672159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60471c6c-4891-41e2-aed1-8726262ad4a7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.705339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60471c6c-4891-41e2-aed1-8726262ad4a7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.712195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60471c6c-4891-41e2-aed1-8726262ad4a7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.716531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.718065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-60471c6c-4891-41e2-aed1-8726262ad4a7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1c180545-5f49-47a9-a12e-7ce720b059c9 HTTP/1.1" status: 204 len: 168 time: 0.0864642 Aug 16 02:27:05.724856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60471c6c-4891-41e2-aed1-8726262ad4a7 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c180545-5f49-47a9-a12e-7ce720b059c9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.767430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-04b48c50-f705-4580-9754-905af1753d9b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489576 Aug 16 02:27:05.770365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58086) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.778182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Request body: {'security_group_rule': {'security_group_id': '27df9fa0-2cb9-45ff-a150-fb922fd19c97', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:05.809805 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Project 398cb9d4fd9544f68bc6ab0eeba3fd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:27:05.815210 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.835397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.891571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eea08b65-2e01-4f4e-9025-5be6e77805a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2de0241049e04ab9a9cc61c3c602d05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526092 Aug 16 02:27:05.894080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.955262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7db33-ee7c-4ddf-8b88-d4aa885eb521 req-af75a327-22ce-4dc5-93dd-736b1fd4c6ca tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.962033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ce7db33-ee7c-4ddf-8b88-d4aa885eb521 req-af75a327-22ce-4dc5-93dd-736b1fd4c6ca tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1076689 Aug 16 02:27:05.966751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1dae5e53-3e6b-4225-9139-13e855469a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.977267 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.999159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.000266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1dae5e53-3e6b-4225-9139-13e855469a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.030926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f275d8-3a14-4626-8069-fafbd08b778b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.038850 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.040493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d1b37c3b-c330-4aab-b937-e79316ac5986 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2674813 Aug 16 02:27:06.043156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58100) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.044204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ce7db33-ee7c-4ddf-8b88-d4aa885eb521 req-04be7199-9815-496c-8795-75664ac949ae tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690675 Aug 16 02:27:06.068755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6460b828-5919-49fc-9e3b-fbcc84bd489b tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules/27f275d8-3a14-4626-8069-fafbd08b778b HTTP/1.1" status: 200 len: 769 time: 0.0243213 Aug 16 02:27:06.071311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.094120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1dae5e53-3e6b-4225-9139-13e855469a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.097608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1dae5e53-3e6b-4225-9139-13e855469a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.101877 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1dae5e53-3e6b-4225-9139-13e855469a97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab8489a7-d04c-4c92-9fdb-833cf3a67eea HTTP/1.1" status: 204 len: 168 time: 0.2043588 Aug 16 02:27:06.121457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae5e53-3e6b-4225-9139-13e855469a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8489a7-d04c-4c92-9fdb-833cf3a67eea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.133251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3a3bf7d3-7a74-4f9b-ad9d-b4e721015b86 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0596614 Aug 16 02:27:06.136136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.164753 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7847c6db-961f-403f-842d-6316aa68d8f5 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.173307 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7847c6db-961f-403f-842d-6316aa68d8f5 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.205447 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7847c6db-961f-403f-842d-6316aa68d8f5 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.212004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7847c6db-961f-403f-842d-6316aa68d8f5 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.213408 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7847c6db-961f-403f-842d-6316aa68d8f5 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/27f275d8-3a14-4626-8069-fafbd08b778b HTTP/1.1" status: 204 len: 168 time: 0.0760875 Aug 16 02:27:06.216199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58112) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.219859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847c6db-961f-403f-842d-6316aa68d8f5 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27f275d8-3a14-4626-8069-fafbd08b778b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.269527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58114) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.270926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-19849fcb-e6d0-4c76-aad9-aeaaff872d7a tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521932 Aug 16 02:27:06.272884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58116) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.345733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c019f93b-d4c2-42db-abdb-9aa64cddfb19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.370733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c019f93b-d4c2-42db-abdb-9aa64cddfb19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.418490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c019f93b-d4c2-42db-abdb-9aa64cddfb19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.421311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c019f93b-d4c2-42db-abdb-9aa64cddfb19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.425432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c019f93b-d4c2-42db-abdb-9aa64cddfb19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "DELETE /v2.0/security-groups/27df9fa0-2cb9-45ff-a150-fb922fd19c97 HTTP/1.1" status: 204 len: 168 time: 0.1471415 Aug 16 02:27:06.425854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.440640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019f93b-d4c2-42db-abdb-9aa64cddfb19 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df9fa0-2cb9-45ff-a150-fb922fd19c97,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.481780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131d8b4d-b25a-4e98-8305-ce2f792fbd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.506605 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c89dbc5c-1ef2-47b4-8cf2-a6a7ca204da2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795500 Aug 16 02:27:06.511243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.561433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-28dee226-5226-4211-a998-20dc6b65dff2 tempest-SecGroupIPv6Test-663121564 tempest-SecGroupIPv6Test-663121564-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483403 Aug 16 02:27:06.588113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131d8b4d-b25a-4e98-8305-ce2f792fbd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.593465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131d8b4d-b25a-4e98-8305-ce2f792fbd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.634480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-131d8b4d-b25a-4e98-8305-ce2f792fbd7e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6261f9df7e004eef9d4066ffb3329e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580348 Aug 16 02:27:06.634480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d8b4d-b25a-4e98-8305-ce2f792fbd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1b89a9-2272-4bdb-a71e-6dc4f80adcdf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.635089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58138) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.692915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45ac0d15-23cb-433e-b565-306b8e04591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.720124 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45ac0d15-23cb-433e-b565-306b8e04591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.779748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45ac0d15-23cb-433e-b565-306b8e04591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.783100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45ac0d15-23cb-433e-b565-306b8e04591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.786017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-45ac0d15-23cb-433e-b565-306b8e04591c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e1b89a9-2272-4bdb-a71e-6dc4f80adcdf HTTP/1.1" status: 204 len: 168 time: 0.1475186 Aug 16 02:27:06.792486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac0d15-23cb-433e-b565-306b8e04591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1b89a9-2272-4bdb-a71e-6dc4f80adcdf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.846472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58150) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:07.122873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-86719e79-4129-486c-b265-d871cce96e79 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=398cb9d4fd9544f68bc6ab0eeba3fd01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746241 Aug 16 02:27:07.125626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58166) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:07.186536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:07.202557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9988-59a8-4e94-8e2f-c048d04af9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.208490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25fbaa22-7900-4636-9f8d-212b89b8125c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.264147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25fbaa22-7900-4636-9f8d-212b89b8125c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.297340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7f4aa-70b2-4f22-ba48-c17af2ee6948 req-172e86aa-5edb-4dc9-b3f7-32c02060da06 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.298810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46c7f4aa-70b2-4f22-ba48-c17af2ee6948 req-172e86aa-5edb-4dc9-b3f7-32c02060da06 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0855055 Aug 16 02:27:07.311900 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9988-59a8-4e94-8e2f-c048d04af9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.317861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9988-59a8-4e94-8e2f-c048d04af9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.351932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46c7f4aa-70b2-4f22-ba48-c17af2ee6948 req-93657db4-4158-4ae8-81d7-2f6083d2872a tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 16 02:27:07.372341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e2fa9988-59a8-4e94-8e2f-c048d04af9f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d05fd7cf2ad547bea6cbc06b9e28cec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832733 Aug 16 02:27:07.373821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58176) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:07.374374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9988-59a8-4e94-8e2f-c048d04af9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730394ba-1692-4507-bc5b-10a203095ae5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.394431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25fbaa22-7900-4636-9f8d-212b89b8125c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.397115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25fbaa22-7900-4636-9f8d-212b89b8125c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.400362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-25fbaa22-7900-4636-9f8d-212b89b8125c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b1fa18a-ab24-4850-b199-8f4aa34a29b1 HTTP/1.1" status: 204 len: 168 time: 0.2715743 Aug 16 02:27:07.418096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbaa22-7900-4636-9f8d-212b89b8125c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1fa18a-ab24-4850-b199-8f4aa34a29b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.448620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52a1cca4-5dd6-4e7e-b2dd-2331ae87f233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.471950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52a1cca4-5dd6-4e7e-b2dd-2331ae87f233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.533443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52a1cca4-5dd6-4e7e-b2dd-2331ae87f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.536309 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52a1cca4-5dd6-4e7e-b2dd-2331ae87f233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.541689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-52a1cca4-5dd6-4e7e-b2dd-2331ae87f233 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/730394ba-1692-4507-bc5b-10a203095ae5 HTTP/1.1" status: 204 len: 168 time: 0.1652741 Aug 16 02:27:07.548636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1cca4-5dd6-4e7e-b2dd-2331ae87f233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730394ba-1692-4507-bc5b-10a203095ae5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.610439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:07.848979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-329fae9b-e489-48a4-a953-96840d4e229d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.953491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-329fae9b-e489-48a4-a953-96840d4e229d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.958669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-329fae9b-e489-48a4-a953-96840d4e229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.001593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-329fae9b-e489-48a4-a953-96840d4e229d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70262fe83a9441cf9f45a7d500941ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877206 Aug 16 02:27:08.001593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fae9b-e489-48a4-a953-96840d4e229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c379b3f-fe83-40bc-b034-d349a586203b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.002123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58208) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:08.057030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-823f91a6-779d-4643-8e54-bcca34f5c583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.079320 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-823f91a6-779d-4643-8e54-bcca34f5c583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.128053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-823f91a6-779d-4643-8e54-bcca34f5c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.130681 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-823f91a6-779d-4643-8e54-bcca34f5c583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.134673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-823f91a6-779d-4643-8e54-bcca34f5c583 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c379b3f-fe83-40bc-b034-d349a586203b HTTP/1.1" status: 204 len: 168 time: 0.1287198 Aug 16 02:27:08.139586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f91a6-779d-4643-8e54-bcca34f5c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c379b3f-fe83-40bc-b034-d349a586203b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.371986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58230) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:08.374308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029640 Aug 16 02:27:08.376970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:08.499480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518c5f-72dc-44da-9402-8d2baf5e3671 req-dde23d33-c6dd-4a6d-9e17-35053fefb23e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.501039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-62518c5f-72dc-44da-9402-8d2baf5e3671 req-dde23d33-c6dd-4a6d-9e17-35053fefb23e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0524452 Aug 16 02:27:08.549767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-62518c5f-72dc-44da-9402-8d2baf5e3671 req-bc374196-80f3-4ccc-9b2b-559b7d8354bd tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Aug 16 02:27:08.637977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-955f2446-1b0a-42c6-b001-0fb093d1d345 tempest-NetworksApiDiscovery-1346683169 tempest-NetworksApiDiscovery-1346683169-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2598519 Aug 16 02:27:08.903080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58264) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.018726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6268869e-9e39-48ec-877c-0773024e16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.120038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6268869e-9e39-48ec-877c-0773024e16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.124733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6268869e-9e39-48ec-877c-0773024e16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.138606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.172623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6268869e-9e39-48ec-877c-0773024e16f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea4a27e31c05469f8ef80a73485871b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659416 Aug 16 02:27:09.172623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268869e-9e39-48ec-877c-0773024e16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb5a40-7190-48d4-ace2-b58750d06aec,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.173662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58282) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.223623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f66f9e-da57-46ed-8c38-e27ace8efc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.251980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.264170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f66f9e-da57-46ed-8c38-e27ace8efc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.317739 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f66f9e-da57-46ed-8c38-e27ace8efc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.320980 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40f66f9e-da57-46ed-8c38-e27ace8efc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.322374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-40f66f9e-da57-46ed-8c38-e27ace8efc3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40bb5a40-7190-48d4-ace2-b58750d06aec HTTP/1.1" status: 204 len: 168 time: 0.1477981 Aug 16 02:27:09.328405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a21cbc14-f30f-43c9-b066-72a231011d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.335207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f66f9e-da57-46ed-8c38-e27ace8efc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb5a40-7190-48d4-ace2-b58750d06aec,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.389672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1978719387-network', 'tenant_id': 'f3c3b73388e845ba80c13aba0e6376de'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:09.442364 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a21cbc14-f30f-43c9-b066-72a231011d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.448179 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a21cbc14-f30f-43c9-b066-72a231011d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.527769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58298) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.528457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a21cbc14-f30f-43c9-b066-72a231011d21 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b19b088e13394d7287b66d06bd27c73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884199 Aug 16 02:27:09.529769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cbc14-f30f-43c9-b066-72a231011d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05825e4-b41f-4df6-a318-ae2e55719187,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.535041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Made reservation on behalf of f3c3b73388e845ba80c13aba0e6376de for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:09.538171 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.551700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.619124 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b395590-2747-4e65-823c-385b66aadb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.652797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b395590-2747-4e65-823c-385b66aadb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.760152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b395590-2747-4e65-823c-385b66aadb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.762805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b395590-2747-4e65-823c-385b66aadb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.764078 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3b395590-2747-4e65-823c-385b66aadb5b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a05825e4-b41f-4df6-a318-ae2e55719187 HTTP/1.1" status: 204 len: 168 time: 0.2348020 Aug 16 02:27:09.769075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-79cf4d88-e9d9-4057-b62a-b9d0a9725574 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2572172 Aug 16 02:27:09.775734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b395590-2747-4e65-823c-385b66aadb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05825e4-b41f-4df6-a318-ae2e55719187,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.782751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9ee8b-0345-48de-b291-f3c91e376bfc req-48e97973-b0ab-4d3c-9baf-064568a18aa8 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.790288 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b9d9ee8b-0345-48de-b291-f3c91e376bfc req-48e97973-b0ab-4d3c-9baf-064568a18aa8 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1116090 Aug 16 02:27:09.835197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.843203 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.859646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b9d9ee8b-0345-48de-b291-f3c91e376bfc req-0c485786-754b-48a0-91c3-9bd35954e2c8 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683343 Aug 16 02:27:09.864113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778080cd-8d31-40f9-881d-591e262751c9 req-b25a1361-eb43-435a-81ef-43e4150bc7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.866190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-b25a1361-eb43-435a-81ef-43e4150bc7fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 1099 time: 0.0695834 Aug 16 02:27:09.907831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e58ff6-f331-4d1e-97af-d77b28ecf8dd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.918219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:09.930362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.930939 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Added segment 0036c7af-ed0a-4e33-95a2-16f6f344c513 of type vlan for network 17a5e7fb-0638-43cb-9312-43d436816389 Aug 16 02:27:10.000512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.037455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778080cd-8d31-40f9-881d-591e262751c9 req-f8c4eb46-3de1-4b3d-8529-5e4ec8722ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.039121 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-f8c4eb46-3de1-4b3d-8529-5e4ec8722ced service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.1396062 Aug 16 02:27:10.043532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.044571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.045157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.116341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8611424 Aug 16 02:27:10.117084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58316) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:10.122299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Request body: {'subnet': {'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1978719387-subnet', 'tenant_id': 'f3c3b73388e845ba80c13aba0e6376de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:10.130404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-945865f0-7c80-4273-840c-54c8d9a49247 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 200 len: 1002 time: 0.0837817 Aug 16 02:27:10.136425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06966c42-6aad-43a6-a8cf-96a99006417c admin admin] Pushing event updated for resources: {'Network': ['ID=17a5e7fb-0638-43cb-9312-43d436816389,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.147245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 17a5e7fb-0638-43cb-9312-43d436816389 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:10.149884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Made reservation on behalf of f3c3b73388e845ba80c13aba0e6376de for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:10.152602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.197251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778080cd-8d31-40f9-881d-591e262751c9 req-76ca6bb0-3f0d-4adc-b429-36472bae47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.198855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-76ca6bb0-3f0d-4adc-b429-36472bae47fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0575571 Aug 16 02:27:10.273329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778080cd-8d31-40f9-881d-591e262751c9 req-a6751204-dd3d-4564-bc28-91dfa4b3bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.275115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-a6751204-dd3d-4564-bc28-91dfa4b3bfc5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675480 Aug 16 02:27:10.399749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-c6c106fd-e955-47d7-878e-04c32b2d6397 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157801 Aug 16 02:27:10.412966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.464705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65da2111-c931-48c8-bc49-ae40afb493cf,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.490080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Checking segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:10.490440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Network hostable DHCP agents. Network: 17a5e7fb-0638-43cb-9312-43d436816389, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:10.514523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Network 17a5e7fb-0638-43cb-9312-43d436816389 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:10.527123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-778080cd-8d31-40f9-881d-591e262751c9 req-e6ff0864-389a-4942-b205-e32e55d45061 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177413 Aug 16 02:27:10.529138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 17a5e7fb-0638-43cb-9312-43d436816389) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:10.539035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f08bb2-e46c-4319-afbb-6d02e3d33872 None None] Network 17a5e7fb-0638-43cb-9312-43d436816389 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:10.543845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.546226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.604196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-48a641b4-c811-4517-bd41-74fe3e2e12f6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4860818 Aug 16 02:27:10.692860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea7226-e803-4ede-b8c0-c5943b3dd180 None None] Network 17a5e7fb-0638-43cb-9312-43d436816389 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:10.988230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b8ed-c7b9-4482-850c-91019b1fae5f req-f6dfa722-efde-4743-bcd3-5d4e9ba7cc0e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.989487 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e178b8ed-c7b9-4482-850c-91019b1fae5f req-f6dfa722-efde-4743-bcd3-5d4e9ba7cc0e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0583808 Aug 16 02:27:11.038919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e178b8ed-c7b9-4482-850c-91019b1fae5f req-01f1c84f-9a3d-4ad5-a4f6-e4de00401c7a tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428085 Aug 16 02:27:11.212672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-43050d7c-1f91-4599-a713-e5d55cdb30e2 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:11.214851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-43050d7c-1f91-4599-a713-e5d55cdb30e2 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 813 time: 0.1104813 Aug 16 02:27:11.236097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-d62a5c53-dc47-4bf4-95c5-ec253822d086 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/quotas/f3c3b73388e845ba80c13aba0e6376de HTTP/1.1" status: 200 len: 375 time: 0.0153782 Aug 16 02:27:11.272049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-0907bffa-4e64-4f8c-9956-1cd8d37c2af7 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351834 Aug 16 02:27:11.373291 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-ce983560-e584-455b-8be2-853f17712489 service neutron] 10.222.0.78 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925248 Aug 16 02:27:11.484530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-9b18f374-5f14-40b9-be6c-c71297ff407c service neutron] 10.222.0.78 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027603 Aug 16 02:27:11.561701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:11.724816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2ad5f-06a8-4f22-a1d4-ea1ae85ca24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.798205 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c1c276b-106f-4132-aaeb-90a99360a889 req-348db39e-c3a6-41f5-a17c-a3848e1deec3 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 210 time: 0.0375216 Aug 16 02:27:11.886337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2ad5f-06a8-4f22-a1d4-ea1ae85ca24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.891368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2ad5f-06a8-4f22-a1d4-ea1ae85ca24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.934985 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aaf2ad5f-06a8-4f22-a1d4-ea1ae85ca24d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac3fdf2bc3a3461ea3d00f3b9ae2199c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721225 Aug 16 02:27:11.936136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2ad5f-06a8-4f22-a1d4-ea1ae85ca24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2d131e-74c9-400e-86ec-167ab095eaaf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:11.937711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58418) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:11.990359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70416264-33cf-4405-8de5-48b4ea57826c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.011842 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70416264-33cf-4405-8de5-48b4ea57826c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.058518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70416264-33cf-4405-8de5-48b4ea57826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.062190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-70416264-33cf-4405-8de5-48b4ea57826c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.065974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-70416264-33cf-4405-8de5-48b4ea57826c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea2d131e-74c9-400e-86ec-167ab095eaaf HTTP/1.1" status: 204 len: 168 time: 0.1248517 Aug 16 02:27:12.073426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70416264-33cf-4405-8de5-48b4ea57826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2d131e-74c9-400e-86ec-167ab095eaaf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.166981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f90d78-b3fc-459a-a271-82673118a094 req-eef6403b-0ecc-4aa0-837c-7375684e95cc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.168533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90f90d78-b3fc-459a-a271-82673118a094 req-eef6403b-0ecc-4aa0-837c-7375684e95cc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0512409 Aug 16 02:27:12.211721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90f90d78-b3fc-459a-a271-82673118a094 req-6061914f-e3a0-4341-9413-3ae8e1b1479f tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Aug 16 02:27:12.909772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9338d784-dfcb-45a8-9db5-2c408ad437c5 req-5f1ff4c2-d246-4c31-a60f-6485dcf20145 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 210 time: 0.0288610 Aug 16 02:27:13.405625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ade18-b2b1-4083-a5a2-283786d60a13 req-fe124f2a-80d3-4a2c-b3cf-ba036155f52a tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.408407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-303ade18-b2b1-4083-a5a2-283786d60a13 req-fe124f2a-80d3-4a2c-b3cf-ba036155f52a tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1010940 Aug 16 02:27:13.420300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-9861cf33-abeb-416d-abcf-9c3260990b03 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.421851 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-9861cf33-abeb-416d-abcf-9c3260990b03 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 813 time: 0.2293057 Aug 16 02:27:13.445827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Request body: {'port': {'device_id': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'admin_state_up': True, 'tenant_id': 'f3c3b73388e845ba80c13aba0e6376de'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:13.516597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-303ade18-b2b1-4083-a5a2-283786d60a13 req-49b5c5d7-bbeb-43e7-bd88-fec49a5e4f84 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929267 Aug 16 02:27:13.593678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Made reservation on behalf of f3c3b73388e845ba80c13aba0e6376de for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:13.598294 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.634041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-ec941d28-1dbe-45ee-95c9-37d4f324b5ee tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.636708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-ec941d28-1dbe-45ee-95c9-37d4f324b5ee tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 813 time: 0.5324116 Aug 16 02:27:13.651855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Request body: {'port': {'device_id': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'admin_state_up': True, 'tenant_id': 'f3c3b73388e845ba80c13aba0e6376de'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:13.737514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Allocated IP 172.20.0.13 (17a5e7fb-0638-43cb-9312-43d436816389/65da2111-c931-48c8-bc49-ae40afb493cf/d9f07470-e6b2-4438-a0d5-3ca2e7af037f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:13.782179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Made reservation on behalf of f3c3b73388e845ba80c13aba0e6376de for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:13.785919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.911755 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.962282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.023775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Network 17a5e7fb-0638-43cb-9312-43d436816389 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:14.025981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:14.029870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:14.047593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Allocated IP 172.20.0.9 (17a5e7fb-0638-43cb-9312-43d436816389/65da2111-c931-48c8-bc49-ae40afb493cf/7228cd7d-d341-429f-84e8-4d235d3d1376) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:14.060716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event updated for resources: {'Port': ['ID=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:14.086165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.087133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.110428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-e002bb60-3336-410f-86ff-f811c3538c30 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6718237 Aug 16 02:27:14.124994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Request body: {'port': {'device_id': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:14.125379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f74bbe-75ed-4f4f-9c24-7404a9a032f3 req-688c107f-df44-4f41-97da-d64b8e740668 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.126884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4f74bbe-75ed-4f4f-9c24-7404a9a032f3 req-688c107f-df44-4f41-97da-d64b8e740668 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 932 time: 0.1176736 Aug 16 02:27:14.198664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.277120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.298972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4f74bbe-75ed-4f4f-9c24-7404a9a032f3 req-065eac4f-dbea-462a-a928-6086aa01edef tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649723 Aug 16 02:27:14.331193 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.387512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Network 17a5e7fb-0638-43cb-9312-43d436816389 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:14.392791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:14.396754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:14.435291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event updated for resources: {'Port': ['ID=7228cd7d-d341-429f-84e8-4d235d3d1376,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:14.461688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.462584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.494608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c2f09478-984a-4029-9cfa-e94f55b859fc tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8431580 Aug 16 02:27:14.511987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Request body: {'port': {'device_id': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:14.634511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.700043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f07470-e6b2-4438-a0d5-3ca2e7af037f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:14.722811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.736851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294b80-1e78-464c-a979-d09cd4f08af9 req-549c681e-9f13-46df-b706-cf070be80035 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.738957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20294b80-1e78-464c-a979-d09cd4f08af9 req-549c681e-9f13-46df-b706-cf070be80035 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1194398 Aug 16 02:27:14.755501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Transition to ACTIVE for port object d9f07470-e6b2-4438-a0d5-3ca2e7af037f will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:14.768013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.829074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:14.856749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20294b80-1e78-464c-a979-d09cd4f08af9 req-4a1029db-bbcc-461a-95b5-4794f0d6ff16 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076326 Aug 16 02:27:14.945560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Attempting to bind port d9f07470-e6b2-4438-a0d5-3ca2e7af037f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:14.946017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Attempting to bind port d9f07470-e6b2-4438-a0d5-3ca2e7af037f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:14.946448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Attempting to bind port d9f07470-e6b2-4438-a0d5-3ca2e7af037f on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:14.951503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Port d9f07470-e6b2-4438-a0d5-3ca2e7af037f on network 17a5e7fb-0638-43cb-9312-43d436816389 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:14.951958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Attempting to bind port d9f07470-e6b2-4438-a0d5-3ca2e7af037f on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:14.959433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:14.959882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Checking segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:14.960471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Bound using segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:14.961008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Bound port: d9f07470-e6b2-4438-a0d5-3ca2e7af037f, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:14.961483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.023285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7228cd7d-d341-429f-84e8-4d235d3d1376 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:15.032490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.045336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Transition to ACTIVE for port object 7228cd7d-d341-429f-84e8-4d235d3d1376 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:15.050955 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.061460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] For port d9f07470-e6b2-4438-a0d5-3ca2e7af037f, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:15.065972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] For port d9f07470-e6b2-4438-a0d5-3ca2e7af037f, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:15.073150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.102072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7228cd7d-d341-429f-84e8-4d235d3d1376,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.115126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.115977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.117594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] 10.222.0.88 "PUT /v2.0/ports/d9f07470-e6b2-4438-a0d5-3ca2e7af037f HTTP/1.1" status: 200 len: 1093 time: 0.9971092 Aug 16 02:27:15.118248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'tag': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:15.120974 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c2ea26-980d-4871-b779-aec238f86e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "28432fed-04c5-45b0-acd7-45d8285cb5cc", "tag": "d9f07470-e6b2-4438-a0d5-3ca2e7af037f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:15.153746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c5068-1fb0-4b15-a078-d8a2f4e0e2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.226989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-08447ccf-3b08-4290-979e-2f39ac4d9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.229831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-08447ccf-3b08-4290-979e-2f39ac4d9319 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0571299 Aug 16 02:27:15.245153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Attempting to bind port 7228cd7d-d341-429f-84e8-4d235d3d1376 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:15.245472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Attempting to bind port 7228cd7d-d341-429f-84e8-4d235d3d1376 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:15.245807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Attempting to bind port 7228cd7d-d341-429f-84e8-4d235d3d1376 on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:15.259833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Port 7228cd7d-d341-429f-84e8-4d235d3d1376 on network 17a5e7fb-0638-43cb-9312-43d436816389 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:15.260170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Attempting to bind port 7228cd7d-d341-429f-84e8-4d235d3d1376 on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:15.265651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:15.265998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Checking segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:15.266415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Bound using segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:15.266833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Bound port: 7228cd7d-d341-429f-84e8-4d235d3d1376, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:15.267193 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.304689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-6b9ccb4d-62c6-4533-b4ea-9e95f8a17a1f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9f07470-e6b2-4438-a0d5-3ca2e7af037f HTTP/1.1" status: 200 len: 217 time: 0.0663762 Aug 16 02:27:15.364256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] For port 7228cd7d-d341-429f-84e8-4d235d3d1376, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:15.371296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] For port 7228cd7d-d341-429f-84e8-4d235d3d1376, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7228cd7d-d341-429f-84e8-4d235d3d1376,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:15.379693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.401408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-53838de1-2d3a-4d8a-8c17-51df0b8989d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.403296 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-53838de1-2d3a-4d8a-8c17-51df0b8989d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.0920680 Aug 16 02:27:15.421931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.422580 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.424004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] 10.222.0.98 "PUT /v2.0/ports/7228cd7d-d341-429f-84e8-4d235d3d1376 HTTP/1.1" status: 200 len: 1092 time: 0.9175088 Aug 16 02:27:15.429789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'tag': '7228cd7d-d341-429f-84e8-4d235d3d1376'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:15.432102 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932f80c-e04a-4a14-8a6e-423ef29ef027" -d '{"events": [{"name": "network-changed", "server_uuid": "f5144b6a-7ac3-43e6-8326-ede572d7cc88", "tag": "7228cd7d-d341-429f-84e8-4d235d3d1376"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:15.473436 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b54fbb4-e23b-4574-984b-913daddc4e04 x-openstack-request-id: req-2b54fbb4-e23b-4574-984b-913daddc4e04 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:15.473821 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28432fed-04c5-45b0-acd7-45d8285cb5cc", "tag": "d9f07470-e6b2-4438-a0d5-3ca2e7af037f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:15.473975 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b54fbb4-e23b-4574-984b-913daddc4e04 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:15.474501 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'tag': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f', 'status': 'completed', 'code': 200} Aug 16 02:27:15.477090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-cf76aea4-f7d9-4816-b9fa-d79fe9a54915 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650344 Aug 16 02:27:15.509120 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d59efd-13ba-42c2-954a-e405c97938ad x-openstack-request-id: req-88d59efd-13ba-42c2-954a-e405c97938ad {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:15.509469 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5144b6a-7ac3-43e6-8326-ede572d7cc88", "tag": "7228cd7d-d341-429f-84e8-4d235d3d1376", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:15.509825 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88d59efd-13ba-42c2-954a-e405c97938ad {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:15.510267 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'tag': '7228cd7d-d341-429f-84e8-4d235d3d1376', 'status': 'completed', 'code': 200} Aug 16 02:27:15.575300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626132c-ad02-437b-9bb9-08a171ddb9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7228cd7d-d341-429f-84e8-4d235d3d1376,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.593170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-aa4d4732-c440-4f3d-bf7c-041aef639584 service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047351 Aug 16 02:27:15.602053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d137-c90f-4c9c-aecb-43c18067f543 req-b111ca43-ac55-4038-965d-4d4e974ef060 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.603694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c292d137-c90f-4c9c-aecb-43c18067f543 req-b111ca43-ac55-4038-965d-4d4e974ef060 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 944 time: 0.1771007 Aug 16 02:27:15.605475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-20dc4b34-ad19-4bca-b648-e0929bb0155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.606826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-20dc4b34-ad19-4bca-b648-e0929bb0155a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=f5144b6a-7ac3-43e6-8326-ede572d7cc88 HTTP/1.1" status: 200 len: 1095 time: 0.1024280 Aug 16 02:27:15.659307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-fe5c8712-fd85-433c-8f02-a180cb3b0d1f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7228cd7d-d341-429f-84e8-4d235d3d1376 HTTP/1.1" status: 200 len: 217 time: 0.0416064 Aug 16 02:27:15.700679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-870fd28b-dc25-4080-bad8-377f0b14b9bd service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986073 Aug 16 02:27:15.713449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c292d137-c90f-4c9c-aecb-43c18067f543 req-a3fd2d43-e68f-4014-bd07-6db2b53c77a2 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032968 Aug 16 02:27:15.733098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-a9565d65-4995-4d94-b6bf-e3e5a685a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.734948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-a9565d65-4995-4d94-b6bf-e3e5a685a43c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.0683291 Aug 16 02:27:15.779225 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-724d5d2b-1c46-4761-996f-6bdb6c24342d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290365 Aug 16 02:27:15.839267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-b81a50c4-ba1c-47e1-ac5f-254c5d30e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.841605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-b81a50c4-ba1c-47e1-ac5f-254c5d30e218 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0782044 Aug 16 02:27:15.925288 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-78fd1869-a407-4d80-a225-f629a3c78c76 service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370008 Aug 16 02:27:16.111704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b545a-4692-4670-8168-4681ecdbeba9 req-7dcd1886-53d2-466c-b5dc-7663d6fea24c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.116276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c8b545a-4692-4670-8168-4681ecdbeba9 req-7dcd1886-53d2-466c-b5dc-7663d6fea24c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0957413 Aug 16 02:27:16.130937 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e8bc68-c854-4f1a-98ec-a8bd8eddb329 req-b9eeea52-417d-466b-85d5-4daf68362e85 service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947346 Aug 16 02:27:16.187174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c8b545a-4692-4670-8168-4681ecdbeba9 req-29f5e1bb-0f58-40fa-a69b-f65f3f0e8380 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695984 Aug 16 02:27:16.250955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-7a498dbb-bc05-4761-8243-0c35175cc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.250955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-7a498dbb-bc05-4761-8243-0c35175cc6a2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=f5144b6a-7ac3-43e6-8326-ede572d7cc88 HTTP/1.1" status: 200 len: 1095 time: 0.0605288 Aug 16 02:27:16.391996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-f487eee9-6f60-4a8e-ba3e-a149d8612c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.394420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-f487eee9-6f60-4a8e-ba3e-a149d8612c3a service neutron] 10.222.0.88 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 914 time: 0.5416901 Aug 16 02:27:16.397756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-a90af1a2-c270-477c-b8f9-5312c8749543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.399314 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-a90af1a2-c270-477c-b8f9-5312c8749543 service neutron] 10.222.0.98 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 914 time: 0.1393640 Aug 16 02:27:16.441142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-d1e664e3-82bd-47e3-9905-c10796add461 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9f07470-e6b2-4438-a0d5-3ca2e7af037f HTTP/1.1" status: 200 len: 217 time: 0.0371957 Aug 16 02:27:16.450648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-f63d8141-21dd-43b0-9e37-4be6794022c9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7228cd7d-d341-429f-84e8-4d235d3d1376 HTTP/1.1" status: 200 len: 217 time: 0.0413306 Aug 16 02:27:16.502656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-4a6973c0-73d7-4b8c-a402-9523c8c52ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.504504 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-4a6973c0-73d7-4b8c-a402-9523c8c52ba7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.0557210 Aug 16 02:27:16.536434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-67bccb35-b840-4847-975f-6e39c91aa29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.538439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-67bccb35-b840-4847-975f-6e39c91aa29f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.0693326 Aug 16 02:27:16.550648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-67a6b19b-beda-4f3f-8363-9208770c1269 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303495 Aug 16 02:27:16.582684 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-4f153e29-ed17-4b64-9d47-dc37e92ef6aa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345404 Aug 16 02:27:16.661641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-5d1cc44c-6d5b-415b-b6c9-b844fbed0d3a service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020713 Aug 16 02:27:16.682907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-d78a98a9-88b2-4c71-8f00-c4c434e09db7 service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923975 Aug 16 02:27:16.769124 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7c2ea26-980d-4871-b779-aec238f86e3d req-3b5bf3ac-daad-4d6f-a826-8e32b0a09c8a service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980680 Aug 16 02:27:16.806286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f932f80c-e04a-4a14-8a6e-423ef29ef027 req-0f6e36d8-7b65-482f-be1a-e4612f86af64 service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129906 Aug 16 02:27:16.876893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35837a0-489d-456a-b67c-29d3e5bb3300 req-89561633-7146-4a5f-aa5c-237ed2b69d34 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.879175 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c35837a0-489d-456a-b67c-29d3e5bb3300 req-89561633-7146-4a5f-aa5c-237ed2b69d34 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 944 time: 0.0587699 Aug 16 02:27:16.925925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c35837a0-489d-456a-b67c-29d3e5bb3300 req-5ee89453-53e3-4f34-9182-847d3d723fad tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400758 Aug 16 02:27:17.312119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9de74-4863-48b4-b9a1-dcdef0ec9371 req-e6fa6a44-9566-4d9d-9cb2-a1b468410d8e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:17.313893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28a9de74-4863-48b4-b9a1-dcdef0ec9371 req-e6fa6a44-9566-4d9d-9cb2-a1b468410d8e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0502057 Aug 16 02:27:17.359819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28a9de74-4863-48b4-b9a1-dcdef0ec9371 req-7a2c7c05-1da9-4428-a2e3-6d716e364bba tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365884 Aug 16 02:27:17.614368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7228cd7d-d341-429f-84e8-4d235d3d1376 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:17.716233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7228cd7d-d341-429f-84e8-4d235d3d1376, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7228cd7d-d341-429f-84e8-4d235d3d1376,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:17.728275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7228cd7d-d341-429f-84e8-4d235d3d1376', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'port_id': '7228cd7d-d341-429f-84e8-4d235d3d1376', 'mac_address': 'fa:16:3e:12:bf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da2111-c931-48c8-bc49-ae40afb493cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:17.765442 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.780320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7228cd7d-d341-429f-84e8-4d235d3d1376 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:17.802855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7228cd7d-d341-429f-84e8-4d235d3d1376, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7228cd7d-d341-429f-84e8-4d235d3d1376,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:17.807926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.860694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7228cd7d-d341-429f-84e8-4d235d3d1376,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.870301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.870840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.871223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.871544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.871970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.872228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.872680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.873015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.873347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.873672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.874002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:17.874329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:18.073789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9402d60-6219-48cb-9ab0-d3922f211ac1 req-8b79ddf0-130c-478a-be92-3d11ee52a5c6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.075497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f9402d60-6219-48cb-9ab0-d3922f211ac1 req-8b79ddf0-130c-478a-be92-3d11ee52a5c6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 944 time: 0.0717041 Aug 16 02:27:18.118984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f9402d60-6219-48cb-9ab0-d3922f211ac1 req-7a6b0aa4-7680-488a-8135-fc8cb05ede18 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Aug 16 02:27:18.198091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7228cd7d-d341-429f-84e8-4d235d3d1376'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:18.493205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25007e1-a6ef-487f-9099-5fa20ec02fc9 req-52c1a576-d703-4bfa-b515-f9c805770365 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.494819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f25007e1-a6ef-487f-9099-5fa20ec02fc9 req-52c1a576-d703-4bfa-b515-f9c805770365 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0633593 Aug 16 02:27:18.541891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f25007e1-a6ef-487f-9099-5fa20ec02fc9 req-617ed24c-5e70-4e2c-93de-bb60760d498c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Aug 16 02:27:19.166857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d9f07470-e6b2-4438-a0d5-3ca2e7af037f details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:19.279209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2911c-c3cd-49df-89b2-ca48a57ec724 req-07423c35-9ee7-4627-b5c7-ea131650ddf5 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:19.282737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59e2911c-c3cd-49df-89b2-ca48a57ec724 req-07423c35-9ee7-4627-b5c7-ea131650ddf5 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 944 time: 0.0787694 Aug 16 02:27:19.301390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d9f07470-e6b2-4438-a0d5-3ca2e7af037f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:19.322989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'port_id': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f', 'mac_address': 'fa:16:3e:d2:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da2111-c931-48c8-bc49-ae40afb493cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:19.359199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59e2911c-c3cd-49df-89b2-ca48a57ec724 req-68d1a8cf-7b97-485e-9569-951c1dfceba9 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700943 Aug 16 02:27:19.387228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.404038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f07470-e6b2-4438-a0d5-3ca2e7af037f {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:19.425200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d9f07470-e6b2-4438-a0d5-3ca2e7af037f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:19.432071 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.498217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:19.627879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7228cd7d-d341-429f-84e8-4d235d3d1376 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:19.709782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 7228cd7d-d341-429f-84e8-4d235d3d1376 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:19.715049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7228cd7d-d341-429f-84e8-4d235d3d1376 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:19.715616 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.725422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191c23a-5144-4a11-ab06-190fb13b0654 req-f053c319-8bda-4bc4-9969-e7b41ec0174e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:19.733662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2191c23a-5144-4a11-ab06-190fb13b0654 req-f053c319-8bda-4bc4-9969-e7b41ec0174e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1160436 Aug 16 02:27:19.782788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2191c23a-5144-4a11-ab06-190fb13b0654 req-938d6ef1-1275-44f5-9c35-b5ea925e3a99 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481737 Aug 16 02:27:19.792763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['d9f07470-e6b2-4438-a0d5-3ca2e7af037f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:19.842967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.877112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7228cd7d-d341-429f-84e8-4d235d3d1376'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:19.879215 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7972903-d77f-4e9d-a0f4-a0257937262e" -d '{"events": [{"server_uuid": "f5144b6a-7ac3-43e6-8326-ede572d7cc88", "name": "network-vif-plugged", "status": "completed", "tag": "7228cd7d-d341-429f-84e8-4d235d3d1376"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:19.899595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7228cd7d-d341-429f-84e8-4d235d3d1376, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7228cd7d-d341-429f-84e8-4d235d3d1376,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:19.911096 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.007224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7228cd7d-d341-429f-84e8-4d235d3d1376,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.045422 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543becf8-211f-4210-af83-a19aed3b0555 x-openstack-request-id: req-543becf8-211f-4210-af83-a19aed3b0555 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:20.045731 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5144b6a-7ac3-43e6-8326-ede572d7cc88", "name": "network-vif-plugged", "status": "completed", "tag": "7228cd7d-d341-429f-84e8-4d235d3d1376", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:20.047047 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-543becf8-211f-4210-af83-a19aed3b0555 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:20.047948 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7228cd7d-d341-429f-84e8-4d235d3d1376', 'code': 200} Aug 16 02:27:20.177217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536c3b-72b6-4f08-8ab8-ae9a54ae4272 req-75d06fa2-5331-4e55-bcf1-79323de02fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:20.180513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0536c3b-72b6-4f08-8ab8-ae9a54ae4272 req-75d06fa2-5331-4e55-bcf1-79323de02fff service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f5144b6a-7ac3-43e6-8326-ede572d7cc88 HTTP/1.1" status: 200 len: 1097 time: 0.0615394 Aug 16 02:27:20.234664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0536c3b-72b6-4f08-8ab8-ae9a54ae4272 req-d5240418-6301-4a85-93a6-0a2dadebf488 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Aug 16 02:27:20.487849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78a30-62ef-4b6d-80f4-7d0ba2f4d5d4 req-7b5f38c4-ae8e-4509-8bc0-8c8743a7f460 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:20.489361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2b78a30-62ef-4b6d-80f4-7d0ba2f4d5d4 req-7b5f38c4-ae8e-4509-8bc0-8c8743a7f460 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 945 time: 0.0544436 Aug 16 02:27:20.526473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2b78a30-62ef-4b6d-80f4-7d0ba2f4d5d4 req-e4da02b3-f6ae-4ede-8f25-af7b139a33df tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Aug 16 02:27:20.899307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616724-863b-41cc-8997-dddc03cf2cf4 req-a94bb8ed-df84-4123-a907-e3d651dd8968 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:20.901102 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c5616724-863b-41cc-8997-dddc03cf2cf4 req-a94bb8ed-df84-4123-a907-e3d651dd8968 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0541661 Aug 16 02:27:20.946522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c5616724-863b-41cc-8997-dddc03cf2cf4 req-bd995b6a-dc36-4f4c-8a94-fa29cacafd80 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380871 Aug 16 02:27:21.180277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d9f07470-e6b2-4438-a0d5-3ca2e7af037f up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:21.230382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port d9f07470-e6b2-4438-a0d5-3ca2e7af037f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:21.234061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port d9f07470-e6b2-4438-a0d5-3ca2e7af037f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:21.234439 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.484925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.524258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d9f07470-e6b2-4438-a0d5-3ca2e7af037f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:21.530209 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.607898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.690926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e49c8d-aadb-48ae-aee0-6b9d324c3995 req-2aa95c9e-9a58-4205-b789-cabce003684b tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.692490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8e49c8d-aadb-48ae-aee0-6b9d324c3995 req-2aa95c9e-9a58-4205-b789-cabce003684b tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 946 time: 0.0565841 Aug 16 02:27:21.733290 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8e49c8d-aadb-48ae-aee0-6b9d324c3995 req-686bd3ad-b5c1-4c5b-ae3f-ffa027ff88b2 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Aug 16 02:27:22.048993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:22.051655 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f64074d-aa28-43a0-b532-a2741fc3c29f" -d '{"events": [{"server_uuid": "28432fed-04c5-45b0-acd7-45d8285cb5cc", "name": "network-vif-plugged", "status": "completed", "tag": "d9f07470-e6b2-4438-a0d5-3ca2e7af037f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:22.069282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaea53-8e8b-4457-8940-27f02896f358 req-93e26e05-ad41-48db-8c6c-9c42ce38d3b4 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:22.085214 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c1eaea53-8e8b-4457-8940-27f02896f358 req-93e26e05-ad41-48db-8c6c-9c42ce38d3b4 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0639853 Aug 16 02:27:22.098538 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768f0601-045e-469b-9759-07215e5b2f05 x-openstack-request-id: req-768f0601-045e-469b-9759-07215e5b2f05 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:22.098832 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28432fed-04c5-45b0-acd7-45d8285cb5cc", "name": "network-vif-plugged", "status": "completed", "tag": "d9f07470-e6b2-4438-a0d5-3ca2e7af037f", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:22.099081 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-768f0601-045e-469b-9759-07215e5b2f05 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:22.099478 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f', 'code': 200} Aug 16 02:27:22.138029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c1eaea53-8e8b-4457-8940-27f02896f358 req-4d78bda0-7caa-4978-8174-da4777bf8fdf tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Aug 16 02:27:22.160427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.215974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45fc41-c1dc-4214-a0c6-22d3af930e44 req-4bcbb272-4a9d-4803-a55a-1aa9c88f8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:22.217911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b45fc41-c1dc-4214-a0c6-22d3af930e44 req-4bcbb272-4a9d-4803-a55a-1aa9c88f8ce4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 1098 time: 0.0517435 Aug 16 02:27:22.266281 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3b45fc41-c1dc-4214-a0c6-22d3af930e44 req-c9d2beaf-cca6-488e-bb40-643e3345a732 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Aug 16 02:27:22.856103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4521e-5997-4ad9-b1ed-201b4a84163d req-70248d1e-596b-4e95-97aa-72054b7dad95 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:22.857660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebb4521e-5997-4ad9-b1ed-201b4a84163d req-70248d1e-596b-4e95-97aa-72054b7dad95 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 946 time: 0.0532997 Aug 16 02:27:22.901571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebb4521e-5997-4ad9-b1ed-201b4a84163d req-1b6d2309-54a1-4e0b-bc0a-c47d5eec8b22 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360508 Aug 16 02:27:23.306646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e385-514f-466a-9003-9318228f51d8 req-36c02708-c979-4e16-acbe-f36deb1b3956 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.327276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a824e385-514f-466a-9003-9318228f51d8 req-36c02708-c979-4e16-acbe-f36deb1b3956 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0804279 Aug 16 02:27:23.406294 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a824e385-514f-466a-9003-9318228f51d8 req-4ba9e098-4fa7-4cc3-9b34-c2fd48ea6978 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777481 Aug 16 02:27:23.438531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.572029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:23.704990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4562c68c-ce37-43cc-8bbe-dd8169f38791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.975673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a749-0181-4749-90ac-0ea49d0b55e6 req-2b8c1b97-3d21-4a21-b1c3-94912e842942 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.977236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca49a749-0181-4749-90ac-0ea49d0b55e6 req-2b8c1b97-3d21-4a21-b1c3-94912e842942 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0916438 Aug 16 02:27:23.980539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4562c68c-ce37-43cc-8bbe-dd8169f38791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.993706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99775b31-8f87-4057-b7ef-5183587f665f req-8037486b-42d8-4904-ad39-2dd07edeac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.995163 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99775b31-8f87-4057-b7ef-5183587f665f req-8037486b-42d8-4904-ad39-2dd07edeac6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b998e8d6d60543719d5c9fde315db88d&device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 1097 time: 0.1199958 Aug 16 02:27:24.002293 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4562c68c-ce37-43cc-8bbe-dd8169f38791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.024828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7e7a-fcdf-4619-95ea-2af676bfdb10 req-7e3a9c7a-3c8b-453c-aed0-f8fb9cc2d837 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.026468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-370e7e7a-fcdf-4619-95ea-2af676bfdb10 req-7e3a9c7a-3c8b-453c-aed0-f8fb9cc2d837 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 946 time: 0.0535758 Aug 16 02:27:24.071913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-370e7e7a-fcdf-4619-95ea-2af676bfdb10 req-050d2397-6a8e-4fb9-8da6-383e46ef3770 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Aug 16 02:27:24.150213 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca49a749-0181-4749-90ac-0ea49d0b55e6 req-bb18915e-409f-408c-b235-e7472869e3f6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652796 Aug 16 02:27:24.151051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562c68c-ce37-43cc-8bbe-dd8169f38791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafdc60f-6925-4807-9117-6e84272d889c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.155654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4562c68c-ce37-43cc-8bbe-dd8169f38791 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70846ab42d6c4c0ab888bb4ed98b5530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823081 Aug 16 02:27:24.158375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:24.174046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99775b31-8f87-4057-b7ef-5183587f665f req-8eed68bf-76c1-43f7-a6e2-cc67cf45d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.176484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99775b31-8f87-4057-b7ef-5183587f665f req-8eed68bf-76c1-43f7-a6e2-cc67cf45d091 service neutron] 10.222.0.88 "GET /v2.0/networks?id=afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 200 len: 916 time: 0.1715813 Aug 16 02:27:24.232277 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99775b31-8f87-4057-b7ef-5183587f665f req-f20c798b-f9c2-4903-8596-75a86b7e3a2b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e HTTP/1.1" status: 200 len: 217 time: 0.0455658 Aug 16 02:27:24.265110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6f21af-a8cd-41cd-b6e8-426e4d19745d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.308447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6f21af-a8cd-41cd-b6e8-426e4d19745d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.312603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99775b31-8f87-4057-b7ef-5183587f665f req-00f1d4bb-95da-44be-891b-abb4635b812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.314100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99775b31-8f87-4057-b7ef-5183587f665f req-00f1d4bb-95da-44be-891b-abb4635b812f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 200 len: 854 time: 0.0687020 Aug 16 02:27:24.366303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff8a3c-3068-47c8-97fc-2db4d95d3e1c req-f0c94a24-1c5e-40e2-b13d-373b76611b02 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.367928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3eff8a3c-3068-47c8-97fc-2db4d95d3e1c req-f0c94a24-1c5e-40e2-b13d-373b76611b02 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=f5144b6a-7ac3-43e6-8326-ede572d7cc88 HTTP/1.1" status: 200 len: 945 time: 0.1343727 Aug 16 02:27:24.387061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99775b31-8f87-4057-b7ef-5183587f665f req-87818d3e-2905-40c7-af1e-55feb3615f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.388767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99775b31-8f87-4057-b7ef-5183587f665f req-87818d3e-2905-40c7-af1e-55feb3615f0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afec0061-1c9e-49cc-ad71-c118886cd205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652761 Aug 16 02:27:24.405106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6f21af-a8cd-41cd-b6e8-426e4d19745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.408376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6f21af-a8cd-41cd-b6e8-426e4d19745d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.410479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2c6f21af-a8cd-41cd-b6e8-426e4d19745d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fafdc60f-6925-4807-9117-6e84272d889c HTTP/1.1" status: 204 len: 168 time: 0.2509069 Aug 16 02:27:24.428417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f21af-a8cd-41cd-b6e8-426e4d19745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafdc60f-6925-4807-9117-6e84272d889c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.505221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3eff8a3c-3068-47c8-97fc-2db4d95d3e1c req-c2540204-c2fb-45f3-8a8c-952da24397b8 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090240 Aug 16 02:27:24.542626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99775b31-8f87-4057-b7ef-5183587f665f req-e652ce55-44b0-4144-9373-5e70917854a6 service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391168 Aug 16 02:27:24.643019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99775b31-8f87-4057-b7ef-5183587f665f req-0480f3fc-94cd-4aef-84b8-1f1c96ecd106 service neutron] 10.222.0.88 "GET /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885315 Aug 16 02:27:24.730969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58820) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:24.746220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eee8-66b5-4bf3-a310-5b0cffda739b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.846170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eee8-66b5-4bf3-a310-5b0cffda739b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.851002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eee8-66b5-4bf3-a310-5b0cffda739b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.888396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0eee8-66b5-4bf3-a310-5b0cffda739b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f063f95e-23c4-42f3-80b8-661f0f2fe409,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.895022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b6b0eee8-66b5-4bf3-a310-5b0cffda739b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f4bdc0314d2448c4b47e10c5a93a9d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604736 Aug 16 02:27:24.895396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:24.945468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3598f63-7a33-46e0-ad5d-f511ba6e1acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.013216 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3598f63-7a33-46e0-ad5d-f511ba6e1acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.090553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-72452a71-ea0c-4a66-879a-339e744b5eaa tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.092085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-72452a71-ea0c-4a66-879a-339e744b5eaa tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 813 time: 0.1365337 Aug 16 02:27:25.106348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3598f63-7a33-46e0-ad5d-f511ba6e1acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.108921 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3598f63-7a33-46e0-ad5d-f511ba6e1acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.109997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e3598f63-7a33-46e0-ad5d-f511ba6e1acc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f063f95e-23c4-42f3-80b8-661f0f2fe409 HTTP/1.1" status: 204 len: 168 time: 0.2136209 Aug 16 02:27:25.120030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3598f63-7a33-46e0-ad5d-f511ba6e1acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f063f95e-23c4-42f3-80b8-661f0f2fe409,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:25.123283 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-e12aef88-64a1-4bb5-a3e8-5753fc4c27fb tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/quotas/f3c3b73388e845ba80c13aba0e6376de HTTP/1.1" status: 200 len: 375 time: 0.0245101 Aug 16 02:27:25.182063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-0fe45083-52d7-4f14-8c67-32265eafe5f2 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505044 Aug 16 02:27:25.361975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a2460-6e36-4f2b-9554-ba8db710510b req-56b74dcf-0d99-4ac2-a43f-c4c0b9dd0131 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.362798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-a5f20e70-6dc1-4d27-891b-1314e0ab6df3 service neutron] 10.222.0.78 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728001 Aug 16 02:27:25.363938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-617a2460-6e36-4f2b-9554-ba8db710510b req-56b74dcf-0d99-4ac2-a43f-c4c0b9dd0131 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1053727 Aug 16 02:27:25.418050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-617a2460-6e36-4f2b-9554-ba8db710510b req-512160b5-50ad-45db-aa97-2204ed5bb6a3 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479000 Aug 16 02:27:25.476446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b77e2cb5-9c66-445e-b13b-ab2c3b1cf957 service neutron] 10.222.0.78 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083353 Aug 16 02:27:25.610588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:25.632850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b027-654f-4bde-b3d8-0c18bb96e42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.781388 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b027-654f-4bde-b3d8-0c18bb96e42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.786618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b027-654f-4bde-b3d8-0c18bb96e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.840769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b1c0b027-654f-4bde-b3d8-0c18bb96e42a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab22c550de0e4c2db9e153e728962114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268789 Aug 16 02:27:25.841086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:25.849837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0b027-654f-4bde-b3d8-0c18bb96e42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ee4c1-ee7e-4d86-8cf2-35559f7818a0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:25.931856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-457e4760-de20-4fa5-bb82-fcae083cf874 req-035270e4-352f-4964-b3d1-ebe2f4eb16e5 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 210 time: 0.0369177 Aug 16 02:27:25.950212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b93e83e-30cd-4f8e-a36d-bdde286acb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.974907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b93e83e-30cd-4f8e-a36d-bdde286acb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.036275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b93e83e-30cd-4f8e-a36d-bdde286acb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.039153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b93e83e-30cd-4f8e-a36d-bdde286acb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.040478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0b93e83e-30cd-4f8e-a36d-bdde286acb8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df6ee4c1-ee7e-4d86-8cf2-35559f7818a0 HTTP/1.1" status: 204 len: 168 time: 0.1970677 Aug 16 02:27:26.048872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93e83e-30cd-4f8e-a36d-bdde286acb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6ee4c1-ee7e-4d86-8cf2-35559f7818a0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:26.151933 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54e5666b-c107-4696-b266-e194a516c577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.196458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9a39ee3b-c3f2-45b9-9d22-c422e9142790 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.198509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9a39ee3b-c3f2-45b9-9d22-c422e9142790 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5144b6a-7ac3-43e6-8326-ede572d7cc88 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Aug 16 02:27:26.319391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Deleting port 7228cd7d-d341-429f-84e8-4d235d3d1376 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:26.320377 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.383382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-aa07a703-0959-4d6a-a6c7-569d67f4311d tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.385158 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-aa07a703-0959-4d6a-a6c7-569d67f4311d tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "GET /v2.0/ports?device_id=28432fed-04c5-45b0-acd7-45d8285cb5cc HTTP/1.1" status: 200 len: 946 time: 0.1143141 Aug 16 02:27:26.502401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] For port 7228cd7d-d341-429f-84e8-4d235d3d1376, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7228cd7d-d341-429f-84e8-4d235d3d1376,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:26.504330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.538560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Calling delete_port for 7228cd7d-d341-429f-84e8-4d235d3d1376 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:26.543399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Deleting port d9f07470-e6b2-4438-a0d5-3ca2e7af037f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:26.543863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.817408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764544e1-31d0-44d6-a1a5-8559190add41 req-9dcf4603-8e88-4ea2-9600-1e44b383b67b tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.826824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-764544e1-31d0-44d6-a1a5-8559190add41 req-9dcf4603-8e88-4ea2-9600-1e44b383b67b tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.1850812 Aug 16 02:27:26.830356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.848218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7228cd7d-d341-429f-84e8-4d235d3d1376'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:26.855790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['d9f07470-e6b2-4438-a0d5-3ca2e7af037f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:26.872059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event deleted for resources: {'Port': ['ID=7228cd7d-d341-429f-84e8-4d235d3d1376,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:26.926627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] No DVR routers for this DVR port 7228cd7d-d341-429f-84e8-4d235d3d1376 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:26.932346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.938081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afbdde6a-d104-4b59-a843-53ab9e85535e req-9acc5304-87ce-42bd-9113-c1e3c0a3a457 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "DELETE /v2.0/ports/7228cd7d-d341-429f-84e8-4d235d3d1376 HTTP/1.1" status: 204 len: 173 time: 0.7282043 Aug 16 02:27:26.938591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'name': 'network-vif-deleted', 'tag': '7228cd7d-d341-429f-84e8-4d235d3d1376'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:26.947548 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e820ca8c-2a60-4609-8c49-af566f306fcf" -d '{"events": [{"server_uuid": "f5144b6a-7ac3-43e6-8326-ede572d7cc88", "name": "network-vif-deleted", "tag": "7228cd7d-d341-429f-84e8-4d235d3d1376"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:26.964805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] For port d9f07470-e6b2-4438-a0d5-3ca2e7af037f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:26.970735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.008879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-764544e1-31d0-44d6-a1a5-8559190add41 req-a3f4b4a6-5390-4cdb-9084-5f4e952d7ddc tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761408 Aug 16 02:27:27.014526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Calling delete_port for d9f07470-e6b2-4438-a0d5-3ca2e7af037f owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:27.097923 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b4a930-cf1b-4898-8dce-6a5b866ea190 x-openstack-request-id: req-f8b4a930-cf1b-4898-8dce-6a5b866ea190 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:27.098271 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5144b6a-7ac3-43e6-8326-ede572d7cc88", "name": "network-vif-deleted", "tag": "7228cd7d-d341-429f-84e8-4d235d3d1376", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:27.098523 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8b4a930-cf1b-4898-8dce-6a5b866ea190 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:27.098926 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5144b6a-7ac3-43e6-8326-ede572d7cc88', 'name': 'network-vif-deleted', 'tag': '7228cd7d-d341-429f-84e8-4d235d3d1376', 'status': 'completed', 'code': 200} Aug 16 02:27:27.230930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-862071ce-1f97-4d6d-821a-884db4c696e1 req-1bcbd587-531a-43f9-ba12-aa81b35bff42 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 210 time: 0.0765498 Aug 16 02:27:27.379407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-0576edc3-9ce9-4f8b-91de-a462a5079d73 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.381093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-0576edc3-9ce9-4f8b-91de-a462a5079d73 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 813 time: 0.1612437 Aug 16 02:27:27.397889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Request body: {'port': {'device_id': '6f695f0d-28f3-432f-a63c-02ded695810e', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'admin_state_up': True, 'tenant_id': 'f3c3b73388e845ba80c13aba0e6376de'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:27.430310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.444845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7228cd7d-d341-429f-84e8-4d235d3d1376'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:27.583723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event deleted for resources: {'Port': ['ID=d9f07470-e6b2-4438-a0d5-3ca2e7af037f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:27.666440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-3b247912-2f3a-49be-a056-d7dfff960e41 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.668122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-3b247912-2f3a-49be-a056-d7dfff960e41 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 813 time: 0.1934366 Aug 16 02:27:27.689424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476bccd-4f64-4567-97f2-f023db15cece req-5f7a74ed-0010-499c-8b09-02f5a5fef391 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.700984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b476bccd-4f64-4567-97f2-f023db15cece req-5f7a74ed-0010-499c-8b09-02f5a5fef391 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.3183439 Aug 16 02:27:27.713816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] No DVR routers for this DVR port d9f07470-e6b2-4438-a0d5-3ca2e7af037f on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:27.718856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.719399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Request body: {'port': {'device_id': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'admin_state_up': True, 'tenant_id': 'f3c3b73388e845ba80c13aba0e6376de'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:27.723864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c26671b4-4f34-413e-9839-1d52ea664d8e req-1c6a9548-5e93-4fce-bea1-5ad2f8364bcf tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "DELETE /v2.0/ports/d9f07470-e6b2-4438-a0d5-3ca2e7af037f HTTP/1.1" status: 204 len: 173 time: 1.3303592 Aug 16 02:27:27.730403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'name': 'network-vif-deleted', 'tag': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:27.735481 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2f160-fc71-4eaa-a449-c4639c2cf7bc" -d '{"events": [{"server_uuid": "28432fed-04c5-45b0-acd7-45d8285cb5cc", "name": "network-vif-deleted", "tag": "d9f07470-e6b2-4438-a0d5-3ca2e7af037f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:27.857838 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17145a2-65dd-472b-a2e0-621ef709a264 x-openstack-request-id: req-a17145a2-65dd-472b-a2e0-621ef709a264 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:27.858139 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28432fed-04c5-45b0-acd7-45d8285cb5cc", "name": "network-vif-deleted", "tag": "d9f07470-e6b2-4438-a0d5-3ca2e7af037f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:27.858455 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a17145a2-65dd-472b-a2e0-621ef709a264 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:27.858911 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28432fed-04c5-45b0-acd7-45d8285cb5cc', 'name': 'network-vif-deleted', 'tag': 'd9f07470-e6b2-4438-a0d5-3ca2e7af037f', 'status': 'completed', 'code': 200} Aug 16 02:27:27.888659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b476bccd-4f64-4567-97f2-f023db15cece req-accabf16-9e40-4d22-b502-a77b99c0a1be tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810467 Aug 16 02:27:28.002650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Made reservation on behalf of f3c3b73388e845ba80c13aba0e6376de for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:28.007631 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.110137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Made reservation on behalf of f3c3b73388e845ba80c13aba0e6376de for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:28.114657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.227671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850722a-aba6-4f3a-837e-ee35a5e2ed17 req-9b46013e-321d-4bcb-b3c8-123af1571b39 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:28.230873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b850722a-aba6-4f3a-837e-ee35a5e2ed17 req-9b46013e-321d-4bcb-b3c8-123af1571b39 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 945 time: 0.2027812 Aug 16 02:27:28.429351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-365b9e7c-77b3-4040-a924-9b5f2e94b397 req-0f5b8316-cf3a-4520-b82e-7e71d61dbe4c tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 210 time: 0.0425920 Aug 16 02:27:28.507920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Allocated IP 172.20.0.11 (17a5e7fb-0638-43cb-9312-43d436816389/65da2111-c931-48c8-bc49-ae40afb493cf/2cad020f-118e-42af-be7d-4c3a6454c0ad) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:28.538024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b850722a-aba6-4f3a-837e-ee35a5e2ed17 req-2d58fe83-e7b8-483c-af61-b6e810bcc1b2 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951105 Aug 16 02:27:28.717653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bdc4e-d311-45c5-9220-b4e7c1465e47 req-7b0730fc-44b7-4fba-9856-75674e9138f7 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:28.726553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-461bdc4e-d311-45c5-9220-b4e7c1465e47 req-7b0730fc-44b7-4fba-9856-75674e9138f7 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.0841973 Aug 16 02:27:28.747788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.774756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.795390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-461bdc4e-d311-45c5-9220-b4e7c1465e47 req-e2effedc-27ee-43b5-b8b7-e79602a55e5d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665696 Aug 16 02:27:28.809229 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c488-6328-43b5-8498-a03001526d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.822195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.842505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-967c234f-6dc4-45b9-bec0-65fb51140445 req-8d6e1a65-9567-43f8-9b34-21ecf03e51ad tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:27:28.843641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-967c234f-6dc4-45b9-bec0-65fb51140445 req-8d6e1a65-9567-43f8-9b34-21ecf03e51ad tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067179 Aug 16 02:27:28.897122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Network 17a5e7fb-0638-43cb-9312-43d436816389 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:28.909561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:28.915018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:28.964965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:28.965470 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.989545 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-967c234f-6dc4-45b9-bec0-65fb51140445 req-3b8bfb77-a6a1-4219-9c78-66d81580d82a tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1388428 Aug 16 02:27:29.009778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event updated for resources: {'Port': ['ID=2cad020f-118e-42af-be7d-4c3a6454c0ad,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:29.020803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Allocated IP 172.20.0.9 (17a5e7fb-0638-43cb-9312-43d436816389/65da2111-c931-48c8-bc49-ae40afb493cf/6eb4e12f-9759-4d9c-a993-202427f968c7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:29.034333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-b7d225e7-bcf8-4027-8bf7-b7b7a81143ce tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6410270 Aug 16 02:27:29.066307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Request body: {'port': {'device_id': '6f695f0d-28f3-432f-a63c-02ded695810e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:29.191804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d9f07470-e6b2-4438-a0d5-3ca2e7af037f no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:29.225929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: d9f07470-e6b2-4438-a0d5-3ca2e7af037f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:29.228792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d9f07470-e6b2-4438-a0d5-3ca2e7af037f not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:29.236815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.605849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-654e6ec9-937e-4658-92d0-89492b91382b req-edb25304-22bd-4a87-95cd-f801894a3cf9 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 210 time: 0.0533946 Aug 16 02:27:29.728674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7228cd7d-d341-429f-84e8-4d235d3d1376 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:29.751922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 7228cd7d-d341-429f-84e8-4d235d3d1376 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:29.752653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7228cd7d-d341-429f-84e8-4d235d3d1376 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:29.907892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.935876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.957347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa0ec-75da-4539-9d7e-4ec409a98a70 req-7dea0515-adfb-4014-855e-0b9ba68c063f tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:29.958884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c7fa0ec-75da-4539-9d7e-4ec409a98a70 req-7dea0515-adfb-4014-855e-0b9ba68c063f tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.2202945 Aug 16 02:27:30.027204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c7fa0ec-75da-4539-9d7e-4ec409a98a70 req-6b49b455-6cfd-43be-92f2-ae7b58eb2634 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591991 Aug 16 02:27:30.051673 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.147413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Network 17a5e7fb-0638-43cb-9312-43d436816389 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:30.167081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:30.173033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:30.204917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event updated for resources: {'Port': ['ID=6eb4e12f-9759-4d9c-a993-202427f968c7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.239151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f8fbe-2831-4a1c-8ed7-e9fe382395b3 req-5a1a0199-593a-41e3-8094-b495162da860 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.248716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-495f8fbe-2831-4a1c-8ed7-e9fe382395b3 req-5a1a0199-593a-41e3-8094-b495162da860 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 945 time: 0.1249368 Aug 16 02:27:30.258106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.258874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.288569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-079fc6c2-b68d-47d7-b920-48a7f24baa68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5760143 Aug 16 02:27:30.314968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Request body: {'port': {'device_id': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:30.323929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-495f8fbe-2831-4a1c-8ed7-e9fe382395b3 req-76d77cf4-6d2f-4a2e-85bc-fc0c320b43fe tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 Aug 16 02:27:30.363264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cad020f-118e-42af-be7d-4c3a6454c0ad {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:30.374267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.420811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Transition to ACTIVE for port object 2cad020f-118e-42af-be7d-4c3a6454c0ad will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:30.423715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.426930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.431439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee2af-9e3e-4d76-9f21-420773483e93 req-bc7dc0ca-999c-4717-9f26-cee13e61718d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.436748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4bee2af-9e3e-4d76-9f21-420773483e93 req-bc7dc0ca-999c-4717-9f26-cee13e61718d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.0597842 Aug 16 02:27:30.473007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4bee2af-9e3e-4d76-9f21-420773483e93 req-74ef2434-5d19-4573-bb45-96c525a2e5ed tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339613 Aug 16 02:27:30.542181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Pushing event updated for resources: {'Port': ['ID=2cad020f-118e-42af-be7d-4c3a6454c0ad,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.742666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Attempting to bind port 2cad020f-118e-42af-be7d-4c3a6454c0ad on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:30.743022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Attempting to bind port 2cad020f-118e-42af-be7d-4c3a6454c0ad by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:30.743360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Attempting to bind port 2cad020f-118e-42af-be7d-4c3a6454c0ad on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:30.760516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141249-b871-4456-97db-8bd1d2b9677f req-fb23299c-3f46-4002-abd2-9083a20d1e47 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.766275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141249-b871-4456-97db-8bd1d2b9677f req-fb23299c-3f46-4002-abd2-9083a20d1e47 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.772197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141249-b871-4456-97db-8bd1d2b9677f req-fb23299c-3f46-4002-abd2-9083a20d1e47 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.773963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69141249-b871-4456-97db-8bd1d2b9677f req-fb23299c-3f46-4002-abd2-9083a20d1e47 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17&device_id=d6534efc-acca-46b1-85fc-50c436c39ad2&device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 2416 time: 0.1549222 Aug 16 02:27:30.795172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Port 2cad020f-118e-42af-be7d-4c3a6454c0ad on network 17a5e7fb-0638-43cb-9312-43d436816389 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:30.795654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Attempting to bind port 2cad020f-118e-42af-be7d-4c3a6454c0ad on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:30.804938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a595f-c2d4-4f56-b266-498c98028ab9 req-d1284157-0578-4756-826b-76fcffa998a2 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.806946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a71a595f-c2d4-4f56-b266-498c98028ab9 req-d1284157-0578-4756-826b-76fcffa998a2 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 931 time: 0.0978260 Aug 16 02:27:30.810774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:30.811375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Checking segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:30.811775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Bound using segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:30.812232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Bound port: 2cad020f-118e-42af-be7d-4c3a6454c0ad, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:30.812622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.846339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a71a595f-c2d4-4f56-b266-498c98028ab9 req-8282a86e-9219-4df2-82eb-2d9f2011db6e tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Aug 16 02:27:30.906716 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69141249-b871-4456-97db-8bd1d2b9677f req-5ccc2dc1-833c-4a49-b501-0b815d68ac2f tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148996 Aug 16 02:27:30.958047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-5aabb144-03b5-4542-b115-e5bbda683f37 req-ebfd9817-7e24-4323-9caf-6d4c2d5e2561 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:27:30.959100 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5aabb144-03b5-4542-b115-e5bbda683f37 req-ebfd9817-7e24-4323-9caf-6d4c2d5e2561 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168986 Aug 16 02:27:30.961256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-6fd5c3d6-e90d-4cb8-83a7-9c03f5277ad0 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e3541ffb2d7e4de590a8ddfcaa9816d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313935 Aug 16 02:27:30.961847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] For port 2cad020f-118e-42af-be7d-4c3a6454c0ad, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:31.005592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] For port 2cad020f-118e-42af-be7d-4c3a6454c0ad, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2cad020f-118e-42af-be7d-4c3a6454c0ad,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:31.047047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.082130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb4e12f-9759-4d9c-a993-202427f968c7 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:31.096439 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.136759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.137398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.138816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] 10.222.0.98 "PUT /v2.0/ports/2cad020f-118e-42af-be7d-4c3a6454c0ad HTTP/1.1" status: 200 len: 1093 time: 2.0902121 Aug 16 02:27:31.139358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f695f0d-28f3-432f-a63c-02ded695810e', 'tag': '2cad020f-118e-42af-be7d-4c3a6454c0ad'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:31.141710 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df" -d '{"events": [{"name": "network-changed", "server_uuid": "6f695f0d-28f3-432f-a63c-02ded695810e", "tag": "2cad020f-118e-42af-be7d-4c3a6454c0ad"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:31.145991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Transition to ACTIVE for port object 6eb4e12f-9759-4d9c-a993-202427f968c7 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:31.164174 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.178269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-153a87ad-d6b7-4f6f-88f6-25aeec6ab3b6 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.178607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5aabb144-03b5-4542-b115-e5bbda683f37 req-ff3e0d1c-19e9-418a-8330-0069d8a951a4 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1947715 Aug 16 02:27:31.180012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-153a87ad-d6b7-4f6f-88f6-25aeec6ab3b6 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122903 Aug 16 02:27:31.182641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5631dc-88df-4827-850b-e9dbaf630148 service neutron] Pushing event updated for resources: {'Port': ['ID=2cad020f-118e-42af-be7d-4c3a6454c0ad,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.213382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-0254bfb6-301f-45da-bede-60108f9023f5 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/quotas/e3541ffb2d7e4de590a8ddfcaa9816d1 HTTP/1.1" status: 200 len: 375 time: 0.0125933 Aug 16 02:27:31.266202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-1963ccb7-349f-4a8d-b119-f047899f765b tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3541ffb2d7e4de590a8ddfcaa9816d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460904 Aug 16 02:27:31.279106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb4e12f-9759-4d9c-a993-202427f968c7,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.315966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-35d755da-e42a-456b-aae5-86815e3bc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.324264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-35d755da-e42a-456b-aae5-86815e3bc222 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 1096 time: 0.1329315 Aug 16 02:27:31.395293 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-f7b5e2b7-70d7-464c-b8c9-f9d696f34113 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cad020f-118e-42af-be7d-4c3a6454c0ad HTTP/1.1" status: 200 len: 217 time: 0.0470495 Aug 16 02:27:31.410953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Attempting to bind port 6eb4e12f-9759-4d9c-a993-202427f968c7 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:31.411594 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Attempting to bind port 6eb4e12f-9759-4d9c-a993-202427f968c7 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:31.412077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Attempting to bind port 6eb4e12f-9759-4d9c-a993-202427f968c7 on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:31.452363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Port 6eb4e12f-9759-4d9c-a993-202427f968c7 on network 17a5e7fb-0638-43cb-9312-43d436816389 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:31.452706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Attempting to bind port 6eb4e12f-9759-4d9c-a993-202427f968c7 on network 17a5e7fb-0638-43cb-9312-43d436816389 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:31.484330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-785ef1e0-b0e6-414b-a9d8-bfbb51fcd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.484330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-785ef1e0-b0e6-414b-a9d8-bfbb51fcd328 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.0854607 Aug 16 02:27:31.485195 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62034ca-0428-4dd5-9c7a-192843b30786 x-openstack-request-id: req-e62034ca-0428-4dd5-9c7a-192843b30786 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:31.485482 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f695f0d-28f3-432f-a63c-02ded695810e", "tag": "2cad020f-118e-42af-be7d-4c3a6454c0ad", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:31.485733 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e62034ca-0428-4dd5-9c7a-192843b30786 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:31.486125 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f695f0d-28f3-432f-a63c-02ded695810e', 'tag': '2cad020f-118e-42af-be7d-4c3a6454c0ad', 'status': 'completed', 'code': 200} Aug 16 02:27:31.488033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:31.488413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Checking segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:31.488860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Bound using segment: {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:31.489304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Bound port: 6eb4e12f-9759-4d9c-a993-202427f968c7, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0036c7af-ed0a-4e33-95a2-16f6f344c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:31.489668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.530888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-0d8c07fe-c956-424f-a4eb-f2e5d7627c5c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379751 Aug 16 02:27:31.638745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] For port 6eb4e12f-9759-4d9c-a993-202427f968c7, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:31.679455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6bb856c-ff57-4333-8edc-e5f91a5903bb req-e0e54ac9-c7c2-4344-9169-4df67bf0d591 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 210 time: 0.0458755 Aug 16 02:27:31.687690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] For port 6eb4e12f-9759-4d9c-a993-202427f968c7, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6eb4e12f-9759-4d9c-a993-202427f968c7,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:31.707333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.801005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb4e12f-9759-4d9c-a993-202427f968c7,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.805317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.806342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.808057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-727ecb13-26af-44f6-b3cb-4c406a8ebdf3 service neutron] 10.222.0.88 "PUT /v2.0/ports/6eb4e12f-9759-4d9c-a993-202427f968c7 HTTP/1.1" status: 200 len: 1092 time: 1.4974873 Aug 16 02:27:31.855291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-3bf2d38d-1625-45ab-be3c-167116a5b7c4 service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338288 Aug 16 02:27:31.875753 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.995262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-6cd34c40-cbf5-4106-8e37-aa0a2420fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.997194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-6cd34c40-cbf5-4106-8e37-aa0a2420fc22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 1095 time: 0.1170573 Aug 16 02:27:32.007216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43e401-ad55-4315-a773-eab4e7fc7f89 req-445721e2-1a90-4069-a1ab-c1c57e8b22aa tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.012996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae43e401-ad55-4315-a773-eab4e7fc7f89 req-445721e2-1a90-4069-a1ab-c1c57e8b22aa tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 947 time: 0.0722928 Aug 16 02:27:32.058895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae43e401-ad55-4315-a773-eab4e7fc7f89 req-6a69507d-71b9-497b-b6b5-29a9c054c575 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 Aug 16 02:27:32.093889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-c4318745-b24d-4277-bf42-0c824cd059a4 service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245548 Aug 16 02:27:32.096172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-7fe5e8b9-3fc6-41b7-b0e7-fe8a5069074e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb4e12f-9759-4d9c-a993-202427f968c7 HTTP/1.1" status: 200 len: 217 time: 0.0750613 Aug 16 02:27:32.138423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc725048-283c-4279-8632-21917ff7be04 req-6a2439e2-6ac8-40a4-a1b8-8d5391d949a6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.147276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dc725048-283c-4279-8632-21917ff7be04 req-6a2439e2-6ac8-40a4-a1b8-8d5391d949a6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 943 time: 0.1562064 Aug 16 02:27:32.227086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-5303c828-6b0b-49a1-b0cd-007380c87d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.228736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-5303c828-6b0b-49a1-b0cd-007380c87d4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.1234710 Aug 16 02:27:32.271275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-8f772bb5-3cb9-44f2-8fde-728b5836c8fa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345588 Aug 16 02:27:32.274217 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dc725048-283c-4279-8632-21917ff7be04 req-3817a162-3ba4-454b-b299-783ab9672dd0 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261399 Aug 16 02:27:32.282185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-d6192d45-37b9-44d6-901f-c8ae71f494df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.283717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-d6192d45-37b9-44d6-901f-c8ae71f494df service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 1096 time: 0.1159401 Aug 16 02:27:32.448861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-cd79774e-c97e-4e53-8b12-5e6629f49608 service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687732 Aug 16 02:27:32.453600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-7c8012d5-07e7-40f0-bc4a-2517f8d7421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.454283 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-7c8012d5-07e7-40f0-bc4a-2517f8d7421a service neutron] 10.222.0.98 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 914 time: 0.1611695 Aug 16 02:27:32.534767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-9e4d257a-add5-4df4-adcd-e7169f64d024 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cad020f-118e-42af-be7d-4c3a6454c0ad HTTP/1.1" status: 200 len: 217 time: 0.0687935 Aug 16 02:27:32.614446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-25c13dbf-9b13-43cc-a41b-1f6321399ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.615581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-25c13dbf-9b13-43cc-a41b-1f6321399ee0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.0726190 Aug 16 02:27:32.621237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd82f17c-ec66-43ec-bff9-b783c2259efa req-2133f68b-5a59-4767-a08b-6211efb502aa service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640041 Aug 16 02:27:32.652385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-5cfaa0d4-f019-4a6a-90c4-8b4c6af705d9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280478 Aug 16 02:27:32.796545 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-9dd8b4c8-4888-48a1-a6f8-b3a44d87b5fd service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353886 Aug 16 02:27:32.831605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-c1df9889-e716-4c90-b854-fc4b35e7e614 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e3541ffb2d7e4de590a8ddfcaa9816d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515921 Aug 16 02:27:32.845282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db7159b4-283b-4610-aa64-62d442783956 req-07e829fb-c062-4da5-9df9-fef9c782a9c5 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 210 time: 0.0629852 Aug 16 02:27:32.985702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adb64b58-32c8-4a2f-ac54-8acb9c7a31df req-6f87d06c-9ed1-4c1a-974b-a0ea91aeabb7 service neutron] 10.222.0.98 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786029 Aug 16 02:27:33.012375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-2d2f44ed-2f4d-4679-81ec-f45b001bc621 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.013919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-2d2f44ed-2f4d-4679-81ec-f45b001bc621 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674535 Aug 16 02:27:33.033963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Request body: {'port': {'device_id': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'e3541ffb2d7e4de590a8ddfcaa9816d1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:33.225963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Made reservation on behalf of e3541ffb2d7e4de590a8ddfcaa9816d1 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:33.230161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.233576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160d781-8c6b-41ef-bd40-c2411559c056 req-f6969f34-179a-4b64-bd09-d472f1a747d1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.241638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3160d781-8c6b-41ef-bd40-c2411559c056 req-f6969f34-179a-4b64-bd09-d472f1a747d1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 947 time: 0.0796459 Aug 16 02:27:33.249203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.279261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3160d781-8c6b-41ef-bd40-c2411559c056 req-3bb278b8-5177-48ab-8c78-5fbe4a9d388b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367451 Aug 16 02:27:33.343351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baac903-73fc-4130-9780-021993f3a432 req-e04f9870-1681-4787-9f6e-20341175eeea tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.345013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3baac903-73fc-4130-9780-021993f3a432 req-e04f9870-1681-4787-9f6e-20341175eeea tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.0762572 Aug 16 02:27:33.408990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3baac903-73fc-4130-9780-021993f3a432 req-138fc088-0c48-40d9-b833-4bd80e793940 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528603 Aug 16 02:27:33.427963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb1ad-8677-4623-967b-24565418d96b req-04974d3a-dab2-435a-b619-9ac51a79ca83 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.430835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4adb1ad-8677-4623-967b-24565418d96b req-04974d3a-dab2-435a-b619-9ac51a79ca83 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 947 time: 0.0918367 Aug 16 02:27:33.446635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d522986-53d5-4c99-a622-4a75e669d84d req-06ba8bc8-b390-437d-af22-4c7224182e37 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.446809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.448172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d522986-53d5-4c99-a622-4a75e669d84d req-06ba8bc8-b390-437d-af22-4c7224182e37 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 943 time: 0.0743825 Aug 16 02:27:33.450998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.488774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'tag': '6eb4e12f-9759-4d9c-a993-202427f968c7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:33.491065 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae0f7fa-4c51-4760-a467-45ac7c258052" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fea299-eebb-42b4-a363-d45496f6584d", "tag": "6eb4e12f-9759-4d9c-a993-202427f968c7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:33.531522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87667c-4eca-42d9-87e1-ead7f091eca6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.547959 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d48b61-75e1-44ce-97c0-52e9494b1741 x-openstack-request-id: req-d6d48b61-75e1-44ce-97c0-52e9494b1741 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:33.548237 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fea299-eebb-42b4-a363-d45496f6584d", "tag": "6eb4e12f-9759-4d9c-a993-202427f968c7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:33.548520 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6d48b61-75e1-44ce-97c0-52e9494b1741 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:33.549337 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'tag': '6eb4e12f-9759-4d9c-a993-202427f968c7', 'status': 'completed', 'code': 200} Aug 16 02:27:33.551521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.551866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.552356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.552702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.553032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.553413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.553738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.554060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.554770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.554770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.555040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.555387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.557662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d522986-53d5-4c99-a622-4a75e669d84d req-50d118ec-ae02-480d-a522-603542994e79 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781951 Aug 16 02:27:33.592345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Deleting port 536b279b-1540-4347-a848-7c9dc05c30a9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:33.592905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.607240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:33.662224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-a96ad584-52fd-4a48-9889-5440725a1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.663787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-a96ad584-52fd-4a48-9889-5440725a1eb0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f3c3b73388e845ba80c13aba0e6376de&device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 1095 time: 0.0855134 Aug 16 02:27:33.668828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Allocated IP 192.168.233.171 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/07089093-00b5-486f-af49-b7155832d5f6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:33.701347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] For port 536b279b-1540-4347-a848-7c9dc05c30a9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=536b279b-1540-4347-a848-7c9dc05c30a9,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:33.701744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.748416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2cad020f-118e-42af-be7d-4c3a6454c0ad details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:33.842938 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.887319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-f4ddec59-e9c1-4199-be3f-8efede6c49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.888036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-f4ddec59-e9c1-4199-be3f-8efede6c49c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 200 len: 914 time: 0.2149310 Aug 16 02:27:33.888427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2cad020f-118e-42af-be7d-4c3a6454c0ad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2cad020f-118e-42af-be7d-4c3a6454c0ad,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:33.921864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '2cad020f-118e-42af-be7d-4c3a6454c0ad', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'port_id': '2cad020f-118e-42af-be7d-4c3a6454c0ad', 'mac_address': 'fa:16:3e:15:7f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da2111-c931-48c8-bc49-ae40afb493cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:33.957710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-c8aea41a-40c5-4584-8ba0-e8ce431ed629 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb4e12f-9759-4d9c-a993-202427f968c7 HTTP/1.1" status: 200 len: 217 time: 0.0578246 Aug 16 02:27:33.985630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c31a84d5-b19d-41b0-a272-d82656ef2423 req-73584b32-0234-4693-9427-da83e587fa4c tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 210 time: 0.0392537 Aug 16 02:27:33.998556 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.000805 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.016577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cad020f-118e-42af-be7d-4c3a6454c0ad {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:34.048684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2cad020f-118e-42af-be7d-4c3a6454c0ad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2cad020f-118e-42af-be7d-4c3a6454c0ad,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:34.052037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Transition to ACTIVE for port object 07089093-00b5-486f-af49-b7155832d5f6 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:34.060706 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.065586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-3167d3c5-5586-4a10-8e0f-a39a31d00442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.067283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-3167d3c5-5586-4a10-8e0f-a39a31d00442 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 200 len: 853 time: 0.0846474 Aug 16 02:27:34.121260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-c6ff1414-92f3-45f4-b9c0-e40757cae085 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=17a5e7fb-0638-43cb-9312-43d436816389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450532 Aug 16 02:27:34.141967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.159049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2cad020f-118e-42af-be7d-4c3a6454c0ad,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.208896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:34.233401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:34.235903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:34.309018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Pushing event updated for resources: {'Port': ['ID=07089093-00b5-486f-af49-b7155832d5f6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.336275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.337023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.359211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.360172 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.360519 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Floating IP b776e7e4-1795-4f93-b8c5-ecf5196272fb disassociated. External IP: 172.25.4.115, port: 536b279b-1540-4347-a848-7c9dc05c30a9. Aug 16 02:27:34.360666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-da206df4-a847-4139-a442-d0b2a32a1e94 service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304885 Aug 16 02:27:34.360881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Calling delete_port for 536b279b-1540-4347-a848-7c9dc05c30a9 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:34.418952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['2cad020f-118e-42af-be7d-4c3a6454c0ad'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:34.495157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eae0f7fa-4c51-4760-a467-45ac7c258052 req-2e04e46c-a027-4f60-a1d5-26f4464545c8 service neutron] 10.222.0.88 "GET /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253872 Aug 16 02:27:34.517689 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.536020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.549858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8ee7a-0e27-4d2c-a073-6553e5a8aa15 req-dcca3e47-8afe-4069-af60-413f97a919dd tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.550257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-bb5b79d1-e390-4cf5-9dd0-196642283bcf tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5244920 Aug 16 02:27:34.551417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a3a8ee7a-0e27-4d2c-a073-6553e5a8aa15 req-dcca3e47-8afe-4069-af60-413f97a919dd tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 947 time: 0.1326160 Aug 16 02:27:34.578555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Request body: {'port': {'device_id': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:34.624390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-525585db-4b5c-49dd-850f-fd244d41124c None None] Provisioning for port 07089093-00b5-486f-af49-b7155832d5f6 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:34.629912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-525585db-4b5c-49dd-850f-fd244d41124c None None] Provisioning complete for port 07089093-00b5-486f-af49-b7155832d5f6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:34.630596 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-525585db-4b5c-49dd-850f-fd244d41124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.631065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bd42f-c909-4560-a7d3-41f0f8adc08c req-4496c9b3-dce3-4442-80c1-1049c802f982 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.632646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1e7bd42f-c909-4560-a7d3-41f0f8adc08c req-4496c9b3-dce3-4442-80c1-1049c802f982 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.1316857 Aug 16 02:27:34.639031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497e739d-1d02-4be8-85f7-bf13b769850d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.645826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93bd7d0bd8c442c08a2e54edf216fb23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0374537 Aug 16 02:27:34.647860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-80064e4e-48e0-4c5a-b42e-dd80cb80dd4b tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.649376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-80064e4e-48e0-4c5a-b42e-dd80cb80dd4b tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 945 time: 0.1150715 Aug 16 02:27:34.652603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59110) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:34.675376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-525585db-4b5c-49dd-850f-fd244d41124c None None] Port 07089093-00b5-486f-af49-b7155832d5f6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:34.684488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.684831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.685170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.685511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.685840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.686167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.686492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.686813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.687134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.687454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.687773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.688091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253deb60-9ea0-449a-8dbf-27b45b357cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:34.699973 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a3a8ee7a-0e27-4d2c-a073-6553e5a8aa15 req-bdf4de74-96b7-46d4-bcf0-c1bdfed7b558 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=5dc1173a-18d8-497d-a4ee-c425d53c8ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329396 Aug 16 02:27:34.717527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.722780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.765878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event deleted for resources: {'Port': ['ID=536b279b-1540-4347-a848-7c9dc05c30a9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.777960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1e7bd42f-c909-4560-a7d3-41f0f8adc08c req-e5b6e3ea-4c11-40e7-b401-c07966fcb05f tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245251 Aug 16 02:27:34.835131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10d16e3c-6657-41ee-a013-8514a6ff3d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.909837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Deleting port 18c7e941-c825-4b3b-abfd-97156723cc1e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:34.910484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.917235 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10d16e3c-6657-41ee-a013-8514a6ff3d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.954770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9b14-da93-4760-a02f-e0f8e3bb36ec req-ed84a3c1-67d7-4a37-840f-5cb32dbe3417 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.956413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-770b9b14-da93-4760-a02f-e0f8e3bb36ec req-ed84a3c1-67d7-4a37-840f-5cb32dbe3417 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 943 time: 0.1353252 Aug 16 02:27:35.020314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Router a2ab6fe7-e525-4c67-869d-ca474a41ec54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:35.046620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-770b9b14-da93-4760-a02f-e0f8e3bb36ec req-be075e87-d054-4301-836e-fbb09fda76a6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782390 Aug 16 02:27:35.048658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10d16e3c-6657-41ee-a013-8514a6ff3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.051794 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10d16e3c-6657-41ee-a013-8514a6ff3d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.055294 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-10d16e3c-6657-41ee-a013-8514a6ff3d9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/497e739d-1d02-4be8-85f7-bf13b769850d HTTP/1.1" status: 204 len: 168 time: 0.3994603 Aug 16 02:27:35.065218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d16e3c-6657-41ee-a013-8514a6ff3d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e739d-1d02-4be8-85f7-bf13b769850d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:35.195761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:35.211662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] Sync routers for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:35.220891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6eb4e12f-9759-4d9c-a993-202427f968c7 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:35.242002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:35.242967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:35.257220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] No DVR routers for this DVR port 536b279b-1540-4347-a848-7c9dc05c30a9 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:35.260646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.263081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4adb1ad-8677-4623-967b-24565418d96b req-81824a53-ee9a-4ec1-95d4-e4116a1acad3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "DELETE /v2.0/ports/536b279b-1540-4347-a848-7c9dc05c30a9 HTTP/1.1" status: 204 len: 173 time: 1.8246379 Aug 16 02:27:35.473034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:35.489695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9de9626-67cc-4e62-8deb-c4fab742e695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.497378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:35.498193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] For port 18c7e941-c825-4b3b-abfd-97156723cc1e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=18c7e941-c825-4b3b-abfd-97156723cc1e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:35.498577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.520490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06100dfc-c478-469b-884f-7f05150a07f8 req-eca5f57c-7962-480d-8b52-3834fd40d351 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.522139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06100dfc-c478-469b-884f-7f05150a07f8 req-eca5f57c-7962-480d-8b52-3834fd40d351 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 936 time: 0.1496208 Aug 16 02:27:35.537460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Calling delete_port for 18c7e941-c825-4b3b-abfd-97156723cc1e owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:35.593886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9de9626-67cc-4e62-8deb-c4fab742e695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.595042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-deleted', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:35.598992 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f494fd-9598-4ba1-bc04-748f8dfd942f" -d '{"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-deleted", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:35.603050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9de9626-67cc-4e62-8deb-c4fab742e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.611299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6eb4e12f-9759-4d9c-a993-202427f968c7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6eb4e12f-9759-4d9c-a993-202427f968c7,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:35.637325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de9626-67cc-4e62-8deb-c4fab742e695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aee859-2209-4241-a308-1d5eb373e835,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:35.655021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '6eb4e12f-9759-4d9c-a993-202427f968c7', 'network_id': '17a5e7fb-0638-43cb-9312-43d436816389', 'port_id': '6eb4e12f-9759-4d9c-a993-202427f968c7', 'mac_address': 'fa:16:3e:22:d5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65da2111-c931-48c8-bc49-ae40afb493cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:35.655539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06100dfc-c478-469b-884f-7f05150a07f8 req-232748a2-e87d-4591-ac3f-b88c60b9471a tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113038 Aug 16 02:27:35.679533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07089093-00b5-486f-af49-b7155832d5f6 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:35.689768 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b9de9626-67cc-4e62-8deb-c4fab742e695 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c487fb6d72374987a14c072e43085b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126460 Aug 16 02:27:35.690088 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.690286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:35.714106 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657427f1-4332-40d1-9e70-e2665f0e4b2e x-openstack-request-id: req-657427f1-4332-40d1-9e70-e2665f0e4b2e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:35.714651 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4758b189-c86e-43dc-a22e-3f7859467f01", "name": "network-vif-deleted", "tag": "536b279b-1540-4347-a848-7c9dc05c30a9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:35.715315 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-657427f1-4332-40d1-9e70-e2665f0e4b2e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:35.716116 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4758b189-c86e-43dc-a22e-3f7859467f01', 'name': 'network-vif-deleted', 'tag': '536b279b-1540-4347-a848-7c9dc05c30a9', 'status': 'completed', 'code': 200} Aug 16 02:27:35.734060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Transition to ACTIVE for port object 07089093-00b5-486f-af49-b7155832d5f6 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:35.735027 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.753011 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.755732 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:35.768027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-928ea73c-dec9-4dc1-b2cd-8044fa5d022d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.775191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2cad020f-118e-42af-be7d-4c3a6454c0ad up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:35.802488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-928ea73c-dec9-4dc1-b2cd-8044fa5d022d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.808515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb4e12f-9759-4d9c-a993-202427f968c7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:35.841648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6eb4e12f-9759-4d9c-a993-202427f968c7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6eb4e12f-9759-4d9c-a993-202427f968c7,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:35.854028 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.908496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 2cad020f-118e-42af-be7d-4c3a6454c0ad completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:35.914175 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-928ea73c-dec9-4dc1-b2cd-8044fa5d022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.917552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-928ea73c-dec9-4dc1-b2cd-8044fa5d022d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.921153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-928ea73c-dec9-4dc1-b2cd-8044fa5d022d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2aee859-2209-4241-a308-1d5eb373e835 HTTP/1.1" status: 204 len: 168 time: 0.2265983 Aug 16 02:27:35.927316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:35.929431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea73c-dec9-4dc1-b2cd-8044fa5d022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aee859-2209-4241-a308-1d5eb373e835,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:35.948733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09e0aed8-cbe2-48a7-9beb-464b6a3e17ca req-08b8f748-a1f7-47c9-a483-52f1f1322668 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=4758b189-c86e-43dc-a22e-3f7859467f01 HTTP/1.1" status: 200 len: 210 time: 0.0788984 Aug 16 02:27:35.966252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] Checking router: a2ab6fe7-e525-4c67-869d-ca474a41ec54 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:35.968723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 2cad020f-118e-42af-be7d-4c3a6454c0ad triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:35.969277 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.002636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=6eb4e12f-9759-4d9c-a993-202427f968c7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.031083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Pushing event updated for resources: {'Port': ['ID=07089093-00b5-486f-af49-b7155832d5f6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.042290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.047729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:36.048850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:36.050203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a99af-864b-4415-b9cc-8aa2076cbd10 req-1d745406-832e-492d-9dd8-8cbc4a73e479 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.063952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa4a99af-864b-4415-b9cc-8aa2076cbd10 req-1d745406-832e-492d-9dd8-8cbc4a73e479 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=42cf9cec-4a4d-4050-b1bc-ec4796860f17 HTTP/1.1" status: 200 len: 867 time: 0.1193399 Aug 16 02:27:36.089579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0331a313-09f5-4e16-b264-1f2f8d2da93e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:36.091949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['41299831-6b58-4453-9d95-08475deafe31'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:36.151893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa4a99af-864b-4415-b9cc-8aa2076cbd10 req-10721773-27de-49c9-93ac-2015c7a109a0 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851922 Aug 16 02:27:36.171444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['6eb4e12f-9759-4d9c-a993-202427f968c7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:36.263883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Pushing event deleted for resources: {'Port': ['ID=18c7e941-c825-4b3b-abfd-97156723cc1e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.314914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Attempting to bind port 07089093-00b5-486f-af49-b7155832d5f6 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:36.315269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Attempting to bind port 07089093-00b5-486f-af49-b7155832d5f6 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:36.316132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Attempting to bind port 07089093-00b5-486f-af49-b7155832d5f6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:36.325841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Port 07089093-00b5-486f-af49-b7155832d5f6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:36.326166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Attempting to bind port 07089093-00b5-486f-af49-b7155832d5f6 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:36.350584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:36.350846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06bd-560e-4804-8197-249ab2d1e53f req-a5cf0731-55ab-4368-b431-42608235b73d tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.351437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:36.352048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:36.353113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Bound port: 07089093-00b5-486f-af49-b7155832d5f6, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:36.353706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.358387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-344c06bd-560e-4804-8197-249ab2d1e53f req-a5cf0731-55ab-4368-b431-42608235b73d tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 944 time: 0.1495745 Aug 16 02:27:36.365394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] No DVR routers for this DVR port 18c7e941-c825-4b3b-abfd-97156723cc1e on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:36.369348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.371673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c89ca4da-ef74-4d39-b1f6-95a3ff9338ef req-5423d10a-a5e3-4c29-a33c-1342fc3b75b6 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "DELETE /v2.0/ports/18c7e941-c825-4b3b-abfd-97156723cc1e HTTP/1.1" status: 204 len: 173 time: 1.7156343 Aug 16 02:27:36.372088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'name': 'network-vif-deleted', 'tag': '18c7e941-c825-4b3b-abfd-97156723cc1e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:36.374470 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa6b1f2-2ff5-4304-955f-7db7d3ae9ebf" -d '{"events": [{"server_uuid": "42cf9cec-4a4d-4050-b1bc-ec4796860f17", "name": "network-vif-deleted", "tag": "18c7e941-c825-4b3b-abfd-97156723cc1e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:36.417904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-344c06bd-560e-4804-8197-249ab2d1e53f req-76b40b38-846b-4683-95c1-fbf5a77f65b1 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575094 Aug 16 02:27:36.475082 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7788bf1a-4fa6-4be1-800c-c6fd50bb1f01 x-openstack-request-id: req-7788bf1a-4fa6-4be1-800c-c6fd50bb1f01 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:36.475455 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cf9cec-4a4d-4050-b1bc-ec4796860f17", "name": "network-vif-deleted", "tag": "18c7e941-c825-4b3b-abfd-97156723cc1e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:36.475704 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7788bf1a-4fa6-4be1-800c-c6fd50bb1f01 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:36.476116 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cf9cec-4a4d-4050-b1bc-ec4796860f17', 'name': 'network-vif-deleted', 'tag': '18c7e941-c825-4b3b-abfd-97156723cc1e', 'status': 'completed', 'code': 200} Aug 16 02:27:36.505130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] For port 07089093-00b5-486f-af49-b7155832d5f6, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:36.513134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] For port 07089093-00b5-486f-af49-b7155832d5f6, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07089093-00b5-486f-af49-b7155832d5f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:36.526605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.569084 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.579801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.580895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.583491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] 10.222.0.98 "PUT /v2.0/ports/07089093-00b5-486f-af49-b7155832d5f6 HTTP/1.1" status: 200 len: 1097 time: 2.0165691 Aug 16 02:27:36.620264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8534881-7af7-41c5-afc9-5d0bb6062a44 service neutron] Pushing event updated for resources: {'Port': ['ID=07089093-00b5-486f-af49-b7155832d5f6,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.629579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:36.688621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-14263d12-9a35-4089-a175-c67ffcde0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.690482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-14263d12-9a35-4089-a175-c67ffcde0e7c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3541ffb2d7e4de590a8ddfcaa9816d1&device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 1100 time: 0.0543633 Aug 16 02:27:36.719683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f695f0d-28f3-432f-a63c-02ded695810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cad020f-118e-42af-be7d-4c3a6454c0ad'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:36.726290 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d013bdc-8e93-499f-9827-4966ed095362" -d '{"events": [{"server_uuid": "6f695f0d-28f3-432f-a63c-02ded695810e", "name": "network-vif-plugged", "status": "completed", "tag": "2cad020f-118e-42af-be7d-4c3a6454c0ad"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:36.758208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-5deb98df-d52d-486b-8e6a-47e9cabac75a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=07089093-00b5-486f-af49-b7155832d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0513484 Aug 16 02:27:36.835849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 2cad020f-118e-42af-be7d-4c3a6454c0ad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2cad020f-118e-42af-be7d-4c3a6454c0ad,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:36.845697 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fc7780-3740-4d12-8f2b-12fe8de371eb x-openstack-request-id: req-76fc7780-3740-4d12-8f2b-12fe8de371eb {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:36.846048 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f695f0d-28f3-432f-a63c-02ded695810e", "name": "network-vif-plugged", "status": "completed", "tag": "2cad020f-118e-42af-be7d-4c3a6454c0ad", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:36.846248 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76fc7780-3740-4d12-8f2b-12fe8de371eb {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:36.847324 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f695f0d-28f3-432f-a63c-02ded695810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cad020f-118e-42af-be7d-4c3a6454c0ad', 'code': 200} Aug 16 02:27:36.860836 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.866146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b32d31ff-d06d-46d5-832b-ed53d77ee96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.868532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-b32d31ff-d06d-46d5-832b-ed53d77ee96d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0996511 Aug 16 02:27:36.906017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87925a-5670-4f88-8085-96575cfac95a req-96c89c7c-71c9-419d-9e29-0ce0a7bc8e0e tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.915666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d87925a-5670-4f88-8085-96575cfac95a req-96c89c7c-71c9-419d-9e29-0ce0a7bc8e0e tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 948 time: 0.1057217 Aug 16 02:27:36.994748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174675c-4fad-46db-a60f-a19627a9a0de req-f90997d3-d79b-46b9-9dff-95eb5355489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.998141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-f90997d3-d79b-46b9-9dff-95eb5355489f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171322 Aug 16 02:27:37.005497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d87925a-5670-4f88-8085-96575cfac95a req-6d8aa59d-1773-473b-a552-b910b4579890 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888371 Aug 16 02:27:37.032415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50ff5a-3dd0-4dfe-a4fe-3d711b276d51 req-8f63ad16-7236-4056-b180-824a0fdac2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.034755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a50ff5a-3dd0-4dfe-a4fe-3d711b276d51 req-8f63ad16-7236-4056-b180-824a0fdac2a3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 1098 time: 0.1152878 Aug 16 02:27:37.125668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:37.137778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a50ff5a-3dd0-4dfe-a4fe-3d711b276d51 req-b4f58e5d-536b-4799-890f-057b61df0d2c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935223 Aug 16 02:27:37.219035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-eb7c7ac4-9984-42d4-ac72-0d06b3dbed23 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048576 Aug 16 02:27:37.250652 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3aa132ac-5d0a-4ed5-b715-3de3b9effb24 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.286374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3aa132ac-5d0a-4ed5-b715-3de3b9effb24 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.289767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 18c7e941-c825-4b3b-abfd-97156723cc1e no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:37.358946 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3aa132ac-5d0a-4ed5-b715-3de3b9effb24 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.360637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c174675c-4fad-46db-a60f-a19627a9a0de req-29fbac2c-c7cc-4ce1-9750-f232b90d6f8d service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229105 Aug 16 02:27:37.365038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=2cad020f-118e-42af-be7d-4c3a6454c0ad,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:37.375402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3aa132ac-5d0a-4ed5-b715-3de3b9effb24 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.379075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3aa132ac-5d0a-4ed5-b715-3de3b9effb24 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "DELETE /v2.0/security-groups/5dc1173a-18d8-497d-a4ee-c425d53c8ab7 HTTP/1.1" status: 204 len: 168 time: 0.2491779 Aug 16 02:27:37.380778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:37.385450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 18c7e941-c825-4b3b-abfd-97156723cc1e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:37.386103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 18c7e941-c825-4b3b-abfd-97156723cc1e not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:37.386742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:37.402158 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-4ff3efe8-9aef-40e7-af88-05fcf6c70a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] show failed (client error): The resource could not be found. Aug 16 02:27:37.404800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa132ac-5d0a-4ed5-b715-3de3b9effb24 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc1173a-18d8-497d-a4ee-c425d53c8ab7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:37.407080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ff3efe8-9aef-40e7-af88-05fcf6c70a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups/5dc1173a-18d8-497d-a4ee-c425d53c8ab7 HTTP/1.1" status: 404 len: 347 time: 0.0248122 Aug 16 02:27:37.410132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59182) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:37.471997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 536b279b-1540-4347-a848-7c9dc05c30a9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:37.472438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 536b279b-1540-4347-a848-7c9dc05c30a9 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:37.603463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee853fd-c50b-435a-82ad-0a7a44ebfa17 req-015fca1a-6ae3-4990-a19f-7fcc92f257e6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.605292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ee853fd-c50b-435a-82ad-0a7a44ebfa17 req-015fca1a-6ae3-4990-a19f-7fcc92f257e6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 944 time: 0.0744205 Aug 16 02:27:37.649044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:37.649662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Deleting port e581a8c0-5ea9-4636-b053-749ad1820965 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:37.649821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.661677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ee853fd-c50b-435a-82ad-0a7a44ebfa17 req-9e179fa2-29f7-4fbe-8212-5c3526703878 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Aug 16 02:27:37.686827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcbcccb-1d62-46eb-83f5-a356cf9660bc None None] The sync data for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 is: [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:37.730654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5e826-478c-4343-ae7c-317483462524 req-c5312674-e62a-4d04-8600-f6d5492a9228 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.732333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0cb5e826-478c-4343-ae7c-317483462524 req-c5312674-e62a-4d04-8600-f6d5492a9228 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 945 time: 0.1356754 Aug 16 02:27:37.794952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.795282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.808647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0cb5e826-478c-4343-ae7c-317483462524 req-bcde6fd6-525c-495c-90ee-e127bf3f307d tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672562 Aug 16 02:27:37.813032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Calling delete_port for e581a8c0-5ea9-4636-b053-749ad1820965 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:37.973189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.004563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event deleted for resources: {'Port': ['ID=e581a8c0-5ea9-4636-b053-749ad1820965,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.011620 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e12e1c-e6c9-40b8-a47f-dfc4c84c3f9d None None] New status for floating IP b776e7e4-1795-4f93-b8c5-ecf5196272fb: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:38.079859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.083518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.088889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c5045820-d5c1-4c5d-98d0-71465d141d8c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "DELETE /v2.0/floatingips/b776e7e4-1795-4f93-b8c5-ecf5196272fb HTTP/1.1" status: 204 len: 168 time: 0.6774948 Aug 16 02:27:38.177580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06080b0-e245-4c87-9987-6d2d46f92248 req-88389fd1-de20-42a9-8625-fd6e627d9aa0 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.179179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b06080b0-e245-4c87-9987-6d2d46f92248 req-88389fd1-de20-42a9-8625-fd6e627d9aa0 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 948 time: 0.0740073 Aug 16 02:27:38.219461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b06080b0-e245-4c87-9987-6d2d46f92248 req-01482207-7dab-426c-a4aa-f9047de9e6e1 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Aug 16 02:27:38.478023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'tag': '07089093-00b5-486f-af49-b7155832d5f6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:38.479774 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e" -d '{"events": [{"name": "network-changed", "server_uuid": "352a4c80-ba09-4659-ae5c-643b277bedfb", "tag": "07089093-00b5-486f-af49-b7155832d5f6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:38.529873 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794435c0-5113-4269-a40e-f6d8beaa1e73 x-openstack-request-id: req-794435c0-5113-4269-a40e-f6d8beaa1e73 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:38.530169 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352a4c80-ba09-4659-ae5c-643b277bedfb", "tag": "07089093-00b5-486f-af49-b7155832d5f6", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:38.530417 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-794435c0-5113-4269-a40e-f6d8beaa1e73 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:38.530812 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'tag': '07089093-00b5-486f-af49-b7155832d5f6', 'status': 'completed', 'code': 200} Aug 16 02:27:38.590838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-5826cf6a-7264-4b06-a404-8f9f95b14277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.592379 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-5826cf6a-7264-4b06-a404-8f9f95b14277 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3541ffb2d7e4de590a8ddfcaa9816d1&device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 1100 time: 0.0394318 Aug 16 02:27:38.636828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59222) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:38.641763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ab85c072-40bd-4de7-91d0-31d1b44d1d20 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060145905', 'description': 'tempest-description--1981603324'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:38.668370 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab85c072-40bd-4de7-91d0-31d1b44d1d20 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.693953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-3a38dcba-2498-45f9-a5bd-1389e0bf18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.696098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-3a38dcba-2498-45f9-a5bd-1389e0bf18b0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.0957286 Aug 16 02:27:38.747270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-704e5481-2e55-4585-8025-8953bd627576 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=07089093-00b5-486f-af49-b7155832d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0431712 Aug 16 02:27:38.768249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab85c072-40bd-4de7-91d0-31d1b44d1d20 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.772773 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab85c072-40bd-4de7-91d0-31d1b44d1d20 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.802585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab85c072-40bd-4de7-91d0-31d1b44d1d20 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.803814 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ab85c072-40bd-4de7-91d0-31d1b44d1d20 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1658068 Aug 16 02:27:38.805853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85c072-40bd-4de7-91d0-31d1b44d1d20 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e6f4c3-a6bc-4802-9b88-e1907c123f89,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.807054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59226) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:38.813850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e81795d9-4d65-4b77-9991-7c4ef8d2cbc5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'security_group_rule': {'security_group_id': 'd1e6f4c3-a6bc-4802-9b88-e1907c123f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:38.848024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-a08ec062-8444-40a5-9bac-e8b95aa75a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.849546 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-a08ec062-8444-40a5-9bac-e8b95aa75a55 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0936327 Aug 16 02:27:38.857043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899fd3-dac2-45f5-861c-0903dbbc3bbc req-926cf35f-5d3e-403c-aa63-d8fd6add46cb tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.858473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4899fd3-dac2-45f5-861c-0903dbbc3bbc req-926cf35f-5d3e-403c-aa63-d8fd6add46cb tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 944 time: 0.1138074 Aug 16 02:27:38.911091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e81795d9-4d65-4b77-9991-7c4ef8d2cbc5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.959640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e807-b361-429c-9156-0af2823251d1 req-4af11dea-494a-4644-8fb8-462875ad3177 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.961122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3c88e807-b361-429c-9156-0af2823251d1 req-4af11dea-494a-4644-8fb8-462875ad3177 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 945 time: 0.0812926 Aug 16 02:27:38.961751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-2c313740-8ef8-4a6b-bf05-ac421293282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.963278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-2c313740-8ef8-4a6b-bf05-ac421293282f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022997 Aug 16 02:27:38.967892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4899fd3-dac2-45f5-861c-0903dbbc3bbc req-92bb1be7-e6ef-48d7-a948-b222d6f877db tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980749 Aug 16 02:27:38.974538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8797-afd6-46a6-a706-176f6872c87b req-bd03dbee-6ca6-4d74-869c-9fa55de2fbc3 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.976106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e46f8797-afd6-46a6-a706-176f6872c87b req-bd03dbee-6ca6-4d74-869c-9fa55de2fbc3 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 945 time: 0.0657022 Aug 16 02:27:39.031088 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e81795d9-4d65-4b77-9991-7c4ef8d2cbc5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.039104 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e81795d9-4d65-4b77-9991-7c4ef8d2cbc5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.040057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3c88e807-b361-429c-9156-0af2823251d1 req-bb95d28b-3614-4f7e-ad6a-bf12c4fbf896 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628953 Aug 16 02:27:39.058497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81795d9-4d65-4b77-9991-7c4ef8d2cbc5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c41dec1-acaa-41a5-bf40-ab2cc18b7748,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.080710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e81795d9-4d65-4b77-9991-7c4ef8d2cbc5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.082653 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e81795d9-4d65-4b77-9991-7c4ef8d2cbc5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2748067 Aug 16 02:27:39.085352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59230) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:39.089925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-befb0870-68a5-4791-956c-04b15c06c180 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'security_group_rule': {'security_group_id': 'd1e6f4c3-a6bc-4802-9b88-e1907c123f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:39.100273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Deleting port 41299831-6b58-4453-9d95-08475deafe31 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:39.100651 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.114120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-60432e61-94f5-4e03-b410-268eeef161e1 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418345 Aug 16 02:27:39.175951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-befb0870-68a5-4791-956c-04b15c06c180 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.187563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] For port 41299831-6b58-4453-9d95-08475deafe31, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=41299831-6b58-4453-9d95-08475deafe31,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:39.187937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.201340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Calling delete_port for 41299831-6b58-4453-9d95-08475deafe31 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:39.256014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8aecbc6-40ea-4c3a-9d79-3fc9eb9e828e req-bd210b27-b0e1-4456-914e-61ef527f921e service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342947 Aug 16 02:27:39.259609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6eb4e12f-9759-4d9c-a993-202427f968c7 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:39.276727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-befb0870-68a5-4791-956c-04b15c06c180 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.284941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-befb0870-68a5-4791-956c-04b15c06c180 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.309187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb0870-68a5-4791-956c-04b15c06c180 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8039fb3-1996-49d5-b460-018ae4a0e040,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.317259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-befb0870-68a5-4791-956c-04b15c06c180 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.318799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-befb0870-68a5-4791-956c-04b15c06c180 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325177 Aug 16 02:27:39.322507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:39.335606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:39.351628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 6eb4e12f-9759-4d9c-a993-202427f968c7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:39.358998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 6eb4e12f-9759-4d9c-a993-202427f968c7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:39.359385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.363081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.389032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['41299831-6b58-4453-9d95-08475deafe31'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:39.391900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0331a313-09f5-4e16-b264-1f2f8d2da93e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:39.400459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Pushing event deleted for resources: {'Port': ['ID=41299831-6b58-4453-9d95-08475deafe31,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.404953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0106cf-d22c-4324-bffd-510d3cb8f34a req-97c1444b-3930-4569-a10b-bbc053edd915 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.406759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a0106cf-d22c-4324-bffd-510d3cb8f34a req-97c1444b-3930-4569-a10b-bbc053edd915 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 948 time: 0.0851147 Aug 16 02:27:39.407871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.460950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] No DVR routers for this DVR port 41299831-6b58-4453-9d95-08475deafe31 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:39.464833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.467740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e46f8797-afd6-46a6-a706-176f6872c87b req-cce566e3-6719-4dc4-88df-3a4cf3becad9 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.98 "DELETE /v2.0/ports/41299831-6b58-4453-9d95-08475deafe31 HTTP/1.1" status: 204 len: 173 time: 0.4836643 Aug 16 02:27:39.468209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'name': 'network-vif-deleted', 'tag': '41299831-6b58-4453-9d95-08475deafe31'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:39.472463 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f67f2be-e0a8-4fa4-b0ab-bc277bf4008c" -d '{"events": [{"server_uuid": "d6534efc-acca-46b1-85fc-50c436c39ad2", "name": "network-vif-deleted", "tag": "41299831-6b58-4453-9d95-08475deafe31"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:39.507261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a0106cf-d22c-4324-bffd-510d3cb8f34a req-da6c25e1-e9da-4dec-88bc-61379f8b393d tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921247 Aug 16 02:27:39.558645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.571510 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ad9a7d-4ba7-4ce3-b71a-230f0a1bb0a1 x-openstack-request-id: req-95ad9a7d-4ba7-4ce3-b71a-230f0a1bb0a1 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:39.572017 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6534efc-acca-46b1-85fc-50c436c39ad2", "name": "network-vif-deleted", "tag": "41299831-6b58-4453-9d95-08475deafe31", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:39.572480 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95ad9a7d-4ba7-4ce3-b71a-230f0a1bb0a1 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:39.573029 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6534efc-acca-46b1-85fc-50c436c39ad2', 'name': 'network-vif-deleted', 'tag': '41299831-6b58-4453-9d95-08475deafe31', 'status': 'completed', 'code': 200} Aug 16 02:27:39.599497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb4e12f-9759-4d9c-a993-202427f968c7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:39.601782 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e283c-4dfa-41f6-875d-d7308b8b6c65" -d '{"events": [{"server_uuid": "e7fea299-eebb-42b4-a363-d45496f6584d", "name": "network-vif-plugged", "status": "completed", "tag": "6eb4e12f-9759-4d9c-a993-202427f968c7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:39.603616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.623280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 6eb4e12f-9759-4d9c-a993-202427f968c7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6eb4e12f-9759-4d9c-a993-202427f968c7,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:39.630296 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.681594 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b298552a-f038-4f32-8b17-ab46332b7ff0 x-openstack-request-id: req-b298552a-f038-4f32-8b17-ab46332b7ff0 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:39.681811 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fea299-eebb-42b4-a363-d45496f6584d", "name": "network-vif-plugged", "status": "completed", "tag": "6eb4e12f-9759-4d9c-a993-202427f968c7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:39.681979 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b298552a-f038-4f32-8b17-ab46332b7ff0 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:39.682358 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb4e12f-9759-4d9c-a993-202427f968c7', 'code': 200} Aug 16 02:27:39.707446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=6eb4e12f-9759-4d9c-a993-202427f968c7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.778840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07089093-00b5-486f-af49-b7155832d5f6 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:39.795364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Allocated IP 172.25.4.182 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/278a04ad-4715-47e5-9f6c-956158dd58af) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:39.814291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e78a5-a846-49a9-a54c-a769a94040ea req-09f10fa3-b6e5-4b47-af8b-9899cd923a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.816866 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a8e78a5-a846-49a9-a54c-a769a94040ea req-09f10fa3-b6e5-4b47-af8b-9899cd923a86 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 1097 time: 0.0743160 Aug 16 02:27:39.875360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a8e78a5-a846-49a9-a54c-a769a94040ea req-f507003e-542d-41b4-bafe-7c06b4247807 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Aug 16 02:27:39.897570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 07089093-00b5-486f-af49-b7155832d5f6, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07089093-00b5-486f-af49-b7155832d5f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:39.913696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '07089093-00b5-486f-af49-b7155832d5f6', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '07089093-00b5-486f-af49-b7155832d5f6', 'mac_address': 'fa:16:3e:96:6f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:39.962574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.981137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07089093-00b5-486f-af49-b7155832d5f6 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:39.983579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.008779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 07089093-00b5-486f-af49-b7155832d5f6, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07089093-00b5-486f-af49-b7155832d5f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:40.019471 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.132156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.156713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=07089093-00b5-486f-af49-b7155832d5f6,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:40.189954 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-21b580d3-1984-43b2-b6b5-968b494da797 req-256a51d5-ec85-42ee-afb1-7e7449cd7807 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6534efc-acca-46b1-85fc-50c436c39ad2 HTTP/1.1" status: 200 len: 210 time: 0.0428548 Aug 16 02:27:40.200827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:40.208625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:40.217793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa5a91-ec3d-4520-a3c9-4d16ca90f2c6 req-c37ebd73-fb03-42c4-9385-b2cf44bd2da6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.219395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-acaa5a91-ec3d-4520-a3c9-4d16ca90f2c6 req-c37ebd73-fb03-42c4-9385-b2cf44bd2da6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 945 time: 0.1378508 Aug 16 02:27:40.220479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:40.262585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'Port': ['ID=278a04ad-4715-47e5-9f6c-956158dd58af,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:40.307710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-acaa5a91-ec3d-4520-a3c9-4d16ca90f2c6 req-237a945a-805a-45d6-b202-ce3148cccf36 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795262 Aug 16 02:27:40.329845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['07089093-00b5-486f-af49-b7155832d5f6'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:40.349667 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.383143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.539187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.543837 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.650789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'Port': ['ID=278a04ad-4715-47e5-9f6c-956158dd58af,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:40.661424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.684039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95102531-19ea-4167-932e-9778be98ced1 req-6e505b86-35aa-4264-a660-61433297b258 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.685731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95102531-19ea-4167-932e-9778be98ced1 req-6e505b86-35aa-4264-a660-61433297b258 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 949 time: 0.1027207 Aug 16 02:27:40.686961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.695498 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f53ad1e8-6290-4046-995e-05b55e551471 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3638816 Aug 16 02:27:40.730375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95102531-19ea-4167-932e-9778be98ced1 req-dd79de9e-39a0-4700-84db-bd471bad0d1d tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Aug 16 02:27:40.887226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-69788e4b-22be-4144-ad48-b0ca44dbf0a2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1060145905&fields=id&tenant_id=2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 267 time: 0.0346909 Aug 16 02:27:40.996451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-59efec56-62ab-4489-8a71-5f8c7806052e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.997921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-59efec56-62ab-4489-8a71-5f8c7806052e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 817 time: 0.1038597 Aug 16 02:27:41.014384 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-7b694fa6-1c4e-4974-aee8-4f9f3564e8de tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/quotas/2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Aug 16 02:27:41.071847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-f2f7e224-1274-4036-87c3-106dd93680de tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518219 Aug 16 02:27:41.165620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-04a89ed3-5b7d-4b5a-962f-820f893e9c19 service neutron] 10.222.0.78 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824101 Aug 16 02:27:41.273633 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-488a4587-b2c7-4c0f-9b88-fcf1932046dc service neutron] 10.222.0.78 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019537 Aug 16 02:27:41.518442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02b7bd3a-9f92-45e4-9f24-9b994636261d req-559abea5-b668-40e9-adb0-94c4b5128dd2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 210 time: 0.0317571 Aug 16 02:27:41.563656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916f520-4c18-4071-9ede-a7ebe919a571 req-bf35bf15-6e51-4dfc-ad2c-fc84d6011063 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.565271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e916f520-4c18-4071-9ede-a7ebe919a571 req-bf35bf15-6e51-4dfc-ad2c-fc84d6011063 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 945 time: 0.0909340 Aug 16 02:27:41.636943 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e916f520-4c18-4071-9ede-a7ebe919a571 req-daba29fe-17ae-43eb-beef-5167d589fa51 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654881 Aug 16 02:27:41.692188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879b8ff-5ec5-4be9-9305-6d96a72cb81d req-0018613e-b645-4e65-b393-6877ac8c5b09 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.700903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4879b8ff-5ec5-4be9-9305-6d96a72cb81d req-0018613e-b645-4e65-b393-6877ac8c5b09 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0866053 Aug 16 02:27:41.748845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4879b8ff-5ec5-4be9-9305-6d96a72cb81d req-6403a494-92a6-4d03-8338-29a3e8070b45 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Aug 16 02:27:41.800574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07089093-00b5-486f-af49-b7155832d5f6 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:41.872694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f35189-0f92-418d-a642-d574bfb2eba0 req-747477eb-2c14-4cf4-86d0-0591a094e68c tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.876889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d5f35189-0f92-418d-a642-d574bfb2eba0 req-747477eb-2c14-4cf4-86d0-0591a094e68c tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 946 time: 0.0691898 Aug 16 02:27:41.878859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 07089093-00b5-486f-af49-b7155832d5f6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:41.887630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 07089093-00b5-486f-af49-b7155832d5f6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:41.888068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.929000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d5f35189-0f92-418d-a642-d574bfb2eba0 req-5a246c55-b534-4db6-8c7c-ea60f35fc9df tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473614 Aug 16 02:27:41.985932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913a94c-3176-40a4-8947-af0d61af312b req-6b6cc73c-e4dd-4dae-8492-c66bb23e08ed tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.987918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c913a94c-3176-40a4-8947-af0d61af312b req-6b6cc73c-e4dd-4dae-8492-c66bb23e08ed tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 949 time: 0.0744758 Aug 16 02:27:42.010198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.036891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c913a94c-3176-40a4-8947-af0d61af312b req-a9627c03-0260-40fa-8a1e-df2f3fe29deb tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Aug 16 02:27:42.054364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07089093-00b5-486f-af49-b7155832d5f6'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:42.057761 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c7afbf-5df8-4f0e-ae08-77bf1f579990" -d '{"events": [{"server_uuid": "352a4c80-ba09-4659-ae5c-643b277bedfb", "name": "network-vif-plugged", "status": "completed", "tag": "07089093-00b5-486f-af49-b7155832d5f6"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:42.074555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 07089093-00b5-486f-af49-b7155832d5f6, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07089093-00b5-486f-af49-b7155832d5f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:42.080897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.082647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 41299831-6b58-4453-9d95-08475deafe31 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:42.152185 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a3459b-1af6-4bc9-a41d-cd17ce3780e4 x-openstack-request-id: req-21a3459b-1af6-4bc9-a41d-cd17ce3780e4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:42.152515 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352a4c80-ba09-4659-ae5c-643b277bedfb", "name": "network-vif-plugged", "status": "completed", "tag": "07089093-00b5-486f-af49-b7155832d5f6", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:42.152790 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21a3459b-1af6-4bc9-a41d-cd17ce3780e4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:42.153224 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07089093-00b5-486f-af49-b7155832d5f6', 'code': 200} Aug 16 02:27:42.155933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 41299831-6b58-4453-9d95-08475deafe31 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:42.156312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 41299831-6b58-4453-9d95-08475deafe31 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:42.161043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=07089093-00b5-486f-af49-b7155832d5f6,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:42.255962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987af674-9c2d-4d2e-8009-901fdac26008 req-6fd277e3-8f4e-4b1f-8c59-f6473768590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.257746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-987af674-9c2d-4d2e-8009-901fdac26008 req-6fd277e3-8f4e-4b1f-8c59-f6473768590a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 1102 time: 0.0423856 Aug 16 02:27:42.316721 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-987af674-9c2d-4d2e-8009-901fdac26008 req-f363033a-9995-48e4-a2ff-d982efff7294 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Aug 16 02:27:42.366711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.419594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504188d-2b95-4af8-b471-1af3f94a1556 req-04c115f2-082b-4e48-8d47-dc55722dea15 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.421104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3504188d-2b95-4af8-b471-1af3f94a1556 req-04c115f2-082b-4e48-8d47-dc55722dea15 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 946 time: 0.0486186 Aug 16 02:27:42.459243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3504188d-2b95-4af8-b471-1af3f94a1556 req-83f12c75-64cc-453f-b712-9695eeddc7e6 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319667 Aug 16 02:27:42.485084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2e9777b-3b5f-47b0-b6ad-cf2701fd2960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.573539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2e9777b-3b5f-47b0-b6ad-cf2701fd2960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.578662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2e9777b-3b5f-47b0-b6ad-cf2701fd2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.618117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b2e9777b-3b5f-47b0-b6ad-cf2701fd2960 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24bab684dbd646f5a05d510c6755eeb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501628 Aug 16 02:27:42.620211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9777b-3b5f-47b0-b6ad-cf2701fd2960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff263a8-74a1-432d-82e4-04ce7b18189d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:42.622585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59364) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.640094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e347cf5d-beef-4656-b543-feca3ca973ea req-4b141782-fe53-4d1b-a205-27f40fe85737 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 210 time: 0.0370324 Aug 16 02:27:42.678977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78042b43-7e6f-4b0f-bc40-1859b1528f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.743496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78042b43-7e6f-4b0f-bc40-1859b1528f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.826132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-de48f3b5-cda0-41ff-ac9a-1336856c7f3d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.827721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-de48f3b5-cda0-41ff-ac9a-1336856c7f3d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 817 time: 0.1398113 Aug 16 02:27:42.854501 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78042b43-7e6f-4b0f-bc40-1859b1528f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.857335 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78042b43-7e6f-4b0f-bc40-1859b1528f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.858520 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-78042b43-7e6f-4b0f-bc40-1859b1528f36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ff263a8-74a1-432d-82e4-04ce7b18189d HTTP/1.1" status: 204 len: 168 time: 0.2348931 Aug 16 02:27:42.878629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78042b43-7e6f-4b0f-bc40-1859b1528f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff263a8-74a1-432d-82e4-04ce7b18189d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:42.891005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc4d16-5a2d-42ed-8f29-e72ae0763fad req-979cb85f-4d1d-4b7d-b24a-8b72a9ae3d1c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.892953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0bc4d16-5a2d-42ed-8f29-e72ae0763fad req-979cb85f-4d1d-4b7d-b24a-8b72a9ae3d1c tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0557785 Aug 16 02:27:42.921027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-4c1717a5-7243-45f9-bd2c-0bc2528e09a3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 380 time: 0.0800741 Aug 16 02:27:42.934400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'port': {'device_id': '1ec31022-c543-4846-8cf2-41887865a8c7', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'admin_state_up': True, 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'security_groups': ['d1e6f4c3-a6bc-4802-9b88-e1907c123f89']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:42.942311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0bc4d16-5a2d-42ed-8f29-e72ae0763fad req-5e5c60af-987c-493b-a8a3-41e506fd5f60 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/security-groups?id=182acd08-dbf8-4d1c-9310-c90f47c3b629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Aug 16 02:27:43.053085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Made reservation on behalf of 2f055cffb6734e8cb860902f76e3b452 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:43.056567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.175687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38959f-1add-4121-8a09-9a3718a7382e req-3e394920-48d7-4178-942f-0b3db367240e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.177517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b38959f-1add-4121-8a09-9a3718a7382e req-3e394920-48d7-4178-942f-0b3db367240e tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 945 time: 0.0599799 Aug 16 02:27:43.194045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59378) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:43.222985 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c8ded98-c94a-4843-803f-8c8cb2a9fb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.248117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81b0d5-e8b1-4bbb-8440-15f30a3652e4 req-5619eda8-46bf-458a-9c53-4459f7d358d7 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.249675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a81b0d5-e8b1-4bbb-8440-15f30a3652e4 req-5619eda8-46bf-458a-9c53-4459f7d358d7 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 950 time: 0.1158910 Aug 16 02:27:43.267444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Allocated IP 172.20.0.8 (c8ee8038-fd84-4585-a056-3bd16afe24c5/e3eff35c-a6c5-4ab1-b13f-0263a251a6b5/d4e344fa-f90a-4e61-9278-edb2d1539322) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:43.293346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Deleting port 0331a313-09f5-4e16-b264-1f2f8d2da93e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:43.293693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.324892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a81b0d5-e8b1-4bbb-8440-15f30a3652e4 req-48f90ab9-b15d-4d66-82ec-479edb9908dc tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669577 Aug 16 02:27:43.387971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] For port 0331a313-09f5-4e16-b264-1f2f8d2da93e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0331a313-09f5-4e16-b264-1f2f8d2da93e,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:43.388559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.401182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Calling delete_port for 0331a313-09f5-4e16-b264-1f2f8d2da93e owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:43.473139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c8ded98-c94a-4843-803f-8c8cb2a9fb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.478896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c8ded98-c94a-4843-803f-8c8cb2a9fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.485911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.531457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ded98-c94a-4843-803f-8c8cb2a9fb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc09084-a807-48be-bd3d-ae6f4a031940,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.536018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2c8ded98-c94a-4843-803f-8c8cb2a9fb99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4974436c103946c2b317bfdfc8b06b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382504 Aug 16 02:27:43.538614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59382) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:43.543235 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.545148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Transition to ACTIVE for port object d4e344fa-f90a-4e61-9278-edb2d1539322 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:43.556848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0331a313-09f5-4e16-b264-1f2f8d2da93e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:43.606922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Pushing event deleted for resources: {'Port': ['ID=0331a313-09f5-4e16-b264-1f2f8d2da93e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.615254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-981a8917-3ca7-4ff8-a993-cb78ab134dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.630112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.674017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] No DVR routers for this DVR port 0331a313-09f5-4e16-b264-1f2f8d2da93e on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:43.674167 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-981a8917-3ca7-4ff8-a993-cb78ab134dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.681147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.683262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b38959f-1add-4121-8a09-9a3718a7382e req-a019bcc8-cedf-44c6-8c0a-cdf5b2af1895 tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.88 "DELETE /v2.0/ports/0331a313-09f5-4e16-b264-1f2f8d2da93e HTTP/1.1" status: 204 len: 173 time: 0.4978917 Aug 16 02:27:43.683797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'name': 'network-vif-deleted', 'tag': '0331a313-09f5-4e16-b264-1f2f8d2da93e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:43.686847 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a95279-badb-491a-9ffb-abdb66989af8" -d '{"events": [{"server_uuid": "82dd225e-ee0a-475f-ad08-141f2f7c163b", "name": "network-vif-deleted", "tag": "0331a313-09f5-4e16-b264-1f2f8d2da93e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:43.696711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:43.698623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf64a28-19cc-4133-8671-c1b4156a942b req-6fb3076b-f18f-47b3-b5a1-a1e82fde7a7c tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.700887 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf64a28-19cc-4133-8671-c1b4156a942b req-6fb3076b-f18f-47b3-b5a1-a1e82fde7a7c tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 946 time: 0.1210530 Aug 16 02:27:43.703787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:43.710146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:43.714819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.813697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.814378 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.834195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-981a8917-3ca7-4ff8-a993-cb78ab134dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.836691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-981a8917-3ca7-4ff8-a993-cb78ab134dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.837859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-981a8917-3ca7-4ff8-a993-cb78ab134dfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4dc09084-a807-48be-bd3d-ae6f4a031940 HTTP/1.1" status: 204 len: 168 time: 0.2981536 Aug 16 02:27:43.855099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-7a9026cb-98db-4866-b989-6fdf93c7a8bf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9251642 Aug 16 02:27:43.863121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d675c-fc26-471a-b044-1bffd560e5af req-2177af3d-cc6f-4678-8987-d773ba2f1d6c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.872129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a30d675c-fc26-471a-b044-1bffd560e5af req-2177af3d-cc6f-4678-8987-d773ba2f1d6c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 931 time: 0.1192422 Aug 16 02:27:43.880421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf64a28-19cc-4133-8671-c1b4156a942b req-90a500b8-73c0-42d6-9f19-9acb9bd02329 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/security-groups?id=70e58ff6-f331-4d1e-97af-d77b28ecf8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Aug 16 02:27:43.890349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Request body: {'port': {'device_id': '1ec31022-c543-4846-8cf2-41887865a8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:43.916970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-074fec77-3ee0-4fee-b503-ba11cc3d132d tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.918531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-074fec77-3ee0-4fee-b503-ba11cc3d132d tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 946 time: 0.2108064 Aug 16 02:27:43.921700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a8917-3ca7-4ff8-a993-cb78ab134dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc09084-a807-48be-bd3d-ae6f4a031940,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.967072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-2370edbc-5047-4954-8bec-89aed9bbb697 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.968840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-2370edbc-5047-4954-8bec-89aed9bbb697 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7fea299-eebb-42b4-a363-d45496f6584d HTTP/1.1" status: 200 len: 945 time: 0.1928370 Aug 16 02:27:43.977363 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04013c9b-a90c-422f-bcc8-8d68ca62a30f x-openstack-request-id: req-04013c9b-a90c-422f-bcc8-8d68ca62a30f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:43.977800 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82dd225e-ee0a-475f-ad08-141f2f7c163b", "name": "network-vif-deleted", "tag": "0331a313-09f5-4e16-b264-1f2f8d2da93e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:43.978167 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04013c9b-a90c-422f-bcc8-8d68ca62a30f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:43.978671 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd225e-ee0a-475f-ad08-141f2f7c163b', 'name': 'network-vif-deleted', 'tag': '0331a313-09f5-4e16-b264-1f2f8d2da93e', 'status': 'completed', 'code': 200} Aug 16 02:27:44.023535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a30d675c-fc26-471a-b044-1bffd560e5af req-885e1fc6-49b3-47ba-8959-a7f65472da85 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483121 Aug 16 02:27:44.030843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.178501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59ba0f5f-545c-42ee-a64c-4c856461314e None None] Provisioning for port d4e344fa-f90a-4e61-9278-edb2d1539322 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:44.192300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59ba0f5f-545c-42ee-a64c-4c856461314e None None] Provisioning complete for port d4e344fa-f90a-4e61-9278-edb2d1539322 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:44.192822 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59ba0f5f-545c-42ee-a64c-4c856461314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.237963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Deleting port 2cad020f-118e-42af-be7d-4c3a6454c0ad {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:44.238185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.269310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-59ba0f5f-545c-42ee-a64c-4c856461314e None None] Port d4e344fa-f90a-4e61-9278-edb2d1539322 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:44.301436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Deleting port 6eb4e12f-9759-4d9c-a993-202427f968c7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:44.301788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.332563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-134a185a-80cd-494c-b649-a87f9fe2e840 req-cd9b4496-eb42-46ce-9c38-6241ca1f50ef tempest-ListServerFiltersTestJSON-1997773636 tempest-ListServerFiltersTestJSON-1997773636-project] 10.222.0.78 "GET /v2.0/ports?device_id=82dd225e-ee0a-475f-ad08-141f2f7c163b HTTP/1.1" status: 200 len: 210 time: 0.0479865 Aug 16 02:27:44.502384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ffb80-7732-4b3e-b4bb-088b14022bda req-65f1212f-959d-494b-b156-e4d54a9516af tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.503934 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d09ffb80-7732-4b3e-b4bb-088b14022bda req-65f1212f-959d-494b-b156-e4d54a9516af tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 950 time: 0.0810382 Aug 16 02:27:44.514319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.520183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.526217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.532128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.538547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.544387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.551011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.552969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-89adc7d6-4a6e-42c2-9623-da839b34366b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.2550390 Aug 16 02:27:44.558209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] For port 6eb4e12f-9759-4d9c-a993-202427f968c7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=6eb4e12f-9759-4d9c-a993-202427f968c7,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:44.558810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.562476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] For port 2cad020f-118e-42af-be7d-4c3a6454c0ad, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=2cad020f-118e-42af-be7d-4c3a6454c0ad,segment=NetworkSegment(0036c7af-ed0a-4e33-95a2-16f6f344c513),segment_id=0036c7af-ed0a-4e33-95a2-16f6f344c513)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:44.563104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.587800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d09ffb80-7732-4b3e-b4bb-088b14022bda req-5429f327-edb4-4d57-a0c7-4e8540f31c53 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704660 Aug 16 02:27:44.589024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Calling delete_port for 6eb4e12f-9759-4d9c-a993-202427f968c7 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:44.599301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Calling delete_port for 2cad020f-118e-42af-be7d-4c3a6454c0ad owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:44.601407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e344fa-f90a-4e61-9278-edb2d1539322 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:44.615480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.623403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Transition to ACTIVE for port object d4e344fa-f90a-4e61-9278-edb2d1539322 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:44.628544 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.686597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.735321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2a28ad9-5f0f-40b8-afdf-317c8efbf340 req-8190e7c7-cb1f-48f4-8e84-632b38f16fed tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692536 Aug 16 02:27:44.835451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Attempting to bind port d4e344fa-f90a-4e61-9278-edb2d1539322 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:44.835679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Attempting to bind port d4e344fa-f90a-4e61-9278-edb2d1539322 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:44.836087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Attempting to bind port d4e344fa-f90a-4e61-9278-edb2d1539322 on network c8ee8038-fd84-4585-a056-3bd16afe24c5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:44.841227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Port d4e344fa-f90a-4e61-9278-edb2d1539322 on network c8ee8038-fd84-4585-a056-3bd16afe24c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:44.841560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Attempting to bind port d4e344fa-f90a-4e61-9278-edb2d1539322 on network c8ee8038-fd84-4585-a056-3bd16afe24c5 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:44.847327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:44.847667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Checking segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:44.848059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Bound using segment: {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:44.848651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Bound port: d4e344fa-f90a-4e61-9278-edb2d1539322, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f1267b-0b61-41a3-be1c-aa8b87cf3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:44.849159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.939963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:44.953204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:44.961862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.991753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.008539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['6eb4e12f-9759-4d9c-a993-202427f968c7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:45.011926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.013651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['2cad020f-118e-42af-be7d-4c3a6454c0ad'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:45.036864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.037505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.041564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] 10.222.0.88 "PUT /v2.0/ports/d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 200 len: 1092 time: 1.1653426 Aug 16 02:27:45.067771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:45.075353 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923e7f4-853c-47db-8960-0e1690eb7d51" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:45.157403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['6eb4e12f-9759-4d9c-a993-202427f968c7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:45.159723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['2cad020f-118e-42af-be7d-4c3a6454c0ad'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:45.169562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.176911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.186040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.194221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.202061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.209973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.218557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.220540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9a3d6d3-2a80-4adb-a28d-5bf8224033fe req-7ccb94e3-79fd-456a-8db2-2c6e764d852a tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.3132937 Aug 16 02:27:45.221367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event deleted for resources: {'Port': ['ID=2cad020f-118e-42af-be7d-4c3a6454c0ad,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.298270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41e55616-e6e1-4891-8990-51322b0524b8 req-80f893b1-615c-4eb1-8cbb-ed7eb911f8ee tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 210 time: 0.0972130 Aug 16 02:27:45.312325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a649c4-f9fe-4c3b-8d9b-102d8aba52ae service neutron] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.322941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-1d5a51fa-258b-4454-a814-92b6595a09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.322941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-1d5a51fa-258b-4454-a814-92b6595a09a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1095 time: 0.2126131 Aug 16 02:27:45.417693 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef0c26-df4d-446c-a963-e3befd6ec2c8 x-openstack-request-id: req-51ef0c26-df4d-446c-a963-e3befd6ec2c8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:45.418230 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:45.418655 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51ef0c26-df4d-446c-a963-e3befd6ec2c8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:45.419199 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'status': 'completed', 'code': 200} Aug 16 02:27:45.421171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-16d55a27-207b-4f8c-a467-96c08ddf7758 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 200 len: 217 time: 0.0939591 Aug 16 02:27:45.515902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-f5724109-05ed-4a08-a925-f224f4500dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.519407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-f5724109-05ed-4a08-a925-f224f4500dd1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0883722 Aug 16 02:27:45.551090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59446) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.666028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745bf7-c61e-4f44-a082-758203454b38 req-683daa07-712a-4030-adfe-5bb8e992febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.670272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-683daa07-712a-4030-adfe-5bb8e992febc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445134 Aug 16 02:27:45.677908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] Deleting subnet 41fdbe39-3220-403c-acad-af1da5cd4fad {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:45.696815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.775877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.793483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] No DVR routers for this DVR port 6eb4e12f-9759-4d9c-a993-202427f968c7 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:45.798363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Pushing event deleted for resources: {'Port': ['ID=6eb4e12f-9759-4d9c-a993-202427f968c7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.807161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.809066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aaa8afdf-e580-4d04-9d5e-3e77c309992b req-051cbec1-ff31-4bd3-b1bb-d2397903d234 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.88 "DELETE /v2.0/ports/6eb4e12f-9759-4d9c-a993-202427f968c7 HTTP/1.1" status: 204 len: 173 time: 1.7984250 Aug 16 02:27:45.882671 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-fc37b7b5-eeac-4a1d-af31-8bc56814d26a service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989846 Aug 16 02:27:45.920689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] No DVR routers for this DVR port 2cad020f-118e-42af-be7d-4c3a6454c0ad on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:45.926152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.929319 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5fb2bf51-743a-4705-9814-eb642e9b4519 req-2101c0e1-145b-48a5-9379-ac4d47303f68 tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.98 "DELETE /v2.0/ports/2cad020f-118e-42af-be7d-4c3a6454c0ad HTTP/1.1" status: 204 len: 173 time: 1.9953203 Aug 16 02:27:45.983412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3e927-85f6-48d2-a054-5c8589394875 req-6d4c27f2-32db-4e6f-8a32-50a1f0988f62 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.995719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ee3e927-85f6-48d2-a054-5c8589394875 req-6d4c27f2-32db-4e6f-8a32-50a1f0988f62 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.2046463 Aug 16 02:27:45.997952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.998493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'name': 'network-vif-deleted', 'tag': '6eb4e12f-9759-4d9c-a993-202427f968c7'}, {'server_uuid': '6f695f0d-28f3-432f-a63c-02ded695810e', 'name': 'network-vif-deleted', 'tag': '2cad020f-118e-42af-be7d-4c3a6454c0ad'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:46.003923 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d524183-af8a-408f-a26d-88c843d42837" -d '{"events": [{"server_uuid": "e7fea299-eebb-42b4-a363-d45496f6584d", "name": "network-vif-deleted", "tag": "6eb4e12f-9759-4d9c-a993-202427f968c7"}, {"server_uuid": "6f695f0d-28f3-432f-a63c-02ded695810e", "name": "network-vif-deleted", "tag": "2cad020f-118e-42af-be7d-4c3a6454c0ad"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:46.093334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ee3e927-85f6-48d2-a054-5c8589394875 req-181799be-0c13-4f6a-a627-99321f3dc349 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815768 Aug 16 02:27:46.108033 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f60dbfd-b96f-467b-ba94-9e3dba542b3f x-openstack-request-id: req-3f60dbfd-b96f-467b-ba94-9e3dba542b3f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:46.108033 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fea299-eebb-42b4-a363-d45496f6584d", "name": "network-vif-deleted", "tag": "6eb4e12f-9759-4d9c-a993-202427f968c7", "status": "completed", "code": 200}, {"server_uuid": "6f695f0d-28f3-432f-a63c-02ded695810e", "name": "network-vif-deleted", "tag": "2cad020f-118e-42af-be7d-4c3a6454c0ad", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:46.108390 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f60dbfd-b96f-467b-ba94-9e3dba542b3f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:46.108765 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fea299-eebb-42b4-a363-d45496f6584d', 'name': 'network-vif-deleted', 'tag': '6eb4e12f-9759-4d9c-a993-202427f968c7', 'status': 'completed', 'code': 200} Aug 16 02:27:46.108982 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f695f0d-28f3-432f-a63c-02ded695810e', 'name': 'network-vif-deleted', 'tag': '2cad020f-118e-42af-be7d-4c3a6454c0ad', 'status': 'completed', 'code': 200} Aug 16 02:27:46.113344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51745bf7-c61e-4f44-a082-758203454b38 req-80347965-de39-40ca-8bd5-7717ae0c4f74 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806674 Aug 16 02:27:46.120580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.165539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41fdbe39-3220-403c-acad-af1da5cd4fad,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.167512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.172128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59460) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.172327 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-19719c52-d855-4dc8-a7f6-0063b47e3b3a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/41fdbe39-3220-403c-acad-af1da5cd4fad HTTP/1.1" status: 204 len: 168 time: 0.6177356 Aug 16 02:27:46.180046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b826b-b83b-4056-a047-21b7ec048346 None None] Network afec0061-1c9e-49cc-ad71-c118886cd205 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:46.300425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.306848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-39d41e57-25ff-4f38-9e31-ff01ddd317f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.315798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-39d41e57-25ff-4f38-9e31-ff01ddd317f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1095 time: 0.1267815 Aug 16 02:27:46.463803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Deleting port 49ed55aa-b39e-4970-bc20-69fc875057ee {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:46.465535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.500909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] DHCP port deletion for afec0061-1c9e-49cc-ad71-c118886cd205 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:46.608592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb2d4b8a-9064-4a1d-9cb9-a817728dc7c1 req-576fb981-4108-4241-8445-21e2eef660fa tempest-MultipleCreateTestJSON-1935468639 tempest-MultipleCreateTestJSON-1935468639-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f695f0d-28f3-432f-a63c-02ded695810e HTTP/1.1" status: 200 len: 210 time: 0.0832796 Aug 16 02:27:46.638555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] Deleting port 49ed55aa-b39e-4970-bc20-69fc875057ee {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:46.639097 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.662762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-5ac02c43-ccb9-48a2-bcc1-da5f54ef6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.667668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-5ac02c43-ccb9-48a2-bcc1-da5f54ef6f6f service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.3444498 Aug 16 02:27:46.710983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49ed55aa-b39e-4970-bc20-69fc875057ee no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:46.735101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] For port 49ed55aa-b39e-4970-bc20-69fc875057ee, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49ed55aa-b39e-4970-bc20-69fc875057ee,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:46.738560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.775029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-4a0e44d4-e7a6-4b90-9f75-c0c42e929611 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 200 len: 217 time: 0.0911510 Aug 16 02:27:46.778596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Calling delete_port for 49ed55aa-b39e-4970-bc20-69fc875057ee owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:46.888009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-8f110717-4bf1-47a6-969c-246a880a8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.888910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-8f110717-4bf1-47a6-969c-246a880a8930 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0987740 Aug 16 02:27:46.946591 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.967878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-82449a7f-cb69-49eb-8641-b846575f0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.970308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-82449a7f-cb69-49eb-8641-b846575f0e07 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741363 Aug 16 02:27:46.977444 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.022709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ed55aa-b39e-4970-bc20-69fc875057ee,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.028501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] No DVR routers for this DVR port 49ed55aa-b39e-4970-bc20-69fc875057ee on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:47.095837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] For port 49ed55aa-b39e-4970-bc20-69fc875057ee, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49ed55aa-b39e-4970-bc20-69fc875057ee,segment=NetworkSegment(55de64bb-811a-4b8f-a7e0-3656fbddb09c),segment_id=55de64bb-811a-4b8f-a7e0-3656fbddb09c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:47.096252 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.131207 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-1976cd65-e14c-4c00-b7a9-376c3c462331 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496673 Aug 16 02:27:47.137671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] Calling delete_port for 49ed55aa-b39e-4970-bc20-69fc875057ee owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:47.150901 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.165712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afec0061-1c9e-49cc-ad71-c118886cd205']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.177725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55de64bb-811a-4b8f-a7e0-3656fbddb09c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.178149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55de64bb-811a-4b8f-a7e0-3656fbddb09c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.196247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.242074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.263349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:47.264618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:47.270660 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:47.274498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6eb4e12f-9759-4d9c-a993-202427f968c7 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:47.297276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 6eb4e12f-9759-4d9c-a993-202427f968c7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:47.297859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 6eb4e12f-9759-4d9c-a993-202427f968c7 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:47.298458 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0331a313-09f5-4e16-b264-1f2f8d2da93e no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:47.303012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.337088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 0331a313-09f5-4e16-b264-1f2f8d2da93e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:47.337598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0331a313-09f5-4e16-b264-1f2f8d2da93e not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:47.351534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.379031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.394897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.402095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] No DVR routers for this DVR port 49ed55aa-b39e-4970-bc20-69fc875057ee on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:47.402542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/afec0061-1c9e-49cc-ad71-c118886cd205 HTTP/1.1" status: 204 len: 168 time: 1.2261438 Aug 16 02:27:47.430983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddee8c-2195-4f6e-b896-392450b076a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=afec0061-1c9e-49cc-ad71-c118886cd205,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.443927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989be11-faf4-4dd8-b9c3-95a2c8ab4498 None None] Pushing event deleted for resources: {'Port': ['ID=49ed55aa-b39e-4970-bc20-69fc875057ee,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.478899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff63c-0b6a-49ce-9c34-9d45ae19cc56 req-0801f78d-a6ff-4a85-b3c3-1d675fb22dc6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.481759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5deff63c-0b6a-49ce-9c34-9d45ae19cc56 req-0801f78d-a6ff-4a85-b3c3-1d675fb22dc6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1730163 Aug 16 02:27:47.500543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f923e7f4-853c-47db-8960-0e1690eb7d51 req-7744fc7c-227a-4be8-9336-13614a84ce61 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586388 Aug 16 02:27:47.534579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed22ccc-18a6-4422-b242-50ed8100c9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.555922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5deff63c-0b6a-49ce-9c34-9d45ae19cc56 req-30527964-3ada-4185-9bb2-b84d46068e87 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647349 Aug 16 02:27:47.633746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59500) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.691871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.693765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-06675c68-2e47-4827-9ae7-e48f56f3156a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b998e8d6d60543719d5c9fde315db88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582919 Aug 16 02:27:47.722394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed22ccc-18a6-4422-b242-50ed8100c9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.735752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fed22ccc-18a6-4422-b242-50ed8100c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.750484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59516) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.795820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fed22ccc-18a6-4422-b242-50ed8100c9c1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f18385e4c9054a4f8cf20cdc4022236a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914382 Aug 16 02:27:47.797830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed22ccc-18a6-4422-b242-50ed8100c9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06646dc7-a7ad-41b9-b5a4-6b66010bb26e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.800849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59518) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.821237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-358cd43c-782e-48be-a3fa-e53999de49a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.823610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2cad020f-118e-42af-be7d-4c3a6454c0ad no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:47.825012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] Deleting subnet 65da2111-c931-48c8-bc49-ae40afb493cf {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:47.830348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.852821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 2cad020f-118e-42af-be7d-4c3a6454c0ad {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:47.853428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 2cad020f-118e-42af-be7d-4c3a6454c0ad not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:47.866435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-358cd43c-782e-48be-a3fa-e53999de49a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.884532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59520) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.896580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.919438 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-358cd43c-782e-48be-a3fa-e53999de49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.922968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-358cd43c-782e-48be-a3fa-e53999de49a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.925508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-358cd43c-782e-48be-a3fa-e53999de49a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/182acd08-dbf8-4d1c-9310-c90f47c3b629 HTTP/1.1" status: 204 len: 168 time: 0.2315340 Aug 16 02:27:47.934617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cd43c-782e-48be-a3fa-e53999de49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182acd08-dbf8-4d1c-9310-c90f47c3b629,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.282131 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3b14044-7745-45ba-9a4b-01ebecbb042a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.337505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.343327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3b14044-7745-45ba-9a4b-01ebecbb042a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.412521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.412918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.413393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.413856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.414348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.414885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.415221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.417248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-fc4b95c5-69f2-41fc-a6ce-3bd78f111c8c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6508 time: 0.5316482 Aug 16 02:27:48.465776 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-befab70c-48ea-4569-b192-e4f69c354807 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395021 Aug 16 02:27:48.468611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.499471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3b14044-7745-45ba-9a4b-01ebecbb042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.502822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a3b14044-7745-45ba-9a4b-01ebecbb042a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.504759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a3b14044-7745-45ba-9a4b-01ebecbb042a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06646dc7-a7ad-41b9-b5a4-6b66010bb26e HTTP/1.1" status: 204 len: 168 time: 0.7034478 Aug 16 02:27:48.506456 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.512809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.513371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/65da2111-c931-48c8-bc49-ae40afb493cf HTTP/1.1" status: 204 len: 168 time: 0.7616115 Aug 16 02:27:48.515890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a8511-695e-4dec-91ea-5009a6ba0299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65da2111-c931-48c8-bc49-ae40afb493cf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.530650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b14044-7745-45ba-9a4b-01ebecbb042a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06646dc7-a7ad-41b9-b5a4-6b66010bb26e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.612250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.738175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8358b23-0dd9-4b0f-a8e9-2a0a2bd6ebc9 req-9cc472de-b020-41ec-a802-79ca9ad8de21 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.740462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d8358b23-0dd9-4b0f-a8e9-2a0a2bd6ebc9 req-9cc472de-b020-41ec-a802-79ca9ad8de21 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.0733249 Aug 16 02:27:48.772825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.797225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a5e7fb-0638-43cb-9312-43d436816389']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.840470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0036c7af-ed0a-4e33-95a2-16f6f344c513') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.840809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0036c7af-ed0a-4e33-95a2-16f6f344c513') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.857309 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d8358b23-0dd9-4b0f-a8e9-2a0a2bd6ebc9 req-0bf09ec5-6ca7-4591-9866-d5260f1c6891 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060634 Aug 16 02:27:48.891365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.926321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.944962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:48.945529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:48.947842 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:49.009889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.041697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c926c4fe-a992-45c9-a560-9e766b199d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.042973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.066160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.078526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.081933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] 10.222.0.78 "DELETE /v2.0/networks/17a5e7fb-0638-43cb-9312-43d436816389 HTTP/1.1" status: 204 len: 168 time: 0.5672016 Aug 16 02:27:49.107198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819d336-9231-4750-9567-119abee36b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a5e7fb-0638-43cb-9312-43d436816389,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.196450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c926c4fe-a992-45c9-a560-9e766b199d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.203707 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c926c4fe-a992-45c9-a560-9e766b199d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.255811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926c4fe-a992-45c9-a560-9e766b199d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c950a48-d19f-4aba-85d1-2527b660b190,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.262486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c926c4fe-a992-45c9-a560-9e766b199d4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7153b496d204fbf9f54f2a0c82a6af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513008 Aug 16 02:27:49.265820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59568) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.276134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:49.317171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1197057753-network', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.330850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.378990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Made reservation on behalf of 236e696d0e504f4c846b688d8929ef3f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:49.382669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.388579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-39c7e021-3f00-40bf-9634-1dbb7ee466e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3c3b73388e845ba80c13aba0e6376de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542800 Aug 16 02:27:49.389735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.401123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-059fe17f-7c1c-4227-ad5d-eba367e5748c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.426593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-059fe17f-7c1c-4227-ad5d-eba367e5748c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.428793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.439705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:49.454285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'port_id': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'mac_address': 'fa:16:3e:60:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:49.461287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8062c3-625e-4df7-8454-1ea7c8c65c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.488894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8062c3-625e-4df7-8454-1ea7c8c65c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.501242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.524132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e344fa-f90a-4e61-9278-edb2d1539322 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:49.535277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-059fe17f-7c1c-4227-ad5d-eba367e5748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.538599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-059fe17f-7c1c-4227-ad5d-eba367e5748c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.543655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-059fe17f-7c1c-4227-ad5d-eba367e5748c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c950a48-d19f-4aba-85d1-2527b660b190 HTTP/1.1" status: 204 len: 168 time: 0.2764785 Aug 16 02:27:49.547660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8062c3-625e-4df7-8454-1ea7c8c65c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.551931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:49.557300 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.561877 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb8062c3-625e-4df7-8454-1ea7c8c65c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.565888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fe17f-7c1c-4227-ad5d-eba367e5748c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c950a48-d19f-4aba-85d1-2527b660b190,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.566450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb8062c3-625e-4df7-8454-1ea7c8c65c50 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70e58ff6-f331-4d1e-97af-d77b28ecf8dd HTTP/1.1" status: 204 len: 168 time: 0.1738069 Aug 16 02:27:49.585420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8062c3-625e-4df7-8454-1ea7c8c65c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e58ff6-f331-4d1e-97af-d77b28ecf8dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.637712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.643800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.670610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:49.690360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d91ac3-cfb7-4c71-aa80-3956978be4b8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.694887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.696606 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Added segment 31336e1b-3d68-4405-8860-0e40b3959353 of type vlan for network 14715f47-c5d2-4512-99fa-eebf392f6a1c Aug 16 02:27:49.749155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.773383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.786371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.787706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:49.788510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.865055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['d4e344fa-f90a-4e61-9278-edb2d1539322'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:49.881557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] Pushing event updated for resources: {'Network': ['ID=14715f47-c5d2-4512-99fa-eebf392f6a1c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.903748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-146978b7-2368-4e3d-b393-ce41fa1c26f9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8593643 Aug 16 02:27:49.906467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59584) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.912740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Request body: {'subnet': {'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1197057753-subnet', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.932813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:49.943998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Made reservation on behalf of 236e696d0e504f4c846b688d8929ef3f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:49.951927 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.157173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ad69-9644-4309-9172-555670e67022 req-7ceb228a-eaad-445b-80f2-2f1062a7b2f9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.158989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ae1ad69-9644-4309-9172-555670e67022 req-7ceb228a-eaad-445b-80f2-2f1062a7b2f9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.1060307 Aug 16 02:27:50.306932 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ae1ad69-9644-4309-9172-555670e67022 req-2ce6aab1-eb53-40ef-851a-9b43a3890f75 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842388 Aug 16 02:27:50.336423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.409749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c3e253-cb2c-46f6-8f27-97ae5048f763,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:50.446981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:50.447353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Network hostable DHCP agents. Network: 14715f47-c5d2-4512-99fa-eebf392f6a1c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:50.468654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:50.481676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 14715f47-c5d2-4512-99fa-eebf392f6a1c) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:50.488420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.489155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.520690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-62838eb5-6e80-43b4-9076-1154254550ff admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6099870 Aug 16 02:27:50.520927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df8bba-40e4-4449-a6e0-0a3555c6b785 None None] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:50.521403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59610) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.526762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:50.573332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.576810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.666061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.880993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-14715f47-c5d2-4512-99fa-eebf392f6a1c', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:50.883946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.899114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.116046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Allocated IP 172.20.0.2 (14715f47-c5d2-4512-99fa-eebf392f6a1c/76c3e253-cb2c-46f6-8f27-97ae5048f763/aadfb000-6337-4e18-a77f-9a341c7bcef9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:51.210428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.232443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.346839 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.347961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Allocated IP 172.25.4.157 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/c0c6115f-9c81-4a04-a1cc-92fcc706f182) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:51.358700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Transition to ACTIVE for port object aadfb000-6337-4e18-a77f-9a341c7bcef9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:51.378683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Transition to ACTIVE for port object aadfb000-6337-4e18-a77f-9a341c7bcef9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:51.388109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.405126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:51.451267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:51.458957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:51.462567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:51.469661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Pushing event updated for resources: {'Port': ['ID=aadfb000-6337-4e18-a77f-9a341c7bcef9,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.532775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b91a72-e352-4f6d-980e-ec4d9b350967 req-4114e43d-ddfa-4601-bb0b-4cf5da8eca5e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:51.534755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b91a72-e352-4f6d-980e-ec4d9b350967 req-4114e43d-ddfa-4601-bb0b-4cf5da8eca5e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.0873947 Aug 16 02:27:51.537805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.540574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Attempting to bind port aadfb000-6337-4e18-a77f-9a341c7bcef9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:51.541068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Attempting to bind port aadfb000-6337-4e18-a77f-9a341c7bcef9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:51.541428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Attempting to bind port aadfb000-6337-4e18-a77f-9a341c7bcef9 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:51.547092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:51.547704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:51.548566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.548679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Bound using segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:51.549143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Bound port: aadfb000-6337-4e18-a77f-9a341c7bcef9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:51.550062 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.575445 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9689cf7-0c51-408e-89ed-2a910d6c502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.594809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9b91a72-e352-4f6d-980e-ec4d9b350967 req-d4727f2e-6d1a-417d-8ab1-7db13d79f169 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537920 Aug 16 02:27:51.634219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.649311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] For port aadfb000-6337-4e18-a77f-9a341c7bcef9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:51.653746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] For port aadfb000-6337-4e18-a77f-9a341c7bcef9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aadfb000-6337-4e18-a77f-9a341c7bcef9,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:51.660674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.679500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:51.682352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:51.684881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:51.727214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c6115f-9c81-4a04-a1cc-92fcc706f182,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.730789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9689cf7-0c51-408e-89ed-2a910d6c502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.738052 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9689cf7-0c51-408e-89ed-2a910d6c502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.740788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb5471-c037-4c59-9b5b-e0cb80d3b81c None None] Pushing event updated for resources: {'Port': ['ID=aadfb000-6337-4e18-a77f-9a341c7bcef9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.786925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9689cf7-0c51-408e-89ed-2a910d6c502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b262db1d-d5e7-4831-8466-0d4a46b22715,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.819557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d9689cf7-0c51-408e-89ed-2a910d6c502d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=602fd14b29bb4feb8c40da83e80bc2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103508 Aug 16 02:27:51.819934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59652) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:51.880871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9726d4ad-367a-4d1d-81f7-ecc9f56178f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.905532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9726d4ad-367a-4d1d-81f7-ecc9f56178f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.974646 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9726d4ad-367a-4d1d-81f7-ecc9f56178f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.981499 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9726d4ad-367a-4d1d-81f7-ecc9f56178f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.984588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9726d4ad-367a-4d1d-81f7-ecc9f56178f2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b262db1d-d5e7-4831-8466-0d4a46b22715 HTTP/1.1" status: 204 len: 168 time: 0.1609449 Aug 16 02:27:51.999959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726d4ad-367a-4d1d-81f7-ecc9f56178f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b262db1d-d5e7-4831-8466-0d4a46b22715,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:52.054730 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.169585 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.342221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.481425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:52.618357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:52.632078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Sync routers for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:52.653045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aadfb000-6337-4e18-a77f-9a341c7bcef9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:52.660913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:52.661733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:52.662356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.666692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59688) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.667488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b416a2de-3491-4991-aa3b-970a305ffbf2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1444628 Aug 16 02:27:52.803178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e13b-0579-454c-9914-960aed1f703a req-c853fffd-1b7d-4a1a-b0db-de0bcd12f108 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:52.812105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e01e13b-0579-454c-9914-960aed1f703a req-c853fffd-1b7d-4a1a-b0db-de0bcd12f108 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.1120157 Aug 16 02:27:52.871888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e01e13b-0579-454c-9914-960aed1f703a req-86c183ff-3779-4c19-90f7-b4d4723d9a57 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584116 Aug 16 02:27:52.904106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:53.039550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port aadfb000-6337-4e18-a77f-9a341c7bcef9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:53.094018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a5448-860a-4c68-b723-312578bf59b7 None None] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:53.124193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59706) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:53.189859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-148a8235-2ba7-41df-86e1-33fe59d41025 None None] Provisioning for port aadfb000-6337-4e18-a77f-9a341c7bcef9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:53.201763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-148a8235-2ba7-41df-86e1-33fe59d41025 None None] Provisioning complete for port aadfb000-6337-4e18-a77f-9a341c7bcef9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:53.202135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-148a8235-2ba7-41df-86e1-33fe59d41025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.303178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2099496856-network', 'tenant_id': '9abad3a971f747c5a26305eec8f6ee5f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:53.316095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:53.341287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.374293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Made reservation on behalf of 9abad3a971f747c5a26305eec8f6ee5f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:53.376788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.402470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.450073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port d4e344fa-f90a-4e61-9278-edb2d1539322 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:53.459484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:51Z', 'revision_number': 3, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:53.469599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port d4e344fa-f90a-4e61-9278-edb2d1539322 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:53.469931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.522371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.523085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Checking router: 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:53.524009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Updating router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 port c0c6115f-9c81-4a04-a1cc-92fcc706f182 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:53.550356 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-148a8235-2ba7-41df-86e1-33fe59d41025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.576055 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.661469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-148a8235-2ba7-41df-86e1-33fe59d41025 None None] For port aadfb000-6337-4e18-a77f-9a341c7bcef9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aadfb000-6337-4e18-a77f-9a341c7bcef9,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:53.671595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.673449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Allocated IP 172.20.0.1 (14715f47-c5d2-4512-99fa-eebf392f6a1c/76c3e253-cb2c-46f6-8f27-97ae5048f763/64bbdd09-8483-4865-8dd0-31e3a0ebebb5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:53.689663 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.779162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-148a8235-2ba7-41df-86e1-33fe59d41025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.783068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.810266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:53.818304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92879e24-c432-46eb-81f2-a91b984cf6b2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.833910 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.834084 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Added segment f2a8f057-e811-4a9a-979b-0e35c0f8a7e5 of type vlan for network c27ece42-d0e1-4b1b-9ffd-dc32ae4b246f Aug 16 02:27:53.884733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:53.886961 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9894ad-0547-4d75-86e6-c201d2a1f4ff" -d '{"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:53.891208 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.895736 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.912164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Transition to ACTIVE for port object 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:53.942458 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883ed05-37d8-44a2-a759-78ee20d8c62d x-openstack-request-id: req-f883ed05-37d8-44a2-a759-78ee20d8c62d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:53.942693 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:53.942991 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f883ed05-37d8-44a2-a759-78ee20d8c62d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:53.943377 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'code': 200} Aug 16 02:27:53.945893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:53.948849 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.949132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a8235-2ba7-41df-86e1-33fe59d41025 None None] Pushing event updated for resources: {'Port': ['ID=aadfb000-6337-4e18-a77f-9a341c7bcef9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.949808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:53.950397 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.967174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.980310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0636e48b-8484-4e27-953d-e47b16ff5dfa None None] Provisioning complete for port aadfb000-6337-4e18-a77f-9a341c7bcef9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:53.981188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0636e48b-8484-4e27-953d-e47b16ff5dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.045252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9201345 Aug 16 02:27:54.073217 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.088511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092395a6-9752-4ce0-b30d-c0c8a9040671 admin admin] Pushing event updated for resources: {'Network': ['ID=c27ece42-d0e1-4b1b-9ffd-dc32ae4b246f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:54.104916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe0a2-d0fb-4476-9ae2-e16e2cc017a0 req-406ba2c4-2643-4374-9a84-f4c5e800d805 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.107122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c27ece42-d0e1-4b1b-9ffd-dc32ae4b246f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:54.116742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-844fe0a2-d0fb-4476-9ae2-e16e2cc017a0 req-406ba2c4-2643-4374-9a84-f4c5e800d805 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.1454060 Aug 16 02:27:54.117181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:54.120782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:54.121419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:54.126319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:54.180759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9725e5-87bf-4fce-8aed-9207f8672f82 req-3bf24a20-246b-44e3-8a07-5d48001bc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.182302 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9725e5-87bf-4fce-8aed-9207f8672f82 req-3bf24a20-246b-44e3-8a07-5d48001bc697 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1097 time: 0.1555753 Aug 16 02:27:54.187925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Pushing event updated for resources: {'Port': ['ID=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:54.238380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.238849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-844fe0a2-d0fb-4476-9ae2-e16e2cc017a0 req-74d68228-5490-4855-957f-e7dfa849d17b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173358 Aug 16 02:27:54.308785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d9725e5-87bf-4fce-8aed-9207f8672f82 req-7366afac-29c0-4a93-8f52-f4215f299c5a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127656 Aug 16 02:27:54.530243 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.640416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aadfb000-6337-4e18-a77f-9a341c7bcef9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:54.647479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.685761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Transition to ACTIVE for port object c0c6115f-9c81-4a04-a1cc-92fcc706f182 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:54.699613 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.771297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.776721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-74a47812-093c-43db-8a19-9410cdeb42fa None None] Provisioning for port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:54.779565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.790388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port aadfb000-6337-4e18-a77f-9a341c7bcef9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:54.790886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.792512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Attempting to bind port c0c6115f-9c81-4a04-a1cc-92fcc706f182 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:54.792846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Attempting to bind port c0c6115f-9c81-4a04-a1cc-92fcc706f182 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:54.793206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Attempting to bind port c0c6115f-9c81-4a04-a1cc-92fcc706f182 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:54.794947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f28305-c748-4f63-9d59-899521c51fbd None None] Pushing event updated for resources: {'Port': ['ID=c0c6115f-9c81-4a04-a1cc-92fcc706f182,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:54.798943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-74a47812-093c-43db-8a19-9410cdeb42fa None None] Provisioning complete for port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:54.799419 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74a47812-093c-43db-8a19-9410cdeb42fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.835201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68085ea7-deeb-4f44-9927-a40f38f37981 req-5c43e414-1076-40f2-a6f7-99b2ff756683 tempest-ComputeTenantNetworksTest-107196401 tempest-ComputeTenantNetworksTest-107196401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.841624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:54.842103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:54.842427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.842827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:54.843313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Bound port: c0c6115f-9c81-4a04-a1cc-92fcc706f182, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:54.843695 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.843951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68085ea7-deeb-4f44-9927-a40f38f37981 req-5c43e414-1076-40f2-a6f7-99b2ff756683 tempest-ComputeTenantNetworksTest-107196401 tempest-ComputeTenantNetworksTest-107196401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.850711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68085ea7-deeb-4f44-9927-a40f38f37981 req-5c43e414-1076-40f2-a6f7-99b2ff756683 tempest-ComputeTenantNetworksTest-107196401 tempest-ComputeTenantNetworksTest-107196401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.856711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68085ea7-deeb-4f44-9927-a40f38f37981 req-5c43e414-1076-40f2-a6f7-99b2ff756683 tempest-ComputeTenantNetworksTest-107196401 tempest-ComputeTenantNetworksTest-107196401-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1743126 Aug 16 02:27:54.866560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Pushing event updated for resources: {'Port': ['ID=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:54.870998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.921608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-74a47812-093c-43db-8a19-9410cdeb42fa None None] Port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:54.928676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] For port c0c6115f-9c81-4a04-a1cc-92fcc706f182, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:54.932489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] For port c0c6115f-9c81-4a04-a1cc-92fcc706f182, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c0c6115f-9c81-4a04-a1cc-92fcc706f182,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:54.941077 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.021525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b691a3-2b65-4113-b2e2-aa901f4dae30 req-61d51de8-36ec-467e-9cd1-08269aed3439 tempest-ComputeTenantNetworksTest-107196401 tempest-ComputeTenantNetworksTest-107196401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.022836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-16b691a3-2b65-4113-b2e2-aa901f4dae30 req-61d51de8-36ec-467e-9cd1-08269aed3439 tempest-ComputeTenantNetworksTest-107196401 tempest-ComputeTenantNetworksTest-107196401-project] 10.222.0.78 "GET /v2.0/networks/c27ece42-d0e1-4b1b-9ffd-dc32ae4b246f HTTP/1.1" status: 200 len: 769 time: 0.1424980 Aug 16 02:27:55.031749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59744) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.047978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:55.048545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.050533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f28305-c748-4f63-9d59-899521c51fbd None None] Pushing event updated for resources: {'Port': ['ID=c0c6115f-9c81-4a04-a1cc-92fcc706f182,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:55.116915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:55.119763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:55.175169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:55.182051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.269500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:55.427514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7229a01-0950-42c8-a735-a5e04b3a1421 req-5a79347b-4bb9-4a90-9d66-eb777d7371c9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.430225 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7229a01-0950-42c8-a735-a5e04b3a1421 req-5a79347b-4bb9-4a90-9d66-eb777d7371c9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0638757 Aug 16 02:27:55.431331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 2, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.466271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5947e75f-cd9b-434e-a705-bc8ffc834c04 None None] The sync data for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 is: [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 2, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:55.477767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df09b57b-aa52-4225-a085-26b1477ac4f4 None None] Provisioning complete for port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:55.478145 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df09b57b-aa52-4225-a085-26b1477ac4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.483393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7229a01-0950-42c8-a735-a5e04b3a1421 req-fc715d60-cbfb-427f-86a9-7c9dfd9403eb tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460615 Aug 16 02:27:55.517526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-df09b57b-aa52-4225-a085-26b1477ac4f4 None None] Port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:55.542708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.563968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27ece42-d0e1-4b1b-9ffd-dc32ae4b246f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.590690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a8f057-e811-4a9a-979b-0e35c0f8a7e5') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.591133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a8f057-e811-4a9a-979b-0e35c0f8a7e5') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.605899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.614611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:55.628802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-10054e55-d9cf-4cea-94c6-dea77854e0ad admin admin] 10.222.0.78 "PUT /v2.0/routers/51e1cba2-8bdc-41d2-a000-94eb68b5dde8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528074 Aug 16 02:27:55.628802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.641490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:55.641906 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:55.644101 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:55.659470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65208-b109-4326-b843-6cc543e6c516 req-77fdb7f6-047b-4286-a9bc-5fd9905238af tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.665122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6a65208-b109-4326-b843-6cc543e6c516 req-77fdb7f6-047b-4286-a9bc-5fd9905238af tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0760665 Aug 16 02:27:55.671392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.677544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Request body: {'floatingip': {'port_id': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:55.726514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.732585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.757514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.760708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] 10.222.0.78 "DELETE /v2.0/networks/c27ece42-d0e1-4b1b-9ffd-dc32ae4b246f HTTP/1.1" status: 204 len: 168 time: 0.7237496 Aug 16 02:27:55.762761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e4105-a578-4e1f-84a7-78c861fbf06b admin admin] Pushing event deleted for resources: {'Network': ['ID=c27ece42-d0e1-4b1b-9ffd-dc32ae4b246f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:55.952212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59766) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:56.017304 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a5da2035-1843-4a85-a33f-a650899bd9ef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9abad3a971f747c5a26305eec8f6ee5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638092 Aug 16 02:27:56.021289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59768) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:56.092194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-003b590e-2033-40bf-a051-8f0a00db4860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.132165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-003b590e-2033-40bf-a051-8f0a00db4860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.152922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-263b02bc-63d1-4c1b-b793-35d42c71f21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.204560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-003b590e-2033-40bf-a051-8f0a00db4860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.208998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-003b590e-2033-40bf-a051-8f0a00db4860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.211459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-003b590e-2033-40bf-a051-8f0a00db4860 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92879e24-c432-46eb-81f2-a91b984cf6b2 HTTP/1.1" status: 204 len: 168 time: 0.1883767 Aug 16 02:27:56.223011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b590e-2033-40bf-a051-8f0a00db4860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92879e24-c432-46eb-81f2-a91b984cf6b2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:56.292161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59774) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:56.296880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a4492326-ab59-4a1c-aa29-4c62be169f13 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330089761', 'description': 'tempest-description--822373952'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:56.344215 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4492326-ab59-4a1c-aa29-4c62be169f13 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.525822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4492326-ab59-4a1c-aa29-4c62be169f13 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.534302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4492326-ab59-4a1c-aa29-4c62be169f13 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.537309 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.552497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.681377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4492326-ab59-4a1c-aa29-4c62be169f13 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712b88f7-af5f-4f8a-b7ee-7d44723f79c8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:56.709241 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4492326-ab59-4a1c-aa29-4c62be169f13 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.715517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a4492326-ab59-4a1c-aa29-4c62be169f13 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4193406 Aug 16 02:27:56.724949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59786) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:56.730074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0f317783-ea2b-4d6c-bd68-396f37f43c6a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'security_group_rule': {'security_group_id': '712b88f7-af5f-4f8a-b7ee-7d44723f79c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:56.739713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0c6115f-9c81-4a04-a1cc-92fcc706f182 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:56.772475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f317783-ea2b-4d6c-bd68-396f37f43c6a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.887493 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Floating IP 2d8fbc7c-8055-4f62-8f13-b00a11a0f085 associated. External IP: 172.25.4.182, port: d4e344fa-f90a-4e61-9278-edb2d1539322. Aug 16 02:27:56.910677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c0c6115f-9c81-4a04-a1cc-92fcc706f182 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:56.918225 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f317783-ea2b-4d6c-bd68-396f37f43c6a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.923286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c0c6115f-9c81-4a04-a1cc-92fcc706f182 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:56.927764 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.929780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f317783-ea2b-4d6c-bd68-396f37f43c6a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.999074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f317783-ea2b-4d6c-bd68-396f37f43c6a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aa1504-3194-467b-8aad-99d1f6df7299,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:57.038395 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f317783-ea2b-4d6c-bd68-396f37f43c6a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.042016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0f317783-ea2b-4d6c-bd68-396f37f43c6a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159773 Aug 16 02:27:57.045478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.055519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3fc7f252-dd2b-48d5-adcf-143d2c7ff433 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'security_group_rule': {'security_group_id': '712b88f7-af5f-4f8a-b7ee-7d44723f79c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:57.123262 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f252-dd2b-48d5-adcf-143d2c7ff433 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.123767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.172588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c0c6115f-9c81-4a04-a1cc-92fcc706f182, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c0c6115f-9c81-4a04-a1cc-92fcc706f182,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:57.181054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.190846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.306266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c0c6115f-9c81-4a04-a1cc-92fcc706f182,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:57.329200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f252-dd2b-48d5-adcf-143d2c7ff433 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.338425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f252-dd2b-48d5-adcf-143d2c7ff433 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.363722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7f252-dd2b-48d5-adcf-143d2c7ff433 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe08c62-73c6-45c6-9921-0f5cc241b4e7,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:57.373432 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f252-dd2b-48d5-adcf-143d2c7ff433 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.374618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3fc7f252-dd2b-48d5-adcf-143d2c7ff433 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280487 Aug 16 02:27:57.378151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.383056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:57.428508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.603745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5c1106c-e5cb-4f4c-8e85-e1b4fb0c710b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.751917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.752591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Router a2ab6fe7-e525-4c67-869d-ca474a41ec54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:57.783452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5c1106c-e5cb-4f4c-8e85-e1b4fb0c710b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.821234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5c1106c-e5cb-4f4c-8e85-e1b4fb0c710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.891627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1106c-e5cb-4f4c-8e85-e1b4fb0c710b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbfbb10-6b25-4a36-9679-b8a7e9eb2452,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:57.903712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e5c1106c-e5cb-4f4c-8e85-e1b4fb0c710b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b9796ec0183495b90deed92fe52964e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107472 Aug 16 02:27:57.905053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59820) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.917785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.970475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:57.983965 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] Sync routers for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:57.984630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.001239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Allocated IP 172.25.4.88 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/3e963f2b-8be2-416a-860e-070890130dcb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:58.010045 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:58.012771 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:58.024539 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d27f3e6f-7f2b-4c36-afb0-1dfd204136c3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "PUT /v2.0/floatingips/2d8fbc7c-8055-4f62-8f13-b00a11a0f085 HTTP/1.1" status: 200 len: 991 time: 2.3514616 Aug 16 02:27:58.025539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:58.028898 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6558826-8ece-4554-a180-68d7be0a7853" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:58.033245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a7bed6d-ab51-4838-a786-ebf3e3b6bb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.115188 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7807595c-377e-4cf7-80ac-c758e9ebbe65 x-openstack-request-id: req-7807595c-377e-4cf7-80ac-c758e9ebbe65 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:58.115629 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:58.115890 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7807595c-377e-4cf7-80ac-c758e9ebbe65 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:58.116491 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'status': 'completed', 'code': 200} Aug 16 02:27:58.152047 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a7bed6d-ab51-4838-a786-ebf3e3b6bb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.166468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-431210073-network', 'tenant_id': 'b2a22d4da9b04b56a882f109d8a7880d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:58.259179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Made reservation on behalf of b2a22d4da9b04b56a882f109d8a7880d for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:58.261820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.287946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.310171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.332274 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:58.360214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558826-8ece-4554-a180-68d7be0a7853 req-56a7de1a-4e9c-4b69-851a-1f07bd3c3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:58.361899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6558826-8ece-4554-a180-68d7be0a7853 req-56a7de1a-4e9c-4b69-851a-1f07bd3c3256 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1097 time: 0.2418900 Aug 16 02:27:58.457522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.459329 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a7bed6d-ab51-4838-a786-ebf3e3b6bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.461910 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a7bed6d-ab51-4838-a786-ebf3e3b6bb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.463638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a7bed6d-ab51-4838-a786-ebf3e3b6bb77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5bbfbb10-6b25-4a36-9679-b8a7e9eb2452 HTTP/1.1" status: 204 len: 168 time: 0.5544097 Aug 16 02:27:58.549340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bed6d-ab51-4838-a786-ebf3e3b6bb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbfbb10-6b25-4a36-9679-b8a7e9eb2452,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:58.655814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0c6115f-9c81-4a04-a1cc-92fcc706f182 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:58.704368 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.712237 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2d8fbc7c-8055-4f62-8f13-b00a11a0f085', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'port_id': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'mac_address': 'fa:16:3e:60:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec31022-c543-4846-8cf2-41887865a8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:40Z', 'updated_at': '2021-08-16T02:27:56Z', 'revision_number': 1, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:58.718925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:58.724541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c0c6115f-9c81-4a04-a1cc-92fcc706f182 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:58.725001 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.725342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.770948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b440b-2f41-473d-b853-42ac27099643,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:58.774482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:58.779303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:58.783596 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] Checking router: a2ab6fe7-e525-4c67-869d-ca474a41ec54 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:58.803542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Sync routers for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:58.803808 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:58.805708 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:58.828947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=3e963f2b-8be2-416a-860e-070890130dcb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:58.832808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.832978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558826-8ece-4554-a180-68d7be0a7853 req-e2a5c021-28a6-4c98-8972-28b981407a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:58.834758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6558826-8ece-4554-a180-68d7be0a7853 req-e2a5c021-28a6-4c98-8972-28b981407a07 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.4633133 Aug 16 02:27:58.847057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:58.847950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08915a81-c484-4f11-af21-4639d2446dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.855123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:58.856159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:58.980998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6558826-8ece-4554-a180-68d7be0a7853 req-a4d89e29-b912-4142-9976-7616c4e2fe37 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 200 len: 999 time: 0.1353729 Aug 16 02:27:59.000441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.020666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c5f15f1-e5bf-43ce-a21c-0c43c3d9cecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.030142 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:59.035006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.035522 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Added segment afefc227-ce23-4e19-8956-f05a45319efd of type vlan for network b1eb835e-15de-42fb-8221-028c0db4ad74 Aug 16 02:27:59.118657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:59.168326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c5f15f1-e5bf-43ce-a21c-0c43c3d9cecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.176250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7c5f15f1-e5bf-43ce-a21c-0c43c3d9cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.241843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7c5f15f1-e5bf-43ce-a21c-0c43c3d9cecb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b2547d336124a5f9fd168de9dc63093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393138 Aug 16 02:27:59.242605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f15f1-e5bf-43ce-a21c-0c43c3d9cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18396706-a131-4d29-81ad-9987ad1559ce,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.245186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.351160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ee45993-b47b-4e72-88b2-8ea5b43b7b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.375897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ee45993-b47b-4e72-88b2-8ea5b43b7b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.433201 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2d8fbc7c-8055-4f62-8f13-b00a11a0f085', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'port_id': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'mac_address': 'fa:16:3e:60:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec31022-c543-4846-8cf2-41887865a8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:40Z', 'updated_at': '2021-08-16T02:27:56Z', 'revision_number': 1, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:59.437942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ee45993-b47b-4e72-88b2-8ea5b43b7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.440994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ee45993-b47b-4e72-88b2-8ea5b43b7b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.444695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8ee45993-b47b-4e72-88b2-8ea5b43b7b29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18396706-a131-4d29-81ad-9987ad1559ce HTTP/1.1" status: 204 len: 168 time: 0.1960824 Aug 16 02:27:59.464415 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19374ba-1e3b-45e3-a605-2c13b8c7832c None None] The sync data for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 is: [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2d8fbc7c-8055-4f62-8f13-b00a11a0f085', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'port_id': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'mac_address': 'fa:16:3e:60:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec31022-c543-4846-8cf2-41887865a8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:40Z', 'updated_at': '2021-08-16T02:27:56Z', 'revision_number': 1, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:59.466969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee45993-b47b-4e72-88b2-8ea5b43b7b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18396706-a131-4d29-81ad-9987ad1559ce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.551685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 2, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:59.597518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Checking router: 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:59.597860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Updating router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:59.629730 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.687286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.708512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.713953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558826-8ece-4554-a180-68d7be0a7853 req-9dc8e523-ca07-4773-b1c1-02bbf7e47197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:59.716018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6558826-8ece-4554-a180-68d7be0a7853 req-9dc8e523-ca07-4773-b1c1-02bbf7e47197 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.6942916 Aug 16 02:27:59.806142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.839707 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a7357-3726-43dd-b6de-f087ea478d8c None None] New status for floating IP 2d8fbc7c-8055-4f62-8f13-b00a11a0f085: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:59.859664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.860877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:59.861563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.920571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558826-8ece-4554-a180-68d7be0a7853 req-e86ac483-84e9-4a87-bd40-c258c1cfae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:59.922371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6558826-8ece-4554-a180-68d7be0a7853 req-e86ac483-84e9-4a87-bd40-c258c1cfae24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982419 Aug 16 02:27:59.947977 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.963608 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0443201 Aug 16 02:27:59.966767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.972914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Request body: {'subnet': {'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-431210073-subnet', 'tenant_id': 'b2a22d4da9b04b56a882f109d8a7880d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:00.020752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Made reservation on behalf of b2a22d4da9b04b56a882f109d8a7880d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:00.023637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.140222 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.167448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Transition to ACTIVE for port object 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:00.177515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.241676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6558826-8ece-4554-a180-68d7be0a7853 req-0bca1271-d71e-4c8c-94ef-fcdf93e653d3 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967577 Aug 16 02:28:00.252156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11470a-87e2-44d4-9e30-96d8cdc0d30a admin admin] Pushing event updated for resources: {'Network': ['ID=b1eb835e-15de-42fb-8221-028c0db4ad74,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.279272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b1eb835e-15de-42fb-8221-028c0db4ad74 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:00.375685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.390711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.420677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a2431-16a7-4312-9016-571646833dcb None None] Pushing event updated for resources: {'Port': ['ID=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.463225 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.494701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Attempting to bind port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:00.496044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Attempting to bind port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:00.496502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Attempting to bind port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:00.503797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:00.504177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:00.504631 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.505105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Bound using segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:00.505583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Bound port: 64bbdd09-8483-4865-8dd0-31e3a0ebebb5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:00.505970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.572110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Checking segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:00.572813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Network hostable DHCP agents. Network: b1eb835e-15de-42fb-8221-028c0db4ad74, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:00.577127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db11dc02-1822-4d0c-a459-2f5f7a88c0e0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.601336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Network b1eb835e-15de-42fb-8221-028c0db4ad74 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:00.612831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6558826-8ece-4554-a180-68d7be0a7853 req-742d4d52-6dd9-460e-95f0-82e15db884a8 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540576 Aug 16 02:28:00.616464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b1eb835e-15de-42fb-8221-028c0db4ad74) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:00.624200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.638180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] For port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:00.642849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] For port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:00.646111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ca83e-222b-417b-8775-c6817ad21ed6 None None] Network b1eb835e-15de-42fb-8221-028c0db4ad74 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:00.648115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:00.649450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.652588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.656363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2747269 Aug 16 02:28:00.657363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958e97a-bd2d-4975-8e49-7573f2b8ea0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=3e963f2b-8be2-416a-860e-070890130dcb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.667767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f024dcd3-314d-41b8-ae2b-4bc3484104b7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6998217 Aug 16 02:28:00.701166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.839209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:00.839977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:00.999684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-5caef0ac-6e6e-4f48-bc7c-a1cc8459086f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1330089761&fields=id&tenant_id=236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 267 time: 0.1147749 Aug 16 02:28:01.169503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-8939c810-9e9e-4d60-a979-2cfb41a486c9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:01.178031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-8939c810-9e9e-4d60-a979-2cfb41a486c9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.1704872 Aug 16 02:28:01.194357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-27afe402-7581-4d06-8648-0421bb349a5d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/quotas/236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 375 time: 0.0151715 Aug 16 02:28:01.258205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-d43c222d-3ac7-4d85-95b4-ed2f59764a9d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624144 Aug 16 02:28:01.285365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a2431-16a7-4312-9016-571646833dcb None None] Pushing event updated for resources: {'Port': ['ID=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:01.314159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:01.405182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbcb70-1fb5-4d1e-be3c-0c1b22900293 None None] Network b1eb835e-15de-42fb-8221-028c0db4ad74 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:01.508400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-eb5537f8-4854-41f1-9aaa-9b1c001a0a07 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348716 Aug 16 02:28:01.577447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-ef726cb6-6886-4dc6-8486-40b8d2f3c891 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:01.579784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-ef726cb6-6886-4dc6-8486-40b8d2f3c891 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.1454833 Aug 16 02:28:01.610880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-aea73039-f4a8-4843-bca0-307771ceeb18 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931242 Aug 16 02:28:01.620687 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-0318ed0f-c095-4beb-948c-741a76fe83f6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/quotas/b2a22d4da9b04b56a882f109d8a7880d HTTP/1.1" status: 200 len: 375 time: 0.0292516 Aug 16 02:28:01.659792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-590136fa-4bc1-49d9-9f87-e9983524b8a5 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306115 Aug 16 02:28:01.856050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:00Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:01.914681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28815-aea2-46e6-ae0c-daf13801ac8e None None] The sync data for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 is: [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:00Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:01.992757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.153404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-f4999e60-e7c3-4a2e-acfc-57223bbb5226 service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861493 Aug 16 02:28:02.166714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96741565-aef6-432c-be7b-9f2ae8c9cca1 req-aed3bd71-6a94-4d95-87b9-791903484bd9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 210 time: 0.0512245 Aug 16 02:28:02.332158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-7270160c-1832-47e1-807c-953aaa5b8d77 service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587231 Aug 16 02:28:02.579836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18c0ff7b-56f2-4fb4-a196-d62d138e9fef req-6bd757cd-45c9-4e03-955b-229394e8ac30 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 210 time: 0.0432124 Aug 16 02:28:02.702718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:02.817699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:02.823219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:02.823736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.052834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.118176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:03.125160 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.196432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:03.269466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-699b53dc-4db6-467d-aca7-eee90594b237 req-9ffba16b-773a-40d6-94b1-e35f27ae69a6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 210 time: 0.0320590 Aug 16 02:28:03.491676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-b70f9c82-0cb0-4add-98b3-fc8a0eae9fc3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:03.493471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-b70f9c82-0cb0-4add-98b3-fc8a0eae9fc3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.1443791 Aug 16 02:28:03.588978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-57a7ce7f-4d08-4cc9-acfc-3357a55cbc35 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 380 time: 0.0558686 Aug 16 02:28:03.601658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'port': {'device_id': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'admin_state_up': True, 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'security_groups': ['712b88f7-af5f-4f8a-b7ee-7d44723f79c8']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:03.715870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b0e4afd8-1476-4036-84e0-c17d58232440 req-e226571e-a685-4fd0-950c-a3121e69bc01 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 210 time: 0.0448186 Aug 16 02:28:03.747970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Made reservation on behalf of 236e696d0e504f4c846b688d8929ef3f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:03.752917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.909694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Allocated IP 172.20.0.9 (14715f47-c5d2-4512-99fa-eebf392f6a1c/76c3e253-cb2c-46f6-8f27-97ae5048f763/0d5b3255-fce5-4dce-aa7a-62e5344f3dfe) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:04.063781 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.087202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Transition to ACTIVE for port object 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:04.136536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.247569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:04.253180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:04.260627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:04.271395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.272971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-77efa06b-cc43-43f2-9623-c01168462a2d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.283813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-77efa06b-cc43-43f2-9623-c01168462a2d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.98 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.2626436 Aug 16 02:28:04.302712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Request body: {'port': {'device_id': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'admin_state_up': True, 'tenant_id': 'b2a22d4da9b04b56a882f109d8a7880d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:04.367710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.370882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.443576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-a48391ef-d256-4168-82e8-ed9bcbbdba0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8479443 Aug 16 02:28:04.464814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Request body: {'port': {'device_id': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:04.479400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Made reservation on behalf of b2a22d4da9b04b56a882f109d8a7880d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:04.483367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.509450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d6ff5-78b0-4578-8e4d-ffee4bb3d670 req-e691a673-98e3-4c20-86e9-1c755406e6d3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.511135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b7d6ff5-78b0-4578-8e4d-ffee4bb3d670 req-e691a673-98e3-4c20-86e9-1c755406e6d3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 931 time: 0.1265519 Aug 16 02:28:04.575322 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.604066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b7d6ff5-78b0-4578-8e4d-ffee4bb3d670 req-4a8649fa-3d4e-4ccb-82c7-87c3a9ced2fe tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850806 Aug 16 02:28:04.628829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:04.713769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-048bbbf4-7c42-42ad-b66b-15608dbe6ac5 None None] Provisioning for port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:04.739702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-048bbbf4-7c42-42ad-b66b-15608dbe6ac5 None None] Provisioning complete for port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:04.739889 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-048bbbf4-7c42-42ad-b66b-15608dbe6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.752338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Allocated IP 172.20.0.2 (b1eb835e-15de-42fb-8221-028c0db4ad74/db11dc02-1822-4d0c-a459-2f5f7a88c0e0/c2fd2bd0-9636-4b0f-81fe-0557f974dbc5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:04.789467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:04.790253 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.792242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-048bbbf4-7c42-42ad-b66b-15608dbe6ac5 None None] Port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:04.900066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4185282-f664-4d53-9605-880aa67f88e6 req-73ceef69-0f4f-48e2-999c-2d9832094747 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 210 time: 0.0598891 Aug 16 02:28:05.000621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.010468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:05.019730 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.034526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Transition to ACTIVE for port object 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:05.040481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.059673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.106808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:05.128270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Network b1eb835e-15de-42fb-8221-028c0db4ad74 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:05.149516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:05.160429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:05.163329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event updated for resources: {'Port': ['ID=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:05.208795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Attempting to bind port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:05.209143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Attempting to bind port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:05.209726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Attempting to bind port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:05.215076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe on network 14715f47-c5d2-4512-99fa-eebf392f6a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:05.215337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Attempting to bind port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:05.223669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:05.224094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:05.224360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Bound using segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:05.224911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Bound port: 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:05.226187 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.263085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.263909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.297832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-df85aa1c-085d-4b40-ae3f-97225e4bbc59 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9990253 Aug 16 02:28:05.323849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Request body: {'port': {'device_id': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:05.380145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:05.399317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:05.410326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.431961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.462008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.462571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.464353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] 10.222.0.98 "PUT /v2.0/ports/0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 1092 time: 1.0060697 Aug 16 02:28:05.470423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:05.474576 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0111fc5-349a-4299-8c9c-7d71e86ea6de" -d '{"events": [{"name": "network-changed", "server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:05.511053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bf525-97ea-48dc-ac78-6e77c2aaf5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:05.589642 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83825e15-93c8-4534-beac-b938f811bc58 x-openstack-request-id: req-83825e15-93c8-4534-beac-b938f811bc58 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:05.590109 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:05.590372 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83825e15-93c8-4534-beac-b938f811bc58 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:05.590762 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'status': 'completed', 'code': 200} Aug 16 02:28:05.634117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-dbd61335-247b-4e26-864c-525bc7f409b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.635721 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-dbd61335-247b-4e26-864c-525bc7f409b9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1095 time: 0.0960734 Aug 16 02:28:05.730032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-f4bc5b68-4607-4b90-b16e-08a0e7f210b2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 217 time: 0.0811961 Aug 16 02:28:05.846965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-1838c7a3-efc1-4d01-90b1-9307b574683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.848767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-1838c7a3-efc1-4d01-90b1-9307b574683b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1083198 Aug 16 02:28:05.951770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-9f8de2aa-8fe7-4200-b3fa-40214d85c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.953361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-9f8de2aa-8fe7-4200-b3fa-40214d85c5ab service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969417 Aug 16 02:28:06.030456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88088b-93ba-4776-926f-eaba3713ec91 req-6d15c6cf-2b61-48ce-8c6f-a34ccd77aac9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.032541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b88088b-93ba-4776-926f-eaba3713ec91 req-6d15c6cf-2b61-48ce-8c6f-a34ccd77aac9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 943 time: 0.2485185 Aug 16 02:28:06.177609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b88088b-93ba-4776-926f-eaba3713ec91 req-4381e120-4e4b-475a-a9ff-a25b820a6d8a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048770 Aug 16 02:28:06.228551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-41a9562c-0460-47d8-9863-61cbf2906df9 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495329 Aug 16 02:28:06.255633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:06.269284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.283393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Transition to ACTIVE for port object c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:06.289619 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.317749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af431f7c-3a11-43f8-ac37-6626b7dc1b85 req-6f6cc17c-0cd0-4c06-b0c2-c6c9a86edb07 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.319519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af431f7c-3a11-43f8-ac37-6626b7dc1b85 req-6f6cc17c-0cd0-4c06-b0c2-c6c9a86edb07 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 931 time: 0.2031634 Aug 16 02:28:06.401716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:06.434624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Attempting to bind port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:06.435259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Attempting to bind port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:06.435402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Attempting to bind port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:06.441696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 on network b1eb835e-15de-42fb-8221-028c0db4ad74 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:06.442066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Attempting to bind port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:06.447768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:06.448237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Checking segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:06.449077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Bound using segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:06.449077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Bound port: c2fd2bd0-9636-4b0f-81fe-0557f974dbc5, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:06.450636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.459099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af431f7c-3a11-43f8-ac37-6626b7dc1b85 req-9f876494-777d-4987-925d-4047992b12f4 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196251 Aug 16 02:28:06.462131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-689b7ddf-7720-4cc4-aea7-cc8cb045efc9 req-0cfafd49-165d-47be-a8ec-b385de06db18 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343471 Aug 16 02:28:06.543072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] For port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:06.546909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] For port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:06.557342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.602781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.603416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.604869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] 10.222.0.98 "PUT /v2.0/ports/c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 HTTP/1.1" status: 200 len: 1092 time: 1.2995667 Aug 16 02:28:06.605307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'tag': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:06.607572 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b4605-4954-47e6-bb57-c3f52447f809" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a94d5a-dabd-4c92-ac2d-c162c739b581", "tag": "c2fd2bd0-9636-4b0f-81fe-0557f974dbc5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:06.641421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-de9518e7-d677-46f1-a687-c08596ea169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.643599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-de9518e7-d677-46f1-a687-c08596ea169f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1095 time: 0.0569234 Aug 16 02:28:06.686878 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249dfc46-5934-4b8a-93fb-2c8ab83fd581 x-openstack-request-id: req-249dfc46-5934-4b8a-93fb-2c8ab83fd581 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:06.687162 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a94d5a-dabd-4c92-ac2d-c162c739b581", "tag": "c2fd2bd0-9636-4b0f-81fe-0557f974dbc5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:06.687410 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-249dfc46-5934-4b8a-93fb-2c8ab83fd581 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:06.687966 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'tag': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5', 'status': 'completed', 'code': 200} Aug 16 02:28:06.722928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedccdb-1215-499b-b065-e1146f291b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:06.739671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-3afa663d-ffd5-4aa6-981b-a35d6bda51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.741369 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-3afa663d-ffd5-4aa6-981b-a35d6bda51bd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 1095 time: 0.0874212 Aug 16 02:28:06.783489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-488f8b48-4cbd-41f5-baed-67f57bfdd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.785623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-488f8b48-4cbd-41f5-baed-67f57bfdd8ba service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1332383 Aug 16 02:28:06.828625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-5628b791-ef1c-45dc-98c5-80b31a9757ce service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 HTTP/1.1" status: 200 len: 217 time: 0.0754364 Aug 16 02:28:06.857512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-95f0706f-2ae2-49c4-82cd-fc1fd804f015 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 217 time: 0.0637574 Aug 16 02:28:06.915999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-299e154c-4990-45cd-9fb1-0c97df8f5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.917891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-299e154c-4990-45cd-9fb1-0c97df8f5b05 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0802486 Aug 16 02:28:06.924490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-c74592ed-8f54-49d1-8c22-5bff1326602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.926424 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-c74592ed-8f54-49d1-8c22-5bff1326602c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0558798 Aug 16 02:28:06.954257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-faf3594b-0039-4432-96d9-80d4bc05cb70 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267844 Aug 16 02:28:06.985020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-61c82f53-88b6-4d33-988a-4ce381e1af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.986559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-61c82f53-88b6-4d33-988a-4ce381e1af8f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536158 Aug 16 02:28:07.083379 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-b0c53a06-f764-4da3-981b-254a1ef8bc90 service neutron] 10.222.0.98 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184549 Aug 16 02:28:07.157576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-722dbd03-bb65-41b8-b6d0-d7d8b014154b service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613472 Aug 16 02:28:07.210678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6796d68-0ef5-470e-8ad0-59ad4db3f87c req-ea81d500-6148-41f3-b572-d2ecfdce9ea6 service neutron] 10.222.0.98 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195798 Aug 16 02:28:07.347874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d0111fc5-349a-4299-8c9c-7d71e86ea6de req-81599642-99e0-4334-b658-01b516aca6de service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814618 Aug 16 02:28:07.396531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-f7628968-16d1-4b4d-a23e-687143839016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.398169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-f7628968-16d1-4b4d-a23e-687143839016 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 1095 time: 0.1252151 Aug 16 02:28:07.475617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7603ca0-ed01-4441-a260-3ecdd5fe5070 req-38c2214a-9d9c-4b7f-bac0-95dc56741044 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.477584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7603ca0-ed01-4441-a260-3ecdd5fe5070 req-38c2214a-9d9c-4b7f-bac0-95dc56741044 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 943 time: 0.1681354 Aug 16 02:28:07.556400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-29224f34-9e5b-4785-8545-2c620a434ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.558123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-29224f34-9e5b-4785-8545-2c620a434ec1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 915 time: 0.1525798 Aug 16 02:28:07.564532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7603ca0-ed01-4441-a260-3ecdd5fe5070 req-0062811d-4cdf-4a75-99b3-4a36bd896a3b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693436 Aug 16 02:28:07.645224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-f86a552a-f2f7-4de4-89fe-c71050088f4f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 HTTP/1.1" status: 200 len: 217 time: 0.0790527 Aug 16 02:28:07.707863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-d5003a37-cb80-40ce-b004-f1b20369c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.709507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-d5003a37-cb80-40ce-b004-f1b20369c0df service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0534790 Aug 16 02:28:07.723162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e887a41-817c-4a31-b756-37413df33324 req-d7cfbf4e-d5d5-48f2-b4e9-8287682df821 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.730630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e887a41-817c-4a31-b756-37413df33324 req-d7cfbf4e-d5d5-48f2-b4e9-8287682df821 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 943 time: 0.0635161 Aug 16 02:28:07.748216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-a304463d-cc15-4a5f-9381-0053bc4ba612 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281417 Aug 16 02:28:07.782047 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e887a41-817c-4a31-b756-37413df33324 req-48b14ec9-21c2-40af-97d3-3be3b9f721d6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Aug 16 02:28:07.862132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-d6d586a7-7e90-415f-a923-c9afaeb26655 service neutron] 10.222.0.98 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056435 Aug 16 02:28:07.928326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:07.965769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e69b4605-4954-47e6-bb57-c3f52447f809 req-58e4df7f-9318-4ba4-9761-60842dec93d5 service neutron] 10.222.0.98 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955467 Aug 16 02:28:08.150155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:08.165558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'mac_address': 'fa:16:3e:27:21:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:08.214180 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.228372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:08.255583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:08.265858 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.331607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:08.582506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:08.713207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73509058-d143-4fc9-a27e-58ea02c0baf6 req-83b0acf9-27f3-4394-a365-43694ef7617c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:08.720918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-73509058-d143-4fc9-a27e-58ea02c0baf6 req-83b0acf9-27f3-4394-a365-43694ef7617c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0669510 Aug 16 02:28:08.764925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-73509058-d143-4fc9-a27e-58ea02c0baf6 req-03c68c3e-5933-4d29-9fbd-324860fec08a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 Aug 16 02:28:08.902544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0a1eb-4cf1-4a99-8714-26fbea8ae5c2 req-52846b97-1183-4e11-a0ac-3308664941e5 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:08.909332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92a0a1eb-4cf1-4a99-8714-26fbea8ae5c2 req-52846b97-1183-4e11-a0ac-3308664941e5 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 943 time: 0.0553956 Aug 16 02:28:08.942770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92a0a1eb-4cf1-4a99-8714-26fbea8ae5c2 req-cf2881c1-61cb-47ad-9b4b-3ccc0af284d3 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 16 02:28:09.933209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da62ce8-4f44-4bdd-bb8c-9122aacec118 req-d4697c76-a95c-4485-a08f-c18f71da8ca6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.940928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9da62ce8-4f44-4bdd-bb8c-9122aacec118 req-d4697c76-a95c-4485-a08f-c18f71da8ca6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0740068 Aug 16 02:28:09.946509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:09.948746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:10.054280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9da62ce8-4f44-4bdd-bb8c-9122aacec118 req-f4712244-e4c6-4446-8d96-84c002342dc6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124170 Aug 16 02:28:10.149838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fbf5b-7d3a-4647-85a6-e2791794f7a5 req-9ac34377-ae04-4174-b503-f38fa746652d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:10.155987 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-204fbf5b-7d3a-4647-85a6-e2791794f7a5 req-9ac34377-ae04-4174-b503-f38fa746652d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 943 time: 0.0859299 Aug 16 02:28:10.185724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:10.193052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:10.193817 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.233666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:10.254311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'port_id': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5', 'mac_address': 'fa:16:3e:7a:1b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db11dc02-1822-4d0c-a459-2f5f7a88c0e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:10.288481 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-204fbf5b-7d3a-4647-85a6-e2791794f7a5 req-7f8a9227-e95f-46c1-83e8-701411baf948 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242383 Aug 16 02:28:10.373471 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.395266 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.407961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:10.410471 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3cd6d4-88c0-4080-b329-8379d0ca9206" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:10.426391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:10.428319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:10.449694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:10.451437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.504033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:10.506588 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.568624 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0075576-e401-40e9-bc4d-dda63c6cf337 x-openstack-request-id: req-f0075576-e401-40e9-bc4d-dda63c6cf337 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:10.568994 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:10.569197 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0075576-e401-40e9-bc4d-dda63c6cf337 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:10.569532 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'code': 200} Aug 16 02:28:10.630851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:10.653523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae85a61-7ffb-4ed6-a288-6ec2b5b44462 req-f1ed1184-f9ee-480f-ae1e-4cb5a2d83a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:10.655169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ae85a61-7ffb-4ed6-a288-6ec2b5b44462 req-f1ed1184-f9ee-480f-ae1e-4cb5a2d83a29 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1097 time: 0.0736353 Aug 16 02:28:10.712686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ae85a61-7ffb-4ed6-a288-6ec2b5b44462 req-5d3e73cd-2cd4-4a83-9e2d-24d7a710200b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491824 Aug 16 02:28:10.837588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:11.189661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ea90-be59-48d3-9d75-4264c33f342a req-e71acb3e-3d64-4309-a237-f92af6516e63 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:11.191889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd99ea90-be59-48d3-9d75-4264c33f342a req-e71acb3e-3d64-4309-a237-f92af6516e63 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 945 time: 0.0613275 Aug 16 02:28:11.230681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd99ea90-be59-48d3-9d75-4264c33f342a req-c575b178-e764-4ea3-9b69-fd83fba8db5d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321538 Aug 16 02:28:11.415152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94f203-0e1d-4715-8765-2f5a7ebdbbbd req-a71a3bb4-8750-475d-b6a8-d4853ec08f86 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:11.416087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b94f203-0e1d-4715-8765-2f5a7ebdbbbd req-a71a3bb4-8750-475d-b6a8-d4853ec08f86 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 944 time: 0.0493269 Aug 16 02:28:11.472468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b94f203-0e1d-4715-8765-2f5a7ebdbbbd req-b4066373-506e-423e-81c4-22fbabe7bfec tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Aug 16 02:28:11.933782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:11.942884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:12.011401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:12.014931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:12.015389 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.129755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-a85b832b-6ba3-4c7d-ab8c-926d3617d588 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0720506 Aug 16 02:28:12.131042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.132053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6d9856a-6e1e-42bc-8197-f228eac1eb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.175191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:12.184516 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.231702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.232667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.232911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6d9856a-6e1e-42bc-8197-f228eac1eb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.233755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.234530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.238337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.239201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6d9856a-6e1e-42bc-8197-f228eac1eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.240968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.241474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.245950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-5a6d1cb5-7afc-44df-b289-e7a6e21fd8d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6497 time: 0.0656695 Aug 16 02:28:12.263200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.287412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b6d9856a-6e1e-42bc-8197-f228eac1eb9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72b90a7629d0436abf9d9f55cc64bf5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521676 Aug 16 02:28:12.288471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9856a-6e1e-42bc-8197-f228eac1eb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9beaec-a208-455a-8722-81b0f9296384,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.291163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.357618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a62f9db-2a24-4a50-87b6-37f2aab866a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.382922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a62f9db-2a24-4a50-87b6-37f2aab866a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.433797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a62f9db-2a24-4a50-87b6-37f2aab866a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.437286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a62f9db-2a24-4a50-87b6-37f2aab866a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.438665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9a62f9db-2a24-4a50-87b6-37f2aab866a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d9beaec-a208-455a-8722-81b0f9296384 HTTP/1.1" status: 204 len: 168 time: 0.1465623 Aug 16 02:28:12.447333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62f9db-2a24-4a50-87b6-37f2aab866a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9beaec-a208-455a-8722-81b0f9296384,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.480103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb488ba-2e47-494d-98bd-9a9bf13e15df req-c9257b9a-b6ce-4886-8553-94fb520ef28b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.481607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bdb488ba-2e47-494d-98bd-9a9bf13e15df req-c9257b9a-b6ce-4886-8553-94fb520ef28b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 945 time: 0.1220992 Aug 16 02:28:12.534877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-e4ca0986-5384-46d7-8b1b-0ceda525a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.535342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-e4ca0986-5384-46d7-8b1b-0ceda525a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.535901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-e4ca0986-5384-46d7-8b1b-0ceda525a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.537455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-e4ca0986-5384-46d7-8b1b-0ceda525a886 service neutron] 10.222.0.88 "GET /v2.0/networks?id=af13201b-133e-484b-b866-a3edf256a1ba&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=83d76dfe-192b-4b7a-940a-b62afd35c90f&id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 2293 time: 0.2628989 Aug 16 02:28:12.540996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bdb488ba-2e47-494d-98bd-9a9bf13e15df req-367c11bc-c7c7-4155-983b-07805bbdeae2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469069 Aug 16 02:28:12.570899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:12.573537 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a42bff1-1fee-4c82-b338-e25cb0b28247" -d '{"events": [{"server_uuid": "e6a94d5a-dabd-4c92-ac2d-c162c739b581", "name": "network-vif-plugged", "status": "completed", "tag": "c2fd2bd0-9636-4b0f-81fe-0557f974dbc5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:12.633238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dceb7-a0c4-422f-ba55-06a960219e38 req-32e3f05b-83a4-4d97-bd4b-e2d6d17db9bd tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.642068 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a90dceb7-a0c4-422f-ba55-06a960219e38 req-32e3f05b-83a4-4d97-bd4b-e2d6d17db9bd tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 945 time: 0.0769157 Aug 16 02:28:12.681657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-e63f2b2f-93cf-4378-81d8-b7a52131bf35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 200 len: 1000 time: 0.1357224 Aug 16 02:28:12.692636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdbea2-a67a-44aa-ba27-7c02109411e7 req-882e2f20-1f57-4284-9371-b1bd9e47a17a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.698577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-13cdbea2-a67a-44aa-ba27-7c02109411e7 req-882e2f20-1f57-4284-9371-b1bd9e47a17a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 945 time: 0.0808043 Aug 16 02:28:12.708059 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a90dceb7-a0c4-422f-ba55-06a960219e38 req-e751d441-4239-4845-b2ee-019dc574db11 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587037 Aug 16 02:28:12.709089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.716107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'floatingip': {'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:12.756784 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:12.764827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.779757 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68c6c9c-d887-4fff-bcf7-3964f4b4e1ba x-openstack-request-id: req-b68c6c9c-d887-4fff-bcf7-3964f4b4e1ba {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:12.780103 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a94d5a-dabd-4c92-ac2d-c162c739b581", "name": "network-vif-plugged", "status": "completed", "tag": "c2fd2bd0-9636-4b0f-81fe-0557f974dbc5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:12.780318 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b68c6c9c-d887-4fff-bcf7-3964f4b4e1ba {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:12.780694 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5', 'code': 200} Aug 16 02:28:12.794452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-59d2a8ae-0b96-45a5-92f0-b2ae65e2ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.795956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-59d2a8ae-0b96-45a5-92f0-b2ae65e2ca5f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71fd097b-c3cb-40f2-9126-9e759578474f HTTP/1.1" status: 200 len: 851 time: 0.0961156 Aug 16 02:28:12.831044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60120) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.868801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-384860d0-7b9b-4473-a815-0d8201c8ab18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.900409 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-d15e257e-a00f-44e2-b8a1-2083f31df99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.902219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-d15e257e-a00f-44e2-b8a1-2083f31df99d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af13201b-133e-484b-b866-a3edf256a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986547 Aug 16 02:28:12.924771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fadd64-c406-4655-b5ad-52721af8db96 req-d1a75732-fca7-4f33-b67d-d68331c3738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.926290 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05fadd64-c406-4655-b5ad-52721af8db96 req-d1a75732-fca7-4f33-b67d-d68331c3738c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 1097 time: 0.0879381 Aug 16 02:28:13.039621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05fadd64-c406-4655-b5ad-52721af8db96 req-c3e0adec-583b-475a-a4bd-4cf3ba0b325b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971172 Aug 16 02:28:13.066297 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-ed357e72-9d06-4e87-8574-5d8a984dbfe2 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547468 Aug 16 02:28:13.150902 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-384860d0-7b9b-4473-a815-0d8201c8ab18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.157694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-384860d0-7b9b-4473-a815-0d8201c8ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.218670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384860d0-7b9b-4473-a815-0d8201c8ab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc62d4-8b1f-492b-889d-9e1f4b5ee29e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:13.224463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-384860d0-7b9b-4473-a815-0d8201c8ab18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be19953313fc4aa8bfb1395860cb1a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913352 Aug 16 02:28:13.227796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:13.228852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-50d287a8-f0b0-4184-bfcd-13865d201014 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521218 Aug 16 02:28:13.272991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-6abcc68c-e069-4730-9214-d1c49fa97bbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 217 time: 0.0366580 Aug 16 02:28:13.339329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-2af93e85-29f4-4a5a-bec6-9c4809bf6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.340489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-224dad3e-d735-41d5-8082-4da3993355b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.341251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-2af93e85-29f4-4a5a-bec6-9c4809bf6e27 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0615680 Aug 16 02:28:13.344323 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.364946 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-224dad3e-d735-41d5-8082-4da3993355b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.387804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-9272ee6b-175f-4e43-a2a8-8bb37352f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.389456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-9272ee6b-175f-4e43-a2a8-8bb37352f3da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0414829 Aug 16 02:28:13.394823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.489872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-b1719171-2d0d-4af4-a076-6181e808dd4b service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925906 Aug 16 02:28:13.492834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-224dad3e-d735-41d5-8082-4da3993355b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.495365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-224dad3e-d735-41d5-8082-4da3993355b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.496552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-224dad3e-d735-41d5-8082-4da3993355b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73dc62d4-8b1f-492b-889d-9e1f4b5ee29e HTTP/1.1" status: 204 len: 168 time: 0.2657385 Aug 16 02:28:13.510139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dad3e-d735-41d5-8082-4da3993355b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc62d4-8b1f-492b-889d-9e1f4b5ee29e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:13.517333 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Floating IP c952bcd2-c04f-4aac-98d8-d2048c1ec0b7 associated. External IP: 172.25.4.88, port: 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe. Aug 16 02:28:13.617165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-4adadc70-ad22-451c-ae76-8f65e1e4182f service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194274 Aug 16 02:28:13.668068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-c064aece-94db-4d53-91b3-82e97211f935 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 217 time: 0.0426254 Aug 16 02:28:13.728655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-03ffcaa1-958e-45c1-82bf-72548a00a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.730159 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-03ffcaa1-958e-45c1-82bf-72548a00a541 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0547593 Aug 16 02:28:13.791555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-2348bbd9-3737-4055-9ea5-14fb08906b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.793178 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-2348bbd9-3737-4055-9ea5-14fb08906b0a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543859 Aug 16 02:28:13.800154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:13.925646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-08dc330c-53e4-477d-b8e0-a4abe38455ee service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235440 Aug 16 02:28:14.047590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:14.052975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.059162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] Sync routers for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:14.094754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:14.095681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.143267 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-59b5334f-57bd-403b-8b25-7fc927074d48 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "PUT /v2.0/floatingips/c952bcd2-c04f-4aac-98d8-d2048c1ec0b7 HTTP/1.1" status: 200 len: 990 time: 1.4323790 Aug 16 02:28:14.155557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c94e70-a347-4ab3-9a4c-59e455d6d6f1 req-9cf836f6-41c9-43bf-9a8d-65604574b1d2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.165222 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58c94e70-a347-4ab3-9a4c-59e455d6d6f1 req-9cf836f6-41c9-43bf-9a8d-65604574b1d2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 945 time: 0.3887000 Aug 16 02:28:14.166777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-891164e0-913d-41b6-ac5f-26c8b0815617 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290809 Aug 16 02:28:14.167487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:14.173677 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9332c8ed-67bb-478e-85d3-a8b5237bc38a" -d '{"events": [{"name": "network-changed", "server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:14.258990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-b912bbf6-5c62-40ff-af57-0f59c3726ddd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794 HTTP/1.1" status: 200 len: 217 time: 0.0790381 Aug 16 02:28:14.263220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58c94e70-a347-4ab3-9a4c-59e455d6d6f1 req-feabcad8-8745-478d-9120-6b9829d687b4 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842588 Aug 16 02:28:14.327898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:14.333984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-731f5eac-a00e-45c9-a5f1-26c9a39c2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.336389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-731f5eac-a00e-45c9-a5f1-26c9a39c2a73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0676203 Aug 16 02:28:14.363867 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bbc1ba-b188-41c4-85f3-def3291e243b x-openstack-request-id: req-40bbc1ba-b188-41c4-85f3-def3291e243b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:14.364053 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:14.364226 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40bbc1ba-b188-41c4-85f3-def3291e243b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:14.364713 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'status': 'completed', 'code': 200} Aug 16 02:28:14.429585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-dd4e7e54-46cc-46c9-bcac-d845a9b26313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.431136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-dd4e7e54-46cc-46c9-bcac-d845a9b26313 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872214 Aug 16 02:28:14.439590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-18914f43-06e8-4e02-b0a2-aac71db7ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.441690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-18914f43-06e8-4e02-b0a2-aac71db7ba4e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1097 time: 0.0547807 Aug 16 02:28:14.609545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-d45eed56-3efe-4c17-a166-dc44760dbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.611266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-d45eed56-3efe-4c17-a166-dc44760dbbb6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1612458 Aug 16 02:28:14.631083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'c952bcd2-c04f-4aac-98d8-d2048c1ec0b7', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'mac_address': 'fa:16:3e:27:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:58Z', 'updated_at': '2021-08-16T02:28:13Z', 'revision_number': 1, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.665509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] Checking router: 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:14.679706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:14.681644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:27:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.705118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-5b0d81e3-f053-4f9c-b2c4-c261866e621b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.0845189 Aug 16 02:28:14.758327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-a9865d23-0e6f-4390-b4a6-38d3645fd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.759810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-a9865d23-0e6f-4390-b4a6-38d3645fd7c7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0445709 Aug 16 02:28:14.796057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-588712ff-e057-48c8-8db3-033f5c1da28c service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532341 Aug 16 02:28:14.867606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-4e010d30-29db-46d6-9fe6-23f6695dacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.869547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-4e010d30-29db-46d6-9fe6-23f6695dacf6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022527 Aug 16 02:28:14.976960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:15.011423 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-8c470a64-5e95-46f3-a212-653f04913407 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994615 Aug 16 02:28:15.028922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-f6101ace-a37b-4f42-8e19-8cab5cf09296 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500480 Aug 16 02:28:15.068657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-cd5767db-d54a-475e-a79c-c4c7734ae46e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e HTTP/1.1" status: 200 len: 217 time: 0.0478954 Aug 16 02:28:15.203334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-6edd7e0b-a465-4568-b491-bb5a574d9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:15.211323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-6edd7e0b-a465-4568-b491-bb5a574d9083 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.1316404 Aug 16 02:28:15.333170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9332c8ed-67bb-478e-85d3-a8b5237bc38a req-25ebdbc2-65d2-4008-87ca-be2700d86333 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728987 Aug 16 02:28:15.347885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-d91b0d6d-7f86-4c8d-acc6-0dbb763730b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:15.354209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-d91b0d6d-7f86-4c8d-acc6-0dbb763730b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1311467 Aug 16 02:28:15.364052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'c952bcd2-c04f-4aac-98d8-d2048c1ec0b7', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'mac_address': 'fa:16:3e:27:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:58Z', 'updated_at': '2021-08-16T02:28:13Z', 'revision_number': 1, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:15.418660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b24a2f-1707-4f93-92f9-df98de1c11fe None None] The sync data for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 is: [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'c952bcd2-c04f-4aac-98d8-d2048c1ec0b7', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'mac_address': 'fa:16:3e:27:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:58Z', 'updated_at': '2021-08-16T02:28:13Z', 'revision_number': 1, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:15.714232 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98196c5-3a1c-40b8-8711-c6739c251c17 None None] New status for floating IP c952bcd2-c04f-4aac-98d8-d2048c1ec0b7: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:28:15.859963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064b981-4853-428d-ad56-6513f81cb7ad req-9e99ccd2-3272-4d3a-9cba-c345ad7c116e tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:15.861650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7064b981-4853-428d-ad56-6513f81cb7ad req-9e99ccd2-3272-4d3a-9cba-c345ad7c116e tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 945 time: 0.4715517 Aug 16 02:28:15.871607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-cf43c3be-99cb-401a-8fec-8861476d0913 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085354 Aug 16 02:28:15.983947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7064b981-4853-428d-ad56-6513f81cb7ad req-8e443c25-ddfb-4f66-96f9-f1691a97c740 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104302 Aug 16 02:28:16.066144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-38af99f9-2abc-4493-8de5-4a898d7eff1f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0810246 Aug 16 02:28:16.068276 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-a5a904c5-52a2-4280-8d38-1e014890d24b service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773536 Aug 16 02:28:16.144656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-c1abb427-ed20-4079-9a29-95e95dd6400c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 200 len: 217 time: 0.0624919 Aug 16 02:28:16.221275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.221766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.222243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.222718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.223188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.223658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.224268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.226099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0b23111d-378e-45a9-a658-d5b24a6b497d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6f88091c56234d3a8022e0ce55441889&device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 6508 time: 0.0904481 Aug 16 02:28:16.232073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-906bb1a3-eeaa-4f5a-bdf0-91a9d38d1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.233560 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-906bb1a3-eeaa-4f5a-bdf0-91a9d38d1316 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.0705926 Aug 16 02:28:16.403341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-7484a2d1-85d8-40f3-803f-12c839408cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.407833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-7484a2d1-85d8-40f3-803f-12c839408cdf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1640904 Aug 16 02:28:16.497835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-8ee73572-0e35-4b8f-a6d9-12ca77497e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.498289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-8ee73572-0e35-4b8f-a6d9-12ca77497e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.498904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-8ee73572-0e35-4b8f-a6d9-12ca77497e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.500685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-8ee73572-0e35-4b8f-a6d9-12ca77497e28 service neutron] 10.222.0.98 "GET /v2.0/networks?id=cba6f535-9c48-4a92-a569-dba088b2e25c&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=874c515e-f912-4082-921f-149f54822097&id=1210130f-33bc-42bd-b755-cdb101c0688e&id=1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 200 len: 2297 time: 0.2224782 Aug 16 02:28:16.587632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-715cfa21-a206-4173-acbf-aa6f71a04e5f service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672623 Aug 16 02:28:16.651733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-0704a13a-7b86-49e7-aeae-70231b171aff service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 200 len: 1000 time: 0.1325293 Aug 16 02:28:16.735689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-85cc22b3-9709-4923-b306-0812c6047e08 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403255 Aug 16 02:28:16.737198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-11123e28-8b07-4701-bea4-dca7fdfe3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.738862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-11123e28-8b07-4701-bea4-dca7fdfe3821 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=86fafe23-7928-4d62-a3f7-26248a75580d HTTP/1.1" status: 200 len: 855 time: 0.0765033 Aug 16 02:28:16.805090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-d5f35498-1625-4bfa-805a-7d96b95fcffc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 200 len: 217 time: 0.0620818 Aug 16 02:28:16.870529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-5af50ab5-feaa-43f3-89ce-3e064dfd00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.872201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-5af50ab5-feaa-43f3-89ce-3e064dfd00b8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=cba6f535-9c48-4a92-a569-dba088b2e25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234040 Aug 16 02:28:16.874724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-17dafdc8-5e10-4ca9-a59d-f8a8d99cb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:16.875807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-17dafdc8-5e10-4ca9-a59d-f8a8d99cb8bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.0599625 Aug 16 02:28:17.033741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5911-3fb1-468c-b938-56cd83986526 req-7de70151-fdbd-4b56-ba62-256de90f902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.036334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-7de70151-fdbd-4b56-ba62-256de90f902f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1449254 Aug 16 02:28:17.040252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-849b9014-4801-48ae-a81d-83652d78341a service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577840 Aug 16 02:28:17.208228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-bf0dc481-1c84-4d36-bb5c-c8dc7f8bd634 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648164 Aug 16 02:28:17.210179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-e458bb0b-fef7-4c0d-be8f-50cf3d96bed0 service neutron] 10.222.0.98 "GET /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581683 Aug 16 02:28:17.297085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-51debd54-62de-4c16-8383-8d7380839040 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 217 time: 0.0740678 Aug 16 02:28:17.378754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-b8f50500-20e1-41cd-aa8e-fd0d066b295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.380171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-b8f50500-20e1-41cd-aa8e-fd0d066b295a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0748413 Aug 16 02:28:17.388658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232a5911-3fb1-468c-b938-56cd83986526 req-a1e590bd-10bd-4289-8f69-654105bd7200 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733301 Aug 16 02:28:17.439614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-ef3a467e-e9a3-4f07-a0bc-391cc8c3d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.441465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-ef3a467e-e9a3-4f07-a0bc-391cc8c3d17d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507832 Aug 16 02:28:17.551982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-3e1157d3-5467-4a4e-ba5c-19200fa17eea service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016943 Aug 16 02:28:17.659075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-d7f54181-e224-45a0-875f-f7b956a0763d service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971053 Aug 16 02:28:17.709564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-8eb726dd-053b-40f3-b8e0-eee489996e31 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0429740 Aug 16 02:28:17.775143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-2400fa46-8af9-45c6-95c3-4c15e01b8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.777162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-2400fa46-8af9-45c6-95c3-4c15e01b8e5e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0582678 Aug 16 02:28:17.838653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-869de483-64d3-4504-a793-3322c5fb770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.840360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-869de483-64d3-4504-a793-3322c5fb770a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0474143 Aug 16 02:28:17.998069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-4a60ea87-b0aa-4ec2-85b3-63ae6d6efaa0 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503739 Aug 16 02:28:18.104256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-849b9a97-f097-47a9-8d38-92e8947ce7bc service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959902 Aug 16 02:28:18.147455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-9c81503f-76ca-4576-8ba1-6d1da0013d52 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51 HTTP/1.1" status: 200 len: 217 time: 0.0371108 Aug 16 02:28:18.198848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-6d70fad3-a976-4303-b5a7-08bc70356799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.200334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-6d70fad3-a976-4303-b5a7-08bc70356799 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0449069 Aug 16 02:28:18.250978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-593a2984-2810-4640-8982-7dc10aeaa6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.253129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-593a2984-2810-4640-8982-7dc10aeaa6b2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455956 Aug 16 02:28:18.353921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-6532bd62-3439-4087-8650-fde1f7bf71f9 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925786 Aug 16 02:28:18.470081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-21b39f59-5019-406a-b82f-34068d56d5a2 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087315 Aug 16 02:28:18.517717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-fadd387e-2f24-44ec-9d0a-60c8657e4da4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=02a6b3f8-ced9-4186-b019-585d7d55017b HTTP/1.1" status: 200 len: 217 time: 0.0375273 Aug 16 02:28:18.584362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-7f1ced90-1f28-4613-847b-76495c71ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.585852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-7f1ced90-1f28-4613-847b-76495c71ab71 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 200 len: 797 time: 0.0606942 Aug 16 02:28:18.646254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-56664e00-3224-4cb7-a48d-dc410be9e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.647800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-56664e00-3224-4cb7-a48d-dc410be9e741 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=874c515e-f912-4082-921f-149f54822097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537183 Aug 16 02:28:18.759723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-7b579d35-b870-41e8-b4f5-c5b5229d5db4 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988677 Aug 16 02:28:18.870265 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-c73960a6-c89b-4ef3-adda-a72d2a664c55 service neutron] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025460 Aug 16 02:28:18.920094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-e78bb048-4012-4e7c-a9cd-16f39a752390 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d HTTP/1.1" status: 200 len: 217 time: 0.0398636 Aug 16 02:28:18.992424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-88ccfe93-3f4d-4db0-972c-7e6e47da71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.994350 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-88ccfe93-3f4d-4db0-972c-7e6e47da71d7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.0616701 Aug 16 02:28:19.047223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-7835deff-8483-43f0-9514-7bd658d376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:19.049905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-7835deff-8483-43f0-9514-7bd658d376b9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0466576 Aug 16 02:28:19.183705 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-15f1e804-d115-4240-8b51-bd8c4353deda service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250675 Aug 16 02:28:19.300993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-ceb83df8-ba29-4d4a-b17b-fbab1920b170 service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083357 Aug 16 02:28:19.360263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-8cef5e25-7136-458d-a254-c3fb6f118606 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 200 len: 217 time: 0.0434906 Aug 16 02:28:19.414238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-03a88ded-454a-4405-bb99-57d99558a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:19.416216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-03a88ded-454a-4405-bb99-57d99558a8db service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 200 len: 797 time: 0.0486858 Aug 16 02:28:19.467691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-e5c09013-9278-430b-ac8e-9e25d19314f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:19.469391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-e5c09013-9278-430b-ac8e-9e25d19314f4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1210130f-33bc-42bd-b755-cdb101c0688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457153 Aug 16 02:28:19.623569 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-05f00927-2967-4325-a735-9ede126ac03a service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451359 Aug 16 02:28:19.730466 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f3c287c-c23b-4dd0-b314-e099237af1af req-776df658-dcaf-41ef-9061-237b8b20deea service neutron] 10.222.0.98 "GET /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983379 Aug 16 02:28:22.158405 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.927843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.937020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.943050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.949732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.958942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.966442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.974460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.976634 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-11322884-544a-4c22-b470-d561f4391ed1 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.1125050 Aug 16 02:28:23.021645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf5d43ef-aad4-4322-8cd0-005607189714 req-c0e48789-f683-4fb9-80e9-ba06643743ed tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374396 Aug 16 02:28:23.183745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.189795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.195937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.201933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.208364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.214177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.219994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.222706 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b68b72a-d1e3-4957-8adb-697a62c61075 req-ac520901-0481-44e3-bd0c-e86c0853fb13 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.1137354 Aug 16 02:28:23.414374 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.557585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60406) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:23.681966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9996ed26-83b4-4d80-8145-326cc6f1fbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.783951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9996ed26-83b4-4d80-8145-326cc6f1fbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.787880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9996ed26-83b4-4d80-8145-326cc6f1fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.825282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996ed26-83b4-4d80-8145-326cc6f1fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be5ad1a-d183-45ad-986a-d08cf4b4eec2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:23.830748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9996ed26-83b4-4d80-8145-326cc6f1fbb7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f26ad6b826d744c9929275b6bdccc5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721274 Aug 16 02:28:23.833659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60414) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:23.886078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-161cab2a-1468-4019-80ac-ecdd1be4a00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.910012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-161cab2a-1468-4019-80ac-ecdd1be4a00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.959268 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-161cab2a-1468-4019-80ac-ecdd1be4a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.961959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-161cab2a-1468-4019-80ac-ecdd1be4a00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.963199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-161cab2a-1468-4019-80ac-ecdd1be4a00a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8be5ad1a-d183-45ad-986a-d08cf4b4eec2 HTTP/1.1" status: 204 len: 168 time: 0.1280603 Aug 16 02:28:23.979561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cab2a-1468-4019-80ac-ecdd1be4a00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be5ad1a-d183-45ad-986a-d08cf4b4eec2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:25.188314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60464) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:25.291425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.291918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.292427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.292903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.293372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.293828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.294326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:25.296412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0a83534-2258-4264-8691-e230ab54fe4c req-cc4881ee-1a16-4dad-968b-3c00d2306661 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6497 time: 0.1070287 Aug 16 02:28:25.335430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0a83534-2258-4264-8691-e230ab54fe4c req-912acabb-fbc1-4094-b3a8-7effdf92999c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321338 Aug 16 02:28:26.144347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af338586-12e9-49ba-8e92-c072574fe7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.776803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.785236 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4522-ff75-442b-a9a8-97b0c9eda2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.846536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-8191d399-f458-4c1c-9797-cc05316e0a27 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:28.848196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-8191d399-f458-4c1c-9797-cc05316e0a27 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.1285973 Aug 16 02:28:28.874480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-6c8f8583-7dc8-4cc9-8aad-1308043be309 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/quotas/b2a22d4da9b04b56a882f109d8a7880d HTTP/1.1" status: 200 len: 375 time: 0.0160148 Aug 16 02:28:28.935268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-f349e395-f6ff-47e6-a1e6-a391a17b3ac0 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547514 Aug 16 02:28:29.027989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-47501218-ba26-47af-9566-966b259efa01 service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855074 Aug 16 02:28:29.126908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-9d6a53c3-b714-45bb-9d84-c6262bbf94ca service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904415 Aug 16 02:28:29.299084 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c52d2a3d-25f6-483d-bb64-b7d017d8241d req-e0035c38-c9ac-4586-b60f-8a453b7b7d9b tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 210 time: 0.0271542 Aug 16 02:28:29.934027 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.303687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-17ca6303-b1ea-418a-a91a-059aeb336e7d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:30.305208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-17ca6303-b1ea-418a-a91a-059aeb336e7d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.1377728 Aug 16 02:28:30.319502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Request body: {'port': {'device_id': '9983c988-4444-40b8-95f1-0c273db88e6c', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'admin_state_up': True, 'tenant_id': 'b2a22d4da9b04b56a882f109d8a7880d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:30.409737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9c75cab9-0ffe-45cd-9eef-353bb5231c4a req-755b2cb3-5ace-4361-8049-269d377820a9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 210 time: 0.0309482 Aug 16 02:28:30.469098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Made reservation on behalf of b2a22d4da9b04b56a882f109d8a7880d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:30.474840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.614229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Allocated IP 172.20.0.14 (b1eb835e-15de-42fb-8221-028c0db4ad74/db11dc02-1822-4d0c-a459-2f5f7a88c0e0/b37d387f-989d-457e-9631-5dfe9e16fa42) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:30.764874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.806555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.819212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:30.857694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Network b1eb835e-15de-42fb-8221-028c0db4ad74 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:30.860637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:30.866249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:30.896430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event updated for resources: {'Port': ['ID=b37d387f-989d-457e-9631-5dfe9e16fa42,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.927270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:30.927893 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.942685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-bb27b5df-0493-4dee-b741-f45910977ce2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6271255 Aug 16 02:28:30.954887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Request body: {'port': {'device_id': '9983c988-4444-40b8-95f1-0c273db88e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:31.013862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.276859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37d387f-989d-457e-9631-5dfe9e16fa42 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:31.285209 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.297249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Transition to ACTIVE for port object b37d387f-989d-457e-9631-5dfe9e16fa42 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:31.300921 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.352948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Pushing event updated for resources: {'Port': ['ID=b37d387f-989d-457e-9631-5dfe9e16fa42,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:31.427619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Attempting to bind port b37d387f-989d-457e-9631-5dfe9e16fa42 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:31.427958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Attempting to bind port b37d387f-989d-457e-9631-5dfe9e16fa42 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:31.428308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Attempting to bind port b37d387f-989d-457e-9631-5dfe9e16fa42 on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:31.432614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Port b37d387f-989d-457e-9631-5dfe9e16fa42 on network b1eb835e-15de-42fb-8221-028c0db4ad74 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:31.432939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Attempting to bind port b37d387f-989d-457e-9631-5dfe9e16fa42 on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:31.438236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:31.438236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Checking segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:31.438492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Bound using segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:31.438924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Bound port: b37d387f-989d-457e-9631-5dfe9e16fa42, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:31.439372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.506805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] For port b37d387f-989d-457e-9631-5dfe9e16fa42, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:31.509942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] For port b37d387f-989d-457e-9631-5dfe9e16fa42, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b37d387f-989d-457e-9631-5dfe9e16fa42,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:31.515694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.535368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c239f6a-9683-4cd0-add7-6e81aa3f41b1 req-b1d7571c-8df0-4bf4-a5d0-63b840c44686 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.543982 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c239f6a-9683-4cd0-add7-6e81aa3f41b1 req-b1d7571c-8df0-4bf4-a5d0-63b840c44686 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 944 time: 0.0641639 Aug 16 02:28:31.551325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.552120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.553616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] 10.222.0.88 "PUT /v2.0/ports/b37d387f-989d-457e-9631-5dfe9e16fa42 HTTP/1.1" status: 200 len: 1093 time: 0.6029613 Aug 16 02:28:31.554071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9983c988-4444-40b8-95f1-0c273db88e6c', 'tag': 'b37d387f-989d-457e-9631-5dfe9e16fa42'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:31.556530 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abdd604-e687-4f2b-81a0-deeac9240cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9983c988-4444-40b8-95f1-0c273db88e6c", "tag": "b37d387f-989d-457e-9631-5dfe9e16fa42"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:31.596331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c239f6a-9683-4cd0-add7-6e81aa3f41b1 req-5eda9ab8-6bd8-4df3-b361-1ed057683586 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466270 Aug 16 02:28:31.598632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db451f5-340e-4578-b5df-5eaf3c8ae9bc service neutron] Pushing event updated for resources: {'Port': ['ID=b37d387f-989d-457e-9631-5dfe9e16fa42,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:31.649608 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7434d555-fc27-432b-bd68-f6d6058fce54 x-openstack-request-id: req-7434d555-fc27-432b-bd68-f6d6058fce54 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:31.649891 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9983c988-4444-40b8-95f1-0c273db88e6c", "tag": "b37d387f-989d-457e-9631-5dfe9e16fa42", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:31.650147 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7434d555-fc27-432b-bd68-f6d6058fce54 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:31.650555 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9983c988-4444-40b8-95f1-0c273db88e6c', 'tag': 'b37d387f-989d-457e-9631-5dfe9e16fa42', 'status': 'completed', 'code': 200} Aug 16 02:28:31.675384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-f5dc2d5e-7d3e-47e4-82f5-6e7e68cfc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.677288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-f5dc2d5e-7d3e-47e4-82f5-6e7e68cfc841 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 1096 time: 0.0627387 Aug 16 02:28:31.725057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-7f94b333-9212-48c0-b5db-fca5e214e731 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37d387f-989d-457e-9631-5dfe9e16fa42 HTTP/1.1" status: 200 len: 217 time: 0.0391877 Aug 16 02:28:31.776093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-8c3063f7-23d9-499c-99c9-642b0c090651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:31.777510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-8c3063f7-23d9-499c-99c9-642b0c090651 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0457466 Aug 16 02:28:31.808476 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-f8c81a1c-fb0b-4565-bcfc-12e2c6dc3fb8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239294 Aug 16 02:28:31.860011 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.912112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-cbe02439-6f7a-4e20-9db9-6329151fa785 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969167 Aug 16 02:28:32.001596 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fbe4a80-7b6b-4cda-b774-db0795af0aa6 req-6452f5f5-2dcc-4204-a9e0-9f32cfafd599 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829203 Aug 16 02:28:32.088229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-ed55e498-4e30-4242-b960-6656ea61bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:32.089774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-ed55e498-4e30-4242-b960-6656ea61bcd3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 1096 time: 0.0412281 Aug 16 02:28:32.190840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-2f3ea359-cf92-4bbd-b741-0386d26727bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:32.192356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-2f3ea359-cf92-4bbd-b741-0386d26727bf service neutron] 10.222.0.88 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 915 time: 0.0924158 Aug 16 02:28:32.234489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-287f18c4-31b1-4196-814f-1176f749d153 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37d387f-989d-457e-9631-5dfe9e16fa42 HTTP/1.1" status: 200 len: 217 time: 0.0344145 Aug 16 02:28:32.298464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-44b84a3a-3883-4fd3-8d3f-b42325afd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:32.299999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-44b84a3a-3883-4fd3-8d3f-b42325afd559 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0589015 Aug 16 02:28:32.333009 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-0cade51a-15f6-47ba-83bf-73919633f761 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248780 Aug 16 02:28:32.425144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-7dcbaf90-9377-4226-adc4-62c4b53e8700 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852375 Aug 16 02:28:32.521368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6abdd604-e687-4f2b-81a0-deeac9240cb3 req-a61ad643-9a47-4a02-9aec-3c8e6bf63dd7 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880561 Aug 16 02:28:33.045792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff5bb-0002-4c85-b1a7-24ce220287e5 req-2670d5db-b5f9-417a-ad26-c90c0ebf86e3 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:33.047291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c6ff5bb-0002-4c85-b1a7-24ce220287e5 req-2670d5db-b5f9-417a-ad26-c90c0ebf86e3 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 944 time: 0.3828578 Aug 16 02:28:33.084776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c6ff5bb-0002-4c85-b1a7-24ce220287e5 req-0da8dbbb-98cb-471f-9a81-7d908bdebab2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Aug 16 02:28:33.452557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b37d387f-989d-457e-9631-5dfe9e16fa42 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:33.549166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b37d387f-989d-457e-9631-5dfe9e16fa42, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b37d387f-989d-457e-9631-5dfe9e16fa42,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:33.560732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'b37d387f-989d-457e-9631-5dfe9e16fa42', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'port_id': 'b37d387f-989d-457e-9631-5dfe9e16fa42', 'mac_address': 'fa:16:3e:6f:49:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db11dc02-1822-4d0c-a459-2f5f7a88c0e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:33.599025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.616542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37d387f-989d-457e-9631-5dfe9e16fa42 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:33.638782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b37d387f-989d-457e-9631-5dfe9e16fa42, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b37d387f-989d-457e-9631-5dfe9e16fa42,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:33.643192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.701236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=b37d387f-989d-457e-9631-5dfe9e16fa42,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:33.711272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.711715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.712133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.712564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.712975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.714137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.714137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.714137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.714743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.715151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.715483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.716046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.906380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b37d387f-989d-457e-9631-5dfe9e16fa42'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:34.213761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2a69-ff62-4a27-8606-3c6a7e9bd201 req-a055a560-afbb-4a02-8346-0755a0b77436 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:34.215335 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca3a2a69-ff62-4a27-8606-3c6a7e9bd201 req-a055a560-afbb-4a02-8346-0755a0b77436 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 945 time: 0.0580211 Aug 16 02:28:34.255377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca3a2a69-ff62-4a27-8606-3c6a7e9bd201 req-223a76d1-fa53-49f0-bfe5-37eac05aaec7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Aug 16 02:28:35.369977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100e892-4f07-4159-8091-b91c7a1864f1 req-ff054eaf-3f3e-4de6-b29b-78a367e97138 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:35.371468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e100e892-4f07-4159-8091-b91c7a1864f1 req-ff054eaf-3f3e-4de6-b29b-78a367e97138 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 945 time: 0.0476322 Aug 16 02:28:35.410669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e100e892-4f07-4159-8091-b91c7a1864f1 req-2de56316-2f44-44b5-94d8-ad0f75a222cb tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Aug 16 02:28:35.455931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b37d387f-989d-457e-9631-5dfe9e16fa42 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:35.504813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port b37d387f-989d-457e-9631-5dfe9e16fa42 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:35.508368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port b37d387f-989d-457e-9631-5dfe9e16fa42 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:35.508742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.585105 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.608903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9983c988-4444-40b8-95f1-0c273db88e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37d387f-989d-457e-9631-5dfe9e16fa42'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:35.611213 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49148e3-2b09-4c7a-80f8-d10be342fbda" -d '{"events": [{"server_uuid": "9983c988-4444-40b8-95f1-0c273db88e6c", "name": "network-vif-plugged", "status": "completed", "tag": "b37d387f-989d-457e-9631-5dfe9e16fa42"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:35.622611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b37d387f-989d-457e-9631-5dfe9e16fa42, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b37d387f-989d-457e-9631-5dfe9e16fa42,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:35.627748 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.655013 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0fc77-6f0c-4ed8-8c06-267cef5f1a1d x-openstack-request-id: req-e7e0fc77-6f0c-4ed8-8c06-267cef5f1a1d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:35.655441 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9983c988-4444-40b8-95f1-0c273db88e6c", "name": "network-vif-plugged", "status": "completed", "tag": "b37d387f-989d-457e-9631-5dfe9e16fa42", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:35.655562 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7e0fc77-6f0c-4ed8-8c06-267cef5f1a1d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:35.655914 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9983c988-4444-40b8-95f1-0c273db88e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37d387f-989d-457e-9631-5dfe9e16fa42', 'code': 200} Aug 16 02:28:35.683812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=b37d387f-989d-457e-9631-5dfe9e16fa42,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.778381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6d2e7-bbe1-45e6-814c-4596d41fe8eb req-0d36506a-458b-423c-8f26-5ec8f3b6c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:35.779970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50e6d2e7-bbe1-45e6-814c-4596d41fe8eb req-0d36506a-458b-423c-8f26-5ec8f3b6c6b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 1098 time: 0.0392969 Aug 16 02:28:35.813803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50e6d2e7-bbe1-45e6-814c-4596d41fe8eb req-24503d66-9c1d-4be5-b094-e995e88b72b6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272579 Aug 16 02:28:36.531558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626740a-9923-4c9a-8987-19e6eae07083 req-9a1b1f0f-088b-465f-8548-892dcd3f9038 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.533733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c626740a-9923-4c9a-8987-19e6eae07083 req-9a1b1f0f-088b-465f-8548-892dcd3f9038 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 946 time: 0.0513258 Aug 16 02:28:36.573314 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c626740a-9923-4c9a-8987-19e6eae07083 req-ce47af04-20af-4704-8888-d1e464ae5879 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Aug 16 02:28:37.700542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ee2b3-4029-4582-af7d-6219676fa82b req-428380b8-5230-43c8-84b3-c76b683e0f05 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:37.702044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d1ee2b3-4029-4582-af7d-6219676fa82b req-428380b8-5230-43c8-84b3-c76b683e0f05 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 946 time: 0.0592115 Aug 16 02:28:37.747124 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d1ee2b3-4029-4582-af7d-6219676fa82b req-d08ac7c4-3a51-49c8-8d11-af5ad73427ff tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Aug 16 02:28:42.674306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-581fdc93-c9f3-435b-96a6-d52bb913e103 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:42.675767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-581fdc93-c9f3-435b-96a6-d52bb913e103 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.1033411 Aug 16 02:28:42.691493 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-9681e157-6772-4774-9a32-3058d6cddca6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/quotas/b2a22d4da9b04b56a882f109d8a7880d HTTP/1.1" status: 200 len: 375 time: 0.0098503 Aug 16 02:28:42.742925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-93f7b062-7770-4a83-a533-4c2e0aed757d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455971 Aug 16 02:28:42.841119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-b5804803-91aa-46a3-9063-0a3763b6bb46 service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906456 Aug 16 02:28:42.929919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-c0e77529-65b4-4590-bba9-86fee4139c8b service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Aug 16 02:28:43.106083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f9d4c29a-4fdd-471e-acef-bba6fd786d71 req-994e7165-a378-4906-9ab6-fd83b95357cb tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 210 time: 0.0271406 Aug 16 02:28:44.071573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-fdad1603-832b-4fec-b0a2-7f73db24d51c tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:44.073233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-fdad1603-832b-4fec-b0a2-7f73db24d51c tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.1100550 Aug 16 02:28:44.086408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Request body: {'port': {'device_id': '6e52c81e-92bd-4eae-9320-2562312bc216', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'admin_state_up': True, 'tenant_id': 'b2a22d4da9b04b56a882f109d8a7880d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:44.195102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Made reservation on behalf of b2a22d4da9b04b56a882f109d8a7880d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:44.199494 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.201326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b84d29a-b513-45e3-90c2-d4f4e52f96ae req-fd80ad31-02e4-496d-96ff-a1afe05ca07f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 210 time: 0.0264251 Aug 16 02:28:44.668178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Allocated IP 172.20.0.12 (b1eb835e-15de-42fb-8221-028c0db4ad74/db11dc02-1822-4d0c-a459-2f5f7a88c0e0/df30b901-4510-43cf-90b4-34c782141777) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:44.824210 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.862327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.877737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b37d387f-989d-457e-9631-5dfe9e16fa42'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:44.880767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:44.909711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Network b1eb835e-15de-42fb-8221-028c0db4ad74 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:44.913047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:44.917363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:44.921371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event updated for resources: {'Port': ['ID=df30b901-4510-43cf-90b4-34c782141777,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:44.948682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.949074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.949356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.949709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.950025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.950355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.951063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.951063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.951349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.951620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.952353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.952353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:44.976896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:44.977226 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.994353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-397e8af3-2f07-4c21-bdee-c67174e160b9 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9122319 Aug 16 02:28:45.007416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Request body: {'port': {'device_id': '6e52c81e-92bd-4eae-9320-2562312bc216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:45.074263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.355311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483af32-b91a-45c4-bb19-2771d12d220c req-a022f8df-35be-4b95-bf79-090fe0350d45 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:45.356914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b483af32-b91a-45c4-bb19-2771d12d220c req-a022f8df-35be-4b95-bf79-090fe0350d45 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 932 time: 0.0792427 Aug 16 02:28:45.407522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df30b901-4510-43cf-90b4-34c782141777 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:45.420163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.431038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b483af32-b91a-45c4-bb19-2771d12d220c req-49f67d10-1f0c-48d4-86cf-893dcefec1e6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562129 Aug 16 02:28:45.440347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Transition to ACTIVE for port object df30b901-4510-43cf-90b4-34c782141777 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:45.445190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.514163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Pushing event updated for resources: {'Port': ['ID=df30b901-4510-43cf-90b4-34c782141777,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.575927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Attempting to bind port df30b901-4510-43cf-90b4-34c782141777 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:45.576381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Attempting to bind port df30b901-4510-43cf-90b4-34c782141777 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:45.576786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Attempting to bind port df30b901-4510-43cf-90b4-34c782141777 on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:45.581274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Port df30b901-4510-43cf-90b4-34c782141777 on network b1eb835e-15de-42fb-8221-028c0db4ad74 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:45.581618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Attempting to bind port df30b901-4510-43cf-90b4-34c782141777 on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:45.586869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:45.587430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Checking segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:45.587820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Bound using segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:45.588508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Bound port: df30b901-4510-43cf-90b4-34c782141777, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:45.588869 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.668835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] For port df30b901-4510-43cf-90b4-34c782141777, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:45.671764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] For port df30b901-4510-43cf-90b4-34c782141777, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=df30b901-4510-43cf-90b4-34c782141777,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:45.677133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.712583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:45.713117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.714637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] 10.222.0.88 "PUT /v2.0/ports/df30b901-4510-43cf-90b4-34c782141777 HTTP/1.1" status: 200 len: 1093 time: 0.7121124 Aug 16 02:28:45.715070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e52c81e-92bd-4eae-9320-2562312bc216', 'tag': 'df30b901-4510-43cf-90b4-34c782141777'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:45.717381 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918da85c-947d-48f5-9210-50d496e246e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e52c81e-92bd-4eae-9320-2562312bc216", "tag": "df30b901-4510-43cf-90b4-34c782141777"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:45.751485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed503c-7755-43f4-9c06-e3f6b5fa4f84 service neutron] Pushing event updated for resources: {'Port': ['ID=df30b901-4510-43cf-90b4-34c782141777,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.759330 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b4a920-0ab4-49c8-86b8-6e7ba963d5fb x-openstack-request-id: req-63b4a920-0ab4-49c8-86b8-6e7ba963d5fb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:45.759614 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e52c81e-92bd-4eae-9320-2562312bc216", "tag": "df30b901-4510-43cf-90b4-34c782141777", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:45.759869 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63b4a920-0ab4-49c8-86b8-6e7ba963d5fb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:45.760248 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e52c81e-92bd-4eae-9320-2562312bc216', 'tag': 'df30b901-4510-43cf-90b4-34c782141777', 'status': 'completed', 'code': 200} Aug 16 02:28:45.800121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-840cdc96-ab0b-4912-9b57-be4384d426c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:45.801678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-840cdc96-ab0b-4912-9b57-be4384d426c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 1096 time: 0.0398514 Aug 16 02:28:45.846163 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-bf7652a3-1a03-4102-a41f-4c5e01037802 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df30b901-4510-43cf-90b4-34c782141777 HTTP/1.1" status: 200 len: 217 time: 0.0366602 Aug 16 02:28:45.894538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-75f08380-21df-46c6-9d13-540692f60c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:45.896015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-75f08380-21df-46c6-9d13-540692f60c48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0438597 Aug 16 02:28:45.930277 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-44f1a35b-2466-43bc-a03b-4f6a4a4e2349 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264299 Aug 16 02:28:46.023274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-df7b715c-6d4d-407a-be7b-695165ec3a5e service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857642 Aug 16 02:28:46.119212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-416686ac-5aa6-4d9f-9940-f6b8429a9e50 req-abfd0c47-71e6-475e-a182-852d91f2c193 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888550 Aug 16 02:28:46.203066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918da85c-947d-48f5-9210-50d496e246e8 req-beb6c340-760a-41e0-b10b-9db2370da2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.204594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918da85c-947d-48f5-9210-50d496e246e8 req-beb6c340-760a-41e0-b10b-9db2370da2ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 1096 time: 0.0401094 Aug 16 02:28:46.307623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918da85c-947d-48f5-9210-50d496e246e8 req-385f597e-310f-479d-ba07-0902a296624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.309411 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918da85c-947d-48f5-9210-50d496e246e8 req-385f597e-310f-479d-ba07-0902a296624c service neutron] 10.222.0.88 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 915 time: 0.0937085 Aug 16 02:28:46.353518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918da85c-947d-48f5-9210-50d496e246e8 req-b9cda3b4-fc7e-457c-9ea4-dc5d0a5c6e74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df30b901-4510-43cf-90b4-34c782141777 HTTP/1.1" status: 200 len: 217 time: 0.0358188 Aug 16 02:28:46.404187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918da85c-947d-48f5-9210-50d496e246e8 req-1e66d656-b4b1-48d1-91e0-ef523c99078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.405841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918da85c-947d-48f5-9210-50d496e246e8 req-1e66d656-b4b1-48d1-91e0-ef523c99078a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0453739 Aug 16 02:28:46.437519 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918da85c-947d-48f5-9210-50d496e246e8 req-4842d2d6-3cd5-44ce-9609-06928a90f618 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245049 Aug 16 02:28:46.567666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918da85c-947d-48f5-9210-50d496e246e8 req-8bd2ea80-93d3-482f-af71-0de0c6c31555 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199903 Aug 16 02:28:46.579759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5431-8e28-49de-b5b7-ea35fc9ed440 req-de165b00-40fc-4a98-a6e9-9760e89303cb tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.581879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-64ea5431-8e28-49de-b5b7-ea35fc9ed440 req-de165b00-40fc-4a98-a6e9-9760e89303cb tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 944 time: 0.0746417 Aug 16 02:28:46.672244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-64ea5431-8e28-49de-b5b7-ea35fc9ed440 req-03e83ff8-cfd0-4d63-ac67-c3439f06a234 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821238 Aug 16 02:28:46.702314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918da85c-947d-48f5-9210-50d496e246e8 req-be5a295d-cb63-40c9-8934-36e54b1df540 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194491 Aug 16 02:28:47.534016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device df30b901-4510-43cf-90b4-34c782141777 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:47.633838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port df30b901-4510-43cf-90b4-34c782141777, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=df30b901-4510-43cf-90b4-34c782141777,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:47.645958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'df30b901-4510-43cf-90b4-34c782141777', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'port_id': 'df30b901-4510-43cf-90b4-34c782141777', 'mac_address': 'fa:16:3e:f5:39:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db11dc02-1822-4d0c-a459-2f5f7a88c0e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:47.691257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.707729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df30b901-4510-43cf-90b4-34c782141777 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:47.736306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port df30b901-4510-43cf-90b4-34c782141777, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=df30b901-4510-43cf-90b4-34c782141777,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:47.742654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.795530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=df30b901-4510-43cf-90b4-34c782141777,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:47.814328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceae32f-5f5f-4e50-bf76-ecd36ab6105e req-70e1ffdc-220a-4535-afd2-771db680b817 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.816074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ceae32f-5f5f-4e50-bf76-ecd36ab6105e req-70e1ffdc-220a-4535-afd2-771db680b817 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 945 time: 0.0546062 Aug 16 02:28:47.855826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ceae32f-5f5f-4e50-bf76-ecd36ab6105e req-0e7446b0-2dc2-41f3-97ab-3fb444432309 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336850 Aug 16 02:28:48.031786 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['df30b901-4510-43cf-90b4-34c782141777'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:48.976383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b7ddf-3a19-44ac-be86-5540740dffc7 req-c4981259-38c9-4cae-87cc-36f31bbb0a7d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:48.978036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-658b7ddf-3a19-44ac-be86-5540740dffc7 req-c4981259-38c9-4cae-87cc-36f31bbb0a7d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 945 time: 0.0499389 Aug 16 02:28:49.018218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-658b7ddf-3a19-44ac-be86-5540740dffc7 req-a810fb92-bb68-4cf2-a9ad-5ead4d664229 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342636 Aug 16 02:28:49.548258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device df30b901-4510-43cf-90b4-34c782141777 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:49.597249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port df30b901-4510-43cf-90b4-34c782141777 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:49.600968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port df30b901-4510-43cf-90b4-34c782141777 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:49.601348 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.680446 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.701721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52c81e-92bd-4eae-9320-2562312bc216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df30b901-4510-43cf-90b4-34c782141777'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:49.703912 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1870a91c-1cc3-4e28-a229-24c4c8e452e9" -d '{"events": [{"server_uuid": "6e52c81e-92bd-4eae-9320-2562312bc216", "name": "network-vif-plugged", "status": "completed", "tag": "df30b901-4510-43cf-90b4-34c782141777"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:49.717877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port df30b901-4510-43cf-90b4-34c782141777, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=df30b901-4510-43cf-90b4-34c782141777,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:49.722754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.749139 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb4d046-850f-4086-8af8-2efa08b509f9 x-openstack-request-id: req-0fb4d046-850f-4086-8af8-2efa08b509f9 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:49.749538 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e52c81e-92bd-4eae-9320-2562312bc216", "name": "network-vif-plugged", "status": "completed", "tag": "df30b901-4510-43cf-90b4-34c782141777", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:49.750115 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fb4d046-850f-4086-8af8-2efa08b509f9 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:49.756693 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52c81e-92bd-4eae-9320-2562312bc216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df30b901-4510-43cf-90b4-34c782141777', 'code': 200} Aug 16 02:28:49.761677 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:49.785661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=df30b901-4510-43cf-90b4-34c782141777,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.863486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d6971-f821-489d-87a1-5da1a7a9df58 req-58bbc098-dc95-4271-b72b-b618fdaec981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:49.865259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b06d6971-f821-489d-87a1-5da1a7a9df58 req-58bbc098-dc95-4271-b72b-b618fdaec981 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 1098 time: 0.0467768 Aug 16 02:28:49.906553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b06d6971-f821-489d-87a1-5da1a7a9df58 req-f6edca27-9f06-4701-bd2b-c1a3147f6ae1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Aug 16 02:28:50.135909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae588e-3edf-440c-b2bb-eb890756aef9 req-7cb48641-91af-4cfa-8d2d-c12cb3d92d2c tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:50.137440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2ae588e-3edf-440c-b2bb-eb890756aef9 req-7cb48641-91af-4cfa-8d2d-c12cb3d92d2c tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 946 time: 0.0512342 Aug 16 02:28:50.176719 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2ae588e-3edf-440c-b2bb-eb890756aef9 req-8401de36-a71a-4016-9ceb-ff08791a0704 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 Aug 16 02:28:51.303516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65644a37-146e-47e3-94cf-a7751be83f22 req-1cbec382-147c-4362-9e75-1c57edbd8be3 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:51.305031 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65644a37-146e-47e3-94cf-a7751be83f22 req-1cbec382-147c-4362-9e75-1c57edbd8be3 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 946 time: 0.0542896 Aug 16 02:28:51.351575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65644a37-146e-47e3-94cf-a7751be83f22 req-80a95e8f-9627-43f8-ad03-5535cdae21b1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396230 Aug 16 02:28:52.173122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.406762 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.145129 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f33c5896-c62b-43d6-9fcc-a32257d84734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.770174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.774979 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-720539a4-a063-4274-8b6c-13e09ae3b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.400949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b52ec-b725-4529-b69d-8698d3f4ba1f req-21d2e124-5a56-4f5f-9d7e-ff2803b77925 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:59.402590 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c1b52ec-b725-4529-b69d-8698d3f4ba1f req-21d2e124-5a56-4f5f-9d7e-ff2803b77925 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 950 time: 0.0512762 Aug 16 02:28:59.441917 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c1b52ec-b725-4529-b69d-8698d3f4ba1f req-3ebd1929-115c-483f-8f80-c4c96d6ca845 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Aug 16 02:28:59.937138 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.562844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb63361-a37e-4fad-92f1-1ac84890ff1c req-f3f9b30a-dbde-4188-8a37-cd3aec2b9f47 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.564392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdb63361-a37e-4fad-92f1-1ac84890ff1c req-f3f9b30a-dbde-4188-8a37-cd3aec2b9f47 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 950 time: 0.0505774 Aug 16 02:29:00.604104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdb63361-a37e-4fad-92f1-1ac84890ff1c req-75ec0970-14ac-4284-917f-954e6f4d0f4b tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/security-groups?id=3d87667c-4eca-42d9-87e1-ead7f091eca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Aug 16 02:29:01.163354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-b04a9c9b-6492-4855-a1a1-2032cbfa31e0 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.164855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-b04a9c9b-6492-4855-a1a1-2032cbfa31e0 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.98 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 950 time: 0.0550137 Aug 16 02:29:01.266395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Deleting port 07089093-00b5-486f-af49-b7155832d5f6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:01.266867 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.355242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] For port 07089093-00b5-486f-af49-b7155832d5f6, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=07089093-00b5-486f-af49-b7155832d5f6,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:01.355602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.368811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Calling delete_port for 07089093-00b5-486f-af49-b7155832d5f6 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:01.491865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.507263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['07089093-00b5-486f-af49-b7155832d5f6'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:01.525831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Pushing event deleted for resources: {'Port': ['ID=07089093-00b5-486f-af49-b7155832d5f6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:01.567514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] No DVR routers for this DVR port 07089093-00b5-486f-af49-b7155832d5f6 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:01.570010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.572156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61979e6a-f8c6-4390-9d7e-cf13d6146123 req-3980e575-6d1f-4d97-b917-da5fcc308047 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.98 "DELETE /v2.0/ports/07089093-00b5-486f-af49-b7155832d5f6 HTTP/1.1" status: 204 len: 173 time: 0.3979423 Aug 16 02:29:01.572617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'name': 'network-vif-deleted', 'tag': '07089093-00b5-486f-af49-b7155832d5f6'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:01.574836 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fd4c19-8034-44cd-9514-dc54a0065e03" -d '{"events": [{"server_uuid": "352a4c80-ba09-4659-ae5c-643b277bedfb", "name": "network-vif-deleted", "tag": "07089093-00b5-486f-af49-b7155832d5f6"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:01.616098 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2348524f-e7cf-4059-a8ef-5b09678cb76c x-openstack-request-id: req-2348524f-e7cf-4059-a8ef-5b09678cb76c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:01.616417 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352a4c80-ba09-4659-ae5c-643b277bedfb", "name": "network-vif-deleted", "tag": "07089093-00b5-486f-af49-b7155832d5f6", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:01.616670 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2348524f-e7cf-4059-a8ef-5b09678cb76c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:01.617069 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352a4c80-ba09-4659-ae5c-643b277bedfb', 'name': 'network-vif-deleted', 'tag': '07089093-00b5-486f-af49-b7155832d5f6', 'status': 'completed', 'code': 200} Aug 16 02:29:01.707621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93855b9c-7440-45a5-9302-9bb48646d3df req-3c960a5b-e299-4916-934d-f90e1a302f85 tempest-VolumesBackupsTest-1898313015 tempest-VolumesBackupsTest-1898313015-project] 10.222.0.78 "GET /v2.0/ports?device_id=352a4c80-ba09-4659-ae5c-643b277bedfb HTTP/1.1" status: 200 len: 210 time: 0.0258963 Aug 16 02:29:01.861233 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.100181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07089093-00b5-486f-af49-b7155832d5f6 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:04.119989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 07089093-00b5-486f-af49-b7155832d5f6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:04.120356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 07089093-00b5-486f-af49-b7155832d5f6 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:11.553033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-95e169d8-7dad-46fc-aa60-53e96a5d47d8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.554529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-95e169d8-7dad-46fc-aa60-53e96a5d47d8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.1081023 Aug 16 02:29:11.571498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-b2d65622-6c16-4a75-b2af-d6d05b8a09e2 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/quotas/b2a22d4da9b04b56a882f109d8a7880d HTTP/1.1" status: 200 len: 375 time: 0.0108283 Aug 16 02:29:11.626737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-8702b4aa-7b3d-46e7-9241-ed335c1f2c6f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495937 Aug 16 02:29:11.725595 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-84ef876b-bcb4-47d1-8e37-24e5368c2d03 service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916717 Aug 16 02:29:11.821178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-d9f440f2-309e-457e-81b7-ceb3567ccd06 service neutron] 10.222.0.78 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883815 Aug 16 02:29:12.017301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7865e86f-33f5-4f61-bd8a-1a13d4ba6806 req-d6bb7a59-0c7c-4738-97b5-db75dafc2a5d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 210 time: 0.0296545 Aug 16 02:29:13.104511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-5f7542d0-641e-44eb-8a74-78ffc2da5a00 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:13.106314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-5f7542d0-641e-44eb-8a74-78ffc2da5a00 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 814 time: 0.1123261 Aug 16 02:29:13.121483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Request body: {'port': {'device_id': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'admin_state_up': True, 'tenant_id': 'b2a22d4da9b04b56a882f109d8a7880d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:13.141585 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17c96ac6-8e74-4865-b61e-8c9136022f24 req-c28598d5-29d3-47a0-b09e-351631dbe60d tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 210 time: 0.0309947 Aug 16 02:29:13.239042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Made reservation on behalf of b2a22d4da9b04b56a882f109d8a7880d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:13.242702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.384964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Allocated IP 172.20.0.3 (b1eb835e-15de-42fb-8221-028c0db4ad74/db11dc02-1822-4d0c-a459-2f5f7a88c0e0/57343470-adcc-4696-9900-4973c7fda0af) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:13.538423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-1f17dec5-0485-4b1b-8877-ec88a8157d6b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488155 Aug 16 02:29:13.544212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.585348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.597534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b37d387f-989d-457e-9631-5dfe9e16fa42', 'df30b901-4510-43cf-90b4-34c782141777'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:13.601287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:13.624890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Network b1eb835e-15de-42fb-8221-028c0db4ad74 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:13.625182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-626cb5b5-ab12-4939-a095-771dbf1fb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:13.626734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-626cb5b5-ab12-4939-a095-771dbf1fb212 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1097 time: 0.0611732 Aug 16 02:29:13.628825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:13.632724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:13.669217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event updated for resources: {'Port': ['ID=57343470-adcc-4696-9900-4973c7fda0af,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:13.699151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:13.699903 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.718271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-22b6c56e-4a23-42a8-b160-6a225f9248f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6009641 Aug 16 02:29:13.730952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Request body: {'port': {'device_id': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:13.760386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-59782fb2-c5a1-43f0-9287-363af4c690dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:13.763105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-59782fb2-c5a1-43f0-9287-363af4c690dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.1137524 Aug 16 02:29:13.827630 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.881147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-575a844f-36bf-40ab-8a1e-1ed1556c96a0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 200 len: 1001 time: 0.1102121 Aug 16 02:29:13.957472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-2752360c-279b-420b-b15f-0dae86455bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:13.958970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-2752360c-279b-420b-b15f-0dae86455bc3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0673535 Aug 16 02:29:14.028053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-a847aa2f-bf36-4562-b5b3-5a175a07e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.030140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-a847aa2f-bf36-4562-b5b3-5a175a07e83b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626686 Aug 16 02:29:14.157300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-101ef07f-2dda-4dcf-9101-cea3f5d8c8cd service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189947 Aug 16 02:29:14.163951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57343470-adcc-4696-9900-4973c7fda0af {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:14.172840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.193524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Transition to ACTIVE for port object 57343470-adcc-4696-9900-4973c7fda0af will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:14.200441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.277310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-194bd84a-22a4-4ec1-8cdb-a20a9a592244 req-2c318cef-b508-454b-9255-4d5e45d05857 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114182 Aug 16 02:29:14.327361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Pushing event updated for resources: {'Port': ['ID=57343470-adcc-4696-9900-4973c7fda0af,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:14.389877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf36bf-8d84-46a2-ba33-b763e72c712a req-a192f4ea-4532-4a54-ab04-248dd9dcf9a6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.391452 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65cf36bf-8d84-46a2-ba33-b763e72c712a req-a192f4ea-4532-4a54-ab04-248dd9dcf9a6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 943 time: 0.1430199 Aug 16 02:29:14.431326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Attempting to bind port 57343470-adcc-4696-9900-4973c7fda0af on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:14.431584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Attempting to bind port 57343470-adcc-4696-9900-4973c7fda0af by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:14.431910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Attempting to bind port 57343470-adcc-4696-9900-4973c7fda0af on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:14.445796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Port 57343470-adcc-4696-9900-4973c7fda0af on network b1eb835e-15de-42fb-8221-028c0db4ad74 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:14.446122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Attempting to bind port 57343470-adcc-4696-9900-4973c7fda0af on network b1eb835e-15de-42fb-8221-028c0db4ad74 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:14.456046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65cf36bf-8d84-46a2-ba33-b763e72c712a req-00b6274c-d6fc-4af8-ab88-0175330846dc tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522809 Aug 16 02:29:14.456721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:14.457056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Checking segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:14.457463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Bound using segment: {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:14.457863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Bound port: 57343470-adcc-4696-9900-4973c7fda0af, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afefc227-ce23-4e19-8956-f05a45319efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:14.458223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.532127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] For port 57343470-adcc-4696-9900-4973c7fda0af, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:14.536515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] For port 57343470-adcc-4696-9900-4973c7fda0af, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=57343470-adcc-4696-9900-4973c7fda0af,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:14.542282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.578306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.578925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.580899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] 10.222.0.88 "PUT /v2.0/ports/57343470-adcc-4696-9900-4973c7fda0af HTTP/1.1" status: 200 len: 1092 time: 0.8545628 Aug 16 02:29:14.581336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'tag': '57343470-adcc-4696-9900-4973c7fda0af'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:14.583571 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b80588-5f31-4b78-b8cd-af3e84f257fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7477a9-0de3-4eb0-b986-6c094d26aa1a", "tag": "57343470-adcc-4696-9900-4973c7fda0af"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:14.616450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865377c-87c1-4026-a55a-17327ae52e1f service neutron] Pushing event updated for resources: {'Port': ['ID=57343470-adcc-4696-9900-4973c7fda0af,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:14.625826 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b13f5f7-ad3a-4dd4-8151-28c808c6a047 x-openstack-request-id: req-5b13f5f7-ad3a-4dd4-8151-28c808c6a047 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:14.626117 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7477a9-0de3-4eb0-b986-6c094d26aa1a", "tag": "57343470-adcc-4696-9900-4973c7fda0af", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:14.626371 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b13f5f7-ad3a-4dd4-8151-28c808c6a047 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:14.626809 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'tag': '57343470-adcc-4696-9900-4973c7fda0af', 'status': 'completed', 'code': 200} Aug 16 02:29:14.669597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-e5d3c64e-388d-433f-bfa2-4c94ff4c51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.671299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-e5d3c64e-388d-433f-bfa2-4c94ff4c51c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 1095 time: 0.0422325 Aug 16 02:29:14.713773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-138da293-4597-4a53-89b7-cc8e21c1c698 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57343470-adcc-4696-9900-4973c7fda0af HTTP/1.1" status: 200 len: 217 time: 0.0340645 Aug 16 02:29:14.769217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-b3143bcf-8450-4cbf-b37c-d341b4a70c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.770738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-b3143bcf-8450-4cbf-b37c-d341b4a70c58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0497224 Aug 16 02:29:14.802909 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-cf001129-dccb-4ac2-84d8-ed06535678c8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246799 Aug 16 02:29:14.904952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-2bc1b9c6-8043-4fa6-bcf6-dee9a4479858 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936093 Aug 16 02:29:15.010484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-08ebfd67-97b9-470b-85c9-d119b6b9210f req-fa0f3aa9-f3d0-44b8-bc13-c4b060030b18 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964108 Aug 16 02:29:15.096582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-40d37d8f-3fe5-4eab-a2a8-ced7649f7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:15.098247 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-40d37d8f-3fe5-4eab-a2a8-ced7649f7772 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 1095 time: 0.0439355 Aug 16 02:29:15.196015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-732f1e18-8df1-4d7e-8e24-e9a21215dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:15.197539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-732f1e18-8df1-4d7e-8e24-e9a21215dc01 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 200 len: 915 time: 0.0919380 Aug 16 02:29:15.240727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-b6fb5096-8b91-4d56-a5e1-a5e861cbfed3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57343470-adcc-4696-9900-4973c7fda0af HTTP/1.1" status: 200 len: 217 time: 0.0354099 Aug 16 02:29:15.292898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-fdf6eed5-8875-4d7b-9a49-ebc191fa742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:15.294424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-fdf6eed5-8875-4d7b-9a49-ebc191fa742e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 200 len: 854 time: 0.0460200 Aug 16 02:29:15.326456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-2f624d11-ec6f-4700-a9a2-7c56cc9ac405 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1eb835e-15de-42fb-8221-028c0db4ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242758 Aug 16 02:29:15.431187 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-bcd38087-8422-4b47-88f4-425ff29fb2a6 service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963178 Aug 16 02:29:15.541537 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70b80588-5f31-4b78-b8cd-af3e84f257fd req-fe640f74-a294-487d-bdd7-fe2b31e511ad service neutron] 10.222.0.88 "GET /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032104 Aug 16 02:29:15.601459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab44249-9f0f-42fd-bc67-87e5341fb6c9 req-378edd2b-f5f7-49c3-86a7-e07df0f1ccc5 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:15.606272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eab44249-9f0f-42fd-bc67-87e5341fb6c9 req-378edd2b-f5f7-49c3-86a7-e07df0f1ccc5 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 943 time: 0.0650153 Aug 16 02:29:15.640875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eab44249-9f0f-42fd-bc67-87e5341fb6c9 req-8c92d4f7-9e3c-4e5c-9480-c52ab4ce0aa3 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Aug 16 02:29:16.031905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-6b92865e-cb07-4581-a558-a7c2f1ba5571 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385487 Aug 16 02:29:16.091867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-3bb7917b-78d5-4271-b945-18e8cd735dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:16.093348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-3bb7917b-78d5-4271-b945-18e8cd735dcd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1097 time: 0.0379252 Aug 16 02:29:16.199540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-1e970ec5-2c6c-4f0d-8a92-b66dbe280117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:16.200925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-1e970ec5-2c6c-4f0d-8a92-b66dbe280117 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.0869088 Aug 16 02:29:16.268524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-791fe60c-19fc-4bab-aeab-247fccf4d61e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 1000 time: 0.0584037 Aug 16 02:29:16.329293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-491edb6c-6d2a-4b5b-a19f-f696ff2f07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:16.331800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-491edb6c-6d2a-4b5b-a19f-f696ff2f07e2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0559852 Aug 16 02:29:16.383378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-131ad11f-d3da-4be7-99f8-88370cd9c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:16.384884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-131ad11f-d3da-4be7-99f8-88370cd9c940 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416090 Aug 16 02:29:16.474903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-60dd036f-eb9a-435b-943b-991a63042eab service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807688 Aug 16 02:29:16.573942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3a8980-0594-471c-a0f8-d3591f75a0e0 req-d489106d-9f58-4989-9b7a-3beda43247ed service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883503 Aug 16 02:29:16.764019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4446925-d51b-43a4-8149-d8c2f5e1fc6c req-3d388af4-c61e-4924-9819-9ad426155dc8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:16.765489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4446925-d51b-43a4-8149-d8c2f5e1fc6c req-3d388af4-c61e-4924-9819-9ad426155dc8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 943 time: 0.0567949 Aug 16 02:29:16.809918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4446925-d51b-43a4-8149-d8c2f5e1fc6c req-225ddccf-31db-47e6-af4e-4e7d66590473 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368738 Aug 16 02:29:17.625830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 57343470-adcc-4696-9900-4973c7fda0af details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:17.724933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 57343470-adcc-4696-9900-4973c7fda0af, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=57343470-adcc-4696-9900-4973c7fda0af,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:17.737180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '57343470-adcc-4696-9900-4973c7fda0af', 'network_id': 'b1eb835e-15de-42fb-8221-028c0db4ad74', 'port_id': '57343470-adcc-4696-9900-4973c7fda0af', 'mac_address': 'fa:16:3e:77:1c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db11dc02-1822-4d0c-a459-2f5f7a88c0e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:17.777717 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.790549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57343470-adcc-4696-9900-4973c7fda0af {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:17.809229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 57343470-adcc-4696-9900-4973c7fda0af, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=57343470-adcc-4696-9900-4973c7fda0af,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:17.813608 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.861021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=57343470-adcc-4696-9900-4973c7fda0af,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:17.935748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3d7d-3848-41cf-85fd-b7e96e87fdad req-ae6d8c0f-365a-4b7d-9d69-767c718a76a8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:17.937282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf6b3d7d-3848-41cf-85fd-b7e96e87fdad req-ae6d8c0f-365a-4b7d-9d69-767c718a76a8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 944 time: 0.0503051 Aug 16 02:29:17.976718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf6b3d7d-3848-41cf-85fd-b7e96e87fdad req-20d31cc7-e1d3-4ebc-a87e-4514e5d5df86 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Aug 16 02:29:18.130548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['57343470-adcc-4696-9900-4973c7fda0af'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:19.099689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b9e86-30b5-47d6-8bc4-486e3dd28a3f req-8de0cb3f-68fc-4d82-a617-55ef1c15c25b tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.101380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-751b9e86-30b5-47d6-8bc4-486e3dd28a3f req-8de0cb3f-68fc-4d82-a617-55ef1c15c25b tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 944 time: 0.0524395 Aug 16 02:29:19.142301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-751b9e86-30b5-47d6-8bc4-486e3dd28a3f req-bb4908d1-4c2d-46b4-a1c9-2226c3594d4e tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326955 Aug 16 02:29:19.625058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 57343470-adcc-4696-9900-4973c7fda0af up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:19.676675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 57343470-adcc-4696-9900-4973c7fda0af completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:19.681060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 57343470-adcc-4696-9900-4973c7fda0af triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:19.681447 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.760420 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.782262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57343470-adcc-4696-9900-4973c7fda0af'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:19.785034 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f432cad1-dcda-44ab-ba00-3b88dcff8bb0" -d '{"events": [{"server_uuid": "1f7477a9-0de3-4eb0-b986-6c094d26aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "57343470-adcc-4696-9900-4973c7fda0af"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:19.797967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 57343470-adcc-4696-9900-4973c7fda0af, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=57343470-adcc-4696-9900-4973c7fda0af,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:19.804080 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.832886 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9655e80f-dd37-4bc8-adfa-0697edfb960d x-openstack-request-id: req-9655e80f-dd37-4bc8-adfa-0697edfb960d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:19.833306 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7477a9-0de3-4eb0-b986-6c094d26aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "57343470-adcc-4696-9900-4973c7fda0af", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:19.833570 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9655e80f-dd37-4bc8-adfa-0697edfb960d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:19.834136 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57343470-adcc-4696-9900-4973c7fda0af', 'code': 200} Aug 16 02:29:19.866542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=57343470-adcc-4696-9900-4973c7fda0af,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:19.922528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66816671-c1d7-4332-b1a5-ab516674040e req-3f783b4b-6f3a-4ec8-9837-80431665a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.924676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66816671-c1d7-4332-b1a5-ab516674040e req-3f783b4b-6f3a-4ec8-9837-80431665a2f0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 1097 time: 0.0379045 Aug 16 02:29:19.959745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66816671-c1d7-4332-b1a5-ab516674040e req-ea0e4295-8b7c-4fb6-a48f-79ef13c04ba3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280960 Aug 16 02:29:20.262423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d99e4-3e46-4c73-bb71-474244acf25b req-e75dcc3c-85bb-4435-8e51-0fcaf3e4ece6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:20.263932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-218d99e4-3e46-4c73-bb71-474244acf25b req-e75dcc3c-85bb-4435-8e51-0fcaf3e4ece6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 945 time: 0.0520380 Aug 16 02:29:20.305175 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-218d99e4-3e46-4c73-bb71-474244acf25b req-9912439c-0201-4abc-be0c-21a552ea9660 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Aug 16 02:29:21.429125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0917-7362-4383-8c71-5d0729e985f2 req-adead012-690f-442d-a704-c03c8cc5f98b tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:21.430636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c51e0917-7362-4383-8c71-5d0729e985f2 req-adead012-690f-442d-a704-c03c8cc5f98b tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 945 time: 0.0521894 Aug 16 02:29:21.475369 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c51e0917-7362-4383-8c71-5d0729e985f2 req-deb80bc7-b696-4513-9b00-b831774d1d3e tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Aug 16 02:29:22.179808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.437743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.146104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98bba2f5-d4d4-4280-8620-afbc1a0d5bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.761244 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:28.765792 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.777030 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-082e0961-972b-4abf-9425-c799148c2288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.940647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.864471 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.323436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5593-00da-4786-8277-2c343fa0a24b req-cbcfa4a7-4680-4c1d-9c91-e8824aa13aa8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:35.326436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d50e5593-00da-4786-8277-2c343fa0a24b req-cbcfa4a7-4680-4c1d-9c91-e8824aa13aa8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0580883 Aug 16 02:29:35.371360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d50e5593-00da-4786-8277-2c343fa0a24b req-e102facc-caae-4424-a5af-e828825e288f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Aug 16 02:29:36.501612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22bb09-1228-4eb7-8251-63b0d69e5aca req-c9e081ef-ea23-4bda-aff2-6f417e9364fa tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.504649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e22bb09-1228-4eb7-8251-63b0d69e5aca req-c9e081ef-ea23-4bda-aff2-6f417e9364fa tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0505941 Aug 16 02:29:36.542136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e22bb09-1228-4eb7-8251-63b0d69e5aca req-9dcca0c5-656a-4fce-8bdf-24c845df6132 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Aug 16 02:29:37.678192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3609e-b8a7-4d48-a9ff-8f6e67795705 req-2a4b32f4-3541-4deb-91c8-aa7fe6fc9530 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:37.679714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71c3609e-b8a7-4d48-a9ff-8f6e67795705 req-2a4b32f4-3541-4deb-91c8-aa7fe6fc9530 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Aug 16 02:29:37.724575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71c3609e-b8a7-4d48-a9ff-8f6e67795705 req-96c9dcaa-35d1-43fe-9165-a54bbbaf66f6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388806 Aug 16 02:29:38.851322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060da29-b139-4424-9e16-a3e40fc0dd90 req-31e6d02e-3db3-40a0-9a6f-c07dd5a61aad tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.852849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a060da29-b139-4424-9e16-a3e40fc0dd90 req-31e6d02e-3db3-40a0-9a6f-c07dd5a61aad tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Aug 16 02:29:38.893021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a060da29-b139-4424-9e16-a3e40fc0dd90 req-bd997672-7631-4c1d-aa47-cd0a7463a288 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Aug 16 02:29:40.027112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f3d4-9718-4b9f-b273-50f8ccb0d116 req-174bc159-e7a4-4cdb-a174-06753baec18e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.028600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d81f3d4-9718-4b9f-b273-50f8ccb0d116 req-174bc159-e7a4-4cdb-a174-06753baec18e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0516798 Aug 16 02:29:40.069755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d81f3d4-9718-4b9f-b273-50f8ccb0d116 req-54e1ece9-a0a3-425c-8185-a316f0a0a028 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343797 Aug 16 02:29:40.934068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26bc3b-0d29-4c86-ab2d-3b4d147176e0 req-ccc65104-c39c-4fb2-875c-bb1d5c02b2ee tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.935591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b26bc3b-0d29-4c86-ab2d-3b4d147176e0 req-ccc65104-c39c-4fb2-875c-bb1d5c02b2ee tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 945 time: 0.0627272 Aug 16 02:29:40.974224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b26bc3b-0d29-4c86-ab2d-3b4d147176e0 req-c11b2061-edcf-4bb8-ba72-c448ba475db0 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Aug 16 02:29:41.231380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4f322-324c-4cbe-aacf-e007ea2f34fa req-8d6b2b7e-6bc5-45df-9abb-6b71755115c1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.233616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52c4f322-324c-4cbe-aacf-e007ea2f34fa req-8d6b2b7e-6bc5-45df-9abb-6b71755115c1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0517325 Aug 16 02:29:41.278308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52c4f322-324c-4cbe-aacf-e007ea2f34fa req-45a439db-1b42-48e3-8751-4476aff237e0 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366786 Aug 16 02:29:42.095970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bc92d-97f4-4985-b9a8-d7f5aa295e54 req-5c4669c7-234a-43a6-a95a-ef194593f01a tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:42.097798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b77bc92d-97f4-4985-b9a8-d7f5aa295e54 req-5c4669c7-234a-43a6-a95a-ef194593f01a tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 945 time: 0.0530589 Aug 16 02:29:42.135427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b77bc92d-97f4-4985-b9a8-d7f5aa295e54 req-eeaf399e-8aff-4b25-bd45-2e5ea6fed049 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Aug 16 02:29:42.419198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f33376-79cd-4121-a032-87d1353cefd1 req-1a02686e-71c5-4dea-86c3-796989a8eaa4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:42.420971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7f33376-79cd-4121-a032-87d1353cefd1 req-1a02686e-71c5-4dea-86c3-796989a8eaa4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0517917 Aug 16 02:29:42.460235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7f33376-79cd-4121-a032-87d1353cefd1 req-f6adf7b5-da1c-4d4d-bd05-dc22690e6c44 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Aug 16 02:29:42.502631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-c1ee0c10-2f78-40eb-94b8-9fe5cff79949 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:42.504862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-c1ee0c10-2f78-40eb-94b8-9fe5cff79949 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 945 time: 0.0623755 Aug 16 02:29:42.601498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Deleting port 57343470-adcc-4696-9900-4973c7fda0af {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:42.601754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.685760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] For port 57343470-adcc-4696-9900-4973c7fda0af, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=57343470-adcc-4696-9900-4973c7fda0af,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:42.686125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.699173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Calling delete_port for 57343470-adcc-4696-9900-4973c7fda0af owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:42.824798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.836835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b37d387f-989d-457e-9631-5dfe9e16fa42', 'df30b901-4510-43cf-90b4-34c782141777', '57343470-adcc-4696-9900-4973c7fda0af'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:42.851829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event deleted for resources: {'Port': ['ID=57343470-adcc-4696-9900-4973c7fda0af,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.860420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:42.898706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] No DVR routers for this DVR port 57343470-adcc-4696-9900-4973c7fda0af on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:42.901573 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.904387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-827d31ec-d548-4d52-861e-eb2643f2c9f8 req-d06289b0-a925-46cc-9916-ed188ddea7c7 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "DELETE /v2.0/ports/57343470-adcc-4696-9900-4973c7fda0af HTTP/1.1" status: 204 len: 173 time: 0.3921468 Aug 16 02:29:42.904387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'name': 'network-vif-deleted', 'tag': '57343470-adcc-4696-9900-4973c7fda0af'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:42.906684 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4d7924-755f-47c3-b669-00db4b614f40" -d '{"events": [{"server_uuid": "1f7477a9-0de3-4eb0-b986-6c094d26aa1a", "name": "network-vif-deleted", "tag": "57343470-adcc-4696-9900-4973c7fda0af"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:42.966692 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef862a9-70cd-45c0-a626-823ed5e624d3 x-openstack-request-id: req-3ef862a9-70cd-45c0-a626-823ed5e624d3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:42.967225 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7477a9-0de3-4eb0-b986-6c094d26aa1a", "name": "network-vif-deleted", "tag": "57343470-adcc-4696-9900-4973c7fda0af", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:42.967991 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ef862a9-70cd-45c0-a626-823ed5e624d3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:42.968622 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7477a9-0de3-4eb0-b986-6c094d26aa1a', 'name': 'network-vif-deleted', 'tag': '57343470-adcc-4696-9900-4973c7fda0af', 'status': 'completed', 'code': 200} Aug 16 02:29:43.244190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a570b2d-79ca-4212-b9c9-b3acb81bb737 req-9d39462d-127e-4d30-88a1-7f25cd4df713 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f7477a9-0de3-4eb0-b986-6c094d26aa1a HTTP/1.1" status: 200 len: 210 time: 0.0303643 Aug 16 02:29:43.577882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e614b0-6a69-4290-b4cd-3ce827c452b7 req-230c1529-3a5a-4c6b-a076-4ec716b27e15 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.579366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62e614b0-6a69-4290-b4cd-3ce827c452b7 req-230c1529-3a5a-4c6b-a076-4ec716b27e15 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0483518 Aug 16 02:29:43.624909 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62e614b0-6a69-4290-b4cd-3ce827c452b7 req-c51d41b8-3bf4-4496-8742-80df8cc0ad18 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389500 Aug 16 02:29:44.747563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6da7d-88de-4b84-b699-4d8f2dcaee37 req-008f4efd-95e6-4465-9096-6a19b47848c1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.749078 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cce6da7d-88de-4b84-b699-4d8f2dcaee37 req-008f4efd-95e6-4465-9096-6a19b47848c1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0511992 Aug 16 02:29:44.789743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cce6da7d-88de-4b84-b699-4d8f2dcaee37 req-cda2d9dc-ef19-4787-8a26-748a5bdaace3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343990 Aug 16 02:29:45.913330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae49b50-58c6-406a-8168-17726377dc42 req-642f079d-e02b-4c78-a0cd-c9d06ce9f2f5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.914913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ae49b50-58c6-406a-8168-17726377dc42 req-642f079d-e02b-4c78-a0cd-c9d06ce9f2f5 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0514979 Aug 16 02:29:45.960929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ae49b50-58c6-406a-8168-17726377dc42 req-773ebaa5-d274-4edd-92e9-06f279c3db41 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Aug 16 02:29:46.741229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34789281-0bcb-45e4-9848-a3061d6be578 req-2259647b-64b4-4230-b090-d7940b6f65e5 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.742795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-34789281-0bcb-45e4-9848-a3061d6be578 req-2259647b-64b4-4230-b090-d7940b6f65e5 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 946 time: 0.0549300 Aug 16 02:29:46.783738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-34789281-0bcb-45e4-9848-a3061d6be578 req-607b35f7-a3e3-476c-846c-bb6d59f97b20 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Aug 16 02:29:47.090096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90097746-5bbb-43bc-ad88-48d07ce74c7c req-61a2aa7b-2ccb-4462-909b-b1551c5f871e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.092759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90097746-5bbb-43bc-ad88-48d07ce74c7c req-61a2aa7b-2ccb-4462-909b-b1551c5f871e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0544591 Aug 16 02:29:47.131931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90097746-5bbb-43bc-ad88-48d07ce74c7c req-11a83485-879f-48f2-9d81-2ff0e84511af tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341327 Aug 16 02:29:47.781477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:47.786453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 57343470-adcc-4696-9900-4973c7fda0af no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:47.811322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 57343470-adcc-4696-9900-4973c7fda0af {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:47.811940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 57343470-adcc-4696-9900-4973c7fda0af not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:47.915089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:47.927653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'port_id': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'mac_address': 'fa:16:3e:60:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:47.942837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52d1b-d96f-4a64-bfeb-18a6dc0b6a9e req-c92f39ef-dd4c-4f1a-bd52-ed264716b834 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.955796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52f52d1b-d96f-4a64-bfeb-18a6dc0b6a9e req-c92f39ef-dd4c-4f1a-bd52-ed264716b834 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 946 time: 0.0737956 Aug 16 02:29:47.982286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.998386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4e344fa-f90a-4e61-9278-edb2d1539322 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:48.005533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52f52d1b-d96f-4a64-bfeb-18a6dc0b6a9e req-6e276a65-407a-4614-9bff-6c8b973b9cf3 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488188 Aug 16 02:29:48.028343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:48.034663 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.094461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.109580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.113257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.173663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['d4e344fa-f90a-4e61-9278-edb2d1539322'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:48.304625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c7c5d-c510-402d-957c-e76164d894bf req-eab83f66-51d7-4d87-9b80-d921bb6ea0eb tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.316648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e5c7c5d-c510-402d-957c-e76164d894bf req-eab83f66-51d7-4d87-9b80-d921bb6ea0eb tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.0848973 Aug 16 02:29:48.404918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e5c7c5d-c510-402d-957c-e76164d894bf req-939c0bc7-7db4-441b-aaf3-600bc9f65479 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832753 Aug 16 02:29:48.409580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-167c38e5-4d7c-4b9d-8e1d-98548b117253 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.411066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-167c38e5-4d7c-4b9d-8e1d-98548b117253 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 946 time: 0.0746896 Aug 16 02:29:48.532740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Deleting port df30b901-4510-43cf-90b4-34c782141777 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:48.533398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.646597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] For port df30b901-4510-43cf-90b4-34c782141777, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=df30b901-4510-43cf-90b4-34c782141777,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:48.647460 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.666093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Calling delete_port for df30b901-4510-43cf-90b4-34c782141777 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:48.812936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.826842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b37d387f-989d-457e-9631-5dfe9e16fa42', 'df30b901-4510-43cf-90b4-34c782141777'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:48.831046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:48.844259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event deleted for resources: {'Port': ['ID=df30b901-4510-43cf-90b4-34c782141777,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.854149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.854742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.855265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.855782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.856333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.856850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.857362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.857873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.858393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.858888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.859389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.859893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:48.912332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] No DVR routers for this DVR port df30b901-4510-43cf-90b4-34c782141777 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:48.914930 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.919223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01cbe389-46d9-4bde-8789-a11a3f973ad7 req-b805663d-231b-4fae-add3-675b738c29d1 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "DELETE /v2.0/ports/df30b901-4510-43cf-90b4-34c782141777 HTTP/1.1" status: 204 len: 173 time: 0.4993670 Aug 16 02:29:48.919670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52c81e-92bd-4eae-9320-2562312bc216', 'name': 'network-vif-deleted', 'tag': 'df30b901-4510-43cf-90b4-34c782141777'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:48.924455 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6341f0b8-6315-493a-9a22-9189c5a8edde" -d '{"events": [{"server_uuid": "6e52c81e-92bd-4eae-9320-2562312bc216", "name": "network-vif-deleted", "tag": "df30b901-4510-43cf-90b4-34c782141777"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:49.033237 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e508a8-6193-476f-ab2c-51f96d0af74a x-openstack-request-id: req-b7e508a8-6193-476f-ab2c-51f96d0af74a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:49.033237 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e52c81e-92bd-4eae-9320-2562312bc216", "name": "network-vif-deleted", "tag": "df30b901-4510-43cf-90b4-34c782141777", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:49.033237 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7e508a8-6193-476f-ab2c-51f96d0af74a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:49.033237 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52c81e-92bd-4eae-9320-2562312bc216', 'name': 'network-vif-deleted', 'tag': 'df30b901-4510-43cf-90b4-34c782141777', 'status': 'completed', 'code': 200} Aug 16 02:29:49.167395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22525736-c71e-4ccc-ba15-2191318ce1aa req-a2803482-6ee9-4f40-9d68-3960077e183f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e52c81e-92bd-4eae-9320-2562312bc216 HTTP/1.1" status: 200 len: 210 time: 0.0308328 Aug 16 02:29:49.557448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb71a3b-0c91-4fa8-85de-242588b18760 req-87dbb0ea-f43d-4752-b042-d1d0802f9b8a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.565923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb71a3b-0c91-4fa8-85de-242588b18760 req-87dbb0ea-f43d-4752-b042-d1d0802f9b8a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.0645514 Aug 16 02:29:49.616918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb71a3b-0c91-4fa8-85de-242588b18760 req-b51c4482-0806-46c7-86d0-14e94f6d741e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484123 Aug 16 02:29:49.777115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:49.843438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port d4e344fa-f90a-4e61-9278-edb2d1539322 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:49.844133 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.945162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.996657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:49.998043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:50.000147 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc7a36-0f98-4260-b954-e668ba30cb89" -d '{"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:50.005060 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.045907 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d3736b-8827-474b-bbd6-187ea4375208 x-openstack-request-id: req-95d3736b-8827-474b-bbd6-187ea4375208 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:50.046269 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:50.046616 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95d3736b-8827-474b-bbd6-187ea4375208 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:50.047068 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'code': 200} Aug 16 02:29:50.069124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.557022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91058e-1a5d-4aec-87f0-5eae66db55e7 req-75c3959a-2336-4df5-8ece-afc4e331587c tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.558717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f91058e-1a5d-4aec-87f0-5eae66db55e7 req-75c3959a-2336-4df5-8ece-afc4e331587c tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 946 time: 0.0956669 Aug 16 02:29:50.639940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f91058e-1a5d-4aec-87f0-5eae66db55e7 req-f5b7ef99-d887-4750-974b-bde99e5a3415 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688190 Aug 16 02:29:50.785465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bf504-d662-4cbe-b37a-685c1d6b61a4 req-fd908b49-665f-402c-b474-1b5484331d63 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.787388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be6bf504-d662-4cbe-b37a-685c1d6b61a4 req-fd908b49-665f-402c-b474-1b5484331d63 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0925307 Aug 16 02:29:50.842295 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be6bf504-d662-4cbe-b37a-685c1d6b61a4 req-a3d22e5c-7583-4525-a48f-512923614f98 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479879 Aug 16 02:29:51.144523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.150538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.156597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.162404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.168408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.175986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.180507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.189139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-111f9ff4-1dd0-40cd-8bca-48504f6f83fb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.1054366 Aug 16 02:29:51.234069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d3aa3d43-3713-441b-8bed-34473244cd1c req-cf5eeb2c-9b77-41c7-94d5-90ff670d4cfa tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439386 Aug 16 02:29:51.799359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b401-6d42-4654-8c04-4a123214174f req-af14931f-f184-4927-bc01-26ddc0ad90ab tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.812909 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a398b401-6d42-4654-8c04-4a123214174f req-af14931f-f184-4927-bc01-26ddc0ad90ab tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 946 time: 0.0862412 Aug 16 02:29:51.832088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-be2230ed-79b7-49aa-b434-7dbc6e8a086f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.834673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-be2230ed-79b7-49aa-b434-7dbc6e8a086f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 946 time: 0.0898244 Aug 16 02:29:51.867093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a398b401-6d42-4654-8c04-4a123214174f req-3336030c-4205-4959-bee9-8b397abd9342 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391028 Aug 16 02:29:52.032207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c32662-94ec-49d8-a9f9-d9e82a61cb61 req-ade829a9-f3ff-4e1e-8ee6-65465719e6ac tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.034400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33c32662-94ec-49d8-a9f9-d9e82a61cb61 req-ade829a9-f3ff-4e1e-8ee6-65465719e6ac tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0849786 Aug 16 02:29:52.073787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Deleting port b37d387f-989d-457e-9631-5dfe9e16fa42 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:52.074145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.106502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33c32662-94ec-49d8-a9f9-d9e82a61cb61 req-7a263b5e-0b74-48a6-86b4-86d8512c3604 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609322 Aug 16 02:29:52.190281 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.215308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] For port b37d387f-989d-457e-9631-5dfe9e16fa42, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b37d387f-989d-457e-9631-5dfe9e16fa42,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:52.215947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.246860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Calling delete_port for b37d387f-989d-457e-9631-5dfe9e16fa42 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:52.396506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.405686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.421030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.431815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.443977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.450318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.456572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.463881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.465472 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-bbfc9d98-5315-4218-a2ee-feca7b7314cb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.1358931 Aug 16 02:29:52.473104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.479884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.486920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.493716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.500147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.508598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.511259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7cd0077-cb21-462d-8705-888cb0c23b14 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.2380633 Aug 16 02:29:52.513052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32e88dac-70eb-498a-8859-3905dc81c3e2 req-987f2b73-558d-4f51-b1f5-8a8b5de224c9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463619 Aug 16 02:29:53.018618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7f6f4d6-878c-49b0-9d3d-d85ed8bbd5d5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.020253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d7f6f4d6-878c-49b0-9d3d-d85ed8bbd5d5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "GET /v2.0/ports/f7071bbd-913c-4dd1-9b8c-36106e0d7310?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4772034 Aug 16 02:29:53.029446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.043757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b37d387f-989d-457e-9631-5dfe9e16fa42'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:53.046854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:53.054915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2633-4615-4e1d-9ab5-f663449719ab req-48977cd7-40cf-4236-a749-356836212a6f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.056427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d89f2633-4615-4e1d-9ab5-f663449719ab req-48977cd7-40cf-4236-a749-356836212a6f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=9983c988-4444-40b8-95f1-0c273db88e6c HTTP/1.1" status: 200 len: 867 time: 0.0921478 Aug 16 02:29:53.081487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event deleted for resources: {'Port': ['ID=b37d387f-989d-457e-9631-5dfe9e16fa42,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.245340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d89f2633-4615-4e1d-9ab5-f663449719ab req-5be63eda-7cc7-4a43-8aa5-782ff34aea0a tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662486 Aug 16 02:29:53.246125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] No DVR routers for this DVR port b37d387f-989d-457e-9631-5dfe9e16fa42 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:53.257861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.257861 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03bdd4d7-01bf-47c7-9ba5-613992a7344d req-268e5fa1-7875-42ad-a882-a277b9bf3b3f tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.88 "DELETE /v2.0/ports/b37d387f-989d-457e-9631-5dfe9e16fa42 HTTP/1.1" status: 204 len: 173 time: 1.4112959 Aug 16 02:29:53.274834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9983c988-4444-40b8-95f1-0c273db88e6c', 'name': 'network-vif-deleted', 'tag': 'b37d387f-989d-457e-9631-5dfe9e16fa42'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:53.277427 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08531ce0-8f00-4bb2-893b-42cc416aad45" -d '{"events": [{"server_uuid": "9983c988-4444-40b8-95f1-0c273db88e6c", "name": "network-vif-deleted", "tag": "b37d387f-989d-457e-9631-5dfe9e16fa42"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:53.351391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-55e09bd0-e495-4e75-946a-9091ec2731b8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "GET /v2.0/networks/874c515e-f912-4082-921f-149f54822097?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3203039 Aug 16 02:29:53.371188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:53.428768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f972bae-f87a-4503-a836-46436f364925 req-acf7516b-5098-4b15-8b15-d8bdc5d76044 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.434884 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85cc404-92ea-46f8-b9be-6bd0d08defde x-openstack-request-id: req-b85cc404-92ea-46f8-b9be-6bd0d08defde {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:53.436451 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9983c988-4444-40b8-95f1-0c273db88e6c", "name": "network-vif-deleted", "tag": "b37d387f-989d-457e-9631-5dfe9e16fa42", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:53.436702 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b85cc404-92ea-46f8-b9be-6bd0d08defde {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:53.437814 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9983c988-4444-40b8-95f1-0c273db88e6c', 'name': 'network-vif-deleted', 'tag': 'b37d387f-989d-457e-9631-5dfe9e16fa42', 'status': 'completed', 'code': 200} Aug 16 02:29:53.442755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.445050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f972bae-f87a-4503-a836-46436f364925 req-acf7516b-5098-4b15-8b15-d8bdc5d76044 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0931888 Aug 16 02:29:53.490618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.519244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f972bae-f87a-4503-a836-46436f364925 req-196968e5-3cea-4fae-9aec-cce1465ac37e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719826 Aug 16 02:29:53.764968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.773872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.780210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.789549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.795587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.801910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.806309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b37d387f-989d-457e-9631-5dfe9e16fa42 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:53.810707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.819129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-24843f7e-c210-4ac0-a463-7336057be42e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 5444 time: 0.1686385 Aug 16 02:29:53.843769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: b37d387f-989d-457e-9631-5dfe9e16fa42 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:53.844475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b37d387f-989d-457e-9631-5dfe9e16fa42 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:53.845643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device df30b901-4510-43cf-90b4-34c782141777 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:53.885377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: df30b901-4510-43cf-90b4-34c782141777 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:53.886066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device df30b901-4510-43cf-90b4-34c782141777 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:53.931601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] For port f7071bbd-913c-4dd1-9b8c-36106e0d7310, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f7071bbd-913c-4dd1-9b8c-36106e0d7310,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:53.945953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72f49155-f0b5-4537-adcd-c4a3f1e629d9 req-a098e64a-3825-4f9a-815d-91fa46530c20 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=3aa3e5ac-e181-46e6-981a-fcb9578d1f72&id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237731 Aug 16 02:29:54.015350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] For port f7071bbd-913c-4dd1-9b8c-36106e0d7310, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:54.057105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] device_id is not set on port f7071bbd-913c-4dd1-9b8c-36106e0d7310 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:54.073942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.080643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.160066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] Pushing event updated for resources: {'Port': ['ID=f7071bbd-913c-4dd1-9b8c-36106e0d7310,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:54.213876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] No DVR routers for this DVR port f7071bbd-913c-4dd1-9b8c-36106e0d7310 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:54.306106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] In _notify_port_updated(), no bound segment for port f7071bbd-913c-4dd1-9b8c-36106e0d7310 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:29:54.313381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.314723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.316528 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-2bb71dc4-5410-4796-85bd-f8cc9b64f93c service neutron] 10.222.0.98 "PUT /v2.0/ports/f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 200 len: 1032 time: 0.9523418 Aug 16 02:29:54.412578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d5205ff1-30c1-43b2-b5c1-b0bc1fcb0286 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.414374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-d5205ff1-30c1-43b2-b5c1-b0bc1fcb0286 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "GET /v2.0/ports/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0871818 Aug 16 02:29:54.441299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:54.569666 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.620071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f7f20790-aa33-4550-b697-c1b3a3df41f2 None None] Provisioning complete for port f7071bbd-913c-4dd1-9b8c-36106e0d7310 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:54.620671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f7f20790-aa33-4550-b697-c1b3a3df41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.708761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b8d4-46e2-4a0e-8fd6-131fb85a1a1d req-a3fe88a7-6465-4ef8-8ae9-c6451864cb3b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.710504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f7f20790-aa33-4550-b697-c1b3a3df41f2 None None] Port f7071bbd-913c-4dd1-9b8c-36106e0d7310 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:54.722135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-73e1b8d4-46e2-4a0e-8fd6-131fb85a1a1d req-a3fe88a7-6465-4ef8-8ae9-c6451864cb3b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0902355 Aug 16 02:29:54.785675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] For port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:54.826778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-73e1b8d4-46e2-4a0e-8fd6-131fb85a1a1d req-5a1b7960-dd9b-45ac-95b5-cb71c813e987 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973055 Aug 16 02:29:54.848948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] For port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:54.899003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] device_id is not set on port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:54.914396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.936508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.101004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] No DVR routers for this DVR port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:55.147504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.191779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125476-dda2-4ba2-87e1-010d227b2aeb req-b0acc93c-dcd1-4c85-b072-e5f0e32426f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.201180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125476-dda2-4ba2-87e1-010d227b2aeb req-b0acc93c-dcd1-4c85-b072-e5f0e32426f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.207709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125476-dda2-4ba2-87e1-010d227b2aeb req-b0acc93c-dcd1-4c85-b072-e5f0e32426f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.213636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125476-dda2-4ba2-87e1-010d227b2aeb req-b0acc93c-dcd1-4c85-b072-e5f0e32426f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.220003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125476-dda2-4ba2-87e1-010d227b2aeb req-b0acc93c-dcd1-4c85-b072-e5f0e32426f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.228183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57125476-dda2-4ba2-87e1-010d227b2aeb req-b0acc93c-dcd1-4c85-b072-e5f0e32426f2 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 3886 time: 0.1395028 Aug 16 02:29:55.235201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] In _notify_port_updated(), no bound segment for port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 on network 874c515e-f912-4082-921f-149f54822097 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:29:55.240171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.241079 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.242498 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-185ac63f-6482-454d-9847-d1be1a4442d4 service neutron] 10.222.0.98 "PUT /v2.0/ports/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 200 len: 1032 time: 0.8117840 Aug 16 02:29:55.331701 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57125476-dda2-4ba2-87e1-010d227b2aeb req-b3699a8a-8eb2-4434-8712-f0f667d177e1 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024384 Aug 16 02:29:55.359304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d2da3d58-2f90-4b87-bf98-e808a5cf2649 None None] Provisioning complete for port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:55.361575 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d2da3d58-2f90-4b87-bf98-e808a5cf2649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.431660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d2da3d58-2f90-4b87-bf98-e808a5cf2649 None None] Port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:55.477699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port 4b92b178-9c47-4691-8860-201eda3c18bb {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:55.478207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.641003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] For port 4b92b178-9c47-4691-8860-201eda3c18bb, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4b92b178-9c47-4691-8860-201eda3c18bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:55.641733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.665646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for 4b92b178-9c47-4691-8860-201eda3c18bb owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:55.895336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.975342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=4b92b178-9c47-4691-8860-201eda3c18bb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.107473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] No DVR routers for this DVR port 4b92b178-9c47-4691-8860-201eda3c18bb on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:56.112176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.114945 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-583af4b2-66a4-41e7-825b-f6e815a8d8b0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "DELETE /v2.0/ports/4b92b178-9c47-4691-8860-201eda3c18bb HTTP/1.1" status: 204 len: 173 time: 0.8601491 Aug 16 02:29:56.115386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '4b92b178-9c47-4691-8860-201eda3c18bb'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:56.117639 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442e1bc5-945f-4fa8-ba2f-dd43c5dd8a0b" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "4b92b178-9c47-4691-8860-201eda3c18bb"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:56.158940 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b069c007-8448-4f0d-b785-60a26ff156c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.202884 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e933a-d6e6-482c-acce-a6e845fb1b6c x-openstack-request-id: req-e95e933a-d6e6-482c-acce-a6e845fb1b6c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:56.203188 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "4b92b178-9c47-4691-8860-201eda3c18bb", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:56.203440 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e95e933a-d6e6-482c-acce-a6e845fb1b6c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:56.203861 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '4b92b178-9c47-4691-8860-201eda3c18bb', 'status': 'completed', 'code': 200} Aug 16 02:29:56.225761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca60ec-52c1-4e04-94ea-4e5527759b1e req-5c74fc54-3c3a-4f03-aa4f-f23384d4e21c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.226080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 77bf79aa-4b90-4997-85f5-c15e08cfd43d no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:56.227566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43ca60ec-52c1-4e04-94ea-4e5527759b1e req-5c74fc54-3c3a-4f03-aa4f-f23384d4e21c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.2014737 Aug 16 02:29:56.359978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43ca60ec-52c1-4e04-94ea-4e5527759b1e req-ff5c2372-3dbc-4089-a349-b55f34daac27 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975499 Aug 16 02:29:56.364976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.387691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port 77bf79aa-4b90-4997-85f5-c15e08cfd43d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:56.394907 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.466747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:56.479567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:56.484402 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f726d-5bbb-471e-a2ef-45dfc8db0843" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:56.487875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.499678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f65700b3-608a-4700-878e-25a531e64d94 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:56.642890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584c7c9-f3d1-4752-8e1f-a0c0ef77fba2 req-d802be89-b331-49f0-beae-c81978030150 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.651236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] For port 77bf79aa-4b90-4997-85f5-c15e08cfd43d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=77bf79aa-4b90-4997-85f5-c15e08cfd43d,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:56.651639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.663685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584c7c9-f3d1-4752-8e1f-a0c0ef77fba2 req-d802be89-b331-49f0-beae-c81978030150 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.683093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584c7c9-f3d1-4752-8e1f-a0c0ef77fba2 req-d802be89-b331-49f0-beae-c81978030150 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.695458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584c7c9-f3d1-4752-8e1f-a0c0ef77fba2 req-d802be89-b331-49f0-beae-c81978030150 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.704035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for 77bf79aa-4b90-4997-85f5-c15e08cfd43d owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:56.709043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7584c7c9-f3d1-4752-8e1f-a0c0ef77fba2 req-d802be89-b331-49f0-beae-c81978030150 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 3149 time: 0.2215047 Aug 16 02:29:56.711051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=77bf79aa-4b90-4997-85f5-c15e08cfd43d,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.789448 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808b3fe0-8c3d-47ce-8d00-6b5ad1345f17 x-openstack-request-id: req-808b3fe0-8c3d-47ce-8d00-6b5ad1345f17 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:56.789754 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:56.789984 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-808b3fe0-8c3d-47ce-8d00-6b5ad1345f17 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:56.790582 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d', 'code': 200} Aug 16 02:29:56.791412 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.815743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7584c7c9-f3d1-4752-8e1f-a0c0ef77fba2 req-b71ec962-9870-4eb5-b3bb-40cbe2d679c9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056855 Aug 16 02:29:56.865698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f65700b3-608a-4700-878e-25a531e64d94, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f65700b3-608a-4700-878e-25a531e64d94,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:56.871737 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.872679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f7071bbd-913c-4dd1-9b8c-36106e0d7310 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:56.907881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c8d31-c670-4048-8e56-652d17427057 req-9b828e59-e767-4613-b222-89819a8743ae tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.925768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f0c8d31-c670-4048-8e56-652d17427057 req-9b828e59-e767-4613-b222-89819a8743ae tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 945 time: 0.0667648 Aug 16 02:29:56.972846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=f65700b3-608a-4700-878e-25a531e64d94,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.976350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f7071bbd-913c-4dd1-9b8c-36106e0d7310 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:56.977848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 02a6b3f8-ced9-4186-b019-585d7d55017b no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:57.057684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f0c8d31-c670-4048-8e56-652d17427057 req-4c32c854-ba91-40ae-b272-7324eab81273 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271253 Aug 16 02:29:57.119674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.228093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 02a6b3f8-ced9-4186-b019-585d7d55017b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02a6b3f8-ced9-4186-b019-585d7d55017b,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:57.233338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.233929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.234238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:57.295275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=77bf79aa-4b90-4997-85f5-c15e08cfd43d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.354245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] No DVR routers for this DVR port 77bf79aa-4b90-4997-85f5-c15e08cfd43d on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:57.357762 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.360186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-4d7993e3-29d4-4fa6-8f7a-f9047fa8c2f8 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "DELETE /v2.0/ports/77bf79aa-4b90-4997-85f5-c15e08cfd43d HTTP/1.1" status: 204 len: 173 time: 1.2369630 Aug 16 02:29:57.441175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=02a6b3f8-ced9-4186-b019-585d7d55017b,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.457242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:57.458052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4b92b178-9c47-4691-8860-201eda3c18bb no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:57.514502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 4b92b178-9c47-4691-8860-201eda3c18bb {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:57.514853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4b92b178-9c47-4691-8860-201eda3c18bb not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:57.515277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:57.711052 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.715424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b148c51-766e-42df-8bb4-1b6564f6822d req-5e1b4fe9-3e0b-47f1-9114-59c408ddaff3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.725049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8b148c51-766e-42df-8bb4-1b6564f6822d req-5e1b4fe9-3e0b-47f1-9114-59c408ddaff3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.1846220 Aug 16 02:29:57.802968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:57.808438 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8b148c51-766e-42df-8bb4-1b6564f6822d req-4425062c-087a-4280-986d-75f7c52eecbd tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773063 Aug 16 02:29:57.813269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.816640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port 02a6b3f8-ced9-4186-b019-585d7d55017b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:57.817196 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.997523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.081885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] For port 02a6b3f8-ced9-4186-b019-585d7d55017b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=02a6b3f8-ced9-4186-b019-585d7d55017b,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:58.082273 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.103075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for 02a6b3f8-ced9-4186-b019-585d7d55017b owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:58.164926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64116079-6112-4d1d-87f7-98e246fb51be req-38073b8f-af5f-4978-b9e5-aac7218e50c5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.168603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64116079-6112-4d1d-87f7-98e246fb51be req-38073b8f-af5f-4978-b9e5-aac7218e50c5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.175486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64116079-6112-4d1d-87f7-98e246fb51be req-38073b8f-af5f-4978-b9e5-aac7218e50c5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.177345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-64116079-6112-4d1d-87f7-98e246fb51be req-38073b8f-af5f-4978-b9e5-aac7218e50c5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 2410 time: 0.2090566 Aug 16 02:29:58.206396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:58.209276 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d759ea8-af76-4bbe-b2d7-ac734d381f4b" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:58.235704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-64116079-6112-4d1d-87f7-98e246fb51be req-ba184f20-04ac-42e4-b836-be02a1b6952b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521407 Aug 16 02:29:58.320355 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cd004f-a7aa-47b7-9ab9-c77d35d8dcdd x-openstack-request-id: req-83cd004f-a7aa-47b7-9ab9-c77d35d8dcdd {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:58.321007 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "77bf79aa-4b90-4997-85f5-c15e08cfd43d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:58.321007 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83cd004f-a7aa-47b7-9ab9-c77d35d8dcdd {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:58.321355 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '77bf79aa-4b90-4997-85f5-c15e08cfd43d', 'status': 'completed', 'code': 200} Aug 16 02:29:58.375620 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.419143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=02a6b3f8-ced9-4186-b019-585d7d55017b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.474982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] No DVR routers for this DVR port 02a6b3f8-ced9-4186-b019-585d7d55017b on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:58.477691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.480461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ae43b187-a345-45d4-9813-eaa88547291f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "DELETE /v2.0/ports/02a6b3f8-ced9-4186-b019-585d7d55017b HTTP/1.1" status: 204 len: 173 time: 1.1041880 Aug 16 02:29:58.626779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port f65700b3-608a-4700-878e-25a531e64d94 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:58.627139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.786694 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.792701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94'}, {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b'}, {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:58.797651 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ab2044-8de5-4316-9974-d75941a7800c" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "f65700b3-608a-4700-878e-25a531e64d94"}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b"}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:58.800589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] For port f65700b3-608a-4700-878e-25a531e64d94, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f65700b3-608a-4700-878e-25a531e64d94,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:58.801225 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.833062 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd38a-dc0a-49af-b794-2016ff45a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.890343 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffc506f-3fdd-458c-874c-e543f5d72dbb x-openstack-request-id: req-5ffc506f-3fdd-458c-874c-e543f5d72dbb {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:58.890640 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "f65700b3-608a-4700-878e-25a531e64d94", "code": 200}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b", "code": 200}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:58.890887 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ffc506f-3fdd-458c-874c-e543f5d72dbb {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:58.891280 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94', 'code': 200} Aug 16 02:29:58.891529 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b', 'code': 200} Aug 16 02:29:58.891808 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51', 'code': 200} Aug 16 02:29:59.050136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f278f-9f81-493a-a2b4-d52a0ec6117f req-5637e5c0-e70a-48a1-9623-fd2ae3a954f6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.058897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-503f278f-9f81-493a-a2b4-d52a0ec6117f req-5637e5c0-e70a-48a1-9623-fd2ae3a954f6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0739331 Aug 16 02:29:59.117372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-503f278f-9f81-493a-a2b4-d52a0ec6117f req-d356634e-7e67-4b9e-8e10-9261c33151ef tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508189 Aug 16 02:29:59.181692 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.182512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.183204 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Floating IP 2d4eba29-5e85-4af0-8dea-e369b6277627 disassociated. External IP: 172.25.4.65, port: f65700b3-608a-4700-878e-25a531e64d94. Aug 16 02:29:59.183794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for f65700b3-608a-4700-878e-25a531e64d94 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:59.490840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a348f-4c21-434c-a83c-bb319a3f76af req-4e684d54-b50e-4a67-b21a-e4b31d2ec75f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.498309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a348f-4c21-434c-a83c-bb319a3f76af req-4e684d54-b50e-4a67-b21a-e4b31d2ec75f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.507376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd7a348f-4c21-434c-a83c-bb319a3f76af req-4e684d54-b50e-4a67-b21a-e4b31d2ec75f tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 1677 time: 0.1152098 Aug 16 02:29:59.526710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.560651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd7a348f-4c21-434c-a83c-bb319a3f76af req-aa2acdab-4741-4e34-b1ee-e10b7531ba58 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d1296ab-482c-46d6-a36b-2909d3b630f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469234 Aug 16 02:29:59.584253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=f65700b3-608a-4700-878e-25a531e64d94,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:59.625256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc05b4e-4387-42ee-a951-6bb51114986c req-2ba49d45-2cef-4e13-b7aa-f6b6777fb05a tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.627540 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3dc05b4e-4387-42ee-a951-6bb51114986c req-2ba49d45-2cef-4e13-b7aa-f6b6777fb05a tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 945 time: 0.1230457 Aug 16 02:29:59.742948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3dc05b4e-4387-42ee-a951-6bb51114986c req-2f828793-e1f2-402f-b2fa-271309db4fff tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084039 Aug 16 02:29:59.787839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Router baf8feaf-45d9-4bd6-8ccc-572c21658153 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:59.946433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:59.957117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.969127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] Sync routers for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:00.000542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:00.001913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:29:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.009518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] No DVR routers for this DVR port f65700b3-608a-4700-878e-25a531e64d94 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:00.012510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.015372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-ed9255ab-7c73-4e9e-a134-f8315ed8d4d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "DELETE /v2.0/ports/f65700b3-608a-4700-878e-25a531e64d94 HTTP/1.1" status: 204 len: 173 time: 1.5205524 Aug 16 02:30:00.168835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:00.169180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.194293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:00.337187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b'}, {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:00.339582 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e26fdd8-48af-464c-a8a7-6462e40ffffb" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b"}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "f65700b3-608a-4700-878e-25a531e64d94"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:00.354179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d1ee-a46a-4263-bfa0-ba7635c74f35 req-a679bfd2-a783-4b0a-a080-6e40b0e9f8f9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:00.371786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0db8d1ee-a46a-4263-bfa0-ba7635c74f35 req-a679bfd2-a783-4b0a-a080-6e40b0e9f8f9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.1249151 Aug 16 02:30:00.413213 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49991453-404d-4de9-b896-b7af482f4489 x-openstack-request-id: req-49991453-404d-4de9-b896-b7af482f4489 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:00.413618 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "02a6b3f8-ced9-4186-b019-585d7d55017b", "status": "completed", "code": 200}, {"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "f65700b3-608a-4700-878e-25a531e64d94", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:00.413969 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49991453-404d-4de9-b896-b7af482f4489 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:00.414988 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '02a6b3f8-ced9-4186-b019-585d7d55017b', 'status': 'completed', 'code': 200} Aug 16 02:30:00.414988 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': 'f65700b3-608a-4700-878e-25a531e64d94', 'status': 'completed', 'code': 200} Aug 16 02:30:00.423688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] For port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:00.424201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.441741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:00.465428 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0db8d1ee-a46a-4263-bfa0-ba7635c74f35 req-f9cb1f76-ca97-471f-8b08-3f880fa11349 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918357 Aug 16 02:30:00.559691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:41Z', 'revision_number': 5, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.611214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] Checking router: baf8feaf-45d9-4bd6-8ccc-572c21658153 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:00.620009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:00.620805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:29:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.656760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.724982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=00cbba15-eb37-4c0e-9d07-31ad10bd0f51,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.725924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:00.740914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4248da00-acb5-47b8-bd92-1a47ac588454 req-f93a9c7f-b1bc-4e00-8d29-a8e6e5416c67 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0412462 Aug 16 02:30:00.901602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] No DVR routers for this DVR port 00cbba15-eb37-4c0e-9d07-31ad10bd0f51 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:00.901602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.902906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e45021-2ab0-45d5-a425-f95a8a0cadae req-cdbbe4ef-4e93-41bd-83d5-fbecd1c639eb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.98 "DELETE /v2.0/ports/00cbba15-eb37-4c0e-9d07-31ad10bd0f51 HTTP/1.1" status: 204 len: 173 time: 0.8801789 Aug 16 02:30:00.990787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769f95-6d41-4e55-9cef-4573bad5f0d2 req-950ce13a-374c-4349-ae17-32bac72afc18 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:01.000231 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6769f95-6d41-4e55-9cef-4573bad5f0d2 req-950ce13a-374c-4349-ae17-32bac72afc18 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 945 time: 0.1125395 Aug 16 02:30:01.009853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:41Z', 'revision_number': 5, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.072811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6769f95-6d41-4e55-9cef-4573bad5f0d2 req-278e9428-04f9-4e2e-9d6f-dbf54baa6746 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713766 Aug 16 02:30:01.098817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96049d1b-7bad-4fac-8c97-8bd560fb2a33 None None] The sync data for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 is: [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6b08197c-1280-4522-bf47-d2fbb14300ef', 'name': '', 'network_id': 'cba6f535-9c48-4a92-a569-dba088b2e25c', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'mac_address': 'fa:16:3e:77:24:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:30Z', 'updated_at': '2021-08-16T02:19:41Z', 'revision_number': 5, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'subnets': [{'id': '86fafe23-7928-4d62-a3f7-26248a75580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:01.670916 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb686a-7480-42c2-9511-832e85199110 None None] New status for floating IP 2d4eba29-5e85-4af0-8dea-e369b6277627: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:30:01.680552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-6b25ad72-ca7f-48c1-9cf2-77689476ebd6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:01.683325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-6b25ad72-ca7f-48c1-9cf2-77689476ebd6 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 945 time: 0.1710458 Aug 16 02:30:01.875337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.916353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f571a7d8-319e-4c7d-a22b-a4c789fd550b req-7aeec3a2-f06a-4386-b161-cf44ae2853b5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0581152 Aug 16 02:30:01.933047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d85c83-e7c8-49c7-9ecc-6a1d2f6ba686 req-3a6fd363-41ce-4545-bb18-65ccca0b39d8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:01.942223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-68d85c83-e7c8-49c7-9ecc-6a1d2f6ba686 req-3a6fd363-41ce-4545-bb18-65ccca0b39d8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.2970092 Aug 16 02:30:02.011073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-68d85c83-e7c8-49c7-9ecc-6a1d2f6ba686 req-f2ac82a4-98fd-4ae6-af6d-309456decee2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618970 Aug 16 02:30:02.023212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Deleting port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:02.024206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.264597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:02.289170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] For port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,segment=NetworkSegment(afefc227-ce23-4e19-8956-f05a45319efd),segment_id=afefc227-ce23-4e19-8956-f05a45319efd)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:02.289695 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.331945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54eea-5062-4785-95ff-b85213a31cb0 req-1b07e0b1-b722-4327-ba4e-341d709517f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.351301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7de54eea-5062-4785-95ff-b85213a31cb0 req-1b07e0b1-b722-4327-ba4e-341d709517f8 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 945 time: 0.1026313 Aug 16 02:30:02.355962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Calling delete_port for c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:02.430974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7de54eea-5062-4785-95ff-b85213a31cb0 req-c402e78c-a41e-4a72-949f-9e72d1337073 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/security-groups?id=756b440b-2f41-473d-b853-42ac27099643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783727 Aug 16 02:30:02.498647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:02.501256 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf909d-86f8-453e-a39f-92d7e0e96da5" -d '{"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:02.604312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:02.629332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'mac_address': 'fa:16:3e:27:21:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:02.683043 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.701072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:02.707445 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12766ce0-ae16-4e8d-9778-a1abb85edfcb x-openstack-request-id: req-12766ce0-ae16-4e8d-9778-a1abb85edfcb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:02.708064 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2897162e-4d5e-4d8c-a4a6-5dc545972d5e", "name": "network-vif-deleted", "tag": "00cbba15-eb37-4c0e-9d07-31ad10bd0f51", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:02.708064 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12766ce0-ae16-4e8d-9778-a1abb85edfcb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:02.708452 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2897162e-4d5e-4d8c-a4a6-5dc545972d5e', 'name': 'network-vif-deleted', 'tag': '00cbba15-eb37-4c0e-9d07-31ad10bd0f51', 'status': 'completed', 'code': 200} Aug 16 02:30:02.714303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.735927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:02.741765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:02.784952 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.786861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Pushing event deleted for resources: {'Port': ['ID=c2fd2bd0-9636-4b0f-81fe-0557f974dbc5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.870847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] No DVR routers for this DVR port c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:02.875375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.883169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.888102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d4f6b4e-c030-4249-a44c-aba583d311ac req-3e1fc548-c03a-4a98-a092-9f6472e1b670 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.98 "DELETE /v2.0/ports/c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 HTTP/1.1" status: 204 len: 173 time: 1.1739953 Aug 16 02:30:02.936101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:03.196513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b00d6c73-88a3-4ef8-beaf-f7bd80795b45 req-bd0edc49-a31f-4755-aeeb-5b24b9a058c0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.1004996 Aug 16 02:30:03.291466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcae97-b54d-4e1c-be5c-35965954d2f9 req-f9e262b5-085e-49ac-8319-99ca922ab52c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.299229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ddcae97-b54d-4e1c-be5c-35965954d2f9 req-f9e262b5-085e-49ac-8319-99ca922ab52c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.1131384 Aug 16 02:30:03.396340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ddcae97-b54d-4e1c-be5c-35965954d2f9 req-85dab13e-7343-4bf1-8b07-03745d9e71f7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958714 Aug 16 02:30:03.662653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c92ae90-36e6-414e-ab19-c8dad6fe316f req-f0e79539-d840-467f-952e-c9ac94cead03 tempest-AttachVolumeNegativeTest-1258604893 tempest-AttachVolumeNegativeTest-1258604893-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6a94d5a-dabd-4c92-ac2d-c162c739b581 HTTP/1.1" status: 200 len: 210 time: 0.0996716 Aug 16 02:30:03.760307 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:04.268462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:04.382978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ff69b7e-4113-4eb0-82d6-62a14704f89b req-36f02ad4-c364-49d7-9cfd-1d441f21db91 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0684350 Aug 16 02:30:04.388048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:04.388298 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.531064 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.565180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:04.568619 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca290908-a3cd-422d-ae33-deb0d082c048" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:04.636520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:04.640256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d2dd-67aa-403c-98d0-a630165c4154 req-2cd1a54f-2dbc-4eae-bbdc-bbc9532b13f3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:04.642628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-deb8d2dd-67aa-403c-98d0-a630165c4154 req-2cd1a54f-2dbc-4eae-bbdc-bbc9532b13f3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.1429920 Aug 16 02:30:04.644704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.648363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:04.698300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-deb8d2dd-67aa-403c-98d0-a630165c4154 req-49d41e35-189e-431f-80f0-66fe14ddd804 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492353 Aug 16 02:30:04.709670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'name': 'network-vif-deleted', 'tag': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:04.711879 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50644df4-6c88-47ba-bef0-9538cd50fa84" -d '{"events": [{"server_uuid": "e6a94d5a-dabd-4c92-ac2d-c162c739b581", "name": "network-vif-deleted", "tag": "c2fd2bd0-9636-4b0f-81fe-0557f974dbc5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:04.737720 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb862a-ead6-453c-91ac-5a2f52cac4f4 x-openstack-request-id: req-7ecb862a-ead6-453c-91ac-5a2f52cac4f4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:04.738028 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:04.738281 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ecb862a-ead6-453c-91ac-5a2f52cac4f4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:04.738677 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'code': 200} Aug 16 02:30:04.761944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:04.762294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device c2fd2bd0-9636-4b0f-81fe-0557f974dbc5 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:04.784926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34388) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:04.787886 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c312c3bb-862d-4e61-9751-9ce700860371 x-openstack-request-id: req-c312c3bb-862d-4e61-9751-9ce700860371 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:04.788176 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a94d5a-dabd-4c92-ac2d-c162c739b581", "name": "network-vif-deleted", "tag": "c2fd2bd0-9636-4b0f-81fe-0557f974dbc5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:04.788462 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c312c3bb-862d-4e61-9751-9ce700860371 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:04.788858 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a94d5a-dabd-4c92-ac2d-c162c739b581', 'name': 'network-vif-deleted', 'tag': 'c2fd2bd0-9636-4b0f-81fe-0557f974dbc5', 'status': 'completed', 'code': 200} Aug 16 02:30:04.806536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:04.868687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] Deleting subnet db11dc02-1822-4d0c-a459-2f5f7a88c0e0 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:04.912094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.979265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-1ca0c0d3-018f-4a2b-ac70-d0108dbc98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:04.981353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-1ca0c0d3-018f-4a2b-ac70-d0108dbc98b6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1097 time: 0.1101835 Aug 16 02:30:04.983936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.124873 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.200857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-0671682e-5e27-4118-b882-ec975b340426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.202384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-0671682e-5e27-4118-b882-ec975b340426 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.1854975 Aug 16 02:30:05.256723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.301908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db11dc02-1822-4d0c-a459-2f5f7a88c0e0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:05.304250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.305769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6a6b344f-7086-4275-b92f-0ebc52ffe6c8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/db11dc02-1822-4d0c-a459-2f5f7a88c0e0 HTTP/1.1" status: 204 len: 168 time: 0.5196097 Aug 16 02:30:05.308490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:05.339668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-264921e8-a8f9-43ef-a3bf-6635e71a48ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 200 len: 1001 time: 0.1237962 Aug 16 02:30:05.420592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-b7f339b5-60aa-4d65-8f0a-e22fd4f242c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.431515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.442083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-b7f339b5-60aa-4d65-8f0a-e22fd4f242c2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0958176 Aug 16 02:30:05.559190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-87488d6d-f9b8-4579-805e-b36e519c85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.559190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-87488d6d-f9b8-4579-805e-b36e519c85a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070757 Aug 16 02:30:05.607735 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.617831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fd985c64-3c96-42df-9210-fc45e3e13cc7 req-522fb224-380c-48cb-881d-39776ac4f153 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0876460 Aug 16 02:30:05.646169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1eb835e-15de-42fb-8221-028c0db4ad74']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:05.671941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afefc227-ce23-4e19-8956-f05a45319efd') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:05.672763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afefc227-ce23-4e19-8956-f05a45319efd') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:05.692766 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.723935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.734318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:05.735180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:05.740857 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:05.828720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-bd47ebb0-3525-4ed8-879b-5a0ae139776f service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447591 Aug 16 02:30:05.910849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b7b0-34a7-47cb-9925-0555f450b133 req-bac268c8-481c-47d1-be8d-9f80e12540a2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.918192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fe5b7b0-34a7-47cb-9925-0555f450b133 req-bac268c8-481c-47d1-be8d-9f80e12540a2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0888610 Aug 16 02:30:05.981337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3ceb05d-851e-40a1-a1d6-d5361d317cef req-00347a6c-182d-4475-9f08-7e31d368db9b service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379778 Aug 16 02:30:05.987526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.999674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.002216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] 10.222.0.78 "DELETE /v2.0/networks/b1eb835e-15de-42fb-8221-028c0db4ad74 HTTP/1.1" status: 204 len: 168 time: 0.6924760 Aug 16 02:30:06.042727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b1eb835e-15de-42fb-8221-028c0db4ad74,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:06.082479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fe5b7b0-34a7-47cb-9925-0555f450b133 req-e7e98d46-4404-4794-8a64-a8f6c981e024 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583357 Aug 16 02:30:06.092720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.093880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.095924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.101486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.102133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.102672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.103224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.103742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.104373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.104886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.105392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.105901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794cbf7-2b0c-40eb-b37f-fb70d85af5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:06.389739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34414) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:06.462205 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2fd9a5d9-0288-4a95-a8d9-5e0a361d5fc8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2a22d4da9b04b56a882f109d8a7880d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709205 Aug 16 02:30:06.464858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:06.544935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff86603-0603-4b32-9c37-4eda090ea4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.577419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff86603-0603-4b32-9c37-4eda090ea4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.641315 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff86603-0603-4b32-9c37-4eda090ea4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.646586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff86603-0603-4b32-9c37-4eda090ea4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.649976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bff86603-0603-4b32-9c37-4eda090ea4ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/756b440b-2f41-473d-b853-42ac27099643 HTTP/1.1" status: 204 len: 168 time: 0.1838088 Aug 16 02:30:06.677409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86603-0603-4b32-9c37-4eda090ea4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b440b-2f41-473d-b853-42ac27099643,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:06.827567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d231d3e3-fed1-4008-8e01-fced4f623dd2 req-4fc5be24-c8d2-4f9f-82bc-c2e87b88d6d0 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0687540 Aug 16 02:30:07.313293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab371f1-6ff2-4ed0-b162-cddf1a21fb3c req-98d7e6b2-2812-42d9-a726-b39fbbbeeacc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:07.358024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ab371f1-6ff2-4ed0-b162-cddf1a21fb3c req-98d7e6b2-2812-42d9-a726-b39fbbbeeacc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.1464100 Aug 16 02:30:07.440101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ab371f1-6ff2-4ed0-b162-cddf1a21fb3c req-0b37a850-4116-4406-a810-30c72ae380cd tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810306 Aug 16 02:30:07.989799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70c957a4-8185-4fb3-a759-56e25d0516e8 req-84bdddd7-4382-499e-9a7e-f7b16349037b tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0406117 Aug 16 02:30:08.654082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ff68-c587-4465-a538-bcdbdddbcf66 req-cea8030e-21fa-49e9-9ff2-fed589a576bc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:08.665366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d260ff68-c587-4465-a538-bcdbdddbcf66 req-cea8030e-21fa-49e9-9ff2-fed589a576bc tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 945 time: 0.0900543 Aug 16 02:30:08.764944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d260ff68-c587-4465-a538-bcdbdddbcf66 req-6a7f5f55-6be8-4594-ae89-779f8ea3dbfb tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981419 Aug 16 02:30:09.223923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12d3958b-02ed-4513-8ece-1380df77ea83 req-86620741-6795-47ff-ba3c-78ecd97bf01c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0736163 Aug 16 02:30:09.877420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:10.035441 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.084947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:10.086372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:10.089961 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c02d2e-952f-4d0a-b86a-ff58de1feb52" -d '{"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:10.099507 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.409474 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d067cc-5ec2-4fc1-8939-397b51483e66 x-openstack-request-id: req-26d067cc-5ec2-4fc1-8939-397b51483e66 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:10.409773 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-unplugged", "status": "failed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322", "code": 422}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:10.410024 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26d067cc-5ec2-4fc1-8939-397b51483e66 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:10.415793 n-d-769329-15 neutron-server[94858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'code': 422} returned with failed status Aug 16 02:30:10.421703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98823257-9d26-4968-af4c-2e61bc7f08a1 req-b4db04e1-88d8-462a-b5e1-5e0cbf306cbb tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0635700 Aug 16 02:30:10.511596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.753952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac39b5-b9bb-42e6-b465-93b0fcd7d964 req-4ce859af-b5d7-466f-aae2-1216933358d6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:10.762968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10ac39b5-b9bb-42e6-b465-93b0fcd7d964 req-4ce859af-b5d7-466f-aae2-1216933358d6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.0990143 Aug 16 02:30:10.825494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10ac39b5-b9bb-42e6-b465-93b0fcd7d964 req-0e1cf6a5-a859-48ca-b034-5fe371d7cf49 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610864 Aug 16 02:30:10.845794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-4309ea45-4094-4efe-8dda-7b70c328e66e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865910 Aug 16 02:30:11.596942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a42d73e6-4b3a-427c-ab1f-6db51b1fabe5 req-dbdbc73c-4d17-4066-bb5d-bf6784fbc992 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0628676 Aug 16 02:30:11.973679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4343ba2-8ad3-4e51-8326-e15f772fe29b req-fed99a5a-22cc-41f4-bea7-7401d1d2d751 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:11.976573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4343ba2-8ad3-4e51-8326-e15f772fe29b req-fed99a5a-22cc-41f4-bea7-7401d1d2d751 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.0559900 Aug 16 02:30:12.129446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4343ba2-8ad3-4e51-8326-e15f772fe29b req-0d2bd028-c7de-4ffd-b8d0-f1106499888b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462581 Aug 16 02:30:12.191320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-942cb798-9f13-4fb3-b5a2-fb3b7d4332fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.218722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-942cb798-9f13-4fb3-b5a2-fb3b7d4332fe service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7&tenant_id=2f055cffb6734e8cb860902f76e3b452 HTTP/1.1" status: 200 len: 1095 time: 0.1932659 Aug 16 02:30:12.356438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-3551d93f-e0d1-4a16-a775-d85fc0493ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.358340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-3551d93f-e0d1-4a16-a775-d85fc0493ea8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2f055cffb6734e8cb860902f76e3b452&device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1095 time: 0.1127338 Aug 16 02:30:12.505187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-79c87dd9-ccf0-4cff-b988-6797700d3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.507059 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-79c87dd9-ccf0-4cff-b988-6797700d3791 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 200 len: 918 time: 0.1401410 Aug 16 02:30:12.729330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-d2cba413-3167-4b6f-881d-cb61a3c7bb14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 200 len: 999 time: 0.2143235 Aug 16 02:30:12.777403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-409d998b-cefa-47ec-85f0-d311ae6aafa6 req-9b809bd2-bd67-43b0-b2bf-627056b30351 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0391366 Aug 16 02:30:12.831529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-0fa7ad28-88bc-4bbc-8786-41e8f383e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.833290 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-0fa7ad28-88bc-4bbc-8786-41e8f383e494 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 200 len: 856 time: 0.0960610 Aug 16 02:30:12.903726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-25123857-8bc8-4619-bc2b-4a069230ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.906401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-25123857-8bc8-4619-bc2b-4a069230ba03 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c8ee8038-fd84-4585-a056-3bd16afe24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630128 Aug 16 02:30:13.193842 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-f08b1912-12ea-4744-aced-e7d2e4232cfb service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799301 Aug 16 02:30:13.469413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f92b2-1cd2-4aa1-b4a9-d42b698fad8a req-8da244c6-bbcb-4166-a1ba-4fab6d416fdf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:13.478579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf8f92b2-1cd2-4aa1-b4a9-d42b698fad8a req-8da244c6-bbcb-4166-a1ba-4fab6d416fdf tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1372271 Aug 16 02:30:13.568750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf8f92b2-1cd2-4aa1-b4a9-d42b698fad8a req-a1b710da-7c57-4a42-b417-b8f216612219 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850527 Aug 16 02:30:13.811854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c93c18f-cfe1-431a-88a2-ba1b98940c8d req-529fb43e-ca26-472d-91cc-dc3d63120530 service neutron] 10.222.0.88 "GET /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095557 Aug 16 02:30:13.964896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff25cfc1-593c-4750-8a99-434ada9ad913 req-777739fa-a81f-4f71-b816-eb920639601d tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0689881 Aug 16 02:30:14.765470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34662) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:14.960774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012cd91-b64c-4e4f-b5ba-954b253a7ddd req-8112bda9-8ef9-4643-897c-dee959a0351e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:14.963652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0012cd91-b64c-4e4f-b5ba-954b253a7ddd req-8112bda9-8ef9-4643-897c-dee959a0351e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1958253 Aug 16 02:30:15.091494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0012cd91-b64c-4e4f-b5ba-954b253a7ddd req-9d68a732-e7d8-451b-b9a5-5185e7821f03 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213448 Aug 16 02:30:15.156004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79db0b4b-45ef-4105-b18b-28046cc08efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.254389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0cd91a6-1bc3-4943-9383-7edcc3d1d00d req-b986c436-3ed1-42db-8cf7-f00eb6a8cbc5 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0951517 Aug 16 02:30:15.494686 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79db0b4b-45ef-4105-b18b-28046cc08efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.505519 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79db0b4b-45ef-4105-b18b-28046cc08efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.567080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-79db0b4b-45ef-4105-b18b-28046cc08efc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd5a087d844b4d9babe189e5822b5c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986007 Aug 16 02:30:15.568141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:15.568734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0b4b-45ef-4105-b18b-28046cc08efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4230a8e-cfae-43e8-9601-680043517224,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:15.603128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-7deb0b79-2aa5-4f8d-8192-3a87db045228 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1301479 Aug 16 02:30:15.632789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d64282bc-aa09-436b-82fc-cec8dd1efca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.663047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d64282bc-aa09-436b-82fc-cec8dd1efca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.747039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d64282bc-aa09-436b-82fc-cec8dd1efca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.752578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d64282bc-aa09-436b-82fc-cec8dd1efca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.755371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d64282bc-aa09-436b-82fc-cec8dd1efca7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4230a8e-cfae-43e8-9601-680043517224 HTTP/1.1" status: 204 len: 168 time: 0.1819315 Aug 16 02:30:15.766200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64282bc-aa09-436b-82fc-cec8dd1efca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4230a8e-cfae-43e8-9601-680043517224,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:15.811837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.812600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.814418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.815217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.815913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.816938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.817583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.820680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b2bfd8b7-44b0-4cf9-9066-7750940a6f27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a78dbd0a5245b3a157894e979e520b&device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 6497 time: 0.1352565 Aug 16 02:30:16.099783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0c35b8d2-899c-46ea-b282-9aa6dcc8d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.100793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0c35b8d2-899c-46ea-b282-9aa6dcc8d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.101378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0c35b8d2-899c-46ea-b282-9aa6dcc8d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.103484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0c35b8d2-899c-46ea-b282-9aa6dcc8d40a service neutron] 10.222.0.88 "GET /v2.0/networks?id=af13201b-133e-484b-b866-a3edf256a1ba&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=2ed06d25-6749-40a8-9c2e-0022bd16b184&id=83d76dfe-192b-4b7a-940a-b62afd35c90f&id=83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 200 len: 2293 time: 0.2537043 Aug 16 02:30:16.379763 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-1d1fc015-2c59-4503-97c9-00c310b07e6b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 200 len: 1000 time: 0.2573225 Aug 16 02:30:16.537219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27878141-9f9c-43eb-961a-a7624ed95aaa req-40080147-1c7d-4bec-8251-6d09d7174958 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0822899 Aug 16 02:30:16.560800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26aaf-866b-46f1-b0d0-0f7e2f420eb9 req-8b93bc01-71df-4413-9ff6-751b1a8ff92f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.560800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43b26aaf-866b-46f1-b0d0-0f7e2f420eb9 req-8b93bc01-71df-4413-9ff6-751b1a8ff92f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.3170323 Aug 16 02:30:16.695970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-73c788d8-ff8f-4429-832f-02eb628cc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.701112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-73c788d8-ff8f-4429-832f-02eb628cc206 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71fd097b-c3cb-40f2-9126-9e759578474f HTTP/1.1" status: 200 len: 851 time: 0.3111067 Aug 16 02:30:16.799365 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43b26aaf-866b-46f1-b0d0-0f7e2f420eb9 req-01b526d2-d516-45c5-a65e-73c0af5d4165 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175868 Aug 16 02:30:16.843566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-2170dd96-945b-419d-8cd7-4d3da89c99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.854706 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-2170dd96-945b-419d-8cd7-4d3da89c99cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af13201b-133e-484b-b866-a3edf256a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401105 Aug 16 02:30:17.060874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-aba108d8-0a53-4cd0-8608-1e9b6ffa586a service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933050 Aug 16 02:30:17.406448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-428f8603-0d6b-4044-b83f-9bd090ce96d5 service neutron] 10.222.0.88 "GET /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343780 Aug 16 02:30:17.517360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-896813c3-b951-4e95-90c9-6a2ed5ddb6a9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 217 time: 0.1009285 Aug 16 02:30:17.758347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-dc83c9d0-95c1-4627-9466-68ce1e7b9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.764496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-dc83c9d0-95c1-4627-9466-68ce1e7b9141 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.2357271 Aug 16 02:30:17.827307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1cce089d-7d0a-47b8-8ec6-413f1aff617a req-80912f84-560d-4ebe-b1bf-33cc8ac64c0c tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.1056767 Aug 16 02:30:17.944892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0822740c-8d00-42a7-91f7-f6278db9999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.946654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0822740c-8d00-42a7-91f7-f6278db9999d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1718283 Aug 16 02:30:18.162301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9697b6-7100-417b-9a39-4261e259e7ae req-ef226ec9-4c0d-421c-aaf2-2d4d7f9fefb1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:18.174727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d9697b6-7100-417b-9a39-4261e259e7ae req-ef226ec9-4c0d-421c-aaf2-2d4d7f9fefb1 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.2258587 Aug 16 02:30:18.259293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d9697b6-7100-417b-9a39-4261e259e7ae req-06936f73-93ad-4d81-acf2-3e44bfe87722 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833066 Aug 16 02:30:18.264102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-5d5da8bb-0e26-4cc8-bd2f-c2418b87385d service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047717 Aug 16 02:30:18.733721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-196adb64-8833-4977-8a2c-57af0b8d8367 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577923 Aug 16 02:30:18.849576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0a96c277-15ad-46c9-ba88-749c9d961a15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 217 time: 0.1093347 Aug 16 02:30:18.960319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-df49043b-a886-4163-b845-cb0c9769ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:18.961928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-df49043b-a886-4163-b845-cb0c9769ed48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.1003230 Aug 16 02:30:19.074948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-20e596c2-51de-4983-bf41-16447ca771d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:19.076662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-20e596c2-51de-4983-bf41-16447ca771d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031134 Aug 16 02:30:19.112902 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70250be4-029c-445c-9820-ce93696046cf req-d597805d-6281-4903-988a-6ef872a4b352 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.1250522 Aug 16 02:30:19.273734 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-0084caf5-fd5d-4542-ae3e-7efec62bff3c service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739016 Aug 16 02:30:19.779630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146428b-9f09-4482-8705-a26ea7d877d3 req-fb676c6a-ef1e-4ab3-a474-21895cda1dfd tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:19.787301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0146428b-9f09-4482-8705-a26ea7d877d3 req-fb676c6a-ef1e-4ab3-a474-21895cda1dfd tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.2144220 Aug 16 02:30:19.852902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-fa3242ab-db35-476a-8153-b39cb0374d0a service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170820 Aug 16 02:30:19.878405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0146428b-9f09-4482-8705-a26ea7d877d3 req-765d6161-d2f1-42e1-bb6a-86641c0f7950 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803421 Aug 16 02:30:19.985880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-47c3124e-cdb9-4dd0-97d4-ea4b71e184bd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794 HTTP/1.1" status: 200 len: 217 time: 0.0575240 Aug 16 02:30:20.103608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-232867d0-282c-421a-ac2c-0e52a1321276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.106247 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-232867d0-282c-421a-ac2c-0e52a1321276 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.1056559 Aug 16 02:30:20.337375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1b9ab3e-bd9c-4566-9971-87b3a4c7e6ac req-3c9d7bd1-5f90-40aa-83b9-e37751f712b9 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0694926 Aug 16 02:30:20.390900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-3b7a7ac1-0a0f-4b03-9e7c-f356f6ac9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.393469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-3b7a7ac1-0a0f-4b03-9e7c-f356f6ac9716 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118035 Aug 16 02:30:20.677787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-5d17741a-0b65-4ee5-8cf8-37fb9cf2aeb0 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710581 Aug 16 02:30:20.902998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-4c0d5896-5f87-4e03-ab71-d80854e263fc service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363161 Aug 16 02:30:21.018172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-3ae52f80-80d0-490f-b2d1-6fd0706c7cf2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e HTTP/1.1" status: 200 len: 217 time: 0.1039217 Aug 16 02:30:21.122638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-937a3c20-9986-4de9-94b4-50f4a344f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.124125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-937a3c20-9986-4de9-94b4-50f4a344f09a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 200 len: 797 time: 0.0510566 Aug 16 02:30:21.143713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18a8fd-91d9-4607-9ee9-ac6a9d397f95 req-930fbe76-e435-4f33-a848-d4963995fb6c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.145370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf18a8fd-91d9-4607-9ee9-ac6a9d397f95 req-930fbe76-e435-4f33-a848-d4963995fb6c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1262360 Aug 16 02:30:21.251726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf18a8fd-91d9-4607-9ee9-ac6a9d397f95 req-176b87f8-fe73-44a5-806d-6d273b4d7700 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397415 Aug 16 02:30:21.267511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-9e2a6c82-6915-43c3-b1e6-6d35f0ecc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.269120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-9e2a6c82-6915-43c3-b1e6-6d35f0ecc3ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ed06d25-6749-40a8-9c2e-0022bd16b184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226277 Aug 16 02:30:21.483405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f305553f-a2f5-49ce-89ec-596776dae4b0 req-8b1033b0-80ea-47bf-898d-3112ac78a784 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/ports?device_id=2897162e-4d5e-4d8c-a4a6-5dc545972d5e HTTP/1.1" status: 200 len: 210 time: 0.0431266 Aug 16 02:30:21.534799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-3b1dcb8e-3ed9-4ba1-89cb-2bb701319664 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193220 Aug 16 02:30:21.774902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-b3b4e45b-ae11-4be0-bde2-8da54ef305c1 service neutron] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827068 Aug 16 02:30:21.840557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-2fc86939-aebc-4151-ae77-2c58a670eecc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 200 len: 217 time: 0.0583448 Aug 16 02:30:22.005230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-93ea80bc-a0a9-43cd-b25b-2cc23d2adffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.011303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-93ea80bc-a0a9-43cd-b25b-2cc23d2adffc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.1639566 Aug 16 02:30:22.115058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-5a9f046d-1034-44c8-b014-b5c1db7dcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.117005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-5a9f046d-1034-44c8-b014-b5c1db7dcc3a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919721 Aug 16 02:30:22.242340 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.515204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-433cff02-33a4-42b7-8d62-9137a17500cb service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824623 Aug 16 02:30:22.669635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-8a9fe013-80fc-4042-b2b0-b6bd85ede491 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394351 Aug 16 02:30:22.679210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74ee6a-07fd-4604-9ec7-f073b14a33c1 req-85ae88a2-969d-449d-9c2e-3cf7ee350983 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.682706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:22.693510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f74ee6a-07fd-4604-9ec7-f073b14a33c1 req-85ae88a2-969d-449d-9c2e-3cf7ee350983 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.2622619 Aug 16 02:30:22.755189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-64b3687d-edbe-4aad-a7fb-be5587f68b75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 200 len: 217 time: 0.0540068 Aug 16 02:30:22.790487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f74ee6a-07fd-4604-9ec7-f073b14a33c1 req-ac703e36-b0dd-47a6-b684-bd20a01902b6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784783 Aug 16 02:30:22.891084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-f00ee88e-5a5c-40fa-be0b-3c54d588174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.892662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-f00ee88e-5a5c-40fa-be0b-3c54d588174d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 200 len: 797 time: 0.0988216 Aug 16 02:30:22.899739 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67c03483-190f-4ecf-b9a6-5ca8d0ddcd88 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.928574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67c03483-190f-4ecf-b9a6-5ca8d0ddcd88 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.051676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-206f5fbb-afa2-49ec-b026-e52f052836c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.053897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-206f5fbb-afa2-49ec-b026-e52f052836c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=83d76dfe-192b-4b7a-940a-b62afd35c90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1212645 Aug 16 02:30:23.075154 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67c03483-190f-4ecf-b9a6-5ca8d0ddcd88 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.078343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67c03483-190f-4ecf-b9a6-5ca8d0ddcd88 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.080353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-67c03483-190f-4ecf-b9a6-5ca8d0ddcd88 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/security-groups/5d1296ab-482c-46d6-a36b-2909d3b630f0 HTTP/1.1" status: 204 len: 168 time: 0.3953955 Aug 16 02:30:23.083962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34836) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.132454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03483-190f-4ecf-b9a6-5ca8d0ddcd88 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1296ab-482c-46d6-a36b-2909d3b630f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:23.187413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171712b-9f60-473d-ae11-7d19cf6ff4a3 req-f44e8d0c-c0c0-41b7-ac69-dc83f0781665 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.198246 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8171712b-9f60-473d-ae11-7d19cf6ff4a3 req-f44e8d0c-c0c0-41b7-ac69-dc83f0781665 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 945 time: 0.1408193 Aug 16 02:30:23.274275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8171712b-9f60-473d-ae11-7d19cf6ff4a3 req-dc8f2c56-709f-4bc4-8987-492b1108cc21 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616217 Aug 16 02:30:23.307523 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-b1ee2936-54a2-4bb4-ae34-01bdcd0fdeab tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] show failed (client error): The resource could not be found. Aug 16 02:30:23.311823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.311991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b1ee2936-54a2-4bb4-ae34-01bdcd0fdeab tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "GET /v2.0/security-groups/5d1296ab-482c-46d6-a36b-2909d3b630f0 HTTP/1.1" status: 404 len: 347 time: 0.2217436 Aug 16 02:30:23.314464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-cea9f2ea-6ee8-402b-aeb3-0d5915394d10 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070162 Aug 16 02:30:23.454755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.512372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port 423839e2-0420-4b2f-a24e-944d44a8868a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:23.513620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.656350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.657645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.673256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for 423839e2-0420-4b2f-a24e-944d44a8868a owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:23.717691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4b19cd3-601a-40ff-ba8c-eea8ac51c4e9 req-6cd56e3e-0604-43c4-924a-b2194ce31205 service neutron] 10.222.0.88 "GET /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910788 Aug 16 02:30:23.863817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.944714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=423839e2-0420-4b2f-a24e-944d44a8868a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:24.060017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.065113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829c26-ae9b-4c63-8efe-6f9261fc3937 req-f22de172-ae21-4a27-8c6f-48b58f2bb9b3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:24.069663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.072681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a8907a97-425b-4ed4-add1-1f4a81d25c1e tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/floatingips/2d4eba29-5e85-4af0-8dea-e369b6277627 HTTP/1.1" status: 204 len: 168 time: 0.7593744 Aug 16 02:30:24.075125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60829c26-ae9b-4c63-8efe-6f9261fc3937 req-f22de172-ae21-4a27-8c6f-48b58f2bb9b3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.0984666 Aug 16 02:30:24.075642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:24.152042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60829c26-ae9b-4c63-8efe-6f9261fc3937 req-73419d57-6890-4120-9592-29cb86d015e2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753539 Aug 16 02:30:24.341629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:24.341984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.497174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4c8a9-6ea3-46a6-a0af-ef0c591e2047 req-1de4b221-2194-499b-baea-cf07216dd41c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:24.504617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57b4c8a9-6ea3-46a6-a0af-ef0c591e2047 req-1de4b221-2194-499b-baea-cf07216dd41c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 945 time: 0.0900743 Aug 16 02:30:24.538339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.582806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:24.604760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57b4c8a9-6ea3-46a6-a0af-ef0c591e2047 req-97a10b8a-d928-46f4-8c3e-87b35dca7be3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991628 Aug 16 02:30:24.893434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.922986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=e9dc4e9e-3453-4bd7-881a-df985b8b8cd7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:25.050160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.054964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-39bd2b3f-88a7-44d4-b134-004a7aed5420 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/ports/e9dc4e9e-3453-4bd7-881a-df985b8b8cd7 HTTP/1.1" status: 204 len: 168 time: 0.9782383 Aug 16 02:30:25.057714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:25.394900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port f7071bbd-913c-4dd1-9b8c-36106e0d7310 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:25.395532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.474616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672f6ab-a4e0-4704-811e-37341a695774 req-4bc4b1f5-1d09-40b3-a22b-17d12ab1f122 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:25.476465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c672f6ab-a4e0-4704-811e-37341a695774 req-4bc4b1f5-1d09-40b3-a22b-17d12ab1f122 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1241324 Aug 16 02:30:25.616403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c672f6ab-a4e0-4704-811e-37341a695774 req-cc38039c-517b-4ae9-8815-6f581eaa3f9e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307669 Aug 16 02:30:25.639741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.679037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for f7071bbd-913c-4dd1-9b8c-36106e0d7310 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:25.918393 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.010247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=f7071bbd-913c-4dd1-9b8c-36106e0d7310,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:26.158416 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-80adae5f-0f67-4d8e-b646-534b81a78be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.167259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.194261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-98c77060-8705-4795-b785-c4db8d2c4c16 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/ports/f7071bbd-913c-4dd1-9b8c-36106e0d7310 HTTP/1.1" status: 204 len: 168 time: 1.1338756 Aug 16 02:30:26.195754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34930) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:26.360477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting subnet f0b992ed-1b15-4054-acfa-1596058e750d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:26.378654 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.498263 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.655453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.842488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.870053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d15d8b-e5e0-4604-ba51-87d753a890cd req-c4f11e82-6c68-460b-a712-2812021492c7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:26.882149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87d15d8b-e5e0-4604-ba51-87d753a890cd req-c4f11e82-6c68-460b-a712-2812021492c7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1311955 Aug 16 02:30:26.896451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b992ed-1b15-4054-acfa-1596058e750d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:26.912644 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.919439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f61263-af51-4311-b77f-326f7b7d703b None None] Network 1210130f-33bc-42bd-b755-cdb101c0688e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:26.931263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4f67b97c-a6ae-43ad-b74c-0ff7659ee639 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/subnets/f0b992ed-1b15-4054-acfa-1596058e750d HTTP/1.1" status: 204 len: 168 time: 0.7331469 Aug 16 02:30:26.935920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:26.964604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-87d15d8b-e5e0-4604-ba51-87d753a890cd req-a6eec2b2-29c2-4a96-8511-bb7470738835 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785306 Aug 16 02:30:27.062429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting subnet 1f70ccb3-3396-4734-a28a-bdaab329218a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:27.077318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.153475 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.258819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] DHCP port deletion for 1210130f-33bc-42bd-b755-cdb101c0688e request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:27.269452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.359198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.397889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] Deleting port da23c566-8eab-4b79-9ac7-3695e67541bb {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:27.398274 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.414718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Subnet': ['ID=1f70ccb3-3396-4734-a28a-bdaab329218a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:27.442180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.444101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d081e9e3-42e5-48ab-89c3-aa4227e95acc tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/subnets/1f70ccb3-3396-4734-a28a-bdaab329218a HTTP/1.1" status: 204 len: 168 time: 0.5037796 Aug 16 02:30:27.446889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:27.536443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1358af-6fe7-4083-81fb-f0869312f5e3 None None] Network 874c515e-f912-4082-921f-149f54822097 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:27.558581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.717744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Deleting port da23c566-8eab-4b79-9ac7-3695e67541bb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:27.718958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.743828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] For port da23c566-8eab-4b79-9ac7-3695e67541bb, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=da23c566-8eab-4b79-9ac7-3695e67541bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:27.744256 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.769824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] Calling delete_port for da23c566-8eab-4b79-9ac7-3695e67541bb owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:27.929440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] DHCP port deletion for 874c515e-f912-4082-921f-149f54822097 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:27.955199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] For port da23c566-8eab-4b79-9ac7-3695e67541bb, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=da23c566-8eab-4b79-9ac7-3695e67541bb,segment=NetworkSegment(271d7876-8bb8-468e-bfe8-8de113d12d23),segment_id=271d7876-8bb8-468e-bfe8-8de113d12d23)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:27.957180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.981275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Calling delete_port for da23c566-8eab-4b79-9ac7-3695e67541bb owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:28.159321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] Deleting port 41ecd54a-660f-4d95-abc0-1f255227ead3 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:28.161887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.167921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.227901 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.298717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b8c-08c2-4a53-bc21-2de09fbee9b8 req-6b6ee2a7-43bb-4a86-a0c3-4226b233e81e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.302603 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18a88b8c-08c2-4a53-bc21-2de09fbee9b8 req-6b6ee2a7-43bb-4a86-a0c3-4226b233e81e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1363668 Aug 16 02:30:28.317601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Port': ['ID=da23c566-8eab-4b79-9ac7-3695e67541bb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:28.323011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] Pushing event deleted for resources: {'Port': ['ID=da23c566-8eab-4b79-9ac7-3695e67541bb,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:28.342277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce57ee8-a20a-4a0c-a860-e9e336775a59 None None] No DVR routers for this DVR port da23c566-8eab-4b79-9ac7-3695e67541bb on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:28.381137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:28.389647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:28.404776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] For port 41ecd54a-660f-4d95-abc0-1f255227ead3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=41ecd54a-660f-4d95-abc0-1f255227ead3,segment=NetworkSegment(37fd4c13-8aeb-416f-b124-e70c19dd64ce),segment_id=37fd4c13-8aeb-416f-b124-e70c19dd64ce)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:28.405117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.477997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18a88b8c-08c2-4a53-bc21-2de09fbee9b8 req-dd12ea6f-d6e8-4f5e-b029-b3d7630034f7 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681514 Aug 16 02:30:28.536672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] Calling delete_port for 41ecd54a-660f-4d95-abc0-1f255227ead3 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:28.552170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] No DVR routers for this DVR port da23c566-8eab-4b79-9ac7-3695e67541bb on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:28.649583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.657964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.681864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.689080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.708486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.720744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.734565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.736692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-621cec59-d660-45a5-8606-b8c08081cc92 req-87df757f-2901-493d-9c6e-64612200b6c4 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.4239385 Aug 16 02:30:28.790932 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.803396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device da23c566-8eab-4b79-9ac7-3695e67541bb no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:28.816795 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.865218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1210130f-33bc-42bd-b755-cdb101c0688e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:28.866406 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a5d0bc36-14ee-429a-b656-163ebc87b2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.874150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: da23c566-8eab-4b79-9ac7-3695e67541bb {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:28.874573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device da23c566-8eab-4b79-9ac7-3695e67541bb not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:28.875222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 41ecd54a-660f-4d95-abc0-1f255227ead3 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:28.892742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.916458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271d7876-8bb8-468e-bfe8-8de113d12d23') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:28.916726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271d7876-8bb8-468e-bfe8-8de113d12d23') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:28.929024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:28.931364 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ab775d-f714-42ea-a3fc-d9a0e63c5b0e" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:28.967112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:28.978935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:28.987604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-621cec59-d660-45a5-8606-b8c08081cc92 req-c32be408-091b-4d8d-bf09-9f1c847e9306 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2301054 Aug 16 02:30:28.989756 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.000675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.055054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.075364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:29.075799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.081662 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ab06cb-7af7-46f2-ab92-1b4aed0d3008 x-openstack-request-id: req-63ab06cb-7af7-46f2-ab92-1b4aed0d3008 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:29.084639 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:29.088799 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:29.088799 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63ab06cb-7af7-46f2-ab92-1b4aed0d3008 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:29.088799 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'code': 200} Aug 16 02:30:29.098417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:29.129968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'mac_address': 'fa:16:3e:27:21:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:29.139565 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.206372 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.208581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Port 41ecd54a-660f-4d95-abc0-1f255227ead3 update to DOWN by agent not found {{(pid=94858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:30:29.242398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] Pushing event deleted for resources: {'Port': ['ID=41ecd54a-660f-4d95-abc0-1f255227ead3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:29.245729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6be66-2322-4fc2-88e8-a8e6bb2eb672 None None] No DVR routers for this DVR port 41ecd54a-660f-4d95-abc0-1f255227ead3 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:29.250914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:29.282923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:29.284570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.287198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.316331 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.321427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/networks/1210130f-33bc-42bd-b755-cdb101c0688e HTTP/1.1" status: 204 len: 168 time: 1.8735247 Aug 16 02:30:29.324315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35004) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:29.386519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333ef3b-9209-491e-b01a-c1f695f34648 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Network': ['ID=1210130f-33bc-42bd-b755-cdb101c0688e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:29.404599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:29.437621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:29.520774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.750675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.781436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874c515e-f912-4082-921f-149f54822097']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:29.795426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fd4c13-8aeb-416f-b124-e70c19dd64ce') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:29.796034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fd4c13-8aeb-416f-b124-e70c19dd64ce') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:29.814530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.821971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f2ee1-e8ea-4fda-af7c-584bc1798a72 req-b8d820af-6cee-415e-ac6d-f00c26231587 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:29.825397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-784f2ee1-e8ea-4fda-af7c-584bc1798a72 req-b8d820af-6cee-415e-ac6d-f00c26231587 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.2088072 Aug 16 02:30:29.862467 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.877107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:29.877913 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:29.887836 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:29.917412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-784f2ee1-e8ea-4fda-af7c-584bc1798a72 req-4cf6dcf4-c61d-4c62-ae4d-75c151e0d908 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758240 Aug 16 02:30:29.964238 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.074809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.115885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.128956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.158752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.170521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.203671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.220237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.222209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-9aa8db28-66f1-4b7a-90c0-5236e21a2521 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.3947613 Aug 16 02:30:30.308873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-bdb9d8c0-5516-45ea-bf7b-4e6d6ae4517d tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.311278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-bdb9d8c0-5516-45ea-bf7b-4e6d6ae4517d tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "GET /v2.0/ports/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0690811 Aug 16 02:30:30.392941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:30.423853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.428913 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.433123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] 10.222.0.78 "DELETE /v2.0/networks/874c515e-f912-4082-921f-149f54822097 HTTP/1.1" status: 204 len: 168 time: 1.1067531 Aug 16 02:30:30.464762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae3251-1ef3-46c6-b9ab-23467129b1a4 tempest-TaggedBootDevicesTest_v242-1492930825 tempest-TaggedBootDevicesTest_v242-1492930825-project] Pushing event deleted for resources: {'Network': ['ID=874c515e-f912-4082-921f-149f54822097,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:30.515670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.521501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:30.522019 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.540138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.554183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.569851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.589661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.601426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.608614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.613468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d75cd707-89ff-4c78-9493-556c41762956 req-b1507715-c83a-46e2-a623-35030c51507f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 5433 time: 0.3900745 Aug 16 02:30:30.803464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-de6cbf41-9b41-47b6-90cb-049189d7b86d tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "GET /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4641876 Aug 16 02:30:30.819472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:30.842490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d75cd707-89ff-4c78-9493-556c41762956 req-c7364b9c-7c34-4c37-b416-76af5487fb0e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957104 Aug 16 02:30:30.867899 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.868236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:31.000096 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.034155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:31.035752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a44d2c05-b859-4723-8785-cc4fddca6683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.043573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.190992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:31.193875 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494ea6e-3998-4904-a428-7c0f77ec515c" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:31.198262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:31.298058 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4547c8-ff7d-4906-90df-8e464bab5d1f x-openstack-request-id: req-0e4547c8-ff7d-4906-90df-8e464bab5d1f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:31.298348 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:31.298591 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e4547c8-ff7d-4906-90df-8e464bab5d1f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:31.298989 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'code': 200} Aug 16 02:30:31.366405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a44d2c05-b859-4723-8785-cc4fddca6683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.372212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a44d2c05-b859-4723-8785-cc4fddca6683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.401830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f6710-269d-4434-85b1-44b3c66729f9 req-7ff5c0fb-d6b7-427b-9b17-bc54f383b0f9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:31.411142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c41f6710-269d-4434-85b1-44b3c66729f9 req-7ff5c0fb-d6b7-427b-9b17-bc54f383b0f9 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.2504947 Aug 16 02:30:31.442334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a44d2c05-b859-4723-8785-cc4fddca6683 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85f0e497ea8f4fc5907f46ce082f1a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729346 Aug 16 02:30:31.444559 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d2c05-b859-4723-8785-cc4fddca6683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d58095e-8da7-4797-bfd3-3fa9a7bd1921,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:31.449911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35068) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:31.478054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] For port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:31.508782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c41f6710-269d-4434-85b1-44b3c66729f9 req-4dbdff5a-a395-410b-a1a9-0a8ed9d0e14c tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886729 Aug 16 02:30:31.591160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] For port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:31.593532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bda31007-ceb0-48af-bbd9-d17003adb117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.644418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bda31007-ceb0-48af-bbd9-d17003adb117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.667846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] device_id is not set on port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:31.688651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.700439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.733355 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bda31007-ceb0-48af-bbd9-d17003adb117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.736044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bda31007-ceb0-48af-bbd9-d17003adb117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.740040 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bda31007-ceb0-48af-bbd9-d17003adb117 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d58095e-8da7-4797-bfd3-3fa9a7bd1921 HTTP/1.1" status: 204 len: 168 time: 0.2842357 Aug 16 02:30:31.751854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda31007-ceb0-48af-bbd9-d17003adb117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d58095e-8da7-4797-bfd3-3fa9a7bd1921,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:31.794877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] No DVR routers for this DVR port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:31.801403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] Pushing event updated for resources: {'Port': ['ID=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:31.862978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] In _notify_port_updated(), no bound segment for port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:30:31.864589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:31.865473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.867042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-12456663-8457-4864-b6e0-4f77e25d9f4f service neutron] 10.222.0.88 "PUT /v2.0/ports/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 200 len: 1027 time: 1.0528467 Aug 16 02:30:31.881077 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.977911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-df08a610-e630-4787-98be-d50d8014cd34 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:31.979342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-df08a610-e630-4787-98be-d50d8014cd34 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "GET /v2.0/ports/e3a64705-895c-4b54-93f5-2d3da0e0d222?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1044979 Aug 16 02:30:32.000113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:32.136843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-1046b836-ddde-4309-afa0-e9cf74e4f194 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.152225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-1046b836-ddde-4309-afa0-e9cf74e4f194 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.159992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.164434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-1046b836-ddde-4309-afa0-e9cf74e4f194 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.173613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-1046b836-ddde-4309-afa0-e9cf74e4f194 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.181538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-1046b836-ddde-4309-afa0-e9cf74e4f194 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.191232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-1046b836-ddde-4309-afa0-e9cf74e4f194 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.201895 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-1046b836-ddde-4309-afa0-e9cf74e4f194 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 4659 time: 0.1907182 Aug 16 02:30:32.298085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35078) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:32.331232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f34fd8e-0b92-40da-9c17-898edc873295 req-5842b44c-a213-4e41-b77c-7e4cb3f0077f tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1&id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246150 Aug 16 02:30:32.356103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7347-0952-48a2-94d7-c5be3cf91e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.374385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-23db7d7d-75db-43c0-97e2-f82bd936c2bb None None] Provisioning complete for port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:32.375055 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-23db7d7d-75db-43c0-97e2-f82bd936c2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.446104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-23db7d7d-75db-43c0-97e2-f82bd936c2bb None None] Port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:32.456330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] For port e3a64705-895c-4b54-93f5-2d3da0e0d222, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e3a64705-895c-4b54-93f5-2d3da0e0d222,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:32.646513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7347-0952-48a2-94d7-c5be3cf91e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.651752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7347-0952-48a2-94d7-c5be3cf91e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.720874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa7347-0952-48a2-94d7-c5be3cf91e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b6a41-04e2-4fd2-b7b4-9ecd723c3743,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:32.791769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7cfa7347-0952-48a2-94d7-c5be3cf91e39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d568f1e72dc64b09b586a9dcb870e1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892499 Aug 16 02:30:32.795157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:32.942415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae97102d-f97e-4944-a1bf-f10c248a4034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.014201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] For port e3a64705-895c-4b54-93f5-2d3da0e0d222, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:33.030550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae97102d-f97e-4944-a1bf-f10c248a4034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.054019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57052-2921-487b-ac1f-98619adedfdd req-f445ec5f-79a2-490e-bcae-1cef81b748d2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.066338 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-16e57052-2921-487b-ac1f-98619adedfdd req-f445ec5f-79a2-490e-bcae-1cef81b748d2 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.1090283 Aug 16 02:30:33.118614 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae97102d-f97e-4944-a1bf-f10c248a4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.121610 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae97102d-f97e-4944-a1bf-f10c248a4034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.128765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ae97102d-f97e-4944-a1bf-f10c248a4034 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a04b6a41-04e2-4fd2-b7b4-9ecd723c3743 HTTP/1.1" status: 204 len: 168 time: 0.3324616 Aug 16 02:30:33.135468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] device_id is not set on port e3a64705-895c-4b54-93f5-2d3da0e0d222 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:33.161552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.164346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97102d-f97e-4944-a1bf-f10c248a4034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b6a41-04e2-4fd2-b7b4-9ecd723c3743,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:33.184147 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.269820 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-16e57052-2921-487b-ac1f-98619adedfdd req-0613bb42-97c0-4896-adc6-20c1b206d6c6 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021410 Aug 16 02:30:33.316095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] No DVR routers for this DVR port e3a64705-895c-4b54-93f5-2d3da0e0d222 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:33.397461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a64705-895c-4b54-93f5-2d3da0e0d222,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:33.436475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] In _notify_port_updated(), no bound segment for port e3a64705-895c-4b54-93f5-2d3da0e0d222 on network 2ed06d25-6749-40a8-9c2e-0022bd16b184 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:30:33.437612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.439135 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.440770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-4fc7988e-d54e-42d8-9fc2-9a22f79f9f39 service neutron] 10.222.0.88 "PUT /v2.0/ports/e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 200 len: 1027 time: 1.4496760 Aug 16 02:30:33.680196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93788-e798-4c0b-a94e-1cb7db23e523 req-048ec1e2-4274-49f9-8e29-a4dc4ffabe20 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.689605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93788-e798-4c0b-a94e-1cb7db23e523 req-048ec1e2-4274-49f9-8e29-a4dc4ffabe20 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.698522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93788-e798-4c0b-a94e-1cb7db23e523 req-048ec1e2-4274-49f9-8e29-a4dc4ffabe20 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.730568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93788-e798-4c0b-a94e-1cb7db23e523 req-048ec1e2-4274-49f9-8e29-a4dc4ffabe20 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.731413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port 9873bb33-bdda-495d-89af-ca9ed2e2c124 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:33.732683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.739076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93788-e798-4c0b-a94e-1cb7db23e523 req-048ec1e2-4274-49f9-8e29-a4dc4ffabe20 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.755208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9de93788-e798-4c0b-a94e-1cb7db23e523 req-048ec1e2-4274-49f9-8e29-a4dc4ffabe20 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 3885 time: 0.2599432 Aug 16 02:30:33.860979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9de93788-e798-4c0b-a94e-1cb7db23e523 req-ab0399bd-6ba7-4bad-a7fd-2dcd04f9cb83 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047792 Aug 16 02:30:33.902534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b469a43f-715e-44b0-a848-f7e1d5833902 None None] Provisioning complete for port e3a64705-895c-4b54-93f5-2d3da0e0d222 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:33.903025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b469a43f-715e-44b0-a848-f7e1d5833902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.926983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] For port 9873bb33-bdda-495d-89af-ca9ed2e2c124, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9873bb33-bdda-495d-89af-ca9ed2e2c124,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:33.927506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.953262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for 9873bb33-bdda-495d-89af-ca9ed2e2c124 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:33.992978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b469a43f-715e-44b0-a848-f7e1d5833902 None None] Port e3a64705-895c-4b54-93f5-2d3da0e0d222 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:34.000121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:34.001889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e3a64705-895c-4b54-93f5-2d3da0e0d222 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:34.269114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.304487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=9873bb33-bdda-495d-89af-ca9ed2e2c124,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:34.325061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:34.384618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e3a64705-895c-4b54-93f5-2d3da0e0d222 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:34.389320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device aa8a52e5-64f0-45ed-b10a-3fadbd3a925e no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:34.447499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] No DVR routers for this DVR port 9873bb33-bdda-495d-89af-ca9ed2e2c124 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:34.452925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.462836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-6b9ddcf2-342d-4747-b8c4-1b6fa0dbfb2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "DELETE /v2.0/ports/9873bb33-bdda-495d-89af-ca9ed2e2c124 HTTP/1.1" status: 204 len: 173 time: 1.0158997 Aug 16 02:30:34.463764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': '9873bb33-bdda-495d-89af-ca9ed2e2c124'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:34.472144 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67474303-fa1d-4f32-8983-2fe0f344226b" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "9873bb33-bdda-495d-89af-ca9ed2e2c124"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:34.478976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'port_id': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'mac_address': 'fa:16:3e:60:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:34.579808 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae619ed-c2f7-4856-a55d-7bc62ce2f7db x-openstack-request-id: req-aae619ed-c2f7-4856-a55d-7bc62ce2f7db {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:34.580065 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "9873bb33-bdda-495d-89af-ca9ed2e2c124", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:34.580354 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aae619ed-c2f7-4856-a55d-7bc62ce2f7db {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:34.580829 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': '9873bb33-bdda-495d-89af-ca9ed2e2c124', 'status': 'completed', 'code': 200} Aug 16 02:30:34.628043 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.728347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.796463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163176a-ac75-452d-a612-40f3abc7048c req-a50f68f5-4e08-4dd0-a22c-250ded2df58e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:34.798140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b163176a-ac75-452d-a612-40f3abc7048c req-a50f68f5-4e08-4dd0-a22c-250ded2df58e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 943 time: 0.3107479 Aug 16 02:30:34.867295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e344fa-f90a-4e61-9278-edb2d1539322 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:34.951816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:35.029115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b163176a-ac75-452d-a612-40f3abc7048c req-812735f5-9fac-44b0-8e98-b68715b25f70 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925738 Aug 16 02:30:35.043090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:35.060974 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddd66ac-b038-4b49-a30e-1a6f0d214fa8" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:35.076481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port 45e820d2-2c76-4050-8822-ac0892d0cfba {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:35.076832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.104015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:35.121361 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.123240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 45e820d2-2c76-4050-8822-ac0892d0cfba no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:35.217868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37f49-e84d-4557-860b-346f569c102e req-628cf844-fa9e-489f-a7f0-a603449bba2a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:35.231211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37f49-e84d-4557-860b-346f569c102e req-628cf844-fa9e-489f-a7f0-a603449bba2a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:35.253480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37f49-e84d-4557-860b-346f569c102e req-628cf844-fa9e-489f-a7f0-a603449bba2a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:35.262103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37f49-e84d-4557-860b-346f569c102e req-628cf844-fa9e-489f-a7f0-a603449bba2a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:35.284092 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd37f49-e84d-4557-860b-346f569c102e req-628cf844-fa9e-489f-a7f0-a603449bba2a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 3148 time: 0.2174823 Aug 16 02:30:35.331625 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa53fd3-822d-469e-8690-cbde303d6a4a x-openstack-request-id: req-0aa53fd3-822d-469e-8690-cbde303d6a4a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:35.342408 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:35.343035 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0aa53fd3-822d-469e-8690-cbde303d6a4a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:35.343717 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e', 'code': 200} Aug 16 02:30:35.361779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd37f49-e84d-4557-860b-346f569c102e req-93218a74-e934-4b04-b3fc-2310ddae96b5 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765259 Aug 16 02:30:35.392779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] For port 45e820d2-2c76-4050-8822-ac0892d0cfba, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=45e820d2-2c76-4050-8822-ac0892d0cfba,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:35.393771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.400522 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.628174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.628877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.629613 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Floating IP 62776f70-d606-4d6f-b07b-0295c337108d disassociated. External IP: 172.25.4.87, port: 45e820d2-2c76-4050-8822-ac0892d0cfba. Aug 16 02:30:35.630141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for 45e820d2-2c76-4050-8822-ac0892d0cfba owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:35.723692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.789482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.800375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:35.813537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['d4e344fa-f90a-4e61-9278-edb2d1539322'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:35.860996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=45e820d2-2c76-4050-8822-ac0892d0cfba,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:36.154432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Router 12148982-b894-4c25-a51e-f452647acaed has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:36.183474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 15cafcbc-bafe-4d75-81df-4ff05831d14e no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:36.295997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:36.781268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a812-50bd-40e9-bea6-68565b1b023d req-b1f8d2ea-0891-4f3d-a1f8-fb37b2685965 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:36.794815 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5547a812-50bd-40e9-bea6-68565b1b023d req-b1f8d2ea-0891-4f3d-a1f8-fb37b2685965 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.3820212 Aug 16 02:30:36.865005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964eb7e-d2c2-4c9e-be1c-51aaa502cee3 req-78ac8edf-8fa4-458a-8be9-836aca198e24 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:36.867706 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.886956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964eb7e-d2c2-4c9e-be1c-51aaa502cee3 req-78ac8edf-8fa4-458a-8be9-836aca198e24 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:36.912943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964eb7e-d2c2-4c9e-be1c-51aaa502cee3 req-78ac8edf-8fa4-458a-8be9-836aca198e24 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:36.938595 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3964eb7e-d2c2-4c9e-be1c-51aaa502cee3 req-78ac8edf-8fa4-458a-8be9-836aca198e24 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 2413 time: 0.2123563 Aug 16 02:30:37.030501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5547a812-50bd-40e9-bea6-68565b1b023d req-bee8c08e-3106-48ee-97cd-abce11ab2477 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070446 Aug 16 02:30:37.041425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:37.043254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 15cafcbc-bafe-4d75-81df-4ff05831d14e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:37.076271 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.082209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9873bb33-bdda-495d-89af-ca9ed2e2c124 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:37.184629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3964eb7e-d2c2-4c9e-be1c-51aaa502cee3 req-49983daf-ac53-4f5c-aec5-343d5da1dcf3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419574 Aug 16 02:30:37.222550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 9873bb33-bdda-495d-89af-ca9ed2e2c124 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:37.224654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9873bb33-bdda-495d-89af-ca9ed2e2c124 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:37.233633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:37.238047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] Sync routers for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:37.286559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] No DVR routers for this DVR port 45e820d2-2c76-4050-8822-ac0892d0cfba on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:37.296605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.304781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-412844eb-7de3-4061-a8fd-f82bf9a1bb0a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "DELETE /v2.0/ports/45e820d2-2c76-4050-8822-ac0892d0cfba HTTP/1.1" status: 204 len: 173 time: 2.8185892 Aug 16 02:30:37.305382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:37.307867 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa519c9b-cdd4-40e1-beeb-7eee43e1961b" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:37.428382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:37.447950 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd1730c-c0e0-405a-8757-0e876a949c67" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-unplugged", "status": "completed", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:37.497727 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf3cec1-c0ae-461e-98df-237a8ac606a8 x-openstack-request-id: req-9bf3cec1-c0ae-461e-98df-237a8ac606a8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:37.505723 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "45e820d2-2c76-4050-8822-ac0892d0cfba", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:37.508944 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bf3cec1-c0ae-461e-98df-237a8ac606a8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:37.511723 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': '45e820d2-2c76-4050-8822-ac0892d0cfba', 'status': 'completed', 'code': 200} Aug 16 02:30:37.643480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:37.645797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:37.817858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port 15cafcbc-bafe-4d75-81df-4ff05831d14e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:37.818934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.065502 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a6f2a8-101c-4bb6-ab41-00fa5ba2540a x-openstack-request-id: req-72a6f2a8-101c-4bb6-ab41-00fa5ba2540a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:38.065970 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-unplugged", "status": "completed", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:38.066325 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72a6f2a8-101c-4bb6-ab41-00fa5ba2540a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:38.066864 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e', 'code': 200} Aug 16 02:30:38.091636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] For port 15cafcbc-bafe-4d75-81df-4ff05831d14e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=15cafcbc-bafe-4d75-81df-4ff05831d14e,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:38.091636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.105695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for 15cafcbc-bafe-4d75-81df-4ff05831d14e owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:38.163223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:38.165538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device daf81fe8-13c7-48fc-8ec8-1eee102ce794 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:38.284434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:38.640251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b76c7-6063-45a9-9721-8097c2da2243 req-f33c7e70-739e-4b92-becd-8a2bbffe1518 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:38.655018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.656372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b76c7-6063-45a9-9721-8097c2da2243 req-f33c7e70-739e-4b92-becd-8a2bbffe1518 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:38.667570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b76c7-6063-45a9-9721-8097c2da2243 req-f33c7e70-739e-4b92-becd-8a2bbffe1518 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:38.681842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da8b76c7-6063-45a9-9721-8097c2da2243 req-f33c7e70-739e-4b92-becd-8a2bbffe1518 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 2333 time: 0.2150700 Aug 16 02:30:38.815710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=15cafcbc-bafe-4d75-81df-4ff05831d14e,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:38.822388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] No DVR routers for this DVR port 15cafcbc-bafe-4d75-81df-4ff05831d14e on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:38.826277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=15cafcbc-bafe-4d75-81df-4ff05831d14e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:38.829646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da8b76c7-6063-45a9-9721-8097c2da2243 req-19294937-3ed8-43a4-a237-f24d22817018 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465316 Aug 16 02:30:38.830035 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.832349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-67ea2405-4d7a-4359-940b-9c78d838b38c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "DELETE /v2.0/ports/15cafcbc-bafe-4d75-81df-4ff05831d14e HTTP/1.1" status: 204 len: 173 time: 1.5110719 Aug 16 02:30:39.024372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-294ebed2-1c83-40ad-b15a-c24a15cde3b2 req-684f8bc7-c7b1-4439-823b-4f96d0201bcf tempest-ServerAddressesTestJSON-567357897 tempest-ServerAddressesTestJSON-567357897-project] (94857) timed out ('10.222.0.98', 52574) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:30:39.035281 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67199a-0a32-49d7-a00a-28c6dbcc715d req-9945d553-1dd8-446c-a650-8fbd6a539a8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:39.054900 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d67199a-0a32-49d7-a00a-28c6dbcc715d req-9945d553-1dd8-446c-a650-8fbd6a539a8f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.5219646 Aug 16 02:30:39.175630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d67199a-0a32-49d7-a00a-28c6dbcc715d req-28445eff-b7dc-49b1-bb30-3e1962f1dd50 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197062 Aug 16 02:30:39.254139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port daf81fe8-13c7-48fc-8ec8-1eee102ce794 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:39.254552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.442841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] For port daf81fe8-13c7-48fc-8ec8-1eee102ce794, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=daf81fe8-13c7-48fc-8ec8-1eee102ce794,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:39.443390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.466021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for daf81fe8-13c7-48fc-8ec8-1eee102ce794 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:39.598909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:39.603509 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42e3238-5bde-4a16-b19c-f890099ba115" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:39.695086 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e710a2-9741-4187-ace4-48cab0d332ee x-openstack-request-id: req-11e710a2-9741-4187-ace4-48cab0d332ee {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:39.695375 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "15cafcbc-bafe-4d75-81df-4ff05831d14e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:39.696367 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11e710a2-9741-4187-ace4-48cab0d332ee {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:39.697328 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': '15cafcbc-bafe-4d75-81df-4ff05831d14e', 'status': 'completed', 'code': 200} Aug 16 02:30:39.810376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.905201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.998441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=daf81fe8-13c7-48fc-8ec8-1eee102ce794,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:40.114129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:40.170637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] No DVR routers for this DVR port daf81fe8-13c7-48fc-8ec8-1eee102ce794 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:40.206115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.208647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a9023258-129e-4a98-ac14-0e3eaa00ac82 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "DELETE /v2.0/ports/daf81fe8-13c7-48fc-8ec8-1eee102ce794 HTTP/1.1" status: 204 len: 173 time: 1.3694398 Aug 16 02:30:40.347420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775d5c-f5f8-4581-b649-e48b78688d87 req-49adeb74-236f-4a65-ae92-b48f4a5aeb01 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:40.364721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:40.399850 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa775d5c-f5f8-4581-b649-e48b78688d87 req-49adeb74-236f-4a65-ae92-b48f4a5aeb01 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 943 time: 0.3062930 Aug 16 02:30:40.435861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] Checking router: 12148982-b894-4c25-a51e-f452647acaed for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:40.439184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port d4e344fa-f90a-4e61-9278-edb2d1539322 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:40.440917 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.520059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:40.523522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:40.527795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f6e3-2171-4acf-b108-118bd6be55bb req-43159094-cff3-42c9-ac67-278b13ea04e4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:40.544181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d498f6e3-2171-4acf-b108-118bd6be55bb req-43159094-cff3-42c9-ac67-278b13ea04e4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 944 time: 0.1569793 Aug 16 02:30:40.561343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa775d5c-f5f8-4581-b649-e48b78688d87 req-45c69fc1-6ed1-42a3-9f89-48563a9cf20c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2e93d1d-3085-4efa-81e1-b1742e208a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615088 Aug 16 02:30:40.659086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d498f6e3-2171-4acf-b108-118bd6be55bb req-204c2532-0de5-4af6-85ab-b683bf0915a4 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126013 Aug 16 02:30:40.742321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:40.745286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.773485 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:40.902794 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.054079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:41.056086 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab116e74-2073-4e21-ab85-ddba420e2f8f" -d '{"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:41.112131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:41.129117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] For port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:41.129734 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.131428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.194114 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83580d4-e89b-4dfc-80ca-7f6937e3bd25 x-openstack-request-id: req-a83580d4-e89b-4dfc-80ca-7f6937e3bd25 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:41.194744 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:41.195018 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a83580d4-e89b-4dfc-80ca-7f6937e3bd25 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:41.195388 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'code': 200} Aug 16 02:30:41.197165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:41.211259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for aa8a52e5-64f0-45ed-b10a-3fadbd3a925e owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:41.419537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:41.575561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4ff21-9120-432b-92fc-1f14b565e644 req-30ed85d6-aeb6-496c-b996-4d9e7f1e0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:41.615805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bc4ff21-9120-432b-92fc-1f14b565e644 req-30ed85d6-aeb6-496c-b996-4d9e7f1e0d6d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 1098 time: 0.1918170 Aug 16 02:30:41.704060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:41.726070 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2415a6-5288-4d5b-9921-b36f8472446d" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "daf81fe8-13c7-48fc-8ec8-1eee102ce794"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:41.736061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bc4ff21-9120-432b-92fc-1f14b565e644 req-fef880c1-676e-4821-a500-56d23b0f5840 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107676 Aug 16 02:30:41.786303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.792696 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb2422be-e16f-4e97-9a59-716b56cf5c12 req-04c8f314-6737-4d8c-890f-e54b4bb5dd42 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0549951 Aug 16 02:30:41.862094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=aa8a52e5-64f0-45ed-b10a-3fadbd3a925e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:42.031370 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f219ac2e-bf35-41c6-8b8d-3b4308e2ba36 x-openstack-request-id: req-f219ac2e-bf35-41c6-8b8d-3b4308e2ba36 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:42.036654 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "daf81fe8-13c7-48fc-8ec8-1eee102ce794", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:42.037295 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f219ac2e-bf35-41c6-8b8d-3b4308e2ba36 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:42.037761 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': 'daf81fe8-13c7-48fc-8ec8-1eee102ce794', 'status': 'completed', 'code': 200} Aug 16 02:30:42.100988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] No DVR routers for this DVR port aa8a52e5-64f0-45ed-b10a-3fadbd3a925e on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:42.108379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.111521 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0808ea2e-e447-48af-87d6-4d2b5428329d req-a253ab5c-53dd-4a41-a2e4-6976a2372c6e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.88 "DELETE /v2.0/ports/aa8a52e5-64f0-45ed-b10a-3fadbd3a925e HTTP/1.1" status: 204 len: 173 time: 1.8965285 Aug 16 02:30:42.230482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:42.269415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaba4b-e0da-4d51-b58f-f4e54306ee9e req-ea848646-532f-4ad1-b7d9-6eba94b90653 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:42.282356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eeeaba4b-e0da-4d51-b58f-f4e54306ee9e req-ea848646-532f-4ad1-b7d9-6eba94b90653 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 946 time: 0.3115051 Aug 16 02:30:42.318026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55422835-f3d9-4e8c-97e4-93a023a09156 None None] The sync data for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 is: [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:19:59Z', 'revision_number': 4, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4', 'name': '', 'network_id': 'af13201b-133e-484b-b866-a3edf256a1ba', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'mac_address': 'fa:16:3e:c4:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:57Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'subnets': [{'id': '71fd097b-c3cb-40f2-9126-9e759578474f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:42.472140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eeeaba4b-e0da-4d51-b58f-f4e54306ee9e req-097d5e61-d23f-49b6-90b3-90b55113284d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801317 Aug 16 02:30:43.071823 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8be8b8a3-7392-478a-8b06-09cc883a83aa req-2678a66f-5d28-4603-bbe2-0f7c9deba212 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0715044 Aug 16 02:30:43.137932 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f58e12-ca44-4bb4-9f53-f930f352ce7d None None] New status for floating IP 62776f70-d606-4d6f-b07b-0295c337108d: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:30:44.044385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee4625-a5cd-4216-96f9-0c182852bcc4 req-355803fa-1985-482f-8fb5-aad3371f5f6e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:44.049977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00ee4625-a5cd-4216-96f9-0c182852bcc4 req-355803fa-1985-482f-8fb5-aad3371f5f6e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 946 time: 0.2227345 Aug 16 02:30:44.050543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:44.056185 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac2db50-0520-4100-9dec-19f666c33a86" -d '{"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:44.195673 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d75cfd1-0661-43de-8a0a-98179b70d094 x-openstack-request-id: req-5d75cfd1-0661-43de-8a0a-98179b70d094 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:44.199136 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3cb558-c780-4d7b-852f-e708e4b42058", "name": "network-vif-deleted", "tag": "aa8a52e5-64f0-45ed-b10a-3fadbd3a925e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:44.199724 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d75cfd1-0661-43de-8a0a-98179b70d094 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:44.201298 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3cb558-c780-4d7b-852f-e708e4b42058', 'name': 'network-vif-deleted', 'tag': 'aa8a52e5-64f0-45ed-b10a-3fadbd3a925e', 'status': 'completed', 'code': 200} Aug 16 02:30:44.237391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00ee4625-a5cd-4216-96f9-0c182852bcc4 req-2c7f8a6a-0977-4291-99f9-f7b2cda9ec8b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610315 Aug 16 02:30:45.476365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2cc520e3-b537-4502-bb8e-32230916bdd0 req-fdfe1d4f-935e-4257-9608-501242e70c25 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 1.0792058 Aug 16 02:30:45.559039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2dda5-dab0-4466-9a65-604b7c32d6b0 req-aa6d14cc-1cf0-4f0d-931f-688a040df339 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:45.589267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25e2dda5-dab0-4466-9a65-604b7c32d6b0 req-aa6d14cc-1cf0-4f0d-931f-688a040df339 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 946 time: 0.1806123 Aug 16 02:30:45.696459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25e2dda5-dab0-4466-9a65-604b7c32d6b0 req-77ce5aa0-dde8-46a9-9314-7df912cd4f9e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048267 Aug 16 02:30:46.677403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd7e06b7-8573-49dc-8409-f25d901c1e21 req-e53a4325-ff33-45e7-9c47-02ba1df7bd15 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0428452 Aug 16 02:30:46.964035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcac57-1492-4bc1-bbec-51decab3627f req-f0ba11f9-ee61-4cfd-910b-eb12eb42b1fe tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:46.972779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79dcac57-1492-4bc1-bbec-51decab3627f req-f0ba11f9-ee61-4cfd-910b-eb12eb42b1fe tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 946 time: 0.0961964 Aug 16 02:30:47.029417 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79dcac57-1492-4bc1-bbec-51decab3627f req-e3418232-b1df-4bf6-a050-b4967140463f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553806 Aug 16 02:30:47.892873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95245c40-e508-4cba-a09b-ac6d210f39e2 req-a58ecd40-e460-43b8-ae62-8afb61f861c7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0382786 Aug 16 02:30:49.077782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34c45c7f-70f0-4a4b-a156-cdce439ecc30 req-f51dedcf-9330-4845-b18a-9b1a3619e6b7 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0610354 Aug 16 02:30:49.393875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:49.657868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6cf525b-a7a2-408f-a4ec-397b4fbced0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.845595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6cf525b-a7a2-408f-a4ec-397b4fbced0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.854309 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6cf525b-a7a2-408f-a4ec-397b4fbced0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.943844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf525b-a7a2-408f-a4ec-397b4fbced0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6894c98c-8964-49da-b9c7-ca6cd1526d77,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:49.948496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e6cf525b-a7a2-408f-a4ec-397b4fbced0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f214775c9e434bcb83da602a359a07ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534561 Aug 16 02:30:49.951475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:50.010613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebb4dd5e-a97d-4cbe-b7b6-8e92a9a36c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.035655 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebb4dd5e-a97d-4cbe-b7b6-8e92a9a36c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.093192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebb4dd5e-a97d-4cbe-b7b6-8e92a9a36c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.099115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ebb4dd5e-a97d-4cbe-b7b6-8e92a9a36c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.100885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ebb4dd5e-a97d-4cbe-b7b6-8e92a9a36c72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6894c98c-8964-49da-b9c7-ca6cd1526d77 HTTP/1.1" status: 204 len: 168 time: 0.1480474 Aug 16 02:30:50.111695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4dd5e-a97d-4cbe-b7b6-8e92a9a36c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6894c98c-8964-49da-b9c7-ca6cd1526d77,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:50.232171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4232f3de-2346-449e-9cb9-6ccf4bca5494 req-aed06896-4b9d-400d-be92-f7f06899c84c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0494165 Aug 16 02:30:50.696376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35568) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:50.719550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d884ab99-2386-496d-8f42-e1f3ff26fc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.942495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d884ab99-2386-496d-8f42-e1f3ff26fc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.946642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d884ab99-2386-496d-8f42-e1f3ff26fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.024538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d884ab99-2386-496d-8f42-e1f3ff26fc6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e436f499d0f644179b6f8ce891a0ac8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280447 Aug 16 02:30:51.027382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35574) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:51.039335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884ab99-2386-496d-8f42-e1f3ff26fc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aed7ba-ab18-4eea-96cb-b09b6fd28b53,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.147796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.175648 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.265563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.273830 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.278727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8aed7ba-ab18-4eea-96cb-b09b6fd28b53 HTTP/1.1" status: 204 len: 168 time: 0.2480235 Aug 16 02:30:51.309569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aed7ba-ab18-4eea-96cb-b09b6fd28b53,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.341741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.342332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.342866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.343398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.344809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.345340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.345847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.346985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.347547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.348223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.348751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.349276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f909c-6998-4dc6-b17d-664d582c25a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:51.437107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc66c44a-752b-4445-8881-0a24b23eedbc req-898b274c-6ded-4f65-9ce4-7e5b1db44882 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0510967 Aug 16 02:30:52.236650 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:52.665471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f993256b-712d-498d-ac04-44f3918b7cba req-1d1c3d27-8681-4a57-b16a-338c13e1b43c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.1220076 Aug 16 02:30:53.464689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.769449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:53.932911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d566196a-8ede-4fbd-a0a4-8e9b5afc543a req-eb72d741-e69b-4ab9-8891-b341ae67389c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0952499 Aug 16 02:30:53.991942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:54.127326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:54.232138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.549114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.786084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Allocated IP 172.25.4.251 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/7b6f46bb-737e-4f52-a11c-4f3c23f8ccb4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:54.935116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.115316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.141807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6da3593-decc-4069-bee1-0f18fdfa53ba req-b530c9a6-af32-4f54-8bf9-ee0dcb901447 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.1016712 Aug 16 02:30:55.287981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.396181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:55.401251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:55.405277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Pushing event updated for resources: {'Port': ['ID=7b6f46bb-737e-4f52-a11c-4f3c23f8ccb4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:55.408249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:55.538454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.586087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.721128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Deleting port 6b08197c-1280-4522-bf47-d2fbb14300ef {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:55.721492 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.840934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.848834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] For port 6b08197c-1280-4522-bf47-d2fbb14300ef, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6b08197c-1280-4522-bf47-d2fbb14300ef,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:55.849317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.852225 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.871314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Calling delete_port for 6b08197c-1280-4522-bf47-d2fbb14300ef owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:55.965789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.997154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Pushing event updated for resources: {'Port': ['ID=7b6f46bb-737e-4f52-a11c-4f3c23f8ccb4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:56.016802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.020682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1c058abe-1544-4251-a710-952d357e3619 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0247948 Aug 16 02:30:56.021992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35718) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:56.022775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382ead9-630e-4351-9e20-0b3a075c80e8 req-8397e841-54a4-4416-b1b5-c431900d5ff0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:56.024562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2382ead9-630e-4351-9e20-0b3a075c80e8 req-8397e841-54a4-4416-b1b5-c431900d5ff0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.0578234 Aug 16 02:30:56.026774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-634341698', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'fixed_ips': [{'ip_address': '172.25.4.251'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:56.064123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2382ead9-630e-4351-9e20-0b3a075c80e8 req-b25a51f2-9be0-4f7c-8363-4d062ff18356 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Aug 16 02:30:56.102320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Made reservation on behalf of 36826bcfe771486ba84808d5b0332c91 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:56.104708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.117881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.150942 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ceb3f7b-3d8c-489b-be54-efff96f67370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.271033 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.277781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aff424f6-9799-4e71-8580-daebecf8dbbb req-edfeff58-85fd-41d7-bf47-f0d921d00f2e tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0403953 Aug 16 02:30:56.320398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b08197c-1280-4522-bf47-d2fbb14300ef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:56.414627 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.419587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.457564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] device_id is not set on port fdb3f485-d8c0-4b75-9411-7b511afe4643 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:56.541244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1de8544-7f13-4932-9959-df0ec0b9990d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:56.669447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.792586 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:30:56.793117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:30:56.818269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0726e1c7-a21d-4c73-b4cb-f5d43e6d1748 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7928212 Aug 16 02:30:56.818629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:57.197196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc616fe-b2db-476e-bfca-7a02fe41027a req-a577b03c-a942-48fd-8945-244d270cc7aa tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:57.199521 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cc616fe-b2db-476e-bfca-7a02fe41027a req-a577b03c-a942-48fd-8945-244d270cc7aa tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.0524366 Aug 16 02:30:57.244180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cc616fe-b2db-476e-bfca-7a02fe41027a req-c91b45a0-5966-4797-86cf-5c89be503d3a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363584 Aug 16 02:30:57.413092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Router baf8feaf-45d9-4bd6-8ccc-572c21658153 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:57.415705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Deleting port 7b6f46bb-737e-4f52-a11c-4f3c23f8ccb4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:57.416066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.422911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-054f2b0e-e6d0-44d1-ab0e-bae7dc8b32fd req-42d1b78f-1b3f-49a0-a658-a17fa7fe1d2a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0403454 Aug 16 02:30:57.580340 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.580678 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.602590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Calling delete_port for 7b6f46bb-737e-4f52-a11c-4f3c23f8ccb4 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:57.622748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:57.631714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-60dc6743-5023-425f-8406-d0377f0ce64f admin admin] 10.222.0.78 "PUT /v2.0/routers/baf8feaf-45d9-4bd6-8ccc-572c21658153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8587592 Aug 16 02:30:57.632734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35746) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:57.643869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] Sync routers for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:57.658353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:57.659473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:57.784946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.794070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:57.799190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.828364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b6f46bb-737e-4f52-a11c-4f3c23f8ccb4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:57.843145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45ad7f-a4ca-44a6-841c-f4a1ff73eb1b req-747186cd-b04a-4ff1-a9a8-7d36bbf53371 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:57.845384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f45ad7f-a4ca-44a6-841c-f4a1ff73eb1b req-747186cd-b04a-4ff1-a9a8-7d36bbf53371 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.1160405 Aug 16 02:30:57.903426 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.906761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.908897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-522d279f-e8d4-47b4-8876-9ac549142de7 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753 tempest-ExternalNetworksAdminNegativeTestJSON-2043245753-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/243c9bb4-6d36-489a-b410-cf0b27062bf0 HTTP/1.1" status: 204 len: 168 time: 1.0893347 Aug 16 02:30:57.952900 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f45ad7f-a4ca-44a6-841c-f4a1ff73eb1b req-083337dc-8149-478d-8307-83823da110a1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982990 Aug 16 02:30:57.988986 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.042268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:30:56Z', 'revision_number': 5, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port': {'id': 'de15b2af-7c97-408d-ace8-50a5f2ba543e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:58.054162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Deleting port de15b2af-7c97-408d-ace8-50a5f2ba543e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:58.054514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.080711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] Checking router: baf8feaf-45d9-4bd6-8ccc-572c21658153 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:58.090110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] Routers {'baf8feaf-45d9-4bd6-8ccc-572c21658153'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:58.090979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['baf8feaf-45d9-4bd6-8ccc-572c21658153'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:58.139096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:58.143040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] For port de15b2af-7c97-408d-ace8-50a5f2ba543e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=de15b2af-7c97-408d-ace8-50a5f2ba543e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:58.143416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.157935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Calling delete_port for de15b2af-7c97-408d-ace8-50a5f2ba543e owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:58.186624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] Set router baf8feaf-45d9-4bd6-8ccc-572c21658153 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:58.245995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:30:57Z', 'revision_number': 6, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:58.273910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f771c5ca-35a4-4f48-8cf4-aa686059eec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.279392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908a119-2981-46c6-9743-5aa993c9598a None None] The sync data for ids ['baf8feaf-45d9-4bd6-8ccc-572c21658153'] in n-d-769329-15 is: [{'id': 'baf8feaf-45d9-4bd6-8ccc-572c21658153', 'name': 'tempest-TaggedBootDevicesTest_v242-165554042-router', 'tenant_id': '6f88091c56234d3a8022e0ce55441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:21Z', 'updated_at': '2021-08-16T02:30:57Z', 'revision_number': 6, 'project_id': '6f88091c56234d3a8022e0ce55441889', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:58.382608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.385219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f771c5ca-35a4-4f48-8cf4-aa686059eec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.389495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f771c5ca-35a4-4f48-8cf4-aa686059eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.440667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f771c5ca-35a4-4f48-8cf4-aa686059eec7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ec2fe110f64488b8dfc66e50491e91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978909 Aug 16 02:30:58.440667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c5ca-35a4-4f48-8cf4-aa686059eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c102cc-325f-42bc-9f02-bf459e854a13,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:58.441438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:58.457135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=de15b2af-7c97-408d-ace8-50a5f2ba543e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:58.486822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.539966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9c182ad-c407-4480-9e18-ae6839f17368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.544227 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cd81e5e-8f5d-4393-b5b3-c168abb03730 req-c8478874-50f5-4aae-9f0a-40b4f6113707 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0337722 Aug 16 02:30:58.566161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9c182ad-c407-4480-9e18-ae6839f17368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.594203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.596232 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.620910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9c182ad-c407-4480-9e18-ae6839f17368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.623521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9c182ad-c407-4480-9e18-ae6839f17368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.624704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c9c182ad-c407-4480-9e18-ae6839f17368 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45c102cc-325f-42bc-9f02-bf459e854a13 HTTP/1.1" status: 204 len: 168 time: 0.1824081 Aug 16 02:30:58.637164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c182ad-c407-4480-9e18-ae6839f17368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c102cc-325f-42bc-9f02-bf459e854a13,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:58.669704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.670806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baf8feaf-45d9-4bd6-8ccc-572c21658153 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:30:58.684500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.693885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:58.700983 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-408632e1-bb36-4013-a7a5-5ca09d39dd21 admin admin] 10.222.0.78 "DELETE /v2.0/routers/baf8feaf-45d9-4bd6-8ccc-572c21658153 HTTP/1.1" status: 204 len: 168 time: 1.0671608 Aug 16 02:30:58.791380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] Deleting subnet 86fafe23-7928-4d62-a3f7-26248a75580d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:58.802308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.805726 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2abadc7a-6b87-427e-b577-224da14cffe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.809056 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.834363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6b08197c-1280-4522-bf47-d2fbb14300ef no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:58.854493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6b08197c-1280-4522-bf47-d2fbb14300ef {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:58.854843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6b08197c-1280-4522-bf47-d2fbb14300ef not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:58.873274 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.960229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.027852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:59.049108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.078624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fafe23-7928-4d62-a3f7-26248a75580d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.082411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.084323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb58bd48-16ef-4203-8c88-91cebbb647bb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/86fafe23-7928-4d62-a3f7-26248a75580d HTTP/1.1" status: 204 len: 168 time: 0.3898191 Aug 16 02:30:59.087824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:59.095304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d10a5-4aad-4a6f-9f5b-352146294dc4 None None] Network cba6f535-9c48-4a92-a569-dba088b2e25c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:59.112215 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-41631214-0fca-47d7-a6f4-f5c3c8eb41a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=36826bcfe771486ba84808d5b0332c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793622 Aug 16 02:30:59.117942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35776) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:59.155504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335fa1-6e59-4215-8f20-1625eefd8d03 req-8440dbbd-c088-4dc3-b3bf-229fb43fcd41 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:59.157132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4335fa1-6e59-4215-8f20-1625eefd8d03 req-8440dbbd-c088-4dc3-b3bf-229fb43fcd41 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.1057727 Aug 16 02:30:59.193493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.212827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4335fa1-6e59-4215-8f20-1625eefd8d03 req-c86b8f42-4663-4f1a-b788-6a9287090777 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473847 Aug 16 02:30:59.219848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b15beef2-f1da-4eb3-853d-121b5bf4666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.255951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b15beef2-f1da-4eb3-853d-121b5bf4666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.272669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Deleting port 0fa74a67-ed33-40e4-b674-160bbe3756dd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:59.273062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.345994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b15beef2-f1da-4eb3-853d-121b5bf4666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.349650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b15beef2-f1da-4eb3-853d-121b5bf4666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.353267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b15beef2-f1da-4eb3-853d-121b5bf4666b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1de8544-7f13-4932-9959-df0ec0b9990d HTTP/1.1" status: 204 len: 168 time: 0.2320461 Aug 16 02:30:59.364366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15beef2-f1da-4eb3-853d-121b5bf4666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1de8544-7f13-4932-9959-df0ec0b9990d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.368110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] For port 0fa74a67-ed33-40e4-b674-160bbe3756dd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0fa74a67-ed33-40e4-b674-160bbe3756dd,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:59.368557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.379069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] DHCP port deletion for cba6f535-9c48-4a92-a569-dba088b2e25c request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:59.402451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Calling delete_port for 0fa74a67-ed33-40e4-b674-160bbe3756dd owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:59.446677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Deleting port 0fa74a67-ed33-40e4-b674-160bbe3756dd {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:59.447069 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.504641 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.540862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] For port 0fa74a67-ed33-40e4-b674-160bbe3756dd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0fa74a67-ed33-40e4-b674-160bbe3756dd,segment=NetworkSegment(46000792-84ea-403c-bf7d-2073f3ddfc5d),segment_id=46000792-84ea-403c-bf7d-2073f3ddfc5d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:59.541931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.545025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] No DVR routers for this DVR port 0fa74a67-ed33-40e4-b674-160bbe3756dd on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:59.552763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa74a67-ed33-40e4-b674-160bbe3756dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.564988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Calling delete_port for 0fa74a67-ed33-40e4-b674-160bbe3756dd owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:59.669714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.670124 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.706073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Pushing event deleted for resources: {'Port': ['ID=0fa74a67-ed33-40e4-b674-160bbe3756dd,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.714333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba6f535-9c48-4a92-a569-dba088b2e25c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:59.722990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] No DVR routers for this DVR port 0fa74a67-ed33-40e4-b674-160bbe3756dd on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:59.726415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46000792-84ea-403c-bf7d-2073f3ddfc5d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:59.726760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46000792-84ea-403c-bf7d-2073f3ddfc5d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:59.736729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.737413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.737805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.738553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.738898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.739240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.739984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.740330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.741003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.741158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.741464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.741970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.742306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad07f6e-b148-4be6-a43a-6307eba1ca60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:59.755899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2caccec0-d48d-4046-a47b-829e9ee22828 req-6b03585d-81f4-4443-a5b7-5f896f93ae2c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0880423 Aug 16 02:30:59.770966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.777993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:59.778504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:59.781013 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:59.847715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.857958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.860390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] 10.222.0.78 "DELETE /v2.0/networks/cba6f535-9c48-4a92-a569-dba088b2e25c HTTP/1.1" status: 204 len: 168 time: 0.7712116 Aug 16 02:30:59.871601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbed0a-f0a5-40c8-902b-ef14fe72ccac admin admin] Pushing event deleted for resources: {'Network': ['ID=cba6f535-9c48-4a92-a569-dba088b2e25c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.955396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.995143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35794) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:00.038816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-979f5d87-6744-44db-9f5e-fd287c737fdd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f88091c56234d3a8022e0ce55441889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423698 Aug 16 02:31:00.041497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:00.100206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17b20f18-57c5-43c7-820e-f990a4108550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.123332 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17b20f18-57c5-43c7-820e-f990a4108550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.177179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17b20f18-57c5-43c7-820e-f990a4108550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.180045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17b20f18-57c5-43c7-820e-f990a4108550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.181276 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-17b20f18-57c5-43c7-820e-f990a4108550 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3aa3e5ac-e181-46e6-981a-fcb9578d1f72 HTTP/1.1" status: 204 len: 168 time: 0.1386096 Aug 16 02:31:00.189988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20f18-57c5-43c7-820e-f990a4108550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa3e5ac-e181-46e6-981a-fcb9578d1f72,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:00.365858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ef3e9-df93-440d-9c3f-9139bacea962 req-a15b50e3-999c-4431-a6e1-cb0721140cc1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:00.373058 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f02ef3e9-df93-440d-9c3f-9139bacea962 req-a15b50e3-999c-4431-a6e1-cb0721140cc1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.0772209 Aug 16 02:31:00.418926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f02ef3e9-df93-440d-9c3f-9139bacea962 req-e62a9f75-88da-4578-b43f-1baf869a1a6e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Aug 16 02:31:00.476968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:00.487985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:00.679113 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.683481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:00.714005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'mac_address': 'fa:16:3e:27:21:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:00.726498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:00.733289 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e577a39-d9da-49c4-9db3-116c5adaf36d" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:00.755481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0fa74a67-ed33-40e4-b674-160bbe3756dd no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:00.779173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:00.819968 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e340db-7514-43a5-9ae5-26d0844a7dcb x-openstack-request-id: req-99e340db-7514-43a5-9ae5-26d0844a7dcb {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:00.819968 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:00.820264 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99e340db-7514-43a5-9ae5-26d0844a7dcb {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:00.820474 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'code': 200} Aug 16 02:31:00.821498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.823466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0fa74a67-ed33-40e4-b674-160bbe3756dd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:00.823823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0fa74a67-ed33-40e4-b674-160bbe3756dd not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:00.824248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device de15b2af-7c97-408d-ace8-50a5f2ba543e no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:00.828561 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.900316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cca321ee-0ec1-4ae2-8019-e30c88887a5d req-5aad106e-744d-44e6-bbed-c03ac82fe175 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3cb558-c780-4d7b-852f-e708e4b42058 HTTP/1.1" status: 200 len: 210 time: 0.0337384 Aug 16 02:31:00.950214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=11']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:00.954059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: de15b2af-7c97-408d-ace8-50a5f2ba543e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:00.954402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device de15b2af-7c97-408d-ace8-50a5f2ba543e not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:00.957525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:01.009558 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:31:01.010276 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:31:01.113414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35848) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:01.246063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35854) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:01.363149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5b9e9fa7-1ce7-4bac-b3dd-0b5c6cfd5c2b tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1220989077'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:01.363729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5b9e9fa7-1ce7-4bac-b3dd-0b5c6cfd5c2b tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Unknown quota resources ['metering_label']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:31:01.401685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1478461612-network', 'tenant_id': 'eca73a80565e4bfeac0aadc8f44763a4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:01.563860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.582030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:01.590526 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9fa7-1ce7-4bac-b3dd-0b5c6cfd5c2b tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.592001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b9e9fa7-1ce7-4bac-b3dd-0b5c6cfd5c2b tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4758472 Aug 16 02:31:01.594936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35868) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:01.600319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-31797610-2807-4ee1-bca4-a6de5f052a8d tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'db4271c5-5169-400f-8968-73e7af6d3019'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:01.601128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-31797610-2807-4ee1-bca4-a6de5f052a8d tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:31:01.604645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Made reservation on behalf of eca73a80565e4bfeac0aadc8f44763a4 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:01.607179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.620776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.623682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:01.633229 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.668340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090fe4d-16c3-473a-9b16-72412111506f req-9c54ea02-7a96-4587-b998-a5707a82ae76 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:01.678903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2090fe4d-16c3-473a-9b16-72412111506f req-9c54ea02-7a96-4587-b998-a5707a82ae76 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1143456 Aug 16 02:31:01.747390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2090fe4d-16c3-473a-9b16-72412111506f req-45bbceef-d8d5-4316-82bb-1d96260456ff tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617228 Aug 16 02:31:01.749561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:01.794105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=12']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:01.943823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.029196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35884) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.109914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f85138f-b3e1-44f1-8249-4009fb47fbb2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.153762 n-d-769329-15 neutron-server[94857]: WARNING neutron.services.metering.metering_plugin [None req-31797610-2807-4ee1-bca4-a6de5f052a8d tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:31:02.168115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f85138f-b3e1-44f1-8249-4009fb47fbb2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.258233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f85138f-b3e1-44f1-8249-4009fb47fbb2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.268854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f85138f-b3e1-44f1-8249-4009fb47fbb2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.274065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0f85138f-b3e1-44f1-8249-4009fb47fbb2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/security-groups/c2e93d1d-3085-4efa-81e1-b1742e208a62 HTTP/1.1" status: 204 len: 168 time: 0.2407296 Aug 16 02:31:02.276523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.302437 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-2d4d30b9-ca8f-45fe-b783-fe5b601c685a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] show failed (client error): The resource could not be found. Aug 16 02:31:02.306724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d4d30b9-ca8f-45fe-b783-fe5b601c685a tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "GET /v2.0/security-groups/c2e93d1d-3085-4efa-81e1-b1742e208a62 HTTP/1.1" status: 404 len: 347 time: 0.0265634 Aug 16 02:31:02.310341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85138f-b3e1-44f1-8249-4009fb47fbb2 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e93d1d-3085-4efa-81e1-b1742e208a62,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:02.313715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.330134 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31797610-2807-4ee1-bca4-a6de5f052a8d tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.331698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-31797610-2807-4ee1-bca4-a6de5f052a8d tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7355294 Aug 16 02:31:02.335186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35896) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.354073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-edec4314-8db4-48be-beaa-f8f9d4c13b15 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'db4271c5-5169-400f-8968-73e7af6d3019'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:02.354573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-edec4314-8db4-48be-beaa-f8f9d4c13b15 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:31:02.429314 n-d-769329-15 neutron-server[94857]: WARNING neutron.services.metering.metering_plugin [None req-edec4314-8db4-48be-beaa-f8f9d4c13b15 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:31:02.488203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:02.515531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port 52dd640b-9a64-4415-97e0-04bd2c465530 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:02.516063 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.533846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-edec4314-8db4-48be-beaa-f8f9d4c13b15 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.538154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-edec4314-8db4-48be-beaa-f8f9d4c13b15 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2017174 Aug 16 02:31:02.538855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35898) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.567531 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-63c2d8ef-dbec-406d-8cbe-fa699099f25c tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=ae420622-1ff3-48c2-8e5a-1a00eb1e3d7f HTTP/1.1" status: 200 len: 462 time: 0.0229816 Aug 16 02:31:02.570765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35900) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.598220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:02.598937 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.639541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.640693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.665021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for 52dd640b-9a64-4415-97e0-04bd2c465530 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:02.714857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.733639 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.792257 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.819289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:02.820014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:02.821524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:02.828978 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa368b8a-d217-424e-9e76-99fe437e2872" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:02.834568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.834568 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Added segment 9d923c14-dca0-431e-aad8-03c31efb6919 of type vlan for network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe Aug 16 02:31:02.841516 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.910070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=13']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:02.924507 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9595131-15e1-42cf-b020-1fae42f6941e x-openstack-request-id: req-d9595131-15e1-42cf-b020-1fae42f6941e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:02.925931 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-plugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:02.927902 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9595131-15e1-42cf-b020-1fae42f6941e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:02.928801 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'code': 200} Aug 16 02:31:02.931842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.932590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-160c52ee-9635-437c-983a-366a0b9f9d7e tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.936471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-160c52ee-9635-437c-983a-366a0b9f9d7e tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/ae420622-1ff3-48c2-8e5a-1a00eb1e3d7f HTTP/1.1" status: 204 len: 168 time: 0.3621585 Aug 16 02:31:02.959474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35906) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.967631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=52dd640b-9a64-4415-97e0-04bd2c465530,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.002934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.016459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5188a138-cf2a-497c-8d77-8de79b92b5a6 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=ae420622-1ff3-48c2-8e5a-1a00eb1e3d7f HTTP/1.1" status: 200 len: 221 time: 0.0520318 Aug 16 02:31:03.017122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35908) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.023391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.023706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4694ceca-7dd1-4b8a-8718-a7bc6c325867 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--179273221', 'description': 'label created by tempest'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:03.024268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4694ceca-7dd1-4b8a-8718-a7bc6c325867 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Unknown quota resources ['metering_label']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:31:03.068368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae60578-4727-4cb0-a114-915fbf9cfd56 req-849026b7-b5f8-4118-8326-c1d56cedca32 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:03.076336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ae60578-4727-4cb0-a114-915fbf9cfd56 req-849026b7-b5f8-4118-8326-c1d56cedca32 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.1494174 Aug 16 02:31:03.109960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.111288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:03.112139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.200320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.209424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.212229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:03.212485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.214702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f5f70217-ed31-43d0-82ea-6d49f4a4f997 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/floatingips/62776f70-d606-4d6f-b07b-0295c337108d HTTP/1.1" status: 204 len: 168 time: 0.8997104 Aug 16 02:31:03.217907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.225998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.228688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f9c806be-a5bb-41fc-8f6c-00490148c472 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9809031 Aug 16 02:31:03.231700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Request body: {'subnet': {'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1478461612-subnet', 'tenant_id': 'eca73a80565e4bfeac0aadc8f44763a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:03.241703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ae60578-4727-4cb0-a114-915fbf9cfd56 req-165dde9f-c6ef-41cf-ba7a-46c2ad83b367 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643295 Aug 16 02:31:03.397822 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4694ceca-7dd1-4b8a-8718-a7bc6c325867 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.401813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4694ceca-7dd1-4b8a-8718-a7bc6c325867 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3809564 Aug 16 02:31:03.402200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35916) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.445278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Made reservation on behalf of eca73a80565e4bfeac0aadc8f44763a4 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:03.447787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.544541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-83ba8738-5421-42d5-9d65-bf67e7b794ba tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=71758067-81fe-4912-bcb3-0af71654bf30 HTTP/1.1" status: 200 len: 467 time: 0.1380234 Aug 16 02:31:03.545051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35918) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.564561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:03.565049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.740316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.767098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:03.783695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.792417 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a86d534f-6439-46bf-958b-1abb436cd8db tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.793777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a86d534f-6439-46bf-958b-1abb436cd8db tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/71758067-81fe-4912-bcb3-0af71654bf30 HTTP/1.1" status: 204 len: 168 time: 0.2459984 Aug 16 02:31:03.796603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35920) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.809004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1d7a7b23-d816-4282-b310-a8e411855e73 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=71758067-81fe-4912-bcb3-0af71654bf30 HTTP/1.1" status: 200 len: 216 time: 0.0107491 Aug 16 02:31:03.812366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35922) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.825375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dc6a412e-3d4d-4aff-9e4e-e2b89bbd3b07 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111346 Aug 16 02:31:03.829101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35924) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.841239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-953d0971-fbf8-4de8-9cb2-f63b64a355fa tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111163 Aug 16 02:31:03.845546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35926) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.894031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Pushing event updated for resources: {'Subnet': ['ID=df59c517-5076-401c-bc9f-81e875242144,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.910141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fb429a1e-c1e0-4385-8803-c407a9306796 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/db4271c5-5169-400f-8968-73e7af6d3019 HTTP/1.1" status: 200 len: 473 time: 0.0633664 Aug 16 02:31:03.915331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.927214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Checking segment: {'id': '9d923c14-dca0-431e-aad8-03c31efb6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:03.927611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Network hostable DHCP agents. Network: cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:03.938369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8406255a-4e71-48f9-8aca-f6f7ff8e6564 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/fa13dfae-e22d-40b3-8292-9f6178632281 HTTP/1.1" status: 200 len: 459 time: 0.0208921 Aug 16 02:31:03.942493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35930) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.988925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:04.001445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.034303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:04.037273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:04.052363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991d6b1-cfbf-46e4-8d0e-9a3c8cc2aedd None None] Network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:04.061830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:04.062553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.073145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66ca870d-92b8-4eea-868d-da4b53c89796 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.076793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-66ca870d-92b8-4eea-868d-da4b53c89796 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/fa13dfae-e22d-40b3-8292-9f6178632281 HTTP/1.1" status: 204 len: 168 time: 0.1310055 Aug 16 02:31:04.077541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:04.157944 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ceca850-2114-4d41-ad6e-b58e255ecaca admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9302945 Aug 16 02:31:04.185988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.188360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0887ea9b-0624-4ae1-b275-ee0d08193249 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/ports/fc89e1fc-b6c2-42eb-87d5-0e5511dd06cb HTTP/1.1" status: 204 len: 168 time: 0.9690976 Aug 16 02:31:04.190927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:04.290409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b556418-1ec5-4d4a-afce-89145fc29aae None None] Network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:04.367731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port e3a64705-895c-4b54-93f5-2d3da0e0d222 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:04.370667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.508272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-515bf9a3-2513-40a3-9328-85497f4efb90 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.512039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-515bf9a3-2513-40a3-9328-85497f4efb90 tempest-MeteringIpV6TestJSON-386434645 tempest-MeteringIpV6TestJSON-386434645-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/db4271c5-5169-400f-8968-73e7af6d3019 HTTP/1.1" status: 204 len: 168 time: 0.4317853 Aug 16 02:31:04.638503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d9d0-d6b1-4289-8239-34e1544dc378 req-dc25c10f-281b-427f-b28c-972bcf4c3d08 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:04.640234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5956d9d0-d6b1-4289-8239-34e1544dc378 req-dc25c10f-281b-427f-b28c-972bcf4c3d08 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.2662141 Aug 16 02:31:04.664827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.693103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for e3a64705-895c-4b54-93f5-2d3da0e0d222 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:04.732208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5956d9d0-d6b1-4289-8239-34e1544dc378 req-1bb467cf-63b5-475c-978e-01fcde415ebd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831790 Aug 16 02:31:04.952199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.954494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-b345f350-291a-4885-96f2-9c5380f78536 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:04.956146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-b345f350-291a-4885-96f2-9c5380f78536 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/networks?id=cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe HTTP/1.1" status: 200 len: 809 time: 0.1921763 Aug 16 02:31:04.991184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-5ed1da36-64cb-44ed-8db5-0165cd5d4859 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/quotas/eca73a80565e4bfeac0aadc8f44763a4 HTTP/1.1" status: 200 len: 375 time: 0.0255988 Aug 16 02:31:05.001547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=e3a64705-895c-4b54-93f5-2d3da0e0d222,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:05.068352 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-950e6b58-d14f-4b23-85b1-e402920cb269 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eca73a80565e4bfeac0aadc8f44763a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601308 Aug 16 02:31:05.119197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.121554 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f63ac1bb-244c-48cf-af6d-e0a45138f6c0 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/ports/e3a64705-895c-4b54-93f5-2d3da0e0d222 HTTP/1.1" status: 204 len: 168 time: 0.9293933 Aug 16 02:31:05.124433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:05.135978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35970) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:05.228024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting subnet b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:05.235805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.244977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-1d58ed46-61d8-41d1-b8aa-04a5852f2d93 service neutron] 10.222.0.78 "GET /v2.0/networks/cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759379 Aug 16 02:31:05.304255 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.366231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-9a1fc187-1fd7-4bae-90e0-fa9eb924036a service neutron] 10.222.0.78 "GET /v2.0/networks/cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126168 Aug 16 02:31:05.439037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b356279-6b11-44a5-8be8-2cf5a9c33657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.592178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b356279-6b11-44a5-8be8-2cf5a9c33657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.621876 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b356279-6b11-44a5-8be8-2cf5a9c33657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.728341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b356279-6b11-44a5-8be8-2cf5a9c33657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf9cb55-c423-4bde-b63c-9199f8d265a2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:05.749429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.790799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5897ada8-7340-494c-807f-363a463e9324 req-06630c76-6746-42cb-864f-a90fda8323fd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 210 time: 0.0636356 Aug 16 02:31:05.800862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b356279-6b11-44a5-8be8-2cf5a9c33657 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11ddaa8a7c424d9cb304c7ba01469283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607032 Aug 16 02:31:05.801251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:05.903701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.957278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5889ba7f-e7ed-4559-ae4f-bab857d459ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.990940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c43cc7-c77d-420c-b4a1-66d6ef41ce11,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:06.006140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5889ba7f-e7ed-4559-ae4f-bab857d459ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.007630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.013221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ffe4421f-fbf4-4189-90cd-844ad937d0c9 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/subnets/b1c43cc7-c77d-420c-b4a1-66d6ef41ce11 HTTP/1.1" status: 204 len: 168 time: 0.8836353 Aug 16 02:31:06.013221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.016121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af19d441-0d85-4675-92ce-74371a8524f3 None None] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:06.130885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becb020-8b42-48e6-8b15-a53e586994c8 req-e7a68d93-7500-4bfe-aa1f-4e9be2728997 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:06.132844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1becb020-8b42-48e6-8b15-a53e586994c8 req-e7a68d93-7500-4bfe-aa1f-4e9be2728997 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.1485543 Aug 16 02:31:06.160624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting subnet ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:06.169149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.172588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5889ba7f-e7ed-4559-ae4f-bab857d459ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.175239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5889ba7f-e7ed-4559-ae4f-bab857d459ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.178908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5889ba7f-e7ed-4559-ae4f-bab857d459ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/acf9cb55-c423-4bde-b63c-9199f8d265a2 HTTP/1.1" status: 204 len: 168 time: 0.3743000 Aug 16 02:31:06.198599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ba7f-e7ed-4559-ae4f-bab857d459ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf9cb55-c423-4bde-b63c-9199f8d265a2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:06.213684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1becb020-8b42-48e6-8b15-a53e586994c8 req-e31ef62c-cc50-4d09-b171-20e20c38ce20 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661292 Aug 16 02:31:06.266609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.450445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.568477 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.623176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:06.627119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.628085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/subnets/ccbdb26d-3fea-4b4a-8e3c-f48b50802d1c HTTP/1.1" status: 204 len: 168 time: 0.5981224 Aug 16 02:31:06.630623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.639566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91106560-9b79-4ec3-beb4-366550db05dd None None] Network 2ed06d25-6749-40a8-9c2e-0022bd16b184 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:06.655826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.656780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.657079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.657401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.657785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.658053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.658583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.658922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.659257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.659653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.659890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.660211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b86d48-3db0-4a25-9962-c87b61e09f6b tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:06.682748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35996) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.707822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-664808e5-adbc-4ad7-b257-f1d520e3dfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.733483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] DHCP port deletion for 83d76dfe-192b-4b7a-940a-b62afd35c90f request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:06.740800 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.837926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 56e63c14-cab2-41db-b50f-0a10451149b0 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:06.856801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-664808e5-adbc-4ad7-b257-f1d520e3dfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.859582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Deleting port 56e63c14-cab2-41db-b50f-0a10451149b0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:06.861942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-664808e5-adbc-4ad7-b257-f1d520e3dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.875592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.910756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-664808e5-adbc-4ad7-b257-f1d520e3dfb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aee01b7307dc4b37b00a2b5332bb6128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257960 Aug 16 02:31:06.912481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36000) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.914928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664808e5-adbc-4ad7-b257-f1d520e3dfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d579e501-8003-44b0-ac71-110a771fe47a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.021986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] Deleting port 56e63c14-cab2-41db-b50f-0a10451149b0 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:07.022565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-101b2f55-6eef-42e8-a976-6558ab4e09bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.023545 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.063683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dc6dd6f4-59fc-4483-b523-86f1da9abbf2 req-95a0edb3-96c1-4626-aacd-faaa5e8ce850 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 210 time: 0.0919774 Aug 16 02:31:07.092927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] For port 56e63c14-cab2-41db-b50f-0a10451149b0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=56e63c14-cab2-41db-b50f-0a10451149b0,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:07.093316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.131160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Calling delete_port for 56e63c14-cab2-41db-b50f-0a10451149b0 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:07.152977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] DHCP port deletion for 2ed06d25-6749-40a8-9c2e-0022bd16b184 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:07.193551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-101b2f55-6eef-42e8-a976-6558ab4e09bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.315346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.325246 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.388577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] For port 56e63c14-cab2-41db-b50f-0a10451149b0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=56e63c14-cab2-41db-b50f-0a10451149b0,segment=NetworkSegment(46f10ac1-dc61-4330-9a3b-757ef767f4e6),segment_id=46f10ac1-dc61-4330-9a3b-757ef767f4e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:07.390426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.403488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-22e06670-a343-4fd9-9201-30c10a8458fa tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:07.405059 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-22e06670-a343-4fd9-9201-30c10a8458fa tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.88 "GET /v2.0/networks?id=cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe HTTP/1.1" status: 200 len: 809 time: 0.3534200 Aug 16 02:31:07.411937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Port': ['ID=56e63c14-cab2-41db-b50f-0a10451149b0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.419561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] No DVR routers for this DVR port 56e63c14-cab2-41db-b50f-0a10451149b0 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:07.431285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Request body: {'port': {'device_id': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe', 'admin_state_up': True, 'tenant_id': 'eca73a80565e4bfeac0aadc8f44763a4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:07.487831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] Deleting port fb3ebb24-329a-4eb9-b647-7d422978ca32 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:07.489049 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.602173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] Calling delete_port for 56e63c14-cab2-41db-b50f-0a10451149b0 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:07.620922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.632534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d76dfe-192b-4b7a-940a-b62afd35c90f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:07.642064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] For port fb3ebb24-329a-4eb9-b647-7d422978ca32, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fb3ebb24-329a-4eb9-b647-7d422978ca32,segment=NetworkSegment(9b1ef0ba-824d-4703-99af-a09db2f64123),segment_id=9b1ef0ba-824d-4703-99af-a09db2f64123)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:07.642527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.649935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f10ac1-dc61-4330-9a3b-757ef767f4e6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:07.650378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f10ac1-dc61-4330-9a3b-757ef767f4e6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:07.658097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] Calling delete_port for fb3ebb24-329a-4eb9-b647-7d422978ca32 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:07.663182 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.681966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.689240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:07.689791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.755770 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:07.756118 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:07.761947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.774103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] No DVR routers for this DVR port fb3ebb24-329a-4eb9-b647-7d422978ca32 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:07.776557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.792892 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/networks/83d76dfe-192b-4b7a-940a-b62afd35c90f HTTP/1.1" status: 204 len: 168 time: 1.1590085 Aug 16 02:31:07.793843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:07.809340 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-101b2f55-6eef-42e8-a976-6558ab4e09bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.815487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-101b2f55-6eef-42e8-a976-6558ab4e09bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.820157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-101b2f55-6eef-42e8-a976-6558ab4e09bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d579e501-8003-44b0-ac71-110a771fe47a HTTP/1.1" status: 204 len: 168 time: 0.9039965 Aug 16 02:31:07.841501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efee46-c605-4cba-84b3-99d16bdfc41c tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Network': ['ID=83d76dfe-192b-4b7a-940a-b62afd35c90f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.852575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Made reservation on behalf of eca73a80565e4bfeac0aadc8f44763a4 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:07.858562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb079007-869e-4b0f-8265-f7c842a25fcb None None] Pushing event deleted for resources: {'Port': ['ID=fb3ebb24-329a-4eb9-b647-7d422978ca32,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.865438 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.872259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2f55-6eef-42e8-a976-6558ab4e09bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d579e501-8003-44b0-ac71-110a771fe47a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.919484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1b64c-9c63-4e5a-a910-589dfaa10854 req-400bbe73-2ab2-4c1e-8235-89e1f08c4f26 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:07.920468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8df1b64c-9c63-4e5a-a910-589dfaa10854 req-400bbe73-2ab2-4c1e-8235-89e1f08c4f26 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.3251138 Aug 16 02:31:07.970684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.019006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] Pushing event deleted for resources: {'Port': ['ID=56e63c14-cab2-41db-b50f-0a10451149b0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:08.027761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] Network 83d76dfe-192b-4b7a-940a-b62afd35c90f is not hosted by any dhcp agent {{(pid=94858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:31:08.027761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685ec29-a280-44ab-9ad4-ce792b7ae4a5 None None] No DVR routers for this DVR port 56e63c14-cab2-41db-b50f-0a10451149b0 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:08.072138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.090208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8df1b64c-9c63-4e5a-a910-589dfaa10854 req-4cf18957-00a2-435c-b398-213522903407 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583858 Aug 16 02:31:08.228237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.238807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed06d25-6749-40a8-9c2e-0022bd16b184']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:08.241100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Allocated IP 172.20.0.2 (cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe/df59c517-5076-401c-bc9f-81e875242144/f967e376-a472-4688-8a8e-5b3ad3c74ece) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:08.251439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1ef0ba-824d-4703-99af-a09db2f64123') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:08.251945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1ef0ba-824d-4703-99af-a09db2f64123') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:08.262414 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.304169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.308371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f531fd47-6d56-4a42-aafd-36f1e433aca3 req-ceb9c583-f065-4306-8b17-016e0c42e8b1 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 210 time: 0.0437193 Aug 16 02:31:08.314865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:08.315435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:08.324319 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:08.487095 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.493336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.495741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] 10.222.0.78 "DELETE /v2.0/networks/2ed06d25-6749-40a8-9c2e-0022bd16b184 HTTP/1.1" status: 204 len: 168 time: 0.7016304 Aug 16 02:31:08.544039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ea591-2172-4bf2-aa94-6164a2520ce3 tempest-TaggedBootDevicesTest-1579645443 tempest-TaggedBootDevicesTest-1579645443-project] Pushing event deleted for resources: {'Network': ['ID=2ed06d25-6749-40a8-9c2e-0022bd16b184,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:08.635789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.767253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.839498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fb3ebb24-329a-4eb9-b647-7d422978ca32 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:08.854647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:08.858256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:08.864175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:08.901610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: fb3ebb24-329a-4eb9-b647-7d422978ca32 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:08.906279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fb3ebb24-329a-4eb9-b647-7d422978ca32 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:08.920928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:08.922396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.955757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Pushing event updated for resources: {'Port': ['ID=f967e376-a472-4688-8a8e-5b3ad3c74ece,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:08.979629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-93cac96b-1b6a-4c6f-a471-9f035e3f65c3 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5569844 Aug 16 02:31:08.996016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Request body: {'port': {'device_id': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:09.100838 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.339153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b5720-36a7-42ba-8c46-d4656b2bff60 req-195aeec6-c6a9-4d6a-b23f-4d1066c51cc9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:09.340703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a4b5720-36a7-42ba-8c46-d4656b2bff60 req-195aeec6-c6a9-4d6a-b23f-4d1066c51cc9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.0781658 Aug 16 02:31:09.502983 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a4b5720-36a7-42ba-8c46-d4656b2bff60 req-fc5e9e14-a3d0-4f26-825a-9b065ac5256c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523242 Aug 16 02:31:09.523082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd547c2-1355-480b-a071-46a5dde42abc req-df957303-69fe-4b16-af38-5327625d1703 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:09.525307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfd547c2-1355-480b-a071-46a5dde42abc req-df957303-69fe-4b16-af38-5327625d1703 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 931 time: 0.1001823 Aug 16 02:31:09.615041 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfd547c2-1355-480b-a071-46a5dde42abc req-17a8e620-8c4f-4b0f-8300-da9393ee7c7c tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819030 Aug 16 02:31:09.646703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f967e376-a472-4688-8a8e-5b3ad3c74ece {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:09.655653 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.670366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Transition to ACTIVE for port object f967e376-a472-4688-8a8e-5b3ad3c74ece will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:09.679691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.738508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176b473-5cde-466b-88be-9404572b199c service neutron] Pushing event updated for resources: {'Port': ['ID=f967e376-a472-4688-8a8e-5b3ad3c74ece,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:09.820440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Attempting to bind port f967e376-a472-4688-8a8e-5b3ad3c74ece on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:09.820784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Attempting to bind port f967e376-a472-4688-8a8e-5b3ad3c74ece by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9d923c14-dca0-431e-aad8-03c31efb6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:09.821332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Attempting to bind port f967e376-a472-4688-8a8e-5b3ad3c74ece on network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:09.825949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Port f967e376-a472-4688-8a8e-5b3ad3c74ece on network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:31:09.826283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Attempting to bind port f967e376-a472-4688-8a8e-5b3ad3c74ece on network cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:09.831709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:09.832047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Checking segment: {'id': '9d923c14-dca0-431e-aad8-03c31efb6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:09.832480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Bound using segment: {'id': '9d923c14-dca0-431e-aad8-03c31efb6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:09.832917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Bound port: f967e376-a472-4688-8a8e-5b3ad3c74ece, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d923c14-dca0-431e-aad8-03c31efb6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:09.833278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.933028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] For port f967e376-a472-4688-8a8e-5b3ad3c74ece, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:09.941934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] For port f967e376-a472-4688-8a8e-5b3ad3c74ece, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f967e376-a472-4688-8a8e-5b3ad3c74ece,segment=NetworkSegment(9d923c14-dca0-431e-aad8-03c31efb6919),segment_id=9d923c14-dca0-431e-aad8-03c31efb6919)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:09.950893 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.995572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:09.996199 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.997794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-d176b473-5cde-466b-88be-9404572b199c service neutron] 10.222.0.88 "PUT /v2.0/ports/f967e376-a472-4688-8a8e-5b3ad3c74ece HTTP/1.1" status: 200 len: 1092 time: 1.0097363 Aug 16 02:31:09.998247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'tag': 'f967e376-a472-4688-8a8e-5b3ad3c74ece'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:10.001134 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2aa0e2-6f1f-4584-b735-3589a36849eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e43cd95-07d4-4ddf-9ed9-77fdf565d97e", "tag": "f967e376-a472-4688-8a8e-5b3ad3c74ece"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:10.077259 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c366e-fda7-4e1e-9dd0-de312a5f72c9 x-openstack-request-id: req-a10c366e-fda7-4e1e-9dd0-de312a5f72c9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:10.077783 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e43cd95-07d4-4ddf-9ed9-77fdf565d97e", "tag": "f967e376-a472-4688-8a8e-5b3ad3c74ece", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:10.078207 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a10c366e-fda7-4e1e-9dd0-de312a5f72c9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:10.078749 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'tag': 'f967e376-a472-4688-8a8e-5b3ad3c74ece', 'status': 'completed', 'code': 200} Aug 16 02:31:10.098152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176b473-5cde-466b-88be-9404572b199c service neutron] Pushing event updated for resources: {'Port': ['ID=f967e376-a472-4688-8a8e-5b3ad3c74ece,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:10.127573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-1f4a696f-4bf9-4315-b7b2-21894b1d3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.129855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-1f4a696f-4bf9-4315-b7b2-21894b1d3c0b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eca73a80565e4bfeac0aadc8f44763a4&device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 1095 time: 0.0809739 Aug 16 02:31:10.195661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-4dc23c60-ee3d-4b68-8ee6-db9c511a009c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f967e376-a472-4688-8a8e-5b3ad3c74ece HTTP/1.1" status: 200 len: 217 time: 0.0557954 Aug 16 02:31:10.258055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-9035f0ca-6297-4e22-8161-e6ebd469b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.258951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:10.259806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-9035f0ca-6297-4e22-8161-e6ebd469b839 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df59c517-5076-401c-bc9f-81e875242144 HTTP/1.1" status: 200 len: 849 time: 0.0573182 Aug 16 02:31:10.305951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-2229eb36-92db-470d-8c9a-143a656d93ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346932 Aug 16 02:31:10.405290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1470303035', 'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:10.408599 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-369831a9-03de-4570-8d13-6943577b228a service neutron] 10.222.0.88 "GET /v2.0/networks/cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910630 Aug 16 02:31:10.435667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Made reservation on behalf of 86d72a61103944e1bd22f5c5c2681947 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:10.442064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.463432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.559395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-853ae850-eaa8-4f71-b2eb-8155ea417b93 req-0901dd1f-15d0-4337-b056-5ce699b4f7fd service neutron] 10.222.0.88 "GET /v2.0/networks/cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408911 Aug 16 02:31:10.664586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-e62454c5-53f0-46f8-8673-be13c299f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.666491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-e62454c5-53f0-46f8-8673-be13c299f0b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eca73a80565e4bfeac0aadc8f44763a4&device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 1095 time: 0.0564122 Aug 16 02:31:10.785058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-101a48cf-726c-4f3d-93e2-f9c6d38de4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.786584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-101a48cf-726c-4f3d-93e2-f9c6d38de4b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe HTTP/1.1" status: 200 len: 910 time: 0.1072395 Aug 16 02:31:10.869466 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-c0c9d204-975e-4a2f-b02d-78d3120d3d59 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f967e376-a472-4688-8a8e-5b3ad3c74ece HTTP/1.1" status: 200 len: 217 time: 0.0726211 Aug 16 02:31:10.906645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5282f-3dc2-485a-bc61-f9fd880c764b req-e67d5934-77f7-4430-8e71-abcd433a227c tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.908154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abe5282f-3dc2-485a-bc61-f9fd880c764b req-e67d5934-77f7-4430-8e71-abcd433a227c tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 943 time: 0.1206532 Aug 16 02:31:10.973360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-130ed49a-3ebd-493d-8b27-93eebce3147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.974845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-130ed49a-3ebd-493d-8b27-93eebce3147b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df59c517-5076-401c-bc9f-81e875242144 HTTP/1.1" status: 200 len: 849 time: 0.0943053 Aug 16 02:31:10.980265 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abe5282f-3dc2-485a-bc61-f9fd880c764b req-db231f1f-86f5-49a5-8cd5-4a7d834f7dae tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Aug 16 02:31:11.019830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-49079f56-6949-4f9e-b1b1-3db64096bab5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335674 Aug 16 02:31:11.100573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262eea-ecf1-4baa-8724-297e65f682da req-cd82ac56-4bdc-4e0c-90d7-472f67c2fc41 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:11.102822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e262eea-ecf1-4baa-8724-297e65f682da req-cd82ac56-4bdc-4e0c-90d7-472f67c2fc41 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.4989929 Aug 16 02:31:11.114074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.125612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-ceefe9c4-f3fa-4298-9e43-c80330150872 service neutron] 10.222.0.88 "GET /v2.0/networks/cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971503 Aug 16 02:31:11.130264 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.158960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf9bb95-854a-4d75-99e2-c23115bcf575,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:11.185311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e262eea-ecf1-4baa-8724-297e65f682da req-7b8f8115-1e33-4718-ab19-65eea7626a51 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733788 Aug 16 02:31:11.189611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:11.211017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.211017 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Added segment 2dbeaa43-9878-42f4-9aff-a792a306e7cd of type vlan for network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 Aug 16 02:31:11.278124 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab2aa0e2-6f1f-4584-b735-3589a36849eb req-7d7c90d6-e968-4c73-b86b-8445eadb2065 service neutron] 10.222.0.88 "GET /v2.0/networks/cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441925 Aug 16 02:31:11.289340 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.353761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.356133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:11.356854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.436029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36086) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:11.436213 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1756573 Aug 16 02:31:11.441184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'subnet': {'network_id': '3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:11.459687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a0bd-6fe5-46ed-ae41-f4ad26bc043b tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Network': ['ID=3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:11.465322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Made reservation on behalf of 86d72a61103944e1bd22f5c5c2681947 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:11.469338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.475780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:11.957256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:11.958200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.025998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1088f57a-c1bb-4fa1-9e1d-1bdca88c015d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:12.056980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Checking segment: {'id': '2dbeaa43-9878-42f4-9aff-a792a306e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:12.057359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network hostable DHCP agents. Network: 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:12.094536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:12.128138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:12.137699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6a708-f940-4ece-a124-5676e3cc3556 None None] Network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:12.156402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.157156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.181394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adde53-1273-4327-98ca-9b54a9973c48 req-8de82707-4bc9-48e9-89ed-e6f846a75822 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.189973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35adde53-1273-4327-98ca-9b54a9973c48 req-8de82707-4bc9-48e9-89ed-e6f846a75822 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 943 time: 0.1071365 Aug 16 02:31:12.218321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dc1724e7-ce47-4e86-9652-d8e5d2eb14bc tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7810235 Aug 16 02:31:12.220900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36096) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:12.226748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1300750746', 'network_id': '3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:12.266456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35adde53-1273-4327-98ca-9b54a9973c48 req-94e034fe-787b-4ecb-8e31-d3be215a8f0a tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 Aug 16 02:31:12.274396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Made reservation on behalf of 86d72a61103944e1bd22f5c5c2681947 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:12.278006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.359273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] device_id is not set on port fbe85caf-3da6-4989-aeb6-094640f7be85 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:12.412246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a12856-2c9d-4345-b2bd-60eb87ef4997 None None] Network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:12.490966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83364-fe71-4ae7-af82-b76e144c7975 req-96f92500-c4c2-47b4-9221-7503f1edac87 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.496438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0e83364-fe71-4ae7-af82-b76e144c7975 req-96f92500-c4c2-47b4-9221-7503f1edac87 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.1524479 Aug 16 02:31:12.554231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Allocated IP 172.20.0.7 (3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25/1088f57a-c1bb-4fa1-9e1d-1bdca88c015d/fbe85caf-3da6-4989-aeb6-094640f7be85) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:12.578734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0e83364-fe71-4ae7-af82-b76e144c7975 req-2d588a3e-07b1-4563-a1df-28d53641cff6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755963 Aug 16 02:31:12.871194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.927676 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.978599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Port': ['ID=fbe85caf-3da6-4989-aeb6-094640f7be85,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:12.990245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf9fb3-a9d8-45e5-93e4-76264a92c6bf req-9b2052fb-cdac-4806-99d1-777e59fb9a3f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.996636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:12.998163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:12.998746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b2cf9fb3-a9d8-45e5-93e4-76264a92c6bf req-9b2052fb-cdac-4806-99d1-777e59fb9a3f tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 946 time: 0.0942349 Aug 16 02:31:13.000962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:13.069352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.070875 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.085265 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b2cf9fb3-a9d8-45e5-93e4-76264a92c6bf req-edc9abde-1b37-4257-8866-0a6a5b425651 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709877 Aug 16 02:31:13.111989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-66edf2c0-13db-42fe-a99d-a012881df5e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8856905 Aug 16 02:31:13.111989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:13.212780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Deleting port fbe85caf-3da6-4989-aeb6-094640f7be85 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:13.212780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.355130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.371670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Calling delete_port for fbe85caf-3da6-4989-aeb6-094640f7be85 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:13.511942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff281a-e716-429b-bf66-806e5b3e910f req-0f3c90ef-e7f6-4214-bffa-4c3c51337bcd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.513458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23ff281a-e716-429b-bf66-806e5b3e910f req-0f3c90ef-e7f6-4214-bffa-4c3c51337bcd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 943 time: 0.0782306 Aug 16 02:31:13.580037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.621163 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23ff281a-e716-429b-bf66-806e5b3e910f req-6968f537-5f12-4d8b-8914-c8872391cf0a tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878744 Aug 16 02:31:13.622535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbe85caf-3da6-4989-aeb6-094640f7be85,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:13.797251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1001778-d8b3-4c7c-b841-c89b41af609e req-394e03c3-9eff-429a-889a-89445a908043 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.798851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c1001778-d8b3-4c7c-b841-c89b41af609e req-394e03c3-9eff-429a-889a-89445a908043 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.0926762 Aug 16 02:31:13.868952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c1001778-d8b3-4c7c-b841-c89b41af609e req-09faf1d9-99d7-4766-b293-0a33bc5ed852 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570204 Aug 16 02:31:14.185868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.188828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-48adb2a3-da89-4349-b1e9-1731fb5a28f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "DELETE /v2.0/ports/fbe85caf-3da6-4989-aeb6-094640f7be85 HTTP/1.1" status: 204 len: 168 time: 1.0769663 Aug 16 02:31:14.191521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.194099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f967e376-a472-4688-8a8e-5b3ad3c74ece details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:14.196852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25', 'external_fixed_ips': [{'subnet_id': '1088f57a-c1bb-4fa1-9e1d-1bdca88c015d', 'ip_address': '172.20.0.7'}]}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:14.255089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.256586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.303667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-85b73781-9910-4642-b846-2e51b2c6e9a3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.305655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-85b73781-9910-4642-b846-2e51b2c6e9a3 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 946 time: 0.1157188 Aug 16 02:31:14.358828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae025-a796-4a00-b159-6147aee98485 req-04a1ebd1-14e9-4ec2-8a8a-91a23036711b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.361099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e7ae025-a796-4a00-b159-6147aee98485 req-04a1ebd1-14e9-4ec2-8a8a-91a23036711b tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 946 time: 0.1365058 Aug 16 02:31:14.395155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.455327 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e7ae025-a796-4a00-b159-6147aee98485 req-00e00207-5e4f-4d9c-a78d-ef152cdc0db8 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1e6f4c3-a6bc-4802-9b88-e1907c123f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869675 Aug 16 02:31:14.486013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port f967e376-a472-4688-8a8e-5b3ad3c74ece, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f967e376-a472-4688-8a8e-5b3ad3c74ece,segment=NetworkSegment(9d923c14-dca0-431e-aad8-03c31efb6919),segment_id=9d923c14-dca0-431e-aad8-03c31efb6919)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:14.490845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Deleting port d4e344fa-f90a-4e61-9278-edb2d1539322 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:14.491615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.514351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'f967e376-a472-4688-8a8e-5b3ad3c74ece', 'network_id': 'cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe', 'port_id': 'f967e376-a472-4688-8a8e-5b3ad3c74ece', 'mac_address': 'fa:16:3e:d9:a3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df59c517-5076-401c-bc9f-81e875242144', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:14.595973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.623607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f967e376-a472-4688-8a8e-5b3ad3c74ece {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:14.631936 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.671060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port f967e376-a472-4688-8a8e-5b3ad3c74ece, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f967e376-a472-4688-8a8e-5b3ad3c74ece,segment=NetworkSegment(9d923c14-dca0-431e-aad8-03c31efb6919),segment_id=9d923c14-dca0-431e-aad8-03c31efb6919)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:14.681779 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.810231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=f967e376-a472-4688-8a8e-5b3ad3c74ece,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:14.822844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] For port d4e344fa-f90a-4e61-9278-edb2d1539322, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=d4e344fa-f90a-4e61-9278-edb2d1539322,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:14.823334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.875987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['f967e376-a472-4688-8a8e-5b3ad3c74ece'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:14.929210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc180f6f-4b7c-4d41-adfe-bd57ba9fa913 req-7ab5e60a-d089-4d89-9f1b-bd56c18bc49b tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.941085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dc180f6f-4b7c-4d41-adfe-bd57ba9fa913 req-7ab5e60a-d089-4d89-9f1b-bd56c18bc49b tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 944 time: 0.1529813 Aug 16 02:31:15.059534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dc180f6f-4b7c-4d41-adfe-bd57ba9fa913 req-242a4be0-dc13-4377-80dc-dee2066a84dd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132681 Aug 16 02:31:15.250855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac04eaf-3975-4170-b043-659d7294072e req-0f81bce5-6e0f-439c-ad6c-6d571703c74f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:15.253212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bac04eaf-3975-4170-b043-659d7294072e req-0f81bce5-6e0f-439c-ad6c-6d571703c74f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.2316699 Aug 16 02:31:15.276495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.302804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.303314 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.303815 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Floating IP 2d8fbc7c-8055-4f62-8f13-b00a11a0f085 disassociated. External IP: 172.25.4.182, port: d4e344fa-f90a-4e61-9278-edb2d1539322. Aug 16 02:31:15.304174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Calling delete_port for d4e344fa-f90a-4e61-9278-edb2d1539322 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:15.306185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.354072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bac04eaf-3975-4170-b043-659d7294072e req-d540b7cf-4649-4250-9742-69ac0f4b3fec tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897951 Aug 16 02:31:15.604571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.643749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event deleted for resources: {'Port': ['ID=d4e344fa-f90a-4e61-9278-edb2d1539322,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:15.658487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Allocated IP 172.20.0.7 (3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25/1088f57a-c1bb-4fa1-9e1d-1bdca88c015d/4de05a97-171c-4017-b740-2fc4512697b7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:15.788718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.827603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Router a2ab6fe7-e525-4c67-869d-ca474a41ec54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:15.846674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.873916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b68b29a-92ab-44f9-8b7d-a7245a2fa1cc req-dc2eb2db-1912-47d9-bf69-38e25fa394ab tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 210 time: 0.0383146 Aug 16 02:31:15.901390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:15.904648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:15.920087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:15.969700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Port': ['ID=4de05a97-171c-4017-b740-2fc4512697b7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:16.140917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:16.158794 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] Sync routers for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:16.177187 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:16.179203 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:16.197550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f967e376-a472-4688-8a8e-5b3ad3c74ece up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:16.329276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] No DVR routers for this DVR port d4e344fa-f90a-4e61-9278-edb2d1539322 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:16.336476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.336476 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ea603f2-6fe6-4e6b-b028-92126b08088c req-b24635e8-f67f-4a54-b2d7-69867c718545 tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.88 "DELETE /v2.0/ports/d4e344fa-f90a-4e61-9278-edb2d1539322 HTTP/1.1" status: 204 len: 173 time: 2.0214875 Aug 16 02:31:16.336476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-deleted', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:16.346463 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5801aecd-40c3-4f40-a0eb-9fb39d625907" -d '{"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-deleted", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:16.386694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab9d30-1668-4fed-9dc7-dc7c99f29bd6 req-2ad32634-bb41-46aa-81b8-88d74d4b61c2 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:16.411995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port f967e376-a472-4688-8a8e-5b3ad3c74ece completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:16.416607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e0ab9d30-1668-4fed-9dc7-dc7c99f29bd6 req-2ad32634-bb41-46aa-81b8-88d74d4b61c2 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 944 time: 0.1907096 Aug 16 02:31:16.426223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port f967e376-a472-4688-8a8e-5b3ad3c74ece triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:16.429640 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.466629 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4c38dc-ee81-46f9-94d3-80c1ee4b2e84 x-openstack-request-id: req-ea4c38dc-ee81-46f9-94d3-80c1ee4b2e84 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:16.466924 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec31022-c543-4846-8cf2-41887865a8c7", "name": "network-vif-deleted", "tag": "d4e344fa-f90a-4e61-9278-edb2d1539322", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:16.467178 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea4c38dc-ee81-46f9-94d3-80c1ee4b2e84 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:16.467569 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec31022-c543-4846-8cf2-41887865a8c7', 'name': 'network-vif-deleted', 'tag': 'd4e344fa-f90a-4e61-9278-edb2d1539322', 'status': 'completed', 'code': 200} Aug 16 02:31:16.509927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e0ab9d30-1668-4fed-9dc7-dc7c99f29bd6 req-e036047a-aa8b-4517-af11-57e3e90636b9 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923960 Aug 16 02:31:16.603596 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:16.748446 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.770024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206e21f-e087-4df6-a3a1-a17475fe76a6 req-67749e1b-8b49-48b1-870b-4ba35533c80f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:16.771960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c206e21f-e087-4df6-a3a1-a17475fe76a6 req-67749e1b-8b49-48b1-870b-4ba35533c80f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.2068241 Aug 16 02:31:16.778857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.857507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967e376-a472-4688-8a8e-5b3ad3c74ece'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:16.884504 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143a5748-f3fd-4e71-8de2-77b3f7308e84" -d '{"events": [{"server_uuid": "0e43cd95-07d4-4ddf-9ed9-77fdf565d97e", "name": "network-vif-plugged", "status": "completed", "tag": "f967e376-a472-4688-8a8e-5b3ad3c74ece"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:16.903384 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c206e21f-e087-4df6-a3a1-a17475fe76a6 req-fd0fad73-8e5c-4d61-ba3d-788f4f58926f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217828 Aug 16 02:31:16.935752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port f967e376-a472-4688-8a8e-5b3ad3c74ece, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f967e376-a472-4688-8a8e-5b3ad3c74ece,segment=NetworkSegment(9d923c14-dca0-431e-aad8-03c31efb6919),segment_id=9d923c14-dca0-431e-aad8-03c31efb6919)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:16.965347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.966239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:17.066878 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee4cbb-97e5-4dc9-86f0-0f5a8b7a02a7 x-openstack-request-id: req-dcee4cbb-97e5-4dc9-86f0-0f5a8b7a02a7 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:17.067202 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e43cd95-07d4-4ddf-9ed9-77fdf565d97e", "name": "network-vif-plugged", "status": "completed", "tag": "f967e376-a472-4688-8a8e-5b3ad3c74ece", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:17.067448 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcee4cbb-97e5-4dc9-86f0-0f5a8b7a02a7 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:17.067858 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967e376-a472-4688-8a8e-5b3ad3c74ece', 'code': 200} Aug 16 02:31:17.151810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: d4e344fa-f90a-4e61-9278-edb2d1539322 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:17.158926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device d4e344fa-f90a-4e61-9278-edb2d1539322 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:17.183261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f624-1599-476f-b108-5722077dccad req-80890f78-795e-4bb8-8b2a-fa50de3a7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:17.185333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0499f624-1599-476f-b108-5722077dccad req-80890f78-795e-4bb8-8b2a-fa50de3a7746 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 1097 time: 0.1023672 Aug 16 02:31:17.237122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=f967e376-a472-4688-8a8e-5b3ad3c74ece,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:17.250599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c9eb7cdd-4e81-40ee-a246-d793bdb53aaf req-5893bdad-78de-47b4-8556-3acd84b9b57a tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ec31022-c543-4846-8cf2-41887865a8c7 HTTP/1.1" status: 200 len: 210 time: 0.0836833 Aug 16 02:31:17.254297 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:17.292507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.308902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0499f624-1599-476f-b108-5722077dccad req-61335558-11d2-484f-900d-e6f04c59f2a0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149328 Aug 16 02:31:17.327160 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] Checking router: a2ab6fe7-e525-4c67-869d-ca474a41ec54 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:17.351963 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:17.352238 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:17.515726 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:17.610568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Router 31f3e3eb-caf3-4f67-802d-cfae8aae49df is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:31:17.792374 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:17.881347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c9b8-ddb8-40b9-99fc-0f42811e2ab8 req-883be210-1546-4c21-a36d-020317d5ede7 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:17.892229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a33c9b8-ddb8-40b9-99fc-0f42811e2ab8 req-883be210-1546-4c21-a36d-020317d5ede7 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 945 time: 0.2140429 Aug 16 02:31:17.907756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:17.917712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Sync routers for ids ['31f3e3eb-caf3-4f67-802d-cfae8aae49df'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:17.932259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Routers {'31f3e3eb-caf3-4f67-802d-cfae8aae49df'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:17.933115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['31f3e3eb-caf3-4f67-802d-cfae8aae49df'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:17.939684 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:17.946447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.951490 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9ad1756e-b423-470e-a940-774c1014eb85 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7580674 Aug 16 02:31:17.955380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36178) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:18.019646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed3375-4273-4c60-bc87-e9b2aff3874c None None] The sync data for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 is: [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:23:21Z', 'revision_number': 4, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d', 'name': '', 'network_id': 'c8ee8038-fd84-4585-a056-3bd16afe24c5', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'mac_address': 'fa:16:3e:20:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:20Z', 'updated_at': '2021-08-16T02:23:29Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'subnets': [{'id': 'e3eff35c-a6c5-4ab1-b13f-0263a251a6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:18.031563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a33c9b8-ddb8-40b9-99fc-0f42811e2ab8 req-e1b19a57-1cf6-4377-b1a7-1aedf7cb73ac tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358762 Aug 16 02:31:18.080597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-801da803-82f9-477f-b2ab-982fbc2b147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:18.088042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-801da803-82f9-477f-b2ab-982fbc2b147f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1098 time: 0.3087871 Aug 16 02:31:18.281009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Set router 31f3e3eb-caf3-4f67-802d-cfae8aae49df gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:18.363977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.416569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-adbbc215-2731-4403-a35e-cf7fe2a04045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:18.421050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-adbbc215-2731-4403-a35e-cf7fe2a04045 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2623532 Aug 16 02:31:18.470086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36192) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:18.541637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd83d92-6969-4418-bb93-21ef67bb7620 req-afe80657-533c-48a7-a782-e14d74541a2a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:18.543377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8bd83d92-6969-4418-bb93-21ef67bb7620 req-afe80657-533c-48a7-a782-e14d74541a2a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.2633815 Aug 16 02:31:18.549782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.654983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8bd83d92-6969-4418-bb93-21ef67bb7620 req-c083f4f3-c1c0-42ec-b3c2-7a1615a07d5d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009133 Aug 16 02:31:18.683170 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84f233-faa9-46bd-bda2-174a3e98367a None None] New status for floating IP 2d8fbc7c-8055-4f62-8f13-b00a11a0f085: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:31:18.691000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-dfbf1a0f-0e21-4c14-bf09-494c8f6f31d4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 1000 time: 0.2592862 Aug 16 02:31:18.697499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Deleting port 4de05a97-171c-4017-b740-2fc4512697b7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:18.698141 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.813811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-1975a794-c552-420d-b737-af216226c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:18.818921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-1975a794-c552-420d-b737-af216226c0ad service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1077867 Aug 16 02:31:18.821096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.841480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Calling delete_port for 4de05a97-171c-4017-b740-2fc4512697b7 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:18.894020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3e3eb-caf3-4f67-802d-cfae8aae49df', 'name': '', 'tenant_id': '86d72a61103944e1bd22f5c5c2681947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25', 'external_fixed_ips': [{'subnet_id': '1088f57a-c1bb-4fa1-9e1d-1bdca88c015d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '4de05a97-171c-4017-b740-2fc4512697b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:14Z', 'updated_at': '2021-08-16T02:31:16Z', 'revision_number': 3, 'project_id': '86d72a61103944e1bd22f5c5c2681947', 'gw_port': {'id': '4de05a97-171c-4017-b740-2fc4512697b7', 'name': '', 'network_id': '3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:80:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f3e3eb-caf3-4f67-802d-cfae8aae49df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '1088f57a-c1bb-4fa1-9e1d-1bdca88c015d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:15Z', 'updated_at': '2021-08-16T02:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1088f57a-c1bb-4fa1-9e1d-1bdca88c015d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:18.905351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-72a5ac90-afb2-4219-9a29-2e9344775ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:18.912046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-72a5ac90-afb2-4219-9a29-2e9344775ba3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852799 Aug 16 02:31:18.963066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Checking router: 31f3e3eb-caf3-4f67-802d-cfae8aae49df for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:18.965641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Updating router 31f3e3eb-caf3-4f67-802d-cfae8aae49df port 4de05a97-171c-4017-b740-2fc4512697b7 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:31:19.034231 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.106395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-d0bc1d64-60ee-4b0a-9d77-99a70fc7345a service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749372 Aug 16 02:31:19.110898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63efb73b-4803-4fad-b46e-a93f53d5f27d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.263558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0a1229a-62a3-4ac7-b867-ba25298d0bee req-dccb8a1e-0fb6-4c4f-a486-5db950363771 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411746 Aug 16 02:31:19.305350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.338045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63efb73b-4803-4fad-b46e-a93f53d5f27d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.442071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63efb73b-4803-4fad-b46e-a93f53d5f27d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.442606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event deleted for resources: {'Port': ['ID=4de05a97-171c-4017-b740-2fc4512697b7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:19.447528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-63efb73b-4803-4fad-b46e-a93f53d5f27d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.452143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-63efb73b-4803-4fad-b46e-a93f53d5f27d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "DELETE /v2.0/security-groups/d1e6f4c3-a6bc-4802-9b88-e1907c123f89 HTTP/1.1" status: 204 len: 168 time: 0.9810381 Aug 16 02:31:19.453136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36208) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:19.474925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efb73b-4803-4fad-b46e-a93f53d5f27d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e6f4c3-a6bc-4802-9b88-e1907c123f89,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:19.503477 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-e60a8b7a-4b3c-4fd3-bfc6-285a4fede55d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] show failed (client error): The resource could not be found. Aug 16 02:31:19.505411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e60a8b7a-4b3c-4fd3-bfc6-285a4fede55d tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "GET /v2.0/security-groups/d1e6f4c3-a6bc-4802-9b88-e1907c123f89 HTTP/1.1" status: 404 len: 347 time: 0.0501993 Aug 16 02:31:19.507798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:19.636495 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:31:19.637060 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:31:19.658308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.688807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a397b2-cd21-4be9-8128-1bf9df8a575a req-26f35ac4-89da-4706-a695-72119fad88ca tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:19.690591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3a397b2-cd21-4be9-8128-1bf9df8a575a req-26f35ac4-89da-4706-a695-72119fad88ca tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 945 time: 0.4253008 Aug 16 02:31:19.766025 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3a397b2-cd21-4be9-8128-1bf9df8a575a req-bba58243-a201-497f-add0-c9a6807243be tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669520 Aug 16 02:31:19.847289 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.849581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.928425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.932451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31f3e3eb-caf3-4f67-802d-cfae8aae49df {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:19.945883 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.947226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ffcd4c57-cc39-4b25-8c67-1fe9969c9f76 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "DELETE /v2.0/routers/31f3e3eb-caf3-4f67-802d-cfae8aae49df HTTP/1.1" status: 204 len: 168 time: 1.9908755 Aug 16 02:31:19.949827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36224) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.000607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Deleting port 278a04ad-4715-47e5-9f6c-956158dd58af {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:20.001182 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.080752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Deleting subnet 1088f57a-c1bb-4fa1-9e1d-1bdca88c015d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:20.141605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.187847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Port 4de05a97-171c-4017-b740-2fc4512697b7 not found while updating agent binding for router 31f3e3eb-caf3-4f67-802d-cfae8aae49df. {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:31:20.198503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Routers set() bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:20.199405 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Router IDs set() for agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:31:20.200537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31f3e3eb-caf3-4f67-802d-cfae8aae49df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:31:20.201098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53002-f693-4a00-a76d-9fe76a368a32 None None] The sync data for ids ['31f3e3eb-caf3-4f67-802d-cfae8aae49df'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:20.764401 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.807991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.869171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0b9f5-c8ec-41a4-ad48-d4aed3ac5eb9 req-798a0779-9c93-49d5-a459-b8707376c7ec tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.876638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25f0b9f5-c8ec-41a4-ad48-d4aed3ac5eb9 req-798a0779-9c93-49d5-a459-b8707376c7ec tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.9769068 Aug 16 02:31:20.954035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-25f0b9f5-c8ec-41a4-ad48-d4aed3ac5eb9 req-17e1ee05-3228-4bc8-82bf-1682c8782086 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601008 Aug 16 02:31:20.995791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.996444 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.037275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Calling delete_port for 278a04ad-4715-47e5-9f6c-956158dd58af owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:21.213997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.338479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1088f57a-c1bb-4fa1-9e1d-1bdca88c015d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.354394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.359989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36270) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:21.368096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5be402ed-9b9f-432c-a5ec-2f3721c30e80 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/1088f57a-c1bb-4fa1-9e1d-1bdca88c015d HTTP/1.1" status: 204 len: 168 time: 1.4170074 Aug 16 02:31:21.525640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.529117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.589225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Pushing event deleted for resources: {'Port': ['ID=278a04ad-4715-47e5-9f6c-956158dd58af,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.793584 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.820587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.821112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:21.824105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.825345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8496076f-9aed-4a4c-970d-7f754f5c6a7e tempest-AttachVolumeShelveTestJSON-2080687738 tempest-AttachVolumeShelveTestJSON-2080687738-project] 10.222.0.78 "DELETE /v2.0/floatingips/2d8fbc7c-8055-4f62-8f13-b00a11a0f085 HTTP/1.1" status: 204 len: 168 time: 2.3164072 Aug 16 02:31:21.895443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbeaa43-9878-42f4-9aff-a792a306e7cd') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:21.895738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbeaa43-9878-42f4-9aff-a792a306e7cd') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:21.927829 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.984671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.023523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:22.023958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:22.025986 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:22.236157 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.313082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7f402-78d7-4afc-ba51-505225549369 req-6edd5205-ef6a-49fe-83b6-60e3a22339c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:22.321211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6a7f402-78d7-4afc-ba51-505225549369 req-6edd5205-ef6a-49fe-83b6-60e3a22339c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.1186972 Aug 16 02:31:22.330074 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.351819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:31:22.355336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:22.359029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.361016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-744f1678-87bd-4cd0-ab76-0c5c8cabfaa5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "DELETE /v2.0/networks/3e56d0cc-70c5-4278-b7ef-0d2ae3e99d25 HTTP/1.1" status: 204 len: 168 time: 0.9993877 Aug 16 02:31:22.421419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6a7f402-78d7-4afc-ba51-505225549369 req-4e7d8b64-be65-4fb7-ae79-1f20a73ce13d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990016 Aug 16 02:31:22.681663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36312) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:22.692934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bd8d2f6f-0ddc-4377-a861-61c694633c25 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'router': {'name': 'tempest-router--1128254930', 'project_id': 'b7999cd6b46c46389218e4f66389a4eb'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:22.746870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2f6f-0ddc-4377-a861-61c694633c25 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.749161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2f6f-0ddc-4377-a861-61c694633c25 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.855766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2f6f-0ddc-4377-a861-61c694633c25 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.861563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2f6f-0ddc-4377-a861-61c694633c25 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.889248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2f6f-0ddc-4377-a861-61c694633c25 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.890764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bd8d2f6f-0ddc-4377-a861-61c694633c25 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2077188 Aug 16 02:31:22.893534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:23.054455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522381e5-46d4-4e54-82ac-0458e48f2400 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.328770 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522381e5-46d4-4e54-82ac-0458e48f2400 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.331924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522381e5-46d4-4e54-82ac-0458e48f2400 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.394727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d92913-0e55-4d6e-9108-3195948e539f req-632b367c-3652-4929-8e27-7ddf519d55a9 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.397413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01d92913-0e55-4d6e-9108-3195948e539f req-632b367c-3652-4929-8e27-7ddf519d55a9 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 945 time: 0.1264243 Aug 16 02:31:23.403815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522381e5-46d4-4e54-82ac-0458e48f2400 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.405283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522381e5-46d4-4e54-82ac-0458e48f2400 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2b6ae8-f619-4364-8181-8cd0fabbe750 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:23.412468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-522381e5-46d4-4e54-82ac-0458e48f2400 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.417420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-522381e5-46d4-4e54-82ac-0458e48f2400 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "DELETE /v2.0/routers/3b2b6ae8-f619-4364-8181-8cd0fabbe750 HTTP/1.1" status: 204 len: 168 time: 0.5221467 Aug 16 02:31:23.486137 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.495753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01d92913-0e55-4d6e-9108-3195948e539f req-55e6a852-5422-4b29-8897-796b64f86d76 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752163 Aug 16 02:31:23.572122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36350) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:23.774402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0ae81-c67c-47fc-9ac7-7b6c5cd981eb req-05c93ee4-6b85-4bdf-8b8f-453518f93066 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.781453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53d0ae81-c67c-47fc-9ac7-7b6c5cd981eb req-05c93ee4-6b85-4bdf-8b8f-453518f93066 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.1864109 Aug 16 02:31:23.857334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53d0ae81-c67c-47fc-9ac7-7b6c5cd981eb req-b588d9ff-fec2-4af5-bee5-7f12d7f5c028 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699573 Aug 16 02:31:23.950818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1554454202', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:24.025884 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.026931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.102605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.371003 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.577683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-58c022cd-537f-4a85-a167-3d5a2e17953f tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:24.579122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-58c022cd-537f-4a85-a167-3d5a2e17953f tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 945 time: 0.1140301 Aug 16 02:31:24.631236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f1605-af38-4ee9-9461-88de0bf55492 req-c1b3271b-882a-4d16-8119-77f50b24c9f6 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:24.641448 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f0f1605-af38-4ee9-9461-88de0bf55492 req-c1b3271b-882a-4d16-8119-77f50b24c9f6 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 945 time: 0.0796030 Aug 16 02:31:24.715923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f0f1605-af38-4ee9-9461-88de0bf55492 req-0823053b-50c8-4c25-90d3-9edf360e3a5c tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/security-groups?id=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734534 Aug 16 02:31:24.745240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Deleting port f967e376-a472-4688-8a8e-5b3ad3c74ece {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:24.745589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.914397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] For port f967e376-a472-4688-8a8e-5b3ad3c74ece, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f967e376-a472-4688-8a8e-5b3ad3c74ece,segment=NetworkSegment(9d923c14-dca0-431e-aad8-03c31efb6919),segment_id=9d923c14-dca0-431e-aad8-03c31efb6919)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:24.914776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.962726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Calling delete_port for f967e376-a472-4688-8a8e-5b3ad3c74ece owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:24.964764 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.002762 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.043195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:25.208253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ba47f-3241-4abf-988f-5e944788d5ce req-eb5b975e-10f0-4fd4-8ffe-5d1e4c1b7de3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:25.209958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-420ba47f-3241-4abf-988f-5e944788d5ce req-eb5b975e-10f0-4fd4-8ffe-5d1e4c1b7de3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.2180541 Aug 16 02:31:25.382789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-420ba47f-3241-4abf-988f-5e944788d5ce req-7c933a07-70e4-4830-bd9a-82aeb51f611a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622424 Aug 16 02:31:25.394643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Allocated IP 172.25.4.83 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/6380b185-dfa1-4bee-add2-12318e302771) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:25.482431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.495846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['f967e376-a472-4688-8a8e-5b3ad3c74ece'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:25.535892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Pushing event deleted for resources: {'Port': ['ID=f967e376-a472-4688-8a8e-5b3ad3c74ece,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:25.702327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] No DVR routers for this DVR port f967e376-a472-4688-8a8e-5b3ad3c74ece on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:25.733246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db26d64-676a-4275-9161-7f3396d4acd7 req-7483321c-fad7-4b94-b201-3f6f58281da5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:25.734590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.741280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5db26d64-676a-4275-9161-7f3396d4acd7 req-7483321c-fad7-4b94-b201-3f6f58281da5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 946 time: 0.0900521 Aug 16 02:31:25.749018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28db21f1-dbb2-4c95-86fb-23abecd2a9ff req-811b8b40-b1b4-476e-a883-66501ead95cd tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.88 "DELETE /v2.0/ports/f967e376-a472-4688-8a8e-5b3ad3c74ece HTTP/1.1" status: 204 len: 173 time: 1.1624317 Aug 16 02:31:25.749562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'name': 'network-vif-deleted', 'tag': 'f967e376-a472-4688-8a8e-5b3ad3c74ece'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:25.751896 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba145531-f9e3-4dc7-8cca-f78d1c90f48e" -d '{"events": [{"server_uuid": "0e43cd95-07d4-4ddf-9ed9-77fdf565d97e", "name": "network-vif-deleted", "tag": "f967e376-a472-4688-8a8e-5b3ad3c74ece"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:25.798983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.841203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5db26d64-676a-4275-9161-7f3396d4acd7 req-8b9c2668-a2c6-4fac-8f88-009a2158992a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987904 Aug 16 02:31:25.972139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.984888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1320c47f-a0e8-4b54-8527-ce5cf5bbb04b req-5e3328dc-ccd1-4e62-9bab-a289c0644230 tempest-ServerTagsTestJSON-1079388546 tempest-ServerTagsTestJSON-1079388546-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e43cd95-07d4-4ddf-9ed9-77fdf565d97e HTTP/1.1" status: 200 len: 210 time: 0.1120913 Aug 16 02:31:25.986538 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d145a67-07f7-4c7c-b6cc-4a3dd09f6268 x-openstack-request-id: req-3d145a67-07f7-4c7c-b6cc-4a3dd09f6268 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:25.986911 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e43cd95-07d4-4ddf-9ed9-77fdf565d97e", "name": "network-vif-deleted", "tag": "f967e376-a472-4688-8a8e-5b3ad3c74ece", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:25.987256 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d145a67-07f7-4c7c-b6cc-4a3dd09f6268 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:25.987967 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e43cd95-07d4-4ddf-9ed9-77fdf565d97e', 'name': 'network-vif-deleted', 'tag': 'f967e376-a472-4688-8a8e-5b3ad3c74ece', 'status': 'completed', 'code': 200} Aug 16 02:31:26.059273 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.081516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:26.086848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:26.091030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:26.159248 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f4b1657-cf65-4f6f-8a7c-c8055b9fdea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.162242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event updated for resources: {'Port': ['ID=6380b185-dfa1-4bee-add2-12318e302771,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:26.593408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.613230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:26.789121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Deleting port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:26.789695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.912089 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.940878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] For port 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:26.941506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.979095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Calling delete_port for 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:26.986257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:26.987536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:26.991163 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a8ea72-77af-4608-a077-e8ab98d569c1" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:26.996468 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.104672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=14']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:27.130310 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244214d1-573f-4a65-83ea-f959ecb003ce x-openstack-request-id: req-244214d1-573f-4a65-83ea-f959ecb003ce {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:27.131013 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:27.131135 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-244214d1-573f-4a65-83ea-f959ecb003ce {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:27.131504 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'code': 200} Aug 16 02:31:27.187048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:27.255372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] Deleting subnet df59c517-5076-401c-bc9f-81e875242144 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:27.259212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.349089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.401975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.411879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.482342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:27.606005 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.699555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.728238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.734358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/df59c517-5076-401c-bc9f-81e875242144 HTTP/1.1" status: 204 len: 168 time: 0.5452821 Aug 16 02:31:27.754443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36550) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:27.801717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75088d45-9119-4545-9574-f198e1edd277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df59c517-5076-401c-bc9f-81e875242144,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:27.898475 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.056551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.214220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Router 12148982-b894-4c25-a51e-f452647acaed has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:28.232252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f967e376-a472-4688-8a8e-5b3ad3c74ece no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:28.233152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.235820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Router 6aa9c64f-dc84-4d81-8f32-acce2c380003 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:31:28.244825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a53c91-d52f-4db8-8c55-db9f23c97ee0 req-8dacdd1d-74d3-4d79-afa2-73078023c563 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:28.252189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8a53c91-d52f-4db8-8c55-db9f23c97ee0 req-8dacdd1d-74d3-4d79-afa2-73078023c563 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1638429 Aug 16 02:31:28.276159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.293384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: f967e376-a472-4688-8a8e-5b3ad3c74ece {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:28.294003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f967e376-a472-4688-8a8e-5b3ad3c74ece not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:28.344187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d923c14-dca0-431e-aad8-03c31efb6919') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.345224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d923c14-dca0-431e-aad8-03c31efb6919') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.367822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.378844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:28.392106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] Sync routers for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:28.408154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6271504e-0b3b-4cd2-b2e6-fa62ca3e4e54 admin admin] 10.222.0.78 "PUT /v2.0/routers/12148982-b894-4c25-a51e-f452647acaed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3610697 Aug 16 02:31:28.408531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:28.408646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.410429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.456308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8a53c91-d52f-4db8-8c55-db9f23c97ee0 req-affcdd34-f402-42ee-a39a-af1f9c852b7b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030759 Aug 16 02:31:28.545554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:28.556852 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] Sync routers for ids ['6aa9c64f-dc84-4d81-8f32-acce2c380003'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:28.564582 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.575094 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] Routers {'6aa9c64f-dc84-4d81-8f32-acce2c380003'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:28.579154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:28.579371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.579475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.580132 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6aa9c64f-dc84-4d81-8f32-acce2c380003'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:28.583351 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:28.656870 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.672887 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] Routers {'6aa9c64f-dc84-4d81-8f32-acce2c380003'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:28.692151 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:30:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6aa9c64f-dc84-4d81-8f32-acce2c380003'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.695909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.711005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-42294b27-e730-4daf-8ff4-a7bcee60afdb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1356061 Aug 16 02:31:28.737007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.811054 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.811700 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3ddc1-52e5-461f-9370-c950e03c2516 None None] The sync data for ids ['6aa9c64f-dc84-4d81-8f32-acce2c380003'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:28.841052 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.846576 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.851842 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6128da43-cf8e-45b8-8ed6-afefefb7f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.890813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.895547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] 10.222.0.78 "DELETE /v2.0/networks/cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe HTTP/1.1" status: 204 len: 168 time: 1.1378672 Aug 16 02:31:28.965450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:28.982487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73351fdf-6514-4ea9-81b4-285b544ad53c admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0c37fa-0df5-4f39-a8f9-bbabcc8b1efe,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:29.028831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.030314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a05707-93a2-4228-ac3b-302791925ac0 req-06025427-de76-4ebd-b785-ee172a475c10 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:29.038624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50a05707-93a2-4228-ac3b-302791925ac0 req-06025427-de76-4ebd-b785-ee172a475c10 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2615976 Aug 16 02:31:29.040223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b2b54e0-bb8b-47d1-b0d5-7064e63da407 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/6aa9c64f-dc84-4d81-8f32-acce2c380003 HTTP/1.1" status: 200 len: 920 time: 0.3020651 Aug 16 02:31:29.041232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:29.066208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877244-3283-4206-bd69-b69a205c848a req-12471abf-b9b8-4bd6-9be9-397284dc8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:29.068655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12877244-3283-4206-bd69-b69a205c848a req-12471abf-b9b8-4bd6-9be9-397284dc8073 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.2088754 Aug 16 02:31:29.179997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36586) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:29.212566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:31:27Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:29.243268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] Checking router: 12148982-b894-4c25-a51e-f452647acaed for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:29.254261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] Routers {'12148982-b894-4c25-a51e-f452647acaed'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:29.255146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['12148982-b894-4c25-a51e-f452647acaed'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:29.365849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50a05707-93a2-4228-ac3b-302791925ac0 req-49e35517-8efb-49b3-9531-84c6276d788a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193398 Aug 16 02:31:29.396638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ca327090-7e71-4e15-91be-16de70a21220 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eca73a80565e4bfeac0aadc8f44763a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132764 Aug 16 02:31:29.410001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36590) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:29.419603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] Set router 12148982-b894-4c25-a51e-f452647acaed gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:29.448614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877244-3283-4206-bd69-b69a205c848a req-be106e50-a50b-4b38-baa1-3bb375e970a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:29.450359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12877244-3283-4206-bd69-b69a205c848a req-be106e50-a50b-4b38-baa1-3bb375e970a4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.3288188 Aug 16 02:31:29.542844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12877244-3283-4206-bd69-b69a205c848a req-cac82e8b-ba45-4a86-a806-bd0650727290 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.0769739 Aug 16 02:31:29.605786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de2c59ef-1c77-4ffe-8dff-1d8a95b76d2c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6aa9c64f-dc84-4d81-8f32-acce2c380003 HTTP/1.1" status: 200 len: 205 time: 0.5615211 Aug 16 02:31:29.610487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5d82449-e072-453d-ba7f-b6f8f3a610fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.613755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36594) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:29.648473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:31:27Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:29.668072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Deleting port 463efc26-bccf-4fcb-968f-47cc3fd0204f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:29.668335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.679348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877244-3283-4206-bd69-b69a205c848a req-8d0c6c83-fd8a-4766-9ced-cbfef94d7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:29.681535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12877244-3283-4206-bd69-b69a205c848a req-8d0c6c83-fd8a-4766-9ced-cbfef94d7755 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1252666 Aug 16 02:31:29.694128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1f8f7-fc34-46fa-99da-6d6f44ae191c None None] The sync data for ids ['12148982-b894-4c25-a51e-f452647acaed'] in n-d-769329-15 is: [{'id': '12148982-b894-4c25-a51e-f452647acaed', 'name': 'tempest-TaggedBootDevicesTest-1854597008-router', 'tenant_id': '31a78dbd0a5245b3a157894e979e520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:50Z', 'updated_at': '2021-08-16T02:31:27Z', 'revision_number': 5, 'project_id': '31a78dbd0a5245b3a157894e979e520b', 'gw_port': {'id': '463efc26-bccf-4fcb-968f-47cc3fd0204f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12148982-b894-4c25-a51e-f452647acaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:52Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:29.697093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5d82449-e072-453d-ba7f-b6f8f3a610fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.815316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] For port 463efc26-bccf-4fcb-968f-47cc3fd0204f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=463efc26-bccf-4fcb-968f-47cc3fd0204f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:29.816444 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.821202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877244-3283-4206-bd69-b69a205c848a req-f7a6accb-ff56-4a0b-95a9-14e68a9b96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:29.822970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12877244-3283-4206-bd69-b69a205c848a req-f7a6accb-ff56-4a0b-95a9-14e68a9b96c6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239045 Aug 16 02:31:29.833295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Calling delete_port for 463efc26-bccf-4fcb-968f-47cc3fd0204f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:29.859438 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.936502 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5d82449-e072-453d-ba7f-b6f8f3a610fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.939118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5d82449-e072-453d-ba7f-b6f8f3a610fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.942546 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d5d82449-e072-453d-ba7f-b6f8f3a610fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb HTTP/1.1" status: 204 len: 168 time: 0.5213356 Aug 16 02:31:29.958455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d82449-e072-453d-ba7f-b6f8f3a610fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d030b3d3-cc2a-40e1-a08e-8a0f443dfbfb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:30.000146 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.192486 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12877244-3283-4206-bd69-b69a205c848a req-55cee0ba-aac4-47a8-965d-c7c1b61a1a5f service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591282 Aug 16 02:31:30.196138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.220928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:30.230030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.260172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Pushing event deleted for resources: {'Port': ['ID=463efc26-bccf-4fcb-968f-47cc3fd0204f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:30.417285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12877244-3283-4206-bd69-b69a205c848a req-2a7b8403-ba91-47be-9668-80456481ebad service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004030 Aug 16 02:31:30.427221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.511092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Deleting port 6380b185-dfa1-4bee-add2-12318e302771 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:30.511594 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.628725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.663198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Calling delete_port for 6380b185-dfa1-4bee-add2-12318e302771 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:30.717954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.754068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.848036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.848563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12148982-b894-4c25-a51e-f452647acaed {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:30.857245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421663fa-1241-44ce-9ba2-3ba4fd1d39a0 req-d1340fd8-300c-4315-a1b6-8352766173e8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:30.859521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-421663fa-1241-44ce-9ba2-3ba4fd1d39a0 req-d1340fd8-300c-4315-a1b6-8352766173e8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.3444200 Aug 16 02:31:30.861902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:30.864209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.866240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c8fa7048-daf2-4c66-9a65-dbafd4a7e28b admin admin] 10.222.0.78 "DELETE /v2.0/routers/12148982-b894-4c25-a51e-f452647acaed HTTP/1.1" status: 204 len: 168 time: 2.4389799 Aug 16 02:31:30.872007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:30.896485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:30.901954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c3ba03a-9a1f-4b0f-a5ad-e430587f81d4 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:31.063983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] Deleting subnet 71fd097b-c3cb-40f2-9126-9e759578474f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:31.068410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.118949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.124782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.202182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event deleted for resources: {'Port': ['ID=6380b185-dfa1-4bee-add2-12318e302771,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:31.215418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.310247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-421663fa-1241-44ce-9ba2-3ba4fd1d39a0 req-b7593ae8-7225-4cc9-8a13-4e9b417c3cf3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171679 Aug 16 02:31:31.339087 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.355116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.398431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71fd097b-c3cb-40f2-9126-9e759578474f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:31.414408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.421684 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8270ec33-065a-4cc9-993e-beb297479236 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/71fd097b-c3cb-40f2-9126-9e759578474f HTTP/1.1" status: 204 len: 168 time: 0.5476580 Aug 16 02:31:31.422706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:31.422959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3439f-2d50-4264-8dc4-3affe492ef3e None None] Network af13201b-133e-484b-b866-a3edf256a1ba requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:31.471704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.477053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.574976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.576253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa9c64f-dc84-4d81-8f32-acce2c380003 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:31.586789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.591413 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-31542e45-5085-46e4-892d-d7c5869a6cfc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/6aa9c64f-dc84-4d81-8f32-acce2c380003 HTTP/1.1" status: 204 len: 168 time: 1.9716728 Aug 16 02:31:31.594514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36658) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:31.604188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'router': {'name': 'tempest-snat-router-607228710', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': False}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:31.626936 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.654968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.656944 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.730326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] DHCP port deletion for af13201b-133e-484b-b866-a3edf256a1ba request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:31.769874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.805559 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Deleting port e493664f-b935-428d-ad2c-89d5523d4f36 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:31.805993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.806489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] Deleting port e493664f-b935-428d-ad2c-89d5523d4f36 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:31.807162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.927121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] For port e493664f-b935-428d-ad2c-89d5523d4f36, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e493664f-b935-428d-ad2c-89d5523d4f36,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:31.927596 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.941307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] For port e493664f-b935-428d-ad2c-89d5523d4f36, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e493664f-b935-428d-ad2c-89d5523d4f36,segment=NetworkSegment(d1413cc6-83db-49d4-9956-aa567b19e1f3),segment_id=d1413cc6-83db-49d4-9956-aa567b19e1f3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:31.942362 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.955401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Calling delete_port for e493664f-b935-428d-ad2c-89d5523d4f36 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:31.958623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] Calling delete_port for e493664f-b935-428d-ad2c-89d5523d4f36 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:31.985620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.046634 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.097275 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.127896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] Pushing event deleted for resources: {'Port': ['ID=e493664f-b935-428d-ad2c-89d5523d4f36,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.130479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329a5d8-693d-4c23-9503-a2a9671748b0 None None] No DVR routers for this DVR port e493664f-b935-428d-ad2c-89d5523d4f36 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:32.132381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.153524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.240575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e493664f-b935-428d-ad2c-89d5523d4f36,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.244786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] No DVR routers for this DVR port e493664f-b935-428d-ad2c-89d5523d4f36 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:32.342835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.358758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af13201b-133e-484b-b866-a3edf256a1ba']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:32.370063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1413cc6-83db-49d4-9956-aa567b19e1f3') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:32.370384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1413cc6-83db-49d4-9956-aa567b19e1f3') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:32.382060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.405763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.421709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:32.422839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:32.425434 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:32.535221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0ae4-1a5e-4f8b-a52d-07e8221fecf0 req-1f9f72e2-b15a-4d30-abdc-a5feeecf1401 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.536843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a0c0ae4-1a5e-4f8b-a52d-07e8221fecf0 req-1f9f72e2-b15a-4d30-abdc-a5feeecf1401 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0954196 Aug 16 02:31:32.540506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.568263 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.580214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.581664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/af13201b-133e-484b-b866-a3edf256a1ba HTTP/1.1" status: 204 len: 168 time: 1.1544478 Aug 16 02:31:32.595647 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.613877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f189c6-bd9f-455a-8b44-36336d5253c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=af13201b-133e-484b-b866-a3edf256a1ba,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.628496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Deleting port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:32.629016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.675717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5a0c0ae4-1a5e-4f8b-a52d-07e8221fecf0 req-81829271-0534-4c8f-85ae-99ab201f3a19 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310947 Aug 16 02:31:32.812499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Allocated IP 172.25.4.244 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/c499457b-a6a6-4d53-8a40-ac155560f794) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:32.857278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] For port 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:32.857653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.872445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e493664f-b935-428d-ad2c-89d5523d4f36 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:32.889419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.909602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Calling delete_port for 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:32.914107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e493664f-b935-428d-ad2c-89d5523d4f36 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:32.914773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e493664f-b935-428d-ad2c-89d5523d4f36 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:32.915402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 463efc26-bccf-4fcb-968f-47cc3fd0204f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:32.962723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 463efc26-bccf-4fcb-968f-47cc3fd0204f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:32.965607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 463efc26-bccf-4fcb-968f-47cc3fd0204f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:33.001392 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-53a2af13-7618-4728-bbf4-2cd014b8cad5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31a78dbd0a5245b3a157894e979e520b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037641 Aug 16 02:31:33.002231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36704) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.073946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.099577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1994f-6009-489e-8fe0-937165e26bef req-d1581150-5ad5-4f40-a7d5-528369a1714b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:33.116215 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77a1994f-6009-489e-8fe0-937165e26bef req-d1581150-5ad5-4f40-a7d5-528369a1714b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1872106 Aug 16 02:31:33.140516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12f8fe94-e04a-4163-9b7a-5d9828292299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.163178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12f8fe94-e04a-4163-9b7a-5d9828292299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.177682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.258739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77a1994f-6009-489e-8fe0-937165e26bef req-9f19916f-0969-4c80-a878-141d23bd47dd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418967 Aug 16 02:31:33.260814 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12f8fe94-e04a-4163-9b7a-5d9828292299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.266067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12f8fe94-e04a-4163-9b7a-5d9828292299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.267464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-12f8fe94-e04a-4163-9b7a-5d9828292299 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d66f2518-6b3c-4d12-90d3-a889e9b6a9a1 HTTP/1.1" status: 204 len: 168 time: 0.2621071 Aug 16 02:31:33.278279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Port': ['ID=c499457b-a6a6-4d53-8a40-ac155560f794,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:33.281416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8fe94-e04a-4163-9b7a-5d9828292299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66f2518-6b3c-4d12-90d3-a889e9b6a9a1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:33.330085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:33.341034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:33.347541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:33.507957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.544030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:33.560338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eb355-55d2-4fca-b663-d1472d53ed32 req-09d58785-984c-448f-82d8-270f35615877 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:33.560338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e9eb355-55d2-4fca-b663-d1472d53ed32 req-09d58785-984c-448f-82d8-270f35615877 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1084638 Aug 16 02:31:33.769833 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e9eb355-55d2-4fca-b663-d1472d53ed32 req-43510b37-7b45-475a-9cdc-5b8ec074d89a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061269 Aug 16 02:31:33.897133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.974292 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.362722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.376166 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Router a2ab6fe7-e525-4c67-869d-ca474a41ec54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:34.452460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-ce69a1af-68f0-4c71-a81b-8bde7aae8e2f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:34.454106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-ce69a1af-68f0-4c71-a81b-8bde7aae8e2f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.3403292 Aug 16 02:31:34.485169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-f1d589ac-8cd8-4700-b169-e60649d974fa tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/quotas/236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 375 time: 0.0181150 Aug 16 02:31:34.596187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:34.598474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-9a8b2b07-8d82-40ba-8a49-1c63a65eea99 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800891 Aug 16 02:31:34.611884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] Sync routers for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:34.617833 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61821392-cc5f-4be0-9374-9a45d46ca4e2 admin admin] 10.222.0.78 "PUT /v2.0/routers/a2ab6fe7-e525-4c67-869d-ca474a41ec54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3946874 Aug 16 02:31:34.619793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.637636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:34.638250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:34.686288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Router 7a6d9f72-8f91-47d7-a477-7f2d93f0f130 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:31:34.797680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.932096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:34.978204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.111850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Deleting port 5e106a4b-64ae-4fc2-b317-a5e58412d55e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:35.112128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.223188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:31:33Z', 'revision_number': 5, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port': {'id': '5e106a4b-64ae-4fc2-b317-a5e58412d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:15Z', 'updated_at': '2021-08-16T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.258289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] Checking router: a2ab6fe7-e525-4c67-869d-ca474a41ec54 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:35.267776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] Routers {'a2ab6fe7-e525-4c67-869d-ca474a41ec54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:35.268685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.285079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] For port 5e106a4b-64ae-4fc2-b317-a5e58412d55e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e106a4b-64ae-4fc2-b317-a5e58412d55e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:35.285509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.304645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Calling delete_port for 5e106a4b-64ae-4fc2-b317-a5e58412d55e owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:35.375818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.375818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36806) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.391190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] Set router a2ab6fe7-e525-4c67-869d-ca474a41ec54 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:35.473012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:31:34Z', 'revision_number': 6, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.532932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d777ca-1b3c-4f50-bf7b-bf3a12f5b443 None None] The sync data for ids ['a2ab6fe7-e525-4c67-869d-ca474a41ec54'] in n-d-769329-15 is: [{'id': 'a2ab6fe7-e525-4c67-869d-ca474a41ec54', 'name': 'tempest-AttachVolumeShelveTestJSON-2065065235-router', 'tenant_id': '2f055cffb6734e8cb860902f76e3b452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:13Z', 'updated_at': '2021-08-16T02:31:34Z', 'revision_number': 6, 'project_id': '2f055cffb6734e8cb860902f76e3b452', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:35.588529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:35.599332 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Sync routers for ids ['7a6d9f72-8f91-47d7-a477-7f2d93f0f130'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:35.607696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55865-c6b2-41f6-bb0f-4235b4e81059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.616738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-8813387a-db97-439e-99d2-9aa9f6c31485 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9862723 Aug 16 02:31:35.625539 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Routers {'7a6d9f72-8f91-47d7-a477-7f2d93f0f130'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:35.626248 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a6d9f72-8f91-47d7-a477-7f2d93f0f130'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.628808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.629760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-407156717-network', 'tenant_id': '39237ad54297413caf3e7fbc51c6bff8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:35.630320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f011f850-bd5b-4482-974e-912e795a09c5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0343981 Aug 16 02:31:35.638953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36820) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.761283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Set router 7a6d9f72-8f91-47d7-a477-7f2d93f0f130 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:35.823125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-4c4f88ca-0e0f-4d8e-9e77-6d2d66b4d192 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915667 Aug 16 02:31:35.830470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8568def2-5859-482c-a40f-ae6ad52cf3d5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/7a6d9f72-8f91-47d7-a477-7f2d93f0f130 HTTP/1.1" status: 200 len: 908 time: 0.1889524 Aug 16 02:31:35.832985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36826) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.842843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'router': {'name': 'tempest-snat-router-607228710', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': True}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:36.107437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:31:36.107437 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:31:36.107437 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id_1': '86d72a61103944e1bd22f5c5c2681947', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 31, 35, 849172)}] Aug 16 02:31:36.107437 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:31:36.107955 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:31:36.138703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6854bc5f-6f69-4b85-802f-7d9fc2151e20 req-e7e6bea4-4280-4c89-a221-fd66332a6b4e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 210 time: 0.0407050 Aug 16 02:31:36.150322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Made reservation on behalf of 39237ad54297413caf3e7fbc51c6bff8 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:36.153596 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.170405 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d9f72-8f91-47d7-a477-7f2d93f0f130', 'name': 'tempest-snat-router-607228710', 'tenant_id': '86d72a61103944e1bd22f5c5c2681947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': 'c499457b-a6a6-4d53-8a40-ac155560f794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:31Z', 'updated_at': '2021-08-16T02:31:33Z', 'revision_number': 3, 'project_id': '86d72a61103944e1bd22f5c5c2681947', 'gw_port': {'id': 'c499457b-a6a6-4d53-8a40-ac155560f794', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d9f72-8f91-47d7-a477-7f2d93f0f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:32Z', 'updated_at': '2021-08-16T02:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:36.201860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.205599 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Checking router: 7a6d9f72-8f91-47d7-a477-7f2d93f0f130 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:36.205934 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Updating router 7a6d9f72-8f91-47d7-a477-7f2d93f0f130 port c499457b-a6a6-4d53-8a40-ac155560f794 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:31:36.236577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.237709 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.298060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e106a4b-64ae-4fc2-b317-a5e58412d55e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.423147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.520450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.531131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.563986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55865-c6b2-41f6-bb0f-4235b4e81059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.630702 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55865-c6b2-41f6-bb0f-4235b4e81059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.653444 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.678318 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Transition to ACTIVE for port object c499457b-a6a6-4d53-8a40-ac155560f794 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:36.688953 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.699976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.700744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ab6fe7-e525-4c67-869d-ca474a41ec54 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:36.724211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.725933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-78cd9608-f950-4781-a159-a38e053c6584 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a2ab6fe7-e525-4c67-869d-ca474a41ec54 HTTP/1.1" status: 204 len: 168 time: 2.1043513 Aug 16 02:31:36.728518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36854) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:36.732998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7bf55865-c6b2-41f6-bb0f-4235b4e81059 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a7965bd28444da585c952def66e7905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3552625 Aug 16 02:31:36.737489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36856) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:36.738180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf55865-c6b2-41f6-bb0f-4235b4e81059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c23715-1837-4cd3-a86b-d0387976facf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.794326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:36.821624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.831998 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.835422 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Attempting to bind port c499457b-a6a6-4d53-8a40-ac155560f794 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:36.836047 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Attempting to bind port c499457b-a6a6-4d53-8a40-ac155560f794 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:36.836584 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Attempting to bind port c499457b-a6a6-4d53-8a40-ac155560f794 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:36.838844 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Pushing event updated for resources: {'Port': ['ID=c499457b-a6a6-4d53-8a40-ac155560f794,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.840377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:36.841846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0dbff6b6-7480-48ad-ae56-88bb2e6c6c7d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:36.843706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e106a4b-64ae-4fc2-b317-a5e58412d55e no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:36.846605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:36.850905 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:36.851717 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:36.852389 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.853281 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:36.853983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Bound port: c499457b-a6a6-4d53-8a40-ac155560f794, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:36.854519 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.857538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.858063 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Added segment 2240a659-0802-4bb4-a07b-7f994b7d2103 of type vlan for network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a Aug 16 02:31:36.896489 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.897120 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.897601 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.898106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.898591 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.899106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.899584 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.900099 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.900741 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.901908 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.902387 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.902990 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:36.921031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] Deleting subnet e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:36.939216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.949061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5e106a4b-64ae-4fc2-b317-a5e58412d55e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:36.949453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e106a4b-64ae-4fc2-b317-a5e58412d55e not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:36.968650 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.972796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] For port c499457b-a6a6-4d53-8a40-ac155560f794, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:36.976689 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] For port c499457b-a6a6-4d53-8a40-ac155560f794, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c499457b-a6a6-4d53-8a40-ac155560f794,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:36.984083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc76010a-37d5-422f-8262-6592cd856ace,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.984818 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.013427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.014626 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.016380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.018697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.021821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.056503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6760216 Aug 16 02:31:37.058829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:37.080957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.082757 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Routers {'7a6d9f72-8f91-47d7-a477-7f2d93f0f130'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:37.083254 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a6d9f72-8f91-47d7-a477-7f2d93f0f130'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:37.138440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Request body: {'subnet': {'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-407156717-subnet', 'tenant_id': '39237ad54297413caf3e7fbc51c6bff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:37.180635 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7662-60bd-44fa-977e-09f8a713b717 None None] Pushing event updated for resources: {'Port': ['ID=c499457b-a6a6-4d53-8a40-ac155560f794,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.185332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873113e-799a-4bb8-9bba-a7de886f2a9b admin admin] Pushing event updated for resources: {'Network': ['ID=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.188072 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.190568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c71992c-7ab9-44ae-9c34-18542c12f5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.219964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:37.225077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Made reservation on behalf of 39237ad54297413caf3e7fbc51c6bff8 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:37.229603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.287456 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] Set router 7a6d9f72-8f91-47d7-a477-7f2d93f0f130 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:37.318753 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c71992c-7ab9-44ae-9c34-18542c12f5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.358114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f34db07-a415-4bf1-a0e1-1fb436e27d07 req-cb229997-940a-4198-b23a-050ead3fac64 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 210 time: 0.0418782 Aug 16 02:31:37.360958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.533981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.596151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c71992c-7ab9-44ae-9c34-18542c12f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.598812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c71992c-7ab9-44ae-9c34-18542c12f5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.599984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2c71992c-7ab9-44ae-9c34-18542c12f5d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0c23715-1837-4cd3-a86b-d0387976facf HTTP/1.1" status: 204 len: 168 time: 0.8615701 Aug 16 02:31:37.647218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.659796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621fbcb1-8146-4707-b841-12d9e396d30d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.669398 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6d9f72-8f91-47d7-a477-7f2d93f0f130', 'name': 'tempest-snat-router-607228710', 'tenant_id': '86d72a61103944e1bd22f5c5c2681947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': 'c499457b-a6a6-4d53-8a40-ac155560f794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:31Z', 'updated_at': '2021-08-16T02:31:33Z', 'revision_number': 3, 'project_id': '86d72a61103944e1bd22f5c5c2681947', 'gw_port': {'id': 'c499457b-a6a6-4d53-8a40-ac155560f794', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d9f72-8f91-47d7-a477-7f2d93f0f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:32Z', 'updated_at': '2021-08-16T02:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:37.705045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71992c-7ab9-44ae-9c34-18542c12f5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c23715-1837-4cd3-a86b-d0387976facf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.705861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Checking segment: {'id': '2240a659-0802-4bb4-a07b-7f994b7d2103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:37.706511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Network hostable DHCP agents. Network: efa11aab-62a9-4ad4-bc37-bbccbadc6e5a, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:37.732746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:37.752207 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0dae-dd9b-4297-b259-9f1256bb7016 None None] The sync data for ids ['7a6d9f72-8f91-47d7-a477-7f2d93f0f130'] in n-d-769329-15 is: [{'id': '7a6d9f72-8f91-47d7-a477-7f2d93f0f130', 'name': 'tempest-snat-router-607228710', 'tenant_id': '86d72a61103944e1bd22f5c5c2681947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': 'c499457b-a6a6-4d53-8a40-ac155560f794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:31Z', 'updated_at': '2021-08-16T02:31:33Z', 'revision_number': 3, 'project_id': '86d72a61103944e1bd22f5c5c2681947', 'gw_port': {'id': 'c499457b-a6a6-4d53-8a40-ac155560f794', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6d9f72-8f91-47d7-a477-7f2d93f0f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:32Z', 'updated_at': '2021-08-16T02:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:37.762723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, efa11aab-62a9-4ad4-bc37-bbccbadc6e5a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:37.774194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6cc8c-ac28-4822-b8d4-5e4d2481bf89 None None] Network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:37.777920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.779097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.824231 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d1ea440f-4261-4927-a08b-092d601c3600 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7295763 Aug 16 02:31:37.837998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.867930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-bd394f36-c08b-496d-802c-ed24e831c6f3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.869810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-bd394f36-c08b-496d-802c-ed24e831c6f3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.3271909 Aug 16 02:31:37.940209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'port': {'device_id': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'admin_state_up': True, 'tenant_id': '236e696d0e504f4c846b688d8929ef3f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:37.960632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3eff35c-a6c5-4ab1-b13f-0263a251a6b5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:38.026093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.031546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:38.032343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-989f57a2-6ed3-41d4-9c65-2a242d5b4324 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e3eff35c-a6c5-4ab1-b13f-0263a251a6b5 HTTP/1.1" status: 204 len: 168 time: 1.3026941 Aug 16 02:31:38.079902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc82741-7017-4ed5-a709-64a51109bf2f None None] Network c8ee8038-fd84-4585-a056-3bd16afe24c5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:38.098364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd87c0d6-5aa5-40ad-b4bc-a3b4cb5d4b55 None None] Network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:38.256108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.289048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:38.393362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92888ede-f5bc-460f-ba9f-cb5a0c530145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.460102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.508698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Deleting port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:38.509350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.518776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Made reservation on behalf of 236e696d0e504f4c846b688d8929ef3f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:38.522112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.538222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.568691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] DHCP port deletion for c8ee8038-fd84-4585-a056-3bd16afe24c5 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:38.621681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] For port 4c4dc71f-72cb-43e5-a370-e41bc05147d4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4c4dc71f-72cb-43e5-a370-e41bc05147d4,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:38.622169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.645301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Calling delete_port for 4c4dc71f-72cb-43e5-a370-e41bc05147d4 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:38.664445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] Deleting port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:38.665108 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.774595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] For port 4c4dc71f-72cb-43e5-a370-e41bc05147d4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4c4dc71f-72cb-43e5-a370-e41bc05147d4,segment=NetworkSegment(34f1267b-0b61-41a3-be1c-aa8b87cf3594),segment_id=34f1267b-0b61-41a3-be1c-aa8b87cf3594)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:38.775227 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.805153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.816432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af52789a-b80e-4eac-9473-07758f2b8891 req-04c38621-b884-403f-b9d9-50be09757af0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 210 time: 0.2354033 Aug 16 02:31:38.841926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] Calling delete_port for 4c4dc71f-72cb-43e5-a370-e41bc05147d4 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:38.853241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4dc71f-72cb-43e5-a370-e41bc05147d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:38.919666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Allocated IP 172.20.0.12 (14715f47-c5d2-4512-99fa-eebf392f6a1c/76c3e253-cb2c-46f6-8f27-97ae5048f763/69bbbfd8-262f-4820-87ec-1022c3f090b5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.941346 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:31:38.943949 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:31:38.978926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.003649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] No DVR routers for this DVR port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:39.014163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c499457b-a6a6-4d53-8a40-ac155560f794 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:39.031827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Allocated IP 172.25.4.252 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/6264128c-5c4d-454a-9cb9-0a358b928185) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:39.058311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] Pushing event deleted for resources: {'Port': ['ID=4c4dc71f-72cb-43e5-a370-e41bc05147d4,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.079094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb9fb3-a335-4153-80ff-3f07c7bd35d4 None None] No DVR routers for this DVR port 4c4dc71f-72cb-43e5-a370-e41bc05147d4 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:39.092876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c499457b-a6a6-4d53-8a40-ac155560f794 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:39.102212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c499457b-a6a6-4d53-8a40-ac155560f794 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:39.102699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.226509 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.246818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.253573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c499457b-a6a6-4d53-8a40-ac155560f794, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c499457b-a6a6-4d53-8a40-ac155560f794,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:39.269866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.348513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c499457b-a6a6-4d53-8a40-ac155560f794,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.349072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ee8038-fd84-4585-a056-3bd16afe24c5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:39.367627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-9cce0fae-e4c4-4963-9a71-37cede3d84ce tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:39.369205 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-9cce0fae-e4c4-4963-9a71-37cede3d84ce tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/networks?id=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a HTTP/1.1" status: 200 len: 813 time: 0.5244823 Aug 16 02:31:39.378168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c4dc71f-72cb-43e5-a370-e41bc05147d4 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:39.398169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f1267b-0b61-41a3-be1c-aa8b87cf3594') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:39.398402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.398498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f1267b-0b61-41a3-be1c-aa8b87cf3594') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:39.401072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 4c4dc71f-72cb-43e5-a370-e41bc05147d4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:39.401714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4c4dc71f-72cb-43e5-a370-e41bc05147d4 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:39.406742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.423248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-36c58cce-c43d-4e73-9635-604b221649ec tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/quotas/39237ad54297413caf3e7fbc51c6bff8 HTTP/1.1" status: 200 len: 375 time: 0.0424087 Aug 16 02:31:39.425325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.428193 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92888ede-f5bc-460f-ba9f-cb5a0c530145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.431156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Transition to ACTIVE for port object 69bbbfd8-262f-4820-87ec-1022c3f090b5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:39.446452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92888ede-f5bc-460f-ba9f-cb5a0c530145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.484058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-22be3e2d-0c6e-44f0-8baf-d5c036c54c2f tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=39237ad54297413caf3e7fbc51c6bff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480590 Aug 16 02:31:39.491085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.498660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.539954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:39.540848 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:39.548592 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:39.552244 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.556005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:39.566532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:39.568917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:39.605170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=69bbbfd8-262f-4820-87ec-1022c3f090b5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.622383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:39.636183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-92888ede-f5bc-460f-ba9f-cb5a0c530145 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7bbdbc5a01574ca796c0d9d777691799&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3431041 Aug 16 02:31:39.644577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92888ede-f5bc-460f-ba9f-cb5a0c530145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69cac84-d4ea-409f-80e5-726a5c3c61a6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.648915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36930) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:39.651109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:39.653732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:39.701467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.718213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.720134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c8ee8038-fd84-4585-a056-3bd16afe24c5 HTTP/1.1" status: 204 len: 168 time: 1.6875551 Aug 16 02:31:39.747195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:39.747789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.750961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Port': ['ID=6264128c-5c4d-454a-9cb9-0a358b928185,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.760237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1be47-45ec-401a-88a3-12054d8a0fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ee8038-fd84-4585-a056-3bd16afe24c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.779875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-f6535b8c-fc7d-461f-8504-55c20262f759 service neutron] 10.222.0.78 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734745 Aug 16 02:31:39.853032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9b33f70-2de6-4b48-a157-0e25db19dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.862575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fc40a113-041b-474e-89a3-a7970389ece7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9391763 Aug 16 02:31:39.922165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-051d7976-3b8d-4657-9bd7-98a0162a8aff tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:31:39.924011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-051d7976-3b8d-4657-9bd7-98a0162a8aff tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527782 Aug 16 02:31:39.938269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Request body: {'port': {'device_id': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:39.960053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9b33f70-2de6-4b48-a157-0e25db19dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.022154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7179cb96-8465-4ce3-8596-c445bcc43a97 None None] Provisioning for port 69bbbfd8-262f-4820-87ec-1022c3f090b5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:40.027406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7179cb96-8465-4ce3-8596-c445bcc43a97 None None] Provisioning complete for port 69bbbfd8-262f-4820-87ec-1022c3f090b5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:40.028097 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7179cb96-8465-4ce3-8596-c445bcc43a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.028535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-e65bd595-e4de-48fa-af22-cc3cabf34ace service neutron] 10.222.0.78 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365930 Aug 16 02:31:40.052560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9b33f70-2de6-4b48-a157-0e25db19dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.055580 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a9b33f70-2de6-4b48-a157-0e25db19dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.057190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a9b33f70-2de6-4b48-a157-0e25db19dc7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b69cac84-d4ea-409f-80e5-726a5c3c61a6 HTTP/1.1" status: 204 len: 168 time: 0.4056394 Aug 16 02:31:40.067624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b33f70-2de6-4b48-a157-0e25db19dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69cac84-d4ea-409f-80e5-726a5c3c61a6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:40.093894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.135273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:40.170630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7179cb96-8465-4ce3-8596-c445bcc43a97 None None] Port 69bbbfd8-262f-4820-87ec-1022c3f090b5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:40.206594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5dd6e71-7a4d-4955-9c36-a5169c7b1fe5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f055cffb6734e8cb860902f76e3b452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696838 Aug 16 02:31:40.211572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:40.310083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1fbaa3b-e518-4a06-8c7f-14b3e6f2eab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.364135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1fbaa3b-e518-4a06-8c7f-14b3e6f2eab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.440227 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6c504ed-0b0a-4756-a753-aadbb7eca3e3 req-985b5312-5f99-488f-b572-42fc3ff9a933 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 210 time: 0.0559654 Aug 16 02:31:40.471722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1fbaa3b-e518-4a06-8c7f-14b3e6f2eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.474440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f1fbaa3b-e518-4a06-8c7f-14b3e6f2eab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.477942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceae7b-3cf3-4a87-8ecb-f05c001b07b2 req-42f024a3-fad2-4033-b360-91f51244a4c1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.478109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f1fbaa3b-e518-4a06-8c7f-14b3e6f2eab8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ab6460d-86a2-40bc-b315-e2911c65c2e6 HTTP/1.1" status: 204 len: 168 time: 0.2626958 Aug 16 02:31:40.478194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12ceae7b-3cf3-4a87-8ecb-f05c001b07b2 req-42f024a3-fad2-4033-b360-91f51244a4c1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 932 time: 0.4937677 Aug 16 02:31:40.500208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbaa3b-e518-4a06-8c7f-14b3e6f2eab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab6460d-86a2-40bc-b315-e2911c65c2e6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:40.665298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12ceae7b-3cf3-4a87-8ecb-f05c001b07b2 req-6c136b54-f102-47f7-8a69-ce7d944a6de5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699765 Aug 16 02:31:40.677786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.800527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c499457b-a6a6-4d53-8a40-ac155560f794 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:40.912173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c499457b-a6a6-4d53-8a40-ac155560f794 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:40.913643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.171450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bbbfd8-262f-4820-87ec-1022c3f090b5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:41.188251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.263386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Transition to ACTIVE for port object 69bbbfd8-262f-4820-87ec-1022c3f090b5 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:41.285862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.352014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.626955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e245d929-d316-4b41-84ec-274f0d015caa req-4c3f47c1-7f07-4ec2-8b50-f3393d032d65 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 210 time: 0.0647404 Aug 16 02:31:41.662024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Pushing event updated for resources: {'Port': ['ID=69bbbfd8-262f-4820-87ec-1022c3f090b5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:42.503081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Router 146b02fc-caee-4630-97df-3a196f3d4941 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:31:42.511457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Attempting to bind port 69bbbfd8-262f-4820-87ec-1022c3f090b5 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:42.511786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Attempting to bind port 69bbbfd8-262f-4820-87ec-1022c3f090b5 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:42.512103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Attempting to bind port 69bbbfd8-262f-4820-87ec-1022c3f090b5 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:42.528626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1238f7f-37d1-4510-bb90-7bff6c67c759 req-a753b1d7-c4d5-4f95-b79e-d37c3b39d706 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.530191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1238f7f-37d1-4510-bb90-7bff6c67c759 req-a753b1d7-c4d5-4f95-b79e-d37c3b39d706 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 944 time: 0.6994028 Aug 16 02:31:42.553172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Port 69bbbfd8-262f-4820-87ec-1022c3f090b5 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:31:42.553530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Attempting to bind port 69bbbfd8-262f-4820-87ec-1022c3f090b5 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:42.620807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:42.621063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:42.621468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Bound using segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:42.621897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Bound port: 69bbbfd8-262f-4820-87ec-1022c3f090b5, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:42.622253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.630215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-e51c2cc9-5045-458a-b30b-2a17789234bf tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.631689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-e51c2cc9-5045-458a-b30b-2a17789234bf tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.98 "GET /v2.0/networks?id=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a HTTP/1.1" status: 200 len: 813 time: 0.8452168 Aug 16 02:31:42.664557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Request body: {'port': {'device_id': '395d690b-2429-488b-8252-80633b2b0e74', 'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a', 'admin_state_up': True, 'tenant_id': '39237ad54297413caf3e7fbc51c6bff8'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:42.700061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1238f7f-37d1-4510-bb90-7bff6c67c759 req-19c38d42-9af7-4059-9681-3ca6adaaafb1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598663 Aug 16 02:31:42.871242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f58ab87f-d3e7-4d14-9bc3-b3902266fd86 req-77badc81-b152-44a0-8398-269cdfb6415d tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 210 time: 0.0753601 Aug 16 02:31:42.897405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] For port 69bbbfd8-262f-4820-87ec-1022c3f090b5, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:42.899888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:42.911400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Sync routers for ids ['146b02fc-caee-4630-97df-3a196f3d4941'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:42.926087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] For port 69bbbfd8-262f-4820-87ec-1022c3f090b5, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:42.927908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Routers {'146b02fc-caee-4630-97df-3a196f3d4941'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:42.928968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['146b02fc-caee-4630-97df-3a196f3d4941'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:42.939965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.971465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.972708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-448525cb-9df1-4a14-b5b3-1602b453a5af tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1350543 Aug 16 02:31:42.975734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:42.997016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.997655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.999655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] 10.222.0.88 "PUT /v2.0/ports/69bbbfd8-262f-4820-87ec-1022c3f090b5 HTTP/1.1" status: 200 len: 1093 time: 3.0663040 Aug 16 02:31:43.015518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'tag': '69bbbfd8-262f-4820-87ec-1022c3f090b5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:43.023069 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47cea3-0698-419d-a560-fe050a249577" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4b4312-69ee-4db3-9210-f598218ade51", "tag": "69bbbfd8-262f-4820-87ec-1022c3f090b5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:43.067706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Made reservation on behalf of 39237ad54297413caf3e7fbc51c6bff8 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:43.093098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.134250 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380eda11-b469-46f3-9996-c69ab345db4d x-openstack-request-id: req-380eda11-b469-46f3-9996-c69ab345db4d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:43.137364 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4b4312-69ee-4db3-9210-f598218ade51", "tag": "69bbbfd8-262f-4820-87ec-1022c3f090b5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:43.139269 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-380eda11-b469-46f3-9996-c69ab345db4d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:43.143553 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'tag': '69bbbfd8-262f-4820-87ec-1022c3f090b5', 'status': 'completed', 'code': 200} Aug 16 02:31:43.155169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Set router 146b02fc-caee-4630-97df-3a196f3d4941 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:43.174682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77c941-8a3b-4b81-b0dd-dbf913cb6d21 service neutron] Pushing event updated for resources: {'Port': ['ID=69bbbfd8-262f-4820-87ec-1022c3f090b5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:43.180859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37048) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:43.185327 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e52b7a59-99d5-4240-93c4-69f74affc5ab tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/146b02fc-caee-4630-97df-3a196f3d4941 HTTP/1.1" status: 200 len: 907 time: 0.2080219 Aug 16 02:31:43.405542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-d32961a1-3f2e-43fe-b2bc-7190a15a0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.407698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-d32961a1-3f2e-43fe-b2bc-7190a15a0b21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 1096 time: 0.3595476 Aug 16 02:31:43.502873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-49bc9a12-897e-4362-9158-4dac5a33b41b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5 HTTP/1.1" status: 200 len: 217 time: 0.0772359 Aug 16 02:31:43.522794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.607490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Allocated IP 172.20.0.12 (efa11aab-62a9-4ad4-bc37-bbccbadc6e5a/621fbcb1-8146-4707-b841-12d9e396d30d/e652f093-ca06-45da-a953-bc82b78d3581) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:43.629704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-ecd857c5-dd3f-484b-b1fc-6dd48ed83e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.631120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-ecd857c5-dd3f-484b-b1fc-6dd48ed83e95 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1208227 Aug 16 02:31:43.769259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.862241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-11c0b7fe-6c93-47da-ae11-c4dcadf411bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.863910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-11c0b7fe-6c93-47da-ae11-c4dcadf411bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948037 Aug 16 02:31:43.958486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e39c1-3f58-404e-96a8-b78c6b52c4de req-d7bd5950-cf87-41ac-8140-3af6004af715 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.962329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b02fc-caee-4630-97df-3a196f3d4941', 'name': 'tempest-snat-router-607228710', 'tenant_id': '86d72a61103944e1bd22f5c5c2681947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '6264128c-5c4d-454a-9cb9-0a358b928185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:37Z', 'updated_at': '2021-08-16T02:31:40Z', 'revision_number': 3, 'project_id': '86d72a61103944e1bd22f5c5c2681947', 'gw_port': {'id': '6264128c-5c4d-454a-9cb9-0a358b928185', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b02fc-caee-4630-97df-3a196f3d4941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:38Z', 'updated_at': '2021-08-16T02:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:43.970650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-077e39c1-3f58-404e-96a8-b78c6b52c4de req-d7bd5950-cf87-41ac-8140-3af6004af715 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 944 time: 0.1477437 Aug 16 02:31:44.039200 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-facb05c4-3939-4f7f-97e4-466a98e03143 req-87092614-43e4-4bce-a5a7-ec1be9b222bc tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 210 time: 0.0485106 Aug 16 02:31:44.042240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Checking router: 146b02fc-caee-4630-97df-3a196f3d4941 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:44.042346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.042446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Updating router 146b02fc-caee-4630-97df-3a196f3d4941 port 6264128c-5c4d-454a-9cb9-0a358b928185 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:31:44.048544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Deleting port 6264128c-5c4d-454a-9cb9-0a358b928185 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:44.048886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.060409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-077e39c1-3f58-404e-96a8-b78c6b52c4de req-df134fb0-3e5f-42e7-8e79-4710395da513 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887263 Aug 16 02:31:44.116902 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.136146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-fad4c592-c2b2-480d-a770-cddce678bf59 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629018 Aug 16 02:31:44.267635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.287639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.292640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Calling delete_port for 6264128c-5c4d-454a-9cb9-0a358b928185 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:44.355514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6dfe2183-a283-4e90-82ac-a91f1a7d0845 req-e90a03a5-4f3d-44c4-b26c-118331d30d7a service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115998 Aug 16 02:31:44.412228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.430375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Transition to ACTIVE for port object 6264128c-5c4d-454a-9cb9-0a358b928185 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:44.439826 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.454706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:44.457762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:44.462862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Pushing event updated for resources: {'Port': ['ID=e652f093-ca06-45da-a953-bc82b78d3581,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:44.469644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:44.471137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:44.504521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:44.511629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983787ce-0c9e-405c-9274-8a67244c994a None None] Pushing event updated for resources: {'Port': ['ID=6264128c-5c4d-454a-9cb9-0a358b928185,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:44.535242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47cea3-0698-419d-a560-fe050a249577 req-2d260fe2-c86e-4d2a-afde-81f7f4fcabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:44.536821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a47cea3-0698-419d-a560-fe050a249577 req-2d260fe2-c86e-4d2a-afde-81f7f4fcabd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 1096 time: 0.1207416 Aug 16 02:31:44.550438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Attempting to bind port 6264128c-5c4d-454a-9cb9-0a358b928185 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:44.550817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Attempting to bind port 6264128c-5c4d-454a-9cb9-0a358b928185 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:44.551398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Attempting to bind port 6264128c-5c4d-454a-9cb9-0a358b928185 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:44.564087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:44.564495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:44.564829 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.565236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:44.565731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Bound port: 6264128c-5c4d-454a-9cb9-0a358b928185, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:44.566120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.574427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:44.575243 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.659337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] For port 6264128c-5c4d-454a-9cb9-0a358b928185, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:44.663090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] For port 6264128c-5c4d-454a-9cb9-0a358b928185, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6264128c-5c4d-454a-9cb9-0a358b928185,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:44.666652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-66a8ed1e-61d2-4344-ae02-1188bec04d35 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0152423 Aug 16 02:31:44.668682 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.681512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af0040bf-9b07-4820-bd92-6c575168eab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.694637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Request body: {'port': {'device_id': '395d690b-2429-488b-8252-80633b2b0e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:44.715704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.739788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983787ce-0c9e-405c-9274-8a67244c994a None None] Pushing event updated for resources: {'Port': ['ID=6264128c-5c4d-454a-9cb9-0a358b928185,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:44.754128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:31:44.754128 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:31:44.754128 n-d-769329-15 neutron-server[94856]: [parameters: {'project_id_1': '4eaf6a625df24c90864ccb6656867441', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 31, 44, 734912)}] Aug 16 02:31:44.754128 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:31:44.754473 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:31:44.760798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Routers {'146b02fc-caee-4630-97df-3a196f3d4941'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:44.761633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['146b02fc-caee-4630-97df-3a196f3d4941'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.779111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47cea3-0698-419d-a560-fe050a249577 req-62ade03a-b49a-4b4c-9df1-a90c47d1b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:44.782344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a47cea3-0698-419d-a560-fe050a249577 req-62ade03a-b49a-4b4c-9df1-a90c47d1b3f6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2340415 Aug 16 02:31:44.829365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.860259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] Set router 146b02fc-caee-4630-97df-3a196f3d4941 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:44.867153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af0040bf-9b07-4820-bd92-6c575168eab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.876993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af0040bf-9b07-4820-bd92-6c575168eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.882402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a47cea3-0698-419d-a560-fe050a249577 req-b5112f57-d89a-4b79-b4f8-39514c4ab60f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5 HTTP/1.1" status: 200 len: 217 time: 0.0540895 Aug 16 02:31:44.919204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146b02fc-caee-4630-97df-3a196f3d4941', 'name': 'tempest-snat-router-607228710', 'tenant_id': '86d72a61103944e1bd22f5c5c2681947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:37Z', 'updated_at': '2021-08-16T02:31:43Z', 'revision_number': 4, 'project_id': '86d72a61103944e1bd22f5c5c2681947', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.927126 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.938299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af0040bf-9b07-4820-bd92-6c575168eab6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c80216ad0d54ef393f28a7570557ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658244 Aug 16 02:31:44.942365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:44.948970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64db81b-6a22-4571-846b-d7bb24797f06 None None] The sync data for ids ['146b02fc-caee-4630-97df-3a196f3d4941'] in n-d-769329-15 is: [{'id': '146b02fc-caee-4630-97df-3a196f3d4941', 'name': 'tempest-snat-router-607228710', 'tenant_id': '86d72a61103944e1bd22f5c5c2681947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:37Z', 'updated_at': '2021-08-16T02:31:43Z', 'revision_number': 4, 'project_id': '86d72a61103944e1bd22f5c5c2681947', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:44.964828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0040bf-9b07-4820-bd92-6c575168eab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b6d801-399f-42b4-b279-f3dcebda8830,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:44.982058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event deleted for resources: {'Port': ['ID=6264128c-5c4d-454a-9cb9-0a358b928185,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:45.023412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3df2467c-ccad-485a-a26d-e5a2d34db44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.048059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3df2467c-ccad-485a-a26d-e5a2d34db44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.103639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47cea3-0698-419d-a560-fe050a249577 req-a0fb4197-a825-4b53-ae1e-1f8b6d208228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:45.105435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a47cea3-0698-419d-a560-fe050a249577 req-a0fb4197-a825-4b53-ae1e-1f8b6d208228 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.2149811 Aug 16 02:31:45.106207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3df2467c-ccad-485a-a26d-e5a2d34db44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.109091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3df2467c-ccad-485a-a26d-e5a2d34db44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.112646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3df2467c-ccad-485a-a26d-e5a2d34db44d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67b6d801-399f-42b4-b279-f3dcebda8830 HTTP/1.1" status: 204 len: 168 time: 0.1662006 Aug 16 02:31:45.122099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2467c-ccad-485a-a26d-e5a2d34db44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b6d801-399f-42b4-b279-f3dcebda8830,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:45.240690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702b064-5251-4044-920d-a8501f4370d4 req-a6e2a666-dfab-4cd5-9d8b-0112c8f5b51c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:45.252815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e702b064-5251-4044-920d-a8501f4370d4 req-a6e2a666-dfab-4cd5-9d8b-0112c8f5b51c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 944 time: 0.0792797 Aug 16 02:31:45.257426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.303562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.375564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e702b064-5251-4044-920d-a8501f4370d4 req-ce6f086d-43d5-423e-b9e9-d8e8780f32e9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193826 Aug 16 02:31:45.434319 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.438905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.459676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47cea3-0698-419d-a560-fe050a249577 req-ffc9ac38-44ac-4671-b796-d98515c4237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:45.461382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a47cea3-0698-419d-a560-fe050a249577 req-ffc9ac38-44ac-4671-b796-d98515c4237c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3257694 Aug 16 02:31:45.496525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.498104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:45.506328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f607f6-0d43-46d3-8096-5ab86bce9f75 req-23198bd4-4178-4ff5-8b3b-d49fbc30c74f tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:45.506492 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.507993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05f607f6-0d43-46d3-8096-5ab86bce9f75 req-23198bd4-4178-4ff5-8b3b-d49fbc30c74f tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 932 time: 0.3167593 Aug 16 02:31:45.539278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4eaf6a625df24c90864ccb6656867441&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0330961 Aug 16 02:31:45.542066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:45.554944 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ad59b8-9ef4-4481-af47-cd6efcc7e62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.593436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7538363-ce50-4b87-bfc8-f984eebf76e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba201d5-9ee6-42df-97e1-dd629f91d78e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:45.659423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a16c-4254-4cac-bcda-0a7631544d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.692442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a16c-4254-4cac-bcda-0a7631544d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.760604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ad59b8-9ef4-4481-af47-cd6efcc7e62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.770110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-08ad59b8-9ef4-4481-af47-cd6efcc7e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.785240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a16c-4254-4cac-bcda-0a7631544d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.787728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bbd0a16c-4254-4cac-bcda-0a7631544d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.791367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bbd0a16c-4254-4cac-bcda-0a7631544d12 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ba201d5-9ee6-42df-97e1-dd629f91d78e HTTP/1.1" status: 204 len: 168 time: 0.2460792 Aug 16 02:31:45.837939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad59b8-9ef4-4481-af47-cd6efcc7e62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de777324-9e32-4166-a395-f43600690fe2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:45.843238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-08ad59b8-9ef4-4481-af47-cd6efcc7e62c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fa141762dfe43cebe69701e77505082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436022 Aug 16 02:31:45.846087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37110) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:45.866840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0a16c-4254-4cac-bcda-0a7631544d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba201d5-9ee6-42df-97e1-dd629f91d78e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:45.933679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3786a52e-c530-41ff-805f-afc520d963ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.964589 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3786a52e-c530-41ff-805f-afc520d963ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.045278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3786a52e-c530-41ff-805f-afc520d963ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.052825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3786a52e-c530-41ff-805f-afc520d963ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.060009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3786a52e-c530-41ff-805f-afc520d963ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de777324-9e32-4166-a395-f43600690fe2 HTTP/1.1" status: 204 len: 168 time: 0.2115469 Aug 16 02:31:46.068999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.069562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 146b02fc-caee-4630-97df-3a196f3d4941 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:46.074892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.076011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786a52e-c530-41ff-805f-afc520d963ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de777324-9e32-4166-a395-f43600690fe2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.078936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:46.084470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-127f14c9-b714-42e3-9eee-2e50e9185b83 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "DELETE /v2.0/routers/146b02fc-caee-4630-97df-3a196f3d4941 HTTP/1.1" status: 204 len: 168 time: 2.8957779 Aug 16 02:31:46.246210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05f607f6-0d43-46d3-8096-5ab86bce9f75 req-1346caed-8a9d-4ab8-bf42-dda0d1001b3a tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7115316 Aug 16 02:31:46.249365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.303517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:46.346371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0ceb-f410-42c8-82a5-e11e3d81d31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.357192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a47cea3-0698-419d-a560-fe050a249577 req-17ad0d96-0d00-4452-9820-25c3ebc3193b service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598201 Aug 16 02:31:46.359342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e652f093-ca06-45da-a953-bc82b78d3581 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:46.376702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.431952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Transition to ACTIVE for port object e652f093-ca06-45da-a953-bc82b78d3581 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:46.439116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.534956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91095b74-905d-4d52-b652-646a8388228d service neutron] Pushing event updated for resources: {'Port': ['ID=e652f093-ca06-45da-a953-bc82b78d3581,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.543469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.554940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a47cea3-0698-419d-a560-fe050a249577 req-71e55182-1287-4b76-b1fb-654732fad42c service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905494 Aug 16 02:31:46.620245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0ceb-f410-42c8-82a5-e11e3d81d31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.631031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Attempting to bind port e652f093-ca06-45da-a953-bc82b78d3581 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:46.631423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Attempting to bind port e652f093-ca06-45da-a953-bc82b78d3581 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2240a659-0802-4bb4-a07b-7f994b7d2103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:46.631758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Attempting to bind port e652f093-ca06-45da-a953-bc82b78d3581 on network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:46.637852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Port e652f093-ca06-45da-a953-bc82b78d3581 on network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:31:46.638503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Attempting to bind port e652f093-ca06-45da-a953-bc82b78d3581 on network efa11aab-62a9-4ad4-bc37-bbccbadc6e5a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:46.646733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0ceb-f410-42c8-82a5-e11e3d81d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.647010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:46.647318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Checking segment: {'id': '2240a659-0802-4bb4-a07b-7f994b7d2103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:46.647788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Bound using segment: {'id': '2240a659-0802-4bb4-a07b-7f994b7d2103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:46.648481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Bound port: e652f093-ca06-45da-a953-bc82b78d3581, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2240a659-0802-4bb4-a07b-7f994b7d2103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:46.648846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.698370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f9bd0ceb-f410-42c8-82a5-e11e3d81d31a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88942f0f9bba46698988b1e7c8cce56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909299 Aug 16 02:31:46.699406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37132) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:46.728103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0bdaa-1a6b-4bc8-8255-7e6bec8b9bd6 req-2a4f093f-c901-4623-a614-1b27cc07250d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:46.736143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54c0bdaa-1a6b-4bc8-8255-7e6bec8b9bd6 req-2a4f093f-c901-4623-a614-1b27cc07250d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 944 time: 0.1659148 Aug 16 02:31:46.759969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] For port e652f093-ca06-45da-a953-bc82b78d3581, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:46.765760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd0ceb-f410-42c8-82a5-e11e3d81d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65517c6-6416-4403-8e1e-fdb6d55792df,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.782823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] For port e652f093-ca06-45da-a953-bc82b78d3581, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e652f093-ca06-45da-a953-bc82b78d3581,segment=NetworkSegment(2240a659-0802-4bb4-a07b-7f994b7d2103),segment_id=2240a659-0802-4bb4-a07b-7f994b7d2103)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:46.796955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54c0bdaa-1a6b-4bc8-8255-7e6bec8b9bd6 req-521757a3-6b32-4680-8d92-97074c6d50fe tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Aug 16 02:31:46.797161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.817629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Deleting port c499457b-a6a6-4d53-8a40-ac155560f794 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:46.817629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.825992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9454ec97-855a-456a-896f-d4dfd77c7f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.845253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:46.846038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.847593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-91095b74-905d-4d52-b652-646a8388228d service neutron] 10.222.0.98 "PUT /v2.0/ports/e652f093-ca06-45da-a953-bc82b78d3581 HTTP/1.1" status: 200 len: 1093 time: 2.1619925 Aug 16 02:31:46.854316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395d690b-2429-488b-8252-80633b2b0e74', 'tag': 'e652f093-ca06-45da-a953-bc82b78d3581'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:46.856594 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee2247e-1c13-4ef5-b148-5d5491930171" -d '{"events": [{"name": "network-changed", "server_uuid": "395d690b-2429-488b-8252-80633b2b0e74", "tag": "e652f093-ca06-45da-a953-bc82b78d3581"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:46.907562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9454ec97-855a-456a-896f-d4dfd77c7f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.930142 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9304380c-1162-498a-91bc-8216b4ddd95e x-openstack-request-id: req-9304380c-1162-498a-91bc-8216b4ddd95e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:46.930425 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395d690b-2429-488b-8252-80633b2b0e74", "tag": "e652f093-ca06-45da-a953-bc82b78d3581", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:46.930671 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9304380c-1162-498a-91bc-8216b4ddd95e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:46.931055 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395d690b-2429-488b-8252-80633b2b0e74', 'tag': 'e652f093-ca06-45da-a953-bc82b78d3581', 'status': 'completed', 'code': 200} Aug 16 02:31:46.940544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] For port c499457b-a6a6-4d53-8a40-ac155560f794, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c499457b-a6a6-4d53-8a40-ac155560f794,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:46.941369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.943127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91095b74-905d-4d52-b652-646a8388228d service neutron] Pushing event updated for resources: {'Port': ['ID=e652f093-ca06-45da-a953-bc82b78d3581,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.955930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Calling delete_port for c499457b-a6a6-4d53-8a40-ac155560f794 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:47.000279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9454ec97-855a-456a-896f-d4dfd77c7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.002939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9454ec97-855a-456a-896f-d4dfd77c7f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.006515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9454ec97-855a-456a-896f-d4dfd77c7f2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f65517c6-6416-4403-8e1e-fdb6d55792df HTTP/1.1" status: 204 len: 168 time: 0.3037059 Aug 16 02:31:47.017988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454ec97-855a-456a-896f-d4dfd77c7f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65517c6-6416-4403-8e1e-fdb6d55792df,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:47.215835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-81ae4ab4-13d1-4034-a588-f7c77c77988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:47.216836 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.220772 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-81ae4ab4-13d1-4034-a588-f7c77c77988b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=39237ad54297413caf3e7fbc51c6bff8&device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 1096 time: 0.3218586 Aug 16 02:31:47.246986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event deleted for resources: {'Port': ['ID=c499457b-a6a6-4d53-8a40-ac155560f794,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:47.291191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-0ae3802b-48b4-4d38-8d15-e5eac0e2b76d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e652f093-ca06-45da-a953-bc82b78d3581 HTTP/1.1" status: 200 len: 217 time: 0.0612268 Aug 16 02:31:47.406775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-e95e5237-4173-4251-bf38-52f7374b5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:47.408390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-e95e5237-4173-4251-bf38-52f7374b5f0d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=621fbcb1-8146-4707-b841-12d9e396d30d HTTP/1.1" status: 200 len: 853 time: 0.1079249 Aug 16 02:31:47.462199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.476217 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-5bfe85b0-0646-4a4f-bf67-a496bb739d39 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595663 Aug 16 02:31:47.491905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-71a39aa4-b195-4e06-b0cd-e261f709a508 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:31:47.495883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-71a39aa4-b195-4e06-b0cd-e261f709a508 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097518 Aug 16 02:31:47.599032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.607758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b4af-6812-4192-9c60-17fe91cf323e req-d5848b2c-2896-4f03-be32-ec78b77d3e72 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:47.615570 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b276b4af-6812-4192-9c60-17fe91cf323e req-d5848b2c-2896-4f03-be32-ec78b77d3e72 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 944 time: 0.2396810 Aug 16 02:31:47.618020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.633564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-827dc42a-825a-42b3-bda4-8b568e59d438 service neutron] 10.222.0.98 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233978 Aug 16 02:31:47.695426 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b276b4af-6812-4192-9c60-17fe91cf323e req-ab262297-8e55-44e6-b347-6e37d923f26a tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746570 Aug 16 02:31:47.705170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.706124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6d9f72-8f91-47d7-a477-7f2d93f0f130 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:47.721405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.725373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4d496eb8-3966-4897-8176-682b34c1e81a tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "DELETE /v2.0/routers/7a6d9f72-8f91-47d7-a477-7f2d93f0f130 HTTP/1.1" status: 204 len: 168 time: 1.6451817 Aug 16 02:31:47.731135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37180) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:47.746926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1294029792', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:47.793702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43d75b3c-6071-4c04-be8a-fc6a52fce339 req-ee202c68-839c-4270-86dd-98bd282a95ef service neutron] 10.222.0.98 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495733 Aug 16 02:31:47.804882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.808189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.883808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:47.934985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-b258d5e9-0978-4a90-9036-2cbabc645734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:47.939327 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-b258d5e9-0978-4a90-9036-2cbabc645734 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=39237ad54297413caf3e7fbc51c6bff8&device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 1096 time: 0.0905750 Aug 16 02:31:48.083215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049777fd-8116-4862-8a33-dddf1f1d4048 req-c5ee8c9c-e359-4182-9257-29633ff02f27 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.090597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-049777fd-8116-4862-8a33-dddf1f1d4048 req-c5ee8c9c-e359-4182-9257-29633ff02f27 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 944 time: 0.1503015 Aug 16 02:31:48.108671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:48.150428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-049777fd-8116-4862-8a33-dddf1f1d4048 req-367a888f-f1fe-4342-9f14-3aea52e2a407 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588841 Aug 16 02:31:48.166854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-05dc735f-8de9-471c-898a-3e5c6a2a7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.168662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-05dc735f-8de9-471c-898a-3e5c6a2a7af2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a HTTP/1.1" status: 200 len: 914 time: 0.1840577 Aug 16 02:31:48.250112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-d4ea6c43-e318-478a-821f-b4e09b4aee3d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e652f093-ca06-45da-a953-bc82b78d3581 HTTP/1.1" status: 200 len: 217 time: 0.0732148 Aug 16 02:31:48.309137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69bbbfd8-262f-4820-87ec-1022c3f090b5 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:48.369322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-592ad0d7-d540-4c7a-9b00-da1c711a5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.381107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-592ad0d7-d540-4c7a-9b00-da1c711a5519 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=621fbcb1-8146-4707-b841-12d9e396d30d HTTP/1.1" status: 200 len: 853 time: 0.1201055 Aug 16 02:31:48.415906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-4d215a45-a4d6-4c49-b455-90cd8a021825 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274434 Aug 16 02:31:48.544195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 69bbbfd8-262f-4820-87ec-1022c3f090b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:48.579385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '69bbbfd8-262f-4820-87ec-1022c3f090b5', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': '69bbbfd8-262f-4820-87ec-1022c3f090b5', 'mac_address': 'fa:16:3e:95:91:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:48.648307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-1d07e544-02bf-4762-bb9a-d03cffc4af6d service neutron] 10.222.0.98 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234213 Aug 16 02:31:48.667804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:48.682543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bbbfd8-262f-4820-87ec-1022c3f090b5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:48.731306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 69bbbfd8-262f-4820-87ec-1022c3f090b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:48.737894 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:48.815643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c499457b-a6a6-4d53-8a40-ac155560f794 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:48.832036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9ee2247e-1c13-4ef5-b148-5d5491930171 req-e05477e7-8e54-4ba1-8e2f-3b0c69b2ce73 service neutron] 10.222.0.98 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729448 Aug 16 02:31:48.849207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=69bbbfd8-262f-4820-87ec-1022c3f090b5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:48.854490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c499457b-a6a6-4d53-8a40-ac155560f794 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:48.855160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c499457b-a6a6-4d53-8a40-ac155560f794 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:48.950367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:49.021318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:49.048159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:49.074123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3772d6-3370-4315-8b2e-7c4025009e5d req-afec3a7e-a47c-4a0e-8a3a-268aa21ba055 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:49.075671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be3772d6-3370-4315-8b2e-7c4025009e5d req-afec3a7e-a47c-4a0e-8a3a-268aa21ba055 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 944 time: 0.1015329 Aug 16 02:31:49.153387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be3772d6-3370-4315-8b2e-7c4025009e5d req-5ede3185-29cd-48f8-a2ee-8ffd22f0f57a tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507538 Aug 16 02:31:49.265851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Allocated IP 172.25.4.114 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/87943c76-d84b-49cf-8335-1aac958b67ac) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:49.307287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06baf59-3b1b-40e2-b125-aceca011fe44 req-2398f129-a623-4ff6-bf6b-a8883b05c01b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:49.308846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a06baf59-3b1b-40e2-b125-aceca011fe44 req-2398f129-a623-4ff6-bf6b-a8883b05c01b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 945 time: 0.0583270 Aug 16 02:31:49.383271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a06baf59-3b1b-40e2-b125-aceca011fe44 req-bae3ba84-deab-4ecf-a4fb-584a073418e0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Aug 16 02:31:49.429342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:49.472962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:49.519528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:49.525350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:49.527427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event updated for resources: {'Port': ['ID=87943c76-d84b-49cf-8335-1aac958b67ac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:49.529784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:49.841783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.067255 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.241908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Router e5b6d2d2-36fc-4287-97e9-6ab30f62531e is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:31:50.312689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69bbbfd8-262f-4820-87ec-1022c3f090b5 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:50.369130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c52d-2b41-492b-b111-62f15b20f416 req-339af9f5-3ac5-4277-ae0c-2a3e71839655 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:50.370689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1c9c52d-2b41-492b-b111-62f15b20f416 req-339af9f5-3ac5-4277-ae0c-2a3e71839655 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 944 time: 0.1160276 Aug 16 02:31:50.417758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 69bbbfd8-262f-4820-87ec-1022c3f090b5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:50.422181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 69bbbfd8-262f-4820-87ec-1022c3f090b5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:50.422630 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.458762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1c9c52d-2b41-492b-b111-62f15b20f416 req-a6f8cb09-51a9-46ca-a504-5f8a6fc2f7c6 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804057 Aug 16 02:31:50.471182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:50.481636 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] Sync routers for ids ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:50.494898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.495835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a1fbb92c-b83f-4b98-88c1-ad236c191ebf tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7637162 Aug 16 02:31:50.498659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37268) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:50.510760 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] Routers {'e5b6d2d2-36fc-4287-97e9-6ab30f62531e'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:50.512236 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:50.516592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': False}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:50.591493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.656625 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:50.668477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 69bbbfd8-262f-4820-87ec-1022c3f090b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:50.669553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bbbfd8-262f-4820-87ec-1022c3f090b5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:50.675632 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8673335-bcba-410b-9c63-be5432cad289" -d '{"events": [{"server_uuid": "ed4b4312-69ee-4db3-9210-f598218ade51", "name": "network-vif-plugged", "status": "completed", "tag": "69bbbfd8-262f-4820-87ec-1022c3f090b5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:50.679674 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] Routers {'e5b6d2d2-36fc-4287-97e9-6ab30f62531e'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:50.680385 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:50.685628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.771425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e652f093-ca06-45da-a953-bc82b78d3581 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:50.818889 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:50.819781 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5cb5a-24de-4904-ba3f-1df791c9a448 None None] The sync data for ids ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:50.835003 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bbf94a-056d-4ed4-ac35-1f2ab84a9f52 x-openstack-request-id: req-32bbf94a-056d-4ed4-ac35-1f2ab84a9f52 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:50.835349 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b4312-69ee-4db3-9210-f598218ade51", "name": "network-vif-plugged", "status": "completed", "tag": "69bbbfd8-262f-4820-87ec-1022c3f090b5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:50.835541 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32bbf94a-056d-4ed4-ac35-1f2ab84a9f52 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:50.837098 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bbbfd8-262f-4820-87ec-1022c3f090b5', 'code': 200} Aug 16 02:31:50.845002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c4d16-2e3c-4bb7-9c0b-8b44649bfe2e req-40c28c6c-278b-4ea2-8027-ef2e26bcad40 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:50.846652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-834c4d16-2e3c-4bb7-9c0b-8b44649bfe2e req-40c28c6c-278b-4ea2-8027-ef2e26bcad40 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 945 time: 0.2472827 Aug 16 02:31:50.859680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37300) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:50.878393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=69bbbfd8-262f-4820-87ec-1022c3f090b5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.002099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e652f093-ca06-45da-a953-bc82b78d3581, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e652f093-ca06-45da-a953-bc82b78d3581,segment=NetworkSegment(2240a659-0802-4bb4-a07b-7f994b7d2103),segment_id=2240a659-0802-4bb4-a07b-7f994b7d2103)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:51.032876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'e652f093-ca06-45da-a953-bc82b78d3581', 'network_id': 'efa11aab-62a9-4ad4-bc37-bbccbadc6e5a', 'port_id': 'e652f093-ca06-45da-a953-bc82b78d3581', 'mac_address': 'fa:16:3e:19:71:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621fbcb1-8146-4707-b841-12d9e396d30d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:51.093483 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.099580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-834c4d16-2e3c-4bb7-9c0b-8b44649bfe2e req-03ebd89d-6368-4c19-a6d6-5c781120ec0c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345698 Aug 16 02:31:51.120120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d938242-b933-4b39-94ae-f788a1f3bb89 req-4e0a1cfa-3606-4f9c-9db8-cf890c3c325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.120120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d938242-b933-4b39-94ae-f788a1f3bb89 req-4e0a1cfa-3606-4f9c-9db8-cf890c3c325d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 1098 time: 0.2492919 Aug 16 02:31:51.120396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e652f093-ca06-45da-a953-bc82b78d3581 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:51.146169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e652f093-ca06-45da-a953-bc82b78d3581, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e652f093-ca06-45da-a953-bc82b78d3581,segment=NetworkSegment(2240a659-0802-4bb4-a07b-7f994b7d2103),segment_id=2240a659-0802-4bb4-a07b-7f994b7d2103)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:51.154997 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.229656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e652f093-ca06-45da-a953-bc82b78d3581,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.250245 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d938242-b933-4b39-94ae-f788a1f3bb89 req-ee80d74a-723f-4826-88a9-55f533d73d43 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256955 Aug 16 02:31:51.264432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-855273f1-c0c0-4951-a607-89cbcf24d36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.367941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.443449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e652f093-ca06-45da-a953-bc82b78d3581'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:51.556832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-855273f1-c0c0-4951-a607-89cbcf24d36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.562979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-855273f1-c0c0-4951-a607-89cbcf24d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.631290 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-855273f1-c0c0-4951-a607-89cbcf24d36c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d2837c0f1d348799871749ee7b84679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674263 Aug 16 02:31:51.634334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37390) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:51.807194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855273f1-c0c0-4951-a607-89cbcf24d36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1937227-879a-4457-9bae-f526a7815260,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.817844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7de0fbb-7bd1-4412-b0a7-7a4e494a226e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.855629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875dae8-aeee-40e3-89c5-502abe5eb9ce req-a9f787b0-d322-4d6b-b3af-f5ebc7dde4d5 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.863638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b875dae8-aeee-40e3-89c5-502abe5eb9ce req-a9f787b0-d322-4d6b-b3af-f5ebc7dde4d5 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 945 time: 0.2299812 Aug 16 02:31:51.907329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7de0fbb-7bd1-4412-b0a7-7a4e494a226e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.928140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b875dae8-aeee-40e3-89c5-502abe5eb9ce req-fdbf278f-4fad-4d4e-b056-8e36d6944cdc tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634792 Aug 16 02:31:52.016634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7de0fbb-7bd1-4412-b0a7-7a4e494a226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.021063 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7de0fbb-7bd1-4412-b0a7-7a4e494a226e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.023510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e7de0fbb-7bd1-4412-b0a7-7a4e494a226e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1937227-879a-4457-9bae-f526a7815260 HTTP/1.1" status: 204 len: 168 time: 0.3840690 Aug 16 02:31:52.028509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.034139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.038626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de0fbb-7bd1-4412-b0a7-7a4e494a226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1937227-879a-4457-9bae-f526a7815260,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:52.226751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Router e5b6d2d2-36fc-4287-97e9-6ab30f62531e has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:52.260449 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.273705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29291-174a-45a2-8ce8-26380f514dd1 req-495aba28-77ee-4833-b226-fa8de4bb4b35 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.275199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07f29291-174a-45a2-8ce8-26380f514dd1 req-495aba28-77ee-4833-b226-fa8de4bb4b35 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0759745 Aug 16 02:31:52.382814 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07f29291-174a-45a2-8ce8-26380f514dd1 req-0734b8a2-c199-4301-906e-9cbcf08d4ba6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764303 Aug 16 02:31:52.403429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:52.409318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.413194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-88e9d332-9a12-4f59-bc74-617ff2d4b8e3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "PUT /v2.0/routers/e5b6d2d2-36fc-4287-97e9-6ab30f62531e HTTP/1.1" status: 200 len: 922 time: 1.9093349 Aug 16 02:31:52.414724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:52.421588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] Sync routers for ids ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:52.436534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] Routers {'e5b6d2d2-36fc-4287-97e9-6ab30f62531e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:52.439563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:52.522843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:52.565305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] Routers {'e5b6d2d2-36fc-4287-97e9-6ab30f62531e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:52.565979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:52.654844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:52.659869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafab1ee-f31e-4519-9631-e33a83e64cbb None None] The sync data for ids ['e5b6d2d2-36fc-4287-97e9-6ab30f62531e'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:52.664697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d4238d5c-0763-4afc-a804-b05b98db3526 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/e5b6d2d2-36fc-4287-97e9-6ab30f62531e HTTP/1.1" status: 200 len: 922 time: 0.2471433 Aug 16 02:31:52.665553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:52.718851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37526) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:52.750606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.768013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea1071-2314-4337-80ef-20e50715019d tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.768340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e652f093-ca06-45da-a953-bc82b78d3581 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:52.770011 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-17ea1071-2314-4337-80ef-20e50715019d tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=e5b6d2d2-36fc-4287-97e9-6ab30f62531e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1033330 Aug 16 02:31:52.773329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37536) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:52.798015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a614fe-d437-40c3-878e-5af5c1a09394 req-ea6f0d49-2d77-41d8-9138-eeebee1960c2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.799743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-97a614fe-d437-40c3-878e-5af5c1a09394 req-ea6f0d49-2d77-41d8-9138-eeebee1960c2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1658401 Aug 16 02:31:52.845959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port e652f093-ca06-45da-a953-bc82b78d3581 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:52.854084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port e652f093-ca06-45da-a953-bc82b78d3581 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:52.854623 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.928806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-97a614fe-d437-40c3-878e-5af5c1a09394 req-29fc41ac-5606-45b4-a2ea-252bce3f8202 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163573 Aug 16 02:31:52.953661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b4ed12-80e8-489d-8c3a-66a428a925b5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.955070 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92b4ed12-80e8-489d-8c3a-66a428a925b5 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.1798871 Aug 16 02:31:52.957985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37558) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:52.990860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-650714e1-3b2d-4bb0-ad83-4c5fa7b8d276 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5b6d2d2-36fc-4287-97e9-6ab30f62531e HTTP/1.1" status: 200 len: 205 time: 0.0318022 Aug 16 02:31:52.994051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:53.018467 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.023098 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.027534 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.064140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d690b-2429-488b-8252-80633b2b0e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652f093-ca06-45da-a953-bc82b78d3581'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:53.067738 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c82d34-a7df-401a-ac5a-2dd1a1862cf8" -d '{"events": [{"server_uuid": "395d690b-2429-488b-8252-80633b2b0e74", "name": "network-vif-plugged", "status": "completed", "tag": "e652f093-ca06-45da-a953-bc82b78d3581"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:53.094605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e652f093-ca06-45da-a953-bc82b78d3581, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e652f093-ca06-45da-a953-bc82b78d3581,segment=NetworkSegment(2240a659-0802-4bb4-a07b-7f994b7d2103),segment_id=2240a659-0802-4bb4-a07b-7f994b7d2103)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:53.101626 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.111405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce69905-2f19-4045-b338-478c8dfb5f40,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.135249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.135619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.135864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.136189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.136555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.136959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.139363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.141075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.141540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.141873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.142211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.142544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:53.160775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b19385fb-aa43-4fd0-b025-5a8f188f59eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e12d90b2b7d4258875708c6938c5969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407556 Aug 16 02:31:53.163079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37582) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:53.179803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9e61c-f557-4f5e-9f9a-8e1ff65916e8 req-44d5c17c-479e-43e5-b75d-212b0d4b8324 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.180635 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f3df9f-911a-4d41-8e55-83e83ec27f9e x-openstack-request-id: req-e0f3df9f-911a-4d41-8e55-83e83ec27f9e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:53.181030 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d690b-2429-488b-8252-80633b2b0e74", "name": "network-vif-plugged", "status": "completed", "tag": "e652f093-ca06-45da-a953-bc82b78d3581", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:53.181168 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0f3df9f-911a-4d41-8e55-83e83ec27f9e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:53.181555 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395d690b-2429-488b-8252-80633b2b0e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e652f093-ca06-45da-a953-bc82b78d3581', 'code': 200} Aug 16 02:31:53.187866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18a9e61c-f557-4f5e-9f9a-8e1ff65916e8 req-44d5c17c-479e-43e5-b75d-212b0d4b8324 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 945 time: 0.1304731 Aug 16 02:31:53.207147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e652f093-ca06-45da-a953-bc82b78d3581,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.260431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28e458e5-5486-463b-8d3e-fca013822453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.260824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18a9e61c-f557-4f5e-9f9a-8e1ff65916e8 req-2907b45d-697a-4f65-b203-773ef585b317 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718436 Aug 16 02:31:53.263251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.286200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28e458e5-5486-463b-8d3e-fca013822453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.337026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a5a73-3581-4e79-8964-f39852e52498 req-6fe8efcb-db29-4301-9007-14ca08faaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.338569 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c81a5a73-3581-4e79-8964-f39852e52498 req-6fe8efcb-db29-4301-9007-14ca08faaf76 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 1098 time: 0.1122718 Aug 16 02:31:53.393529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28e458e5-5486-463b-8d3e-fca013822453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.394455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.396793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-28e458e5-5486-463b-8d3e-fca013822453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.398121 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-28e458e5-5486-463b-8d3e-fca013822453 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ce69905-2f19-4045-b338-478c8dfb5f40 HTTP/1.1" status: 204 len: 168 time: 0.2328293 Aug 16 02:31:53.400357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c81a5a73-3581-4e79-8964-f39852e52498 req-a13ac572-9da0-4933-b6ef-64118b6c0d23 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Aug 16 02:31:53.417527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e458e5-5486-463b-8d3e-fca013822453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce69905-2f19-4045-b338-478c8dfb5f40,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.462543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Deleting port 87943c76-d84b-49cf-8335-1aac958b67ac {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:53.463491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.505353 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.573463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.588715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Calling delete_port for 87943c76-d84b-49cf-8335-1aac958b67ac owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:53.806615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.835806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event deleted for resources: {'Port': ['ID=87943c76-d84b-49cf-8335-1aac958b67ac,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.904071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.000576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.003267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.066627 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.067033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Fanout notify agent at l3_agent the message router_deleted on router e5b6d2d2-36fc-4287-97e9-6ab30f62531e {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:54.074726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.087300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a094a9b3-9f99-4da2-99e0-11ad22377deb tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/e5b6d2d2-36fc-4287-97e9-6ab30f62531e HTTP/1.1" status: 204 len: 168 time: 1.0879924 Aug 16 02:31:54.091906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:54.097107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-af340550-fcfa-460c-a3a1-f318f1521eb8 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1422024673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:54.127019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af340550-fcfa-460c-a3a1-f318f1521eb8 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.128319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af340550-fcfa-460c-a3a1-f318f1521eb8 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.128961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc406-8265-402c-82ca-f5e8d4488b19 req-bd9e26a7-ac06-4f68-84f5-05d7cbd635a3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:54.131085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7efcc406-8265-402c-82ca-f5e8d4488b19 req-bd9e26a7-ac06-4f68-84f5-05d7cbd635a3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0798366 Aug 16 02:31:54.189914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7efcc406-8265-402c-82ca-f5e8d4488b19 req-b4d005cc-f604-4a2d-a879-6c77b4063de5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443087 Aug 16 02:31:54.224977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af340550-fcfa-460c-a3a1-f318f1521eb8 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.231728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af340550-fcfa-460c-a3a1-f318f1521eb8 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.258339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af340550-fcfa-460c-a3a1-f318f1521eb8 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.259737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af340550-fcfa-460c-a3a1-f318f1521eb8 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1684086 Aug 16 02:31:54.262634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37730) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:54.268992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:54.533802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.557291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd13911-c225-4ea3-a42a-143c5a1638bb req-75bd23bf-7f0e-4967-af2d-741e5d97e4a2 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:54.558799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dbd13911-c225-4ea3-a42a-143c5a1638bb req-75bd23bf-7f0e-4967-af2d-741e5d97e4a2 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.1283774 Aug 16 02:31:54.641260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dbd13911-c225-4ea3-a42a-143c5a1638bb req-38898e9f-0c76-42f5-a0ae-3d0d42f2babc tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724661 Aug 16 02:31:54.772953 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:54.804836 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.826007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.972947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Allocated IP 172.25.4.220 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/0294207c-55e9-4767-ba85-631e5cedf5a1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:55.086176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.129909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.170257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:55.173788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:55.177348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:55.183616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event updated for resources: {'Port': ['ID=0294207c-55e9-4767-ba85-631e5cedf5a1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:55.343550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e047-572d-41ca-8e11-253ea1ca5e1c req-2468f44b-b3ed-4577-98c1-8a576cc9b326 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:55.346125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-97a6e047-572d-41ca-8e11-253ea1ca5e1c req-2468f44b-b3ed-4577-98c1-8a576cc9b326 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0690660 Aug 16 02:31:55.401749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-97a6e047-572d-41ca-8e11-253ea1ca5e1c req-ef83c51f-50fe-45f9-9bf3-e78ef9f415e4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Aug 16 02:31:55.465117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.089220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.098286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.112587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce41ad-32f8-40bd-a2f1-926489419b44 req-eba938be-0ee2-4ce6-9275-2663b8803f02 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.114147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74ce41ad-32f8-40bd-a2f1-926489419b44 req-eba938be-0ee2-4ce6-9275-2663b8803f02 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.0735517 Aug 16 02:31:56.153010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0703803f-9d8a-43be-8fc7-02e8bdb457c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.287923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74ce41ad-32f8-40bd-a2f1-926489419b44 req-710946f7-aa1c-4af6-a793-2685de146956 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945668 Aug 16 02:31:56.371181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Router 5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:31:56.505031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:56.514781 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] Sync routers for ids ['5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:56.529172 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] Routers {'5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:56.529925 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:56.536100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.549579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6e52cb16-acdc-42e6-b991-557dad8fbc94 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "PUT /v2.0/routers/5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c HTTP/1.1" status: 200 len: 880 time: 2.2789171 Aug 16 02:31:56.549579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:56.613748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:56.630071 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] Routers {'5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:56.631059 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:56.662783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ab5e2-1690-4b70-b74d-679a4be036af req-498422e5-5b15-47d0-8ea0-da64656fe253 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.669702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-085ab5e2-1690-4b70-b74d-679a4be036af req-498422e5-5b15-47d0-8ea0-da64656fe253 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1456845 Aug 16 02:31:56.715158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:56.722582 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6291647-7a44-4f3f-a101-d721be0e65dd None None] The sync data for ids ['5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:56.755897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b76850af-6c4d-4919-9bd0-8ed7464db1b7 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c HTTP/1.1" status: 200 len: 921 time: 0.2057712 Aug 16 02:31:56.763121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:56.774856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-085ab5e2-1690-4b70-b74d-679a4be036af req-a62b52e7-8ca7-484f-a3cf-6bb02b8fb164 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904117 Aug 16 02:31:56.821690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad50a-c090-4233-8578-e909247c15f0 req-2b66ec2a-e6f6-4b38-b731-2390714d16f1 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.823805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aecad50a-c090-4233-8578-e909247c15f0 req-2b66ec2a-e6f6-4b38-b731-2390714d16f1 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.0664575 Aug 16 02:31:56.833776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894878ee-596a-4db8-afcf-48770cbc584e req-633ad33c-3c56-41e2-b713-b4e6e342312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.835629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-894878ee-596a-4db8-afcf-48770cbc584e req-633ad33c-3c56-41e2-b713-b4e6e342312a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=39237ad54297413caf3e7fbc51c6bff8&device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 1098 time: 0.1647210 Aug 16 02:31:56.925086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aecad50a-c090-4233-8578-e909247c15f0 req-895e77e8-4782-4be5-86cd-12e4149fa62b tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943563 Aug 16 02:31:56.957782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894878ee-596a-4db8-afcf-48770cbc584e req-d3b23d63-0b1d-4f79-8878-c3ccdfb4c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.959252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-894878ee-596a-4db8-afcf-48770cbc584e req-d3b23d63-0b1d-4f79-8878-c3ccdfb4c83f service neutron] 10.222.0.98 "GET /v2.0/networks?id=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a HTTP/1.1" status: 200 len: 914 time: 0.1152918 Aug 16 02:31:56.962117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b03d5-f410-4a24-b6db-3051e0d8fc14 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.964770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5d1b03d5-f410-4a24-b6db-3051e0d8fc14 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1827295 Aug 16 02:31:56.966411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37898) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:57.052751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-894878ee-596a-4db8-afcf-48770cbc584e req-60bea7e0-8033-4d6d-95c7-a92002db2b62 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e652f093-ca06-45da-a953-bc82b78d3581 HTTP/1.1" status: 200 len: 217 time: 0.0764456 Aug 16 02:31:57.140533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894878ee-596a-4db8-afcf-48770cbc584e req-22b683a1-ab5e-4f2a-86e0-747f0790ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:57.142053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-894878ee-596a-4db8-afcf-48770cbc584e req-22b683a1-ab5e-4f2a-86e0-747f0790ba59 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=621fbcb1-8146-4707-b841-12d9e396d30d HTTP/1.1" status: 200 len: 853 time: 0.0766780 Aug 16 02:31:57.143424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9503-383d-4f87-b14e-4350c704cec2 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:57.148263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b25b9503-383d-4f87-b14e-4350c704cec2 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.1775746 Aug 16 02:31:57.148263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37902) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:57.185320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-894878ee-596a-4db8-afcf-48770cbc584e req-3089c342-9a83-433f-a8b8-c775e313d03e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339000 Aug 16 02:31:57.202969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-56b32f8e-0d94-4597-abf0-d4d574dc1e1f tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c HTTP/1.1" status: 200 len: 205 time: 0.0525658 Aug 16 02:31:57.205712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37906) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:57.362588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-894878ee-596a-4db8-afcf-48770cbc584e req-7192f44e-900b-4e79-94d1-97bde93ca6bf service neutron] 10.222.0.98 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629438 Aug 16 02:31:57.447708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.504097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-894878ee-596a-4db8-afcf-48770cbc584e req-47ea5825-7b1c-48d9-bf17-223400cbb2ed service neutron] 10.222.0.98 "GET /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336706 Aug 16 02:31:57.612605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.682467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Deleting port 0294207c-55e9-4767-ba85-631e5cedf5a1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:57.682854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.774529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.787333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Calling delete_port for 0294207c-55e9-4767-ba85-631e5cedf5a1 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:57.957689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880a26-c4e8-4e8b-afa5-84d6422b535b req-562c1169-e783-46f3-b15c-cf5e9b316933 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:57.966301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2880a26-c4e8-4e8b-afa5-84d6422b535b req-562c1169-e783-46f3-b15c-cf5e9b316933 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0742831 Aug 16 02:31:58.016909 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2880a26-c4e8-4e8b-afa5-84d6422b535b req-e4ad8896-d5b4-4a98-a65d-ee8ae92accc4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492203 Aug 16 02:31:58.095322 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.175040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event deleted for resources: {'Port': ['ID=0294207c-55e9-4767-ba85-631e5cedf5a1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:58.217505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aea2f-865e-4c91-8cca-e7978abbe7a1 req-98f14550-b183-47b7-81de-95664c262f67 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:58.220243 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-081aea2f-865e-4c91-8cca-e7978abbe7a1 req-98f14550-b183-47b7-81de-95664c262f67 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.1857128 Aug 16 02:31:58.252068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.370614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-081aea2f-865e-4c91-8cca-e7978abbe7a1 req-ccbc3841-e624-40fc-aca0-720c5164a3bf tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425910 Aug 16 02:31:58.372687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.375743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.425048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.425985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:58.436353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.439395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bdfd7556-06e8-44e8-b2f4-4266b248552c tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c HTTP/1.1" status: 204 len: 168 time: 1.2326977 Aug 16 02:31:58.443332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37942) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:58.456762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3a14011b-7788-492a-bf02-985636135099 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1557627360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:58.487599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a14011b-7788-492a-bf02-985636135099 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.489258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a14011b-7788-492a-bf02-985636135099 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.555725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a14011b-7788-492a-bf02-985636135099 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.561940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a14011b-7788-492a-bf02-985636135099 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.586630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a14011b-7788-492a-bf02-985636135099 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.589277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3a14011b-7788-492a-bf02-985636135099 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1444664 Aug 16 02:31:58.592152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37950) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:58.600242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': True}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:58.806886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-73ea3c53-1422-435c-9961-2b9dd3073f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.812887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.278484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.307148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c4b86-3c00-4620-8918-f9499a0d682e req-37a3f1be-2f30-4e9d-b323-d578717f4c7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:59.317043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b9c4b86-3c00-4620-8918-f9499a0d682e req-37a3f1be-2f30-4e9d-b323-d578717f4c7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.2052367 Aug 16 02:31:59.417132 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b9c4b86-3c00-4620-8918-f9499a0d682e req-f77ba281-70e4-4ea3-9f9d-8bcead6adf44 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987844 Aug 16 02:31:59.590264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba792fa-ffee-4f6c-b359-d867b97434c0 req-5899b0b3-1acc-4aa5-9f0c-8045209f8eac tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:59.596205 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aba792fa-ffee-4f6c-b359-d867b97434c0 req-5899b0b3-1acc-4aa5-9f0c-8045209f8eac tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.1081791 Aug 16 02:31:59.625812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.664599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aba792fa-ffee-4f6c-b359-d867b97434c0 req-1e708ac2-eec5-42e9-aab6-b569876319ca tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616415 Aug 16 02:31:59.666769 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.823009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Allocated IP 172.25.4.240 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/da90893c-daea-46fd-b7a9-5245bd05b551) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:59.955929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.979008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.034092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.101044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Port': ['ID=da90893c-daea-46fd-b7a9-5245bd05b551,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:00.160437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:00.169617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:00.173477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:00.221874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674cc99-f33f-451c-a985-e4d1687c6e8c req-2d7e10c0-8072-44d7-b846-9f695743fd2d tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:00.230329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7674cc99-f33f-451c-a985-e4d1687c6e8c req-2d7e10c0-8072-44d7-b846-9f695743fd2d tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.1301582 Aug 16 02:32:00.362728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7674cc99-f33f-451c-a985-e4d1687c6e8c req-e8035007-c1de-4262-8ae3-ae1482dd730f tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270282 Aug 16 02:32:00.541675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce536f-11af-418a-be49-508d9379c548 req-b658e4a3-9a8c-4d58-9420-3d2432fbdd97 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:00.543208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfce536f-11af-418a-be49-508d9379c548 req-b658e4a3-9a8c-4d58-9420-3d2432fbdd97 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0749974 Aug 16 02:32:00.612261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfce536f-11af-418a-be49-508d9379c548 req-6fd442b1-d51a-4734-bf5b-a1a882490e32 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588193 Aug 16 02:32:00.625637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.869082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.873384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.037069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Router 0012d10b-2dda-41d8-8bd4-ff68b7659792 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:01.177589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:01.188949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] Sync routers for ids ['0012d10b-2dda-41d8-8bd4-ff68b7659792'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:01.200619 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.202709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] Routers {'0012d10b-2dda-41d8-8bd4-ff68b7659792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:01.203375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0012d10b-2dda-41d8-8bd4-ff68b7659792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:01.208716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.216062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0694a1c5-a839-44a3-9591-b6d2a626d7f3 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "PUT /v2.0/routers/0012d10b-2dda-41d8-8bd4-ff68b7659792 HTTP/1.1" status: 200 len: 915 time: 2.6214824 Aug 16 02:32:01.271874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:01.281192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] Routers {'0012d10b-2dda-41d8-8bd4-ff68b7659792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:01.282488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0012d10b-2dda-41d8-8bd4-ff68b7659792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:01.323157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:01.324051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7890bc-0285-40a2-bee4-95f76d7de193 None None] The sync data for ids ['0012d10b-2dda-41d8-8bd4-ff68b7659792'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:01.368900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61c2bdd5-abce-4d04-b4a4-d0ea56317028 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/0012d10b-2dda-41d8-8bd4-ff68b7659792 HTTP/1.1" status: 200 len: 921 time: 0.1589921 Aug 16 02:32:01.370161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.421955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673f18d-9a1f-4a09-99cb-004ffc812456 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.424244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4673f18d-9a1f-4a09-99cb-004ffc812456 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=0012d10b-2dda-41d8-8bd4-ff68b7659792&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0529847 Aug 16 02:32:01.426941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.531821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fc502-dfa6-447c-b134-3073ee33b33c req-a183c8cc-221f-40ff-a4ba-7010f6894280 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.534241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d8fc502-dfa6-447c-b134-3073ee33b33c req-a183c8cc-221f-40ff-a4ba-7010f6894280 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.0744932 Aug 16 02:32:01.551069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f663da1-cae9-4b30-8fed-30e32ffe63a4 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.552628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2f663da1-cae9-4b30-8fed-30e32ffe63a4 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.1245332 Aug 16 02:32:01.555488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.589464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a63f781d-f7dd-42d1-8490-6d0be91d18e7 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=0012d10b-2dda-41d8-8bd4-ff68b7659792 HTTP/1.1" status: 200 len: 205 time: 0.0326300 Aug 16 02:32:01.591780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.620397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d8fc502-dfa6-447c-b134-3073ee33b33c req-3bccbdd3-4a23-439e-9302-043bcf69a32f tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc76010a-37d5-422f-8262-6592cd856ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791786 Aug 16 02:32:01.646560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-64eba347-404f-4a8d-af6a-6574f49efa8c tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.657210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-64eba347-404f-4a8d-af6a-6574f49efa8c tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.98 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 946 time: 0.0946987 Aug 16 02:32:01.766859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.797289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Deleting port e652f093-ca06-45da-a953-bc82b78d3581 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:01.797842 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.841517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0a777-21e7-4671-9c30-f9dd1cf03526 req-f4392fe5-f6ca-4334-9086-ae57531024b0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.849719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adf0a777-21e7-4671-9c30-f9dd1cf03526 req-f4392fe5-f6ca-4334-9086-ae57531024b0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1238346 Aug 16 02:32:01.885384 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.937065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] For port e652f093-ca06-45da-a953-bc82b78d3581, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e652f093-ca06-45da-a953-bc82b78d3581,segment=NetworkSegment(2240a659-0802-4bb4-a07b-7f994b7d2103),segment_id=2240a659-0802-4bb4-a07b-7f994b7d2103)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:01.938959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.942387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-adf0a777-21e7-4671-9c30-f9dd1cf03526 req-52353b68-722c-4dcc-b6a4-0bc93e997057 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876570 Aug 16 02:32:01.961937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Calling delete_port for e652f093-ca06-45da-a953-bc82b78d3581 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:01.962835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.030632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38072) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:02.036807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Deleting port da90893c-daea-46fd-b7a9-5245bd05b551 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:02.037477 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.152119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.175253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Calling delete_port for da90893c-daea-46fd-b7a9-5245bd05b551 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:02.191191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.207425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e652f093-ca06-45da-a953-bc82b78d3581'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:02.284143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Pushing event deleted for resources: {'Port': ['ID=e652f093-ca06-45da-a953-bc82b78d3581,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:02.307364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] No DVR routers for this DVR port e652f093-ca06-45da-a953-bc82b78d3581 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:02.310331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.313184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-10c718c6-e781-4aa1-bc41-ef90856774ca req-b00712d3-018e-404f-a8b4-1549276789c8 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.98 "DELETE /v2.0/ports/e652f093-ca06-45da-a953-bc82b78d3581 HTTP/1.1" status: 204 len: 173 time: 0.6478527 Aug 16 02:32:02.313702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d690b-2429-488b-8252-80633b2b0e74', 'name': 'network-vif-deleted', 'tag': 'e652f093-ca06-45da-a953-bc82b78d3581'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:02.326082 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527eaced-6fc1-43b9-91b0-a0972dce35d6" -d '{"events": [{"server_uuid": "395d690b-2429-488b-8252-80633b2b0e74", "name": "network-vif-deleted", "tag": "e652f093-ca06-45da-a953-bc82b78d3581"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:02.366891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:02.408532 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b98687-17bb-454b-a6f2-3be3f8d68770 x-openstack-request-id: req-72b98687-17bb-454b-a6f2-3be3f8d68770 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:02.409357 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d690b-2429-488b-8252-80633b2b0e74", "name": "network-vif-deleted", "tag": "e652f093-ca06-45da-a953-bc82b78d3581", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:02.409357 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72b98687-17bb-454b-a6f2-3be3f8d68770 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:02.409846 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395d690b-2429-488b-8252-80633b2b0e74', 'name': 'network-vif-deleted', 'tag': 'e652f093-ca06-45da-a953-bc82b78d3581', 'status': 'completed', 'code': 200} Aug 16 02:32:02.488911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.511125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.519483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd006be6-428e-42b9-b16a-6a6c3da307e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.532949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event deleted for resources: {'Port': ['ID=da90893c-daea-46fd-b7a9-5245bd05b551,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:02.556610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:32:02.556610 n-d-769329-15 neutron-server[94857]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:32:02.556610 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id': '2e81b6f959e84776bbbb5edf45d8132b', 'id': '6f4e86ec-e383-45d9-b944-c69fc461a12d', 'expiration': datetime.datetime(2021, 8, 16, 2, 34, 2, 552028)}] Aug 16 02:32:02.556610 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:32:02.557395 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:32:02.601279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.644809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd006be6-428e-42b9-b16a-6a6c3da307e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.651707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd006be6-428e-42b9-b16a-6a6c3da307e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.688134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd006be6-428e-42b9-b16a-6a6c3da307e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbd86cd-1c38-46d6-97f8-4f31ef3e2d52,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:02.699095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd006be6-428e-42b9-b16a-6a6c3da307e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=517a01692d0941718727dad02324e83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283660 Aug 16 02:32:02.699472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:02.728491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.733067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.759111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91c2e8fd-01ec-47fd-a0e8-eff1fc453d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.763851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bcca8d4a-99a3-4f38-b4c9-50ebf72d0c6e req-7551fde3-e47e-4ec0-aed5-5779af35ce31 tempest-InstanceActionsTestJSON-1948679302 tempest-InstanceActionsTestJSON-1948679302-project] 10.222.0.78 "GET /v2.0/ports?device_id=395d690b-2429-488b-8252-80633b2b0e74 HTTP/1.1" status: 200 len: 210 time: 0.0327003 Aug 16 02:32:02.801054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91c2e8fd-01ec-47fd-a0e8-eff1fc453d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.813958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.814601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Fanout notify agent at l3_agent the message router_deleted on router 0012d10b-2dda-41d8-8bd4-ff68b7659792 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:02.822564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.823807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bf6f74d9-6991-4a51-9409-6e74b42091b1 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/0012d10b-2dda-41d8-8bd4-ff68b7659792 HTTP/1.1" status: 204 len: 168 time: 1.2298493 Aug 16 02:32:02.835254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38092) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:02.845296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-626f56a1-f1fa-4220-9828-45b5cf03f984 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1362127581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:02.874733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-626f56a1-f1fa-4220-9828-45b5cf03f984 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.875744 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-626f56a1-f1fa-4220-9828-45b5cf03f984 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.894331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91c2e8fd-01ec-47fd-a0e8-eff1fc453d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.897836 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-91c2e8fd-01ec-47fd-a0e8-eff1fc453d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.900333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-91c2e8fd-01ec-47fd-a0e8-eff1fc453d13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0bbd86cd-1c38-46d6-97f8-4f31ef3e2d52 HTTP/1.1" status: 204 len: 168 time: 0.1956224 Aug 16 02:32:02.920637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2e8fd-01ec-47fd-a0e8-eff1fc453d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbd86cd-1c38-46d6-97f8-4f31ef3e2d52,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:02.959133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-626f56a1-f1fa-4220-9828-45b5cf03f984 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.964274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-626f56a1-f1fa-4220-9828-45b5cf03f984 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.986357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-626f56a1-f1fa-4220-9828-45b5cf03f984 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.988174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-626f56a1-f1fa-4220-9828-45b5cf03f984 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1519535 Aug 16 02:32:02.991258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38098) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:02.996417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': False}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:03.060766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.213637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.222142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2658-6b2d-4aed-ba5a-896dfdf0cde2 req-961691e8-888f-4f8d-8893-fda94eec0224 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:03.223652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f8a2658-6b2d-4aed-ba5a-896dfdf0cde2 req-961691e8-888f-4f8d-8893-fda94eec0224 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1761265 Aug 16 02:32:03.227395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b122659-7277-43a5-a4bd-ac1f7ba44096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.305109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.379188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f8a2658-6b2d-4aed-ba5a-896dfdf0cde2 req-cc92c5ca-9a46-45e1-b90a-9d9d5200c9b5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239400 Aug 16 02:32:03.427960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.434019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.476293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e81b6f959e84776bbbb5edf45d8132b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4425371 Aug 16 02:32:03.479487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.495573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642f432-3670-4609-94f0-c500629a0f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e77d29-e1ad-4e3c-b940-c965f5e6cf94,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:03.560380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b122659-7277-43a5-a4bd-ac1f7ba44096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.563851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b939-d7f7-4629-bf8d-686b852e2c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.566752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b122659-7277-43a5-a4bd-ac1f7ba44096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.612460 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b939-d7f7-4629-bf8d-686b852e2c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.622187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.627069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122659-7277-43a5-a4bd-ac1f7ba44096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d139e-3e45-4cd5-90ea-1c58afd20b65,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:03.633623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b122659-7277-43a5-a4bd-ac1f7ba44096 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d9ebeab0a0b445fc8be242db8b7eca62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186049 Aug 16 02:32:03.638378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.645097 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.716823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b939-d7f7-4629-bf8d-686b852e2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.719403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b939-d7f7-4629-bf8d-686b852e2c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.720685 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7fd4b939-d7f7-4629-bf8d-686b852e2c6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/57e77d29-e1ad-4e3c-b940-c965f5e6cf94 HTTP/1.1" status: 204 len: 168 time: 0.2401204 Aug 16 02:32:03.722991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9caff318-c80d-4b0d-a1a3-cb55ef1e0aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.734437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4b939-d7f7-4629-bf8d-686b852e2c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e77d29-e1ad-4e3c-b940-c965f5e6cf94,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:03.758470 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9caff318-c80d-4b0d-a1a3-cb55ef1e0aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.760527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Allocated IP 172.25.4.112 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ac254f74-077e-4752-8dd5-96f4fa127072) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:03.816533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9caff318-c80d-4b0d-a1a3-cb55ef1e0aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.820700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9caff318-c80d-4b0d-a1a3-cb55ef1e0aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.825376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9caff318-c80d-4b0d-a1a3-cb55ef1e0aec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d9d139e-3e45-4cd5-90ea-1c58afd20b65 HTTP/1.1" status: 204 len: 168 time: 0.1860306 Aug 16 02:32:03.835570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff318-c80d-4b0d-a1a3-cb55ef1e0aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d139e-3e45-4cd5-90ea-1c58afd20b65,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:03.862913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.926137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] Deleting subnet 621fbcb1-8146-4707-b841-12d9e396d30d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:03.930261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.934362 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.986717 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.992140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.034842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:04.040808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:04.041071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.056738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:04.118911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Pushing event updated for resources: {'Port': ['ID=ac254f74-077e-4752-8dd5-96f4fa127072,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:04.121820 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.147339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.157941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] 10.222.0.78 "DELETE /v2.0/subnets/621fbcb1-8146-4707-b841-12d9e396d30d HTTP/1.1" status: 204 len: 168 time: 0.2939103 Aug 16 02:32:04.187967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38122) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:04.201172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd25131-9961-4455-9e5e-f81ca595b0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621fbcb1-8146-4707-b841-12d9e396d30d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:04.315490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:04.333379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.334595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8c1b-0951-4d5d-8044-47ba8c8cbe98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.490614 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8c1b-0951-4d5d-8044-47ba8c8cbe98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.497584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8c1b-0951-4d5d-8044-47ba8c8cbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.544394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9c1b8c1b-0951-4d5d-8044-47ba8c8cbe98 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c5766016354743da9254086918eb66e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275190 Aug 16 02:32:04.545980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b8c1b-0951-4d5d-8044-47ba8c8cbe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0854313-341d-4657-9faf-edfb4560aeaf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:04.548709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38144) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:04.589440 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.612536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa11aab-62a9-4ad4-bc37-bbccbadc6e5a']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:04.643562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2240a659-0802-4bb4-a07b-7f994b7d2103') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:04.644176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2240a659-0802-4bb4-a07b-7f994b7d2103') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:04.658108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a58b0-7c37-4dfa-ad07-59ed47758d23 req-482204cb-d211-4061-9838-957fe84db4a8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:04.659631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e6a58b0-7c37-4dfa-ad07-59ed47758d23 req-482204cb-d211-4061-9838-957fe84db4a8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1650581 Aug 16 02:32:04.677153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.679939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.744105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.753440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:04.753897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: items = [ Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:04.757936 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:04.836434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d68dc328-d326-4c7a-86e1-62f206093f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.844331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e652f093-ca06-45da-a953-bc82b78d3581 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:04.870375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: e652f093-ca06-45da-a953-bc82b78d3581 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:04.870884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e652f093-ca06-45da-a953-bc82b78d3581 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:05.222448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e6a58b0-7c37-4dfa-ad07-59ed47758d23 req-bedc0569-055e-4601-8405-c987d249c30f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432811 Aug 16 02:32:05.242804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.261763 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.263620 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/efa11aab-62a9-4ad4-bc37-bbccbadc6e5a HTTP/1.1" status: 204 len: 168 time: 1.0741684 Aug 16 02:32:05.268228 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d68dc328-d326-4c7a-86e1-62f206093f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.294255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c0179-ff84-4214-be0c-13fcc0f87bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa11aab-62a9-4ad4-bc37-bbccbadc6e5a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:05.444762 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d68dc328-d326-4c7a-86e1-62f206093f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.447480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d68dc328-d326-4c7a-86e1-62f206093f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.448739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d68dc328-d326-4c7a-86e1-62f206093f35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0854313-341d-4657-9faf-edfb4560aeaf HTTP/1.1" status: 204 len: 168 time: 0.8956375 Aug 16 02:32:05.469642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc328-d326-4c7a-86e1-62f206093f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0854313-341d-4657-9faf-edfb4560aeaf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:05.490355 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.496250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.527794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38190) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:05.596119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-498f8ac5-1713-42f1-bcef-c74c60688d29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39237ad54297413caf3e7fbc51c6bff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671015 Aug 16 02:32:05.599792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:05.664246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-588ad905-8ffd-4147-9073-5ecff434a37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.687552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Router fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:05.734079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-588ad905-8ffd-4147-9073-5ecff434a37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.808546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:05.815004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.816616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cacee917-75ed-4803-b3cf-20ed8461dc12 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "PUT /v2.0/routers/fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 HTTP/1.1" status: 200 len: 916 time: 2.8239038 Aug 16 02:32:05.817708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-588ad905-8ffd-4147-9073-5ecff434a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.819137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38204) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:05.822973 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] Sync routers for ids ['fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:05.836964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-588ad905-8ffd-4147-9073-5ecff434a37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.840598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-588ad905-8ffd-4147-9073-5ecff434a37c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc76010a-37d5-422f-8262-6592cd856ace HTTP/1.1" status: 204 len: 168 time: 0.2392907 Aug 16 02:32:05.843208 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] Routers {'fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:05.844376 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:05.863927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ad905-8ffd-4147-9073-5ecff434a37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc76010a-37d5-422f-8262-6592cd856ace,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:05.896886 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:05.907833 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] Routers {'fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:05.908529 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:05.938546 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-af07a93e-5b07-47f3-bf3a-72b256e79bc6 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 HTTP/1.1" status: 200 len: 922 time: 0.1180809 Aug 16 02:32:05.941028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38212) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:05.955376 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:05.955987 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a462d6a-0d65-4af3-8a41-3ca822022214 None None] The sync data for ids ['fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:06.006554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8968f78-cf33-4065-9e9d-1bab132366d2 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.008983 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e8968f78-cf33-4065-9e9d-1bab132366d2 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0666010 Aug 16 02:32:06.011230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38218) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:06.115825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969bbde4-e4d4-45a9-a091-b0e042cf3417 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.118152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-969bbde4-e4d4-45a9-a091-b0e042cf3417 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.1057601 Aug 16 02:32:06.121083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38222) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:06.152167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1acbfad9-50d6-47d7-8122-7549127aee4f tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 HTTP/1.1" status: 200 len: 205 time: 0.0297494 Aug 16 02:32:06.154771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38224) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:06.238660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:06.254466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-252e4312-5d9b-4065-9ca0-c54e27d6551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.293889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.455228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563efdb9-d089-4c23-903b-de8eef592f9f req-55ae4ea2-15f8-425e-bc14-ac9c6bed1814 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.463192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-563efdb9-d089-4c23-903b-de8eef592f9f req-55ae4ea2-15f8-425e-bc14-ac9c6bed1814 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0831332 Aug 16 02:32:06.493909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-252e4312-5d9b-4065-9ca0-c54e27d6551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.502141 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-252e4312-5d9b-4065-9ca0-c54e27d6551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.515295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.564492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-563efdb9-d089-4c23-903b-de8eef592f9f req-d0f5b89d-cd97-4f3c-beb9-7371caaad8c3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000230 Aug 16 02:32:06.577678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e4312-5d9b-4065-9ca0-c54e27d6551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd8143-ebe6-4383-bdb5-173bc8ceacae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:06.585190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-252e4312-5d9b-4065-9ca0-c54e27d6551d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=afb83241819b4c25b60c9ca607c496d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452573 Aug 16 02:32:06.587828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38244) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:06.630387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Deleting port ac254f74-077e-4752-8dd5-96f4fa127072 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:06.631253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.659508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.682003 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.722870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.745037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Calling delete_port for ac254f74-077e-4752-8dd5-96f4fa127072 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:06.760520 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.763364 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.767488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64dd8143-ebe6-4383-bdb5-173bc8ceacae HTTP/1.1" status: 204 len: 168 time: 0.1756132 Aug 16 02:32:06.775714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd8143-ebe6-4383-bdb5-173bc8ceacae,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:06.786326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.786685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.787415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.787415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.787882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.788381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.788657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.789149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.789491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.789823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.790154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.790486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd311f8-94f9-4140-a85e-a247269bd58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:06.948808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.979864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event deleted for resources: {'Port': ['ID=ac254f74-077e-4752-8dd5-96f4fa127072,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:07.076338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.194379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.200549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.262841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.263378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Fanout notify agent at l3_agent the message router_deleted on router fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:07.275506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.276666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b4ae2108-2f1b-4457-bda9-711dc615fa65 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 HTTP/1.1" status: 204 len: 168 time: 1.1202939 Aug 16 02:32:07.280536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:07.286473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677404031', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:07.344380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.346266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.351722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38294) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:07.434384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.624502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.744421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-629037489-network', 'tenant_id': '960d083da4cd4040b203196804798b54'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:07.785808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c1afc-1be0-41b5-a6ea-79b60a6a91e3 req-d713acdd-ee35-4a8c-ad31-3f9bb4b3c5bf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.785808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca2c1afc-1be0-41b5-a6ea-79b60a6a91e3 req-d713acdd-ee35-4a8c-ad31-3f9bb4b3c5bf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1118407 Aug 16 02:32:07.785808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Made reservation on behalf of 960d083da4cd4040b203196804798b54 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:07.787932 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.804885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.878510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca2c1afc-1be0-41b5-a6ea-79b60a6a91e3 req-f5ae61bd-aae8-4757-a74d-c3c2dc228bdb tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867517 Aug 16 02:32:07.975637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.007387 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.041265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.049276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.065868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:08.103659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.104196 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Added segment b27928fb-b9c8-45ff-b793-c04c113053fb of type vlan for network 154a3843-18ce-4a14-b4d6-0fb68ab28dad Aug 16 02:32:08.154648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Allocated IP 172.25.4.232 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d6f90da8-47a6-4e7f-ab4d-e67b8b0ec3c3) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:08.187231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.266587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.267576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.268176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.283357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.321370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3545a35-43ca-4d8b-a834-49abb83f39ce,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.367476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.386276 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0333686 Aug 16 02:32:08.389030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38340) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:08.396037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Request body: {'subnet': {'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-629037489-subnet', 'tenant_id': '960d083da4cd4040b203196804798b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:08.407451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602649c-fc05-4e56-91e2-bc196a376baa admin admin] Pushing event updated for resources: {'Network': ['ID=154a3843-18ce-4a14-b4d6-0fb68ab28dad,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.417252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 154a3843-18ce-4a14-b4d6-0fb68ab28dad details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:08.454352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event updated for resources: {'Port': ['ID=d6f90da8-47a6-4e7f-ab4d-e67b8b0ec3c3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.459450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Made reservation on behalf of 960d083da4cd4040b203196804798b54 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:08.462699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.484558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:08.486910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:08.496306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:08.683334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38350) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:08.697984 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.817303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f15bb29-b460-42c1-8412-d289bf0bd933,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.824782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.830710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Checking segment: {'id': 'b27928fb-b9c8-45ff-b793-c04c113053fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:08.831344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Network hostable DHCP agents. Network: 154a3843-18ce-4a14-b4d6-0fb68ab28dad, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:08.852606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Network 154a3843-18ce-4a14-b4d6-0fb68ab28dad is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:08.885927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 154a3843-18ce-4a14-b4d6-0fb68ab28dad) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:08.894078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.895079 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.898600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2bb0b-065b-449b-9493-b9b75ae39055 None None] Network 154a3843-18ce-4a14-b4d6-0fb68ab28dad requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:08.956363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a8bfb516-e63b-4264-9d55-b281aba42d9d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5601275 Aug 16 02:32:09.115961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb860343-a7b3-4876-8082-2ff25a0bb4e7 None None] Network 154a3843-18ce-4a14-b4d6-0fb68ab28dad requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:09.387042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e05874-c682-43bd-b6a6-5273133797e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.487460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ac8c7-8a5a-4f43-9254-c63e70dc6938 req-2bd99a44-5a20-456f-b64f-0ce1713fd1be tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:09.494539 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d79ac8c7-8a5a-4f43-9254-c63e70dc6938 req-2bd99a44-5a20-456f-b64f-0ce1713fd1be tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1454399 Aug 16 02:32:09.630722 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d79ac8c7-8a5a-4f43-9254-c63e70dc6938 req-ca1d3d15-e20c-473b-9cc1-596644858da0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347773 Aug 16 02:32:09.679337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.694722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-3db89ecd-a2a0-4b94-8227-601d93340820 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:09.698405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-3db89ecd-a2a0-4b94-8227-601d93340820 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/networks?id=154a3843-18ce-4a14-b4d6-0fb68ab28dad HTTP/1.1" status: 200 len: 821 time: 0.1469486 Aug 16 02:32:09.718782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-a5157427-2714-4e37-bc0f-4bf7cdf125cd tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/quotas/960d083da4cd4040b203196804798b54 HTTP/1.1" status: 200 len: 375 time: 0.0112343 Aug 16 02:32:09.757557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-e8884104-1b74-41bd-968b-cd3e94ddfaa8 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=960d083da4cd4040b203196804798b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326200 Aug 16 02:32:09.780988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e05874-c682-43bd-b6a6-5273133797e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.813377 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98e05874-c682-43bd-b6a6-5273133797e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.856927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-98e05874-c682-43bd-b6a6-5273133797e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ad091a235ac4c8798fe6e5f451b90d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1724575 Aug 16 02:32:09.863944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:09.892216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e05874-c682-43bd-b6a6-5273133797e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc2a37-e1c0-47fd-abf0-908e4fd34711,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:09.922724 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-ff8ae008-71d2-401a-aca8-5da54df99dd7 service neutron] 10.222.0.78 "GET /v2.0/networks/154a3843-18ce-4a14-b4d6-0fb68ab28dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564467 Aug 16 02:32:09.951242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Router a9a476f5-cf96-4228-9f25-788c6900b186 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:09.966059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d19b56b-37d4-4901-a9ee-4dd4c7f80c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.034742 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d19b56b-37d4-4901-a9ee-4dd4c7f80c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.055715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-eb1b3be6-e61b-4e3d-a4f6-1b2ee0f0d052 service neutron] 10.222.0.78 "GET /v2.0/networks/154a3843-18ce-4a14-b4d6-0fb68ab28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270609 Aug 16 02:32:10.117884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:10.137023 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.137876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] Sync routers for ids ['a9a476f5-cf96-4228-9f25-788c6900b186'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:10.138706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4e15910-cfcb-4aef-a346-ac17f8d2f51a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8565803 Aug 16 02:32:10.140444 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d19b56b-37d4-4901-a9ee-4dd4c7f80c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.141838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38450) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:10.143357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d19b56b-37d4-4901-a9ee-4dd4c7f80c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.147169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8d19b56b-37d4-4901-a9ee-4dd4c7f80c11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9bc2a37-e1c0-47fd-abf0-908e4fd34711 HTTP/1.1" status: 204 len: 168 time: 0.2775970 Aug 16 02:32:10.147418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:10.153246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19b56b-37d4-4901-a9ee-4dd4c7f80c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc2a37-e1c0-47fd-abf0-908e4fd34711,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:10.197277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] Routers {'a9a476f5-cf96-4228-9f25-788c6900b186'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:10.199229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a9a476f5-cf96-4228-9f25-788c6900b186'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:10.273943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:10.341494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:10.351500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] Routers {'a9a476f5-cf96-4228-9f25-788c6900b186'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:10.352402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a9a476f5-cf96-4228-9f25-788c6900b186'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:10.373682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69a5b6f9-56da-4cd4-835f-80d3aa00cf9f req-c165e126-0bf8-4901-b0ee-bbc8dfd1e3a9 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 210 time: 0.0721648 Aug 16 02:32:10.396493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:10.396493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900743a-b75b-4e53-9475-73f881dd282d None None] The sync data for ids ['a9a476f5-cf96-4228-9f25-788c6900b186'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:10.602109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4364337-b4b3-4cf8-8de5-b8ccf8d33f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.706414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:10.741638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.753366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f809afa-b2c4-49f0-bad1-c645cd1605fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.762792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.819410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4364337-b4b3-4cf8-8de5-b8ccf8d33f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.826289 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4364337-b4b3-4cf8-8de5-b8ccf8d33f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.856241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7b21f-071c-4a4d-92a0-1f99d38d0772 req-dba29b2e-9b9a-4b66-929f-c793299eb59a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:10.863649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3e7b21f-071c-4a4d-92a0-1f99d38d0772 req-dba29b2e-9b9a-4b66-929f-c793299eb59a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0948441 Aug 16 02:32:10.879248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364337-b4b3-4cf8-8de5-b8ccf8d33f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c7d65-317e-416b-a11b-f903c645c357,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:10.890759 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e4364337-b4b3-4cf8-8de5-b8ccf8d33f9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f06f803f654444caa476ac603946a2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156125 Aug 16 02:32:10.893857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:10.917942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3e7b21f-071c-4a4d-92a0-1f99d38d0772 req-486dfe19-12fc-4c43-9eed-03e8ba7793fb tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523992 Aug 16 02:32:10.930314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Deleting port d6f90da8-47a6-4e7f-ab4d-e67b8b0ec3c3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:10.930960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.979958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ec654a4-cb73-417e-b128-2f2b877d9111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.002661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ec654a4-cb73-417e-b128-2f2b877d9111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.043022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.051658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f809afa-b2c4-49f0-bad1-c645cd1605fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.056392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f809afa-b2c4-49f0-bad1-c645cd1605fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.059920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Calling delete_port for d6f90da8-47a6-4e7f-ab4d-e67b8b0ec3c3 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:11.091313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ec654a4-cb73-417e-b128-2f2b877d9111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.093873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ec654a4-cb73-417e-b128-2f2b877d9111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.097671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9ec654a4-cb73-417e-b128-2f2b877d9111 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc4c7d65-317e-416b-a11b-f903c645c357 HTTP/1.1" status: 204 len: 168 time: 0.2002230 Aug 16 02:32:11.100551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809afa-b2c4-49f0-bad1-c645cd1605fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ea98f-3f5f-44fc-8028-067de32b0082,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.109882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9f809afa-b2c4-49f0-bad1-c645cd1605fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b65b949b271c42d1b1554f653205948d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974607 Aug 16 02:32:11.113288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:11.121340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec654a4-cb73-417e-b128-2f2b877d9111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c7d65-317e-416b-a11b-f903c645c357,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.180711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ceec40-e015-4590-9bb4-2ee21e0d0eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.236406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ceec40-e015-4590-9bb4-2ee21e0d0eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.298053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ceec40-e015-4590-9bb4-2ee21e0d0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.301071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68ceec40-e015-4590-9bb4-2ee21e0d0eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.306053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-68ceec40-e015-4590-9bb4-2ee21e0d0eb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b2ea98f-3f5f-44fc-8028-067de32b0082 HTTP/1.1" status: 204 len: 168 time: 0.1915123 Aug 16 02:32:11.318842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceec40-e015-4590-9bb4-2ee21e0d0eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ea98f-3f5f-44fc-8028-067de32b0082,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.347328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.407998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Pushing event deleted for resources: {'Port': ['ID=d6f90da8-47a6-4e7f-ab4d-e67b8b0ec3c3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.453988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.525768 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a91ca297-7d24-4560-990c-ff35a1371d38 req-6661dea8-3d3b-49cd-a203-2ff181680607 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 210 time: 0.0561743 Aug 16 02:32:11.762552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.807922 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.843153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:11.862317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-067a1fa1-ad1c-4f19-8e47-b7d344fee531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.007042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-067a1fa1-ad1c-4f19-8e47-b7d344fee531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.036482 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-067a1fa1-ad1c-4f19-8e47-b7d344fee531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.095728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-067a1fa1-ad1c-4f19-8e47-b7d344fee531 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56f8369db5cb4bdf8b02270e454dec2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510197 Aug 16 02:32:12.099500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:12.117302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a1fa1-ad1c-4f19-8e47-b7d344fee531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7de8ed-a382-4e6e-9cf1-0c99322d15cd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:12.130062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Router a9a476f5-cf96-4228-9f25-788c6900b186 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:12.165318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-1c3d9e7d-3121-4e6c-ae6e-74f176ed3dec tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.166607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-1c3d9e7d-3121-4e6c-ae6e-74f176ed3dec tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.98 "GET /v2.0/networks?id=154a3843-18ce-4a14-b4d6-0fb68ab28dad HTTP/1.1" status: 200 len: 821 time: 0.4290774 Aug 16 02:32:12.190209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fc25494-8f85-468d-919a-05e209c00607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.223400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Request body: {'port': {'device_id': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad', 'admin_state_up': True, 'tenant_id': '960d083da4cd4040b203196804798b54'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:12.228072 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fc25494-8f85-468d-919a-05e209c00607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.280611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aade7-498a-4e7e-94fa-a7ec524d1e41 req-81f80479-4af3-490e-aa97-8736223b6e93 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.282228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c1aade7-498a-4e7e-94fa-a7ec524d1e41 req-81f80479-4af3-490e-aa97-8736223b6e93 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.2233651 Aug 16 02:32:12.291888 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fc25494-8f85-468d-919a-05e209c00607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.297799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1fc25494-8f85-468d-919a-05e209c00607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.306980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1fc25494-8f85-468d-919a-05e209c00607 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af7de8ed-a382-4e6e-9cf1-0c99322d15cd HTTP/1.1" status: 204 len: 168 time: 0.2057698 Aug 16 02:32:12.347797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc25494-8f85-468d-919a-05e209c00607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7de8ed-a382-4e6e-9cf1-0c99322d15cd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:12.410549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:12.419644 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.423793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7ecf09fb-664f-40bd-b35f-6c74c93ea11b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "PUT /v2.0/routers/a9a476f5-cf96-4228-9f25-788c6900b186 HTTP/1.1" status: 200 len: 706 time: 2.2809076 Aug 16 02:32:12.426505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:12.452964 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] Sync routers for ids ['a9a476f5-cf96-4228-9f25-788c6900b186'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:12.470627 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] Routers {'a9a476f5-cf96-4228-9f25-788c6900b186'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:12.471562 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a9a476f5-cf96-4228-9f25-788c6900b186'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:12.582350 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:12.589614 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c1aade7-498a-4e7e-94fa-a7ec524d1e41 req-7cf2543b-9da8-4ffc-ad71-572e956de542 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003666 Aug 16 02:32:12.621223 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] Routers {'a9a476f5-cf96-4228-9f25-788c6900b186'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:12.621783 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a9a476f5-cf96-4228-9f25-788c6900b186'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:12.662907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7481fc49-4b1c-4eab-a29f-bfd03fed5652 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/routers/a9a476f5-cf96-4228-9f25-788c6900b186 HTTP/1.1" status: 200 len: 741 time: 0.2323906 Aug 16 02:32:12.663714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38552) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:12.684104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b87615e0-2159-47a6-983b-90689bf23668 req-db23aa7e-d021-41f2-a26e-a11c4ff42f50 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 210 time: 0.0343025 Aug 16 02:32:12.704063 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:12.705088 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2c531-0395-4926-8eff-2d329b2d01f8 None None] The sync data for ids ['a9a476f5-cf96-4228-9f25-788c6900b186'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:12.752517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1b5fb7f6-896e-40eb-b4c5-9bf53fd35049 tempest-RoutersAdminTest-2063587343 tempest-RoutersAdminTest-2063587343-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=a9a476f5-cf96-4228-9f25-788c6900b186 HTTP/1.1" status: 200 len: 205 time: 0.0879920 Aug 16 02:32:12.755994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38556) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:12.775548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Made reservation on behalf of 960d083da4cd4040b203196804798b54 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:12.779290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.804634 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8cab550e-3945-4fef-9ca4-2abd80143bee tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9a476f5-cf96-4228-9f25-788c6900b186 HTTP/1.1" status: 200 len: 205 time: 0.0473938 Aug 16 02:32:12.807271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:12.950787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Allocated IP 172.20.0.2 (154a3843-18ce-4a14-b4d6-0fb68ab28dad/9f15bb29-b460-42c1-8412-d289bf0bd933/a226854f-cce9-4c4d-a9f4-a532e693c53f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:12.981687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ce29cb-e1d9-4182-8b1f-0f8603a852a6 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.167154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.229833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.268009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ce29cb-e1d9-4182-8b1f-0f8603a852a6 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.270410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ce29cb-e1d9-4182-8b1f-0f8603a852a6 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.277117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Network 154a3843-18ce-4a14-b4d6-0fb68ab28dad is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:13.280792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:13.284559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:13.345556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ce29cb-e1d9-4182-8b1f-0f8603a852a6 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.346417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ce29cb-e1d9-4182-8b1f-0f8603a852a6 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Fanout notify agent at l3_agent the message router_deleted on router a9a476f5-cf96-4228-9f25-788c6900b186 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:13.366235 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13ce29cb-e1d9-4182-8b1f-0f8603a852a6 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.372090 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13ce29cb-e1d9-4182-8b1f-0f8603a852a6 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/a9a476f5-cf96-4228-9f25-788c6900b186 HTTP/1.1" status: 204 len: 168 time: 0.5636244 Aug 16 02:32:13.373245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38588) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.388518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.389472 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.412734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c0b89ca8-87ee-4d41-bd48-aca9029dd7fc tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9a476f5-cf96-4228-9f25-788c6900b186 HTTP/1.1" status: 200 len: 205 time: 0.0360689 Aug 16 02:32:13.412877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38592) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.422156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065523 Aug 16 02:32:13.427468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4de6a-73a9-489c-8958-09ba8368a114 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Pushing event updated for resources: {'Port': ['ID=a226854f-cce9-4c4d-a9f4-a532e693c53f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:13.475879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Request body: {'port': {'device_id': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:13.479184 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-cbfaabc7-e344-4c4c-ba90-96d0eebb762e tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] delete failed (client error): The resource could not be found. Aug 16 02:32:13.480191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cbfaabc7-e344-4c4c-ba90-96d0eebb762e tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/a9a476f5-cf96-4228-9f25-788c6900b186 HTTP/1.1" status: 404 len: 336 time: 0.0662270 Aug 16 02:32:13.483933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.528780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fc0d42fc-bd3c-4989-a440-8f9980300ced tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 HTTP/1.1" status: 200 len: 205 time: 0.0430026 Aug 16 02:32:13.529410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.557254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.603370 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-97670fa8-a9ef-4b06-a229-29c9a92c4816 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] delete failed (client error): The resource could not be found. Aug 16 02:32:13.604737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-97670fa8-a9ef-4b06-a229-29c9a92c4816 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/fef7d6f1-4e7a-4c48-8d78-b670b2f4ab40 HTTP/1.1" status: 404 len: 336 time: 0.0741282 Aug 16 02:32:13.607235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.692322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7e7ac812-d873-4a6d-912c-9d4a0f42d610 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=0012d10b-2dda-41d8-8bd4-ff68b7659792 HTTP/1.1" status: 200 len: 205 time: 0.0837791 Aug 16 02:32:13.696757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.810130 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-29c1918c-fc2a-47e9-9382-ebf02b3e717a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] delete failed (client error): The resource could not be found. Aug 16 02:32:13.818504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-29c1918c-fc2a-47e9-9382-ebf02b3e717a tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/0012d10b-2dda-41d8-8bd4-ff68b7659792 HTTP/1.1" status: 404 len: 336 time: 0.1177027 Aug 16 02:32:13.820049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.915681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7d77b13b-2668-4573-9259-e096b057e221 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c HTTP/1.1" status: 200 len: 205 time: 0.0896747 Aug 16 02:32:13.916522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.969007 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-bc0e62f3-eed8-441e-869a-bdbeda04ac07 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] delete failed (client error): The resource could not be found. Aug 16 02:32:13.972913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bc0e62f3-eed8-441e-869a-bdbeda04ac07 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/5ec9c286-45a6-40b1-bb9a-4c1a7866aa3c HTTP/1.1" status: 404 len: 336 time: 0.0499902 Aug 16 02:32:13.979398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:14.007179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ef6cc-1d1e-4178-a969-880e145b2a3f req-74254bd0-3774-4aa0-9c22-4b0679e646fa tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.007179 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-120ef6cc-1d1e-4178-a969-880e145b2a3f req-74254bd0-3774-4aa0-9c22-4b0679e646fa tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 931 time: 0.1845701 Aug 16 02:32:14.046489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-84d35b53-efbb-48db-8930-4ecbbd401470 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5b6d2d2-36fc-4287-97e9-6ab30f62531e HTTP/1.1" status: 200 len: 205 time: 0.0646162 Aug 16 02:32:14.049882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:14.123266 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-15f08c31-69da-4899-887d-def799ab4938 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] delete failed (client error): The resource could not be found. Aug 16 02:32:14.126940 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-15f08c31-69da-4899-887d-def799ab4938 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/e5b6d2d2-36fc-4287-97e9-6ab30f62531e HTTP/1.1" status: 404 len: 336 time: 0.0723577 Aug 16 02:32:14.127903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-120ef6cc-1d1e-4178-a969-880e145b2a3f req-34aeea7d-1b49-42dc-865d-489ffb803880 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042688 Aug 16 02:32:14.128403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:14.191129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2ba93d12-1a0b-4b18-b2ff-8ffa31eb2a1b tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6aa9c64f-dc84-4d81-8f32-acce2c380003 HTTP/1.1" status: 200 len: 205 time: 0.0616088 Aug 16 02:32:14.194088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:14.245179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdea2c8-aa72-4938-b2f2-4a6632f49d35 req-3aedee56-c6ea-4ba2-9153-d2319d4902ae tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.247388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abdea2c8-aa72-4938-b2f2-4a6632f49d35 req-3aedee56-c6ea-4ba2-9153-d2319d4902ae tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1368885 Aug 16 02:32:14.266933 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b10bf5d7-9466-4fcd-854f-840e8ab00cae tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] delete failed (client error): The resource could not be found. Aug 16 02:32:14.268126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b10bf5d7-9466-4fcd-854f-840e8ab00cae tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/routers/6aa9c64f-dc84-4d81-8f32-acce2c380003 HTTP/1.1" status: 404 len: 336 time: 0.0730202 Aug 16 02:32:14.270842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38648) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:14.321159 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bf7f6b-cbb9-4311-acfe-7596863acac3 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:14.321629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bf7f6b-cbb9-4311-acfe-7596863acac3 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:14.323388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-14bf7f6b-cbb9-4311-acfe-7596863acac3 tempest-RoutersAdminTest-796074295 tempest-RoutersAdminTest-796074295-project] 10.222.0.78 "DELETE /v2.0/subnets/1088f57a-c1bb-4fa1-9e1d-1bdca88c015d HTTP/1.1" status: 404 len: 337 time: 0.0511386 Aug 16 02:32:14.420847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-abdea2c8-aa72-4938-b2f2-4a6632f49d35 req-ea33d5da-2ef4-4ec7-b444-53cb13d5ebdd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636891 Aug 16 02:32:14.590854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a226854f-cce9-4c4d-a9f4-a532e693c53f {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:14.602066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.622362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Transition to ACTIVE for port object a226854f-cce9-4c4d-a9f4-a532e693c53f will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:14.629236 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.707299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Pushing event updated for resources: {'Port': ['ID=a226854f-cce9-4c4d-a9f4-a532e693c53f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:14.783474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:14.784061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Attempting to bind port a226854f-cce9-4c4d-a9f4-a532e693c53f on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:14.784684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Attempting to bind port a226854f-cce9-4c4d-a9f4-a532e693c53f by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'b27928fb-b9c8-45ff-b793-c04c113053fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:14.785249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Attempting to bind port a226854f-cce9-4c4d-a9f4-a532e693c53f on network 154a3843-18ce-4a14-b4d6-0fb68ab28dad {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:14.790635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Port a226854f-cce9-4c4d-a9f4-a532e693c53f on network 154a3843-18ce-4a14-b4d6-0fb68ab28dad not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:14.791228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Attempting to bind port a226854f-cce9-4c4d-a9f4-a532e693c53f on network 154a3843-18ce-4a14-b4d6-0fb68ab28dad {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:14.798315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:14.798916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Checking segment: {'id': 'b27928fb-b9c8-45ff-b793-c04c113053fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:14.799521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Bound using segment: {'id': 'b27928fb-b9c8-45ff-b793-c04c113053fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:14.800161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Bound port: a226854f-cce9-4c4d-a9f4-a532e693c53f, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27928fb-b9c8-45ff-b793-c04c113053fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:14.800838 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.874232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] For port a226854f-cce9-4c4d-a9f4-a532e693c53f, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:14.877787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] For port a226854f-cce9-4c4d-a9f4-a532e693c53f, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a226854f-cce9-4c4d-a9f4-a532e693c53f,segment=NetworkSegment(b27928fb-b9c8-45ff-b793-c04c113053fb),segment_id=b27928fb-b9c8-45ff-b793-c04c113053fb)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:14.886749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.931474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.932302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.933916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] 10.222.0.98 "PUT /v2.0/ports/a226854f-cce9-4c4d-a9f4-a532e693c53f HTTP/1.1" status: 200 len: 1092 time: 1.4631162 Aug 16 02:32:14.936989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'tag': 'a226854f-cce9-4c4d-a9f4-a532e693c53f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:14.939180 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1d5f9-de10-4daa-8a72-1677787790b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c15fa86-9d1e-4cdb-8209-95a3ef771a76", "tag": "a226854f-cce9-4c4d-a9f4-a532e693c53f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:14.966174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06277bbe-815e-4fbe-840e-214a04c2febd service neutron] Pushing event updated for resources: {'Port': ['ID=a226854f-cce9-4c4d-a9f4-a532e693c53f,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:15.011765 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bf75558-7e5b-47a8-be98-378012b2dea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.031802 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57876f-185c-4330-8a1d-631633f7bd68 x-openstack-request-id: req-cd57876f-185c-4330-8a1d-631633f7bd68 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:15.032123 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c15fa86-9d1e-4cdb-8209-95a3ef771a76", "tag": "a226854f-cce9-4c4d-a9f4-a532e693c53f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:15.032420 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd57876f-185c-4330-8a1d-631633f7bd68 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:15.032916 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'tag': 'a226854f-cce9-4c4d-a9f4-a532e693c53f', 'status': 'completed', 'code': 200} Aug 16 02:32:15.072555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-8a97d7f0-f48b-44bc-8596-366424dbd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.074696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-8a97d7f0-f48b-44bc-8596-366424dbd942 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960d083da4cd4040b203196804798b54&device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 1095 time: 0.0756814 Aug 16 02:32:15.147442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-9dd10314-0729-4e14-99bb-7301e1c82a1b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a226854f-cce9-4c4d-a9f4-a532e693c53f HTTP/1.1" status: 200 len: 217 time: 0.0609186 Aug 16 02:32:15.169353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bf75558-7e5b-47a8-be98-378012b2dea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.177472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6bf75558-7e5b-47a8-be98-378012b2dea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.259858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf75558-7e5b-47a8-be98-378012b2dea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a3906c-2c2f-4bf9-81d1-96e5aab88a31,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:15.267313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6bf75558-7e5b-47a8-be98-378012b2dea2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=553b0b658a9e45c99c3876ca9cc157fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828877 Aug 16 02:32:15.271040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:15.301731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-23aa0451-9400-445d-bbe1-1c7fc5d3b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.310698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-23aa0451-9400-445d-bbe1-1c7fc5d3b9d4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f15bb29-b460-42c1-8412-d289bf0bd933 HTTP/1.1" status: 200 len: 861 time: 0.1521637 Aug 16 02:32:15.368165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8ef75-4777-4f37-a2a2-ea14a1f5537d req-c74f01ac-afa4-4066-89a8-12167409d0cc tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.369810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dd8ef75-4777-4f37-a2a2-ea14a1f5537d req-c74f01ac-afa4-4066-89a8-12167409d0cc tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 943 time: 0.1321979 Aug 16 02:32:15.400852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-5bea3816-041a-4907-816d-810095b05b06 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=154a3843-18ce-4a14-b4d6-0fb68ab28dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635355 Aug 16 02:32:15.408573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ed68646-a34a-42a5-8d21-e0cb83f4fbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.456523 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ed68646-a34a-42a5-8d21-e0cb83f4fbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.493369 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dd8ef75-4777-4f37-a2a2-ea14a1f5537d req-737d68cc-2bdc-4519-966d-add0fb8f96f2 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075575 Aug 16 02:32:15.551743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ed68646-a34a-42a5-8d21-e0cb83f4fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.555491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ed68646-a34a-42a5-8d21-e0cb83f4fbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.559472 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6ed68646-a34a-42a5-8d21-e0cb83f4fbd8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1a3906c-2c2f-4bf9-81d1-96e5aab88a31 HTTP/1.1" status: 204 len: 168 time: 0.2837410 Aug 16 02:32:15.567380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-84a029b4-1a9d-473d-97d7-907bc39bcc03 service neutron] 10.222.0.98 "GET /v2.0/networks/154a3843-18ce-4a14-b4d6-0fb68ab28dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531365 Aug 16 02:32:15.617837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed68646-a34a-42a5-8d21-e0cb83f4fbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a3906c-2c2f-4bf9-81d1-96e5aab88a31,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:15.666486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8743-dd47-407e-b2a5-1426c17faea6 req-95e366c2-53b6-427d-83f9-7c058f6c601b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.668183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c7d8743-dd47-407e-b2a5-1426c17faea6 req-95e366c2-53b6-427d-83f9-7c058f6c601b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1091354 Aug 16 02:32:15.699069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d76d3381-85bb-4be8-afab-54aefde4e5f5 req-226a5513-aa26-4c6f-a80c-647687e66f2f service neutron] 10.222.0.98 "GET /v2.0/networks/154a3843-18ce-4a14-b4d6-0fb68ab28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209331 Aug 16 02:32:15.741842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c7d8743-dd47-407e-b2a5-1426c17faea6 req-5cdd1745-ac51-4380-9ee3-fe8e0bc7af07 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670228 Aug 16 02:32:15.859291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-187af486-b680-4654-bb08-9dab66234027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.861479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-187af486-b680-4654-bb08-9dab66234027 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960d083da4cd4040b203196804798b54&device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 1095 time: 0.0727243 Aug 16 02:32:16.008850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-55b0ef6d-bb4f-49c0-8044-829502e42186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.011057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-55b0ef6d-bb4f-49c0-8044-829502e42186 service neutron] 10.222.0.98 "GET /v2.0/networks?id=154a3843-18ce-4a14-b4d6-0fb68ab28dad HTTP/1.1" status: 200 len: 922 time: 0.1414924 Aug 16 02:32:16.070399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-f5ca7554-7306-42c9-bd2d-960a3b719677 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a226854f-cce9-4c4d-a9f4-a532e693c53f HTTP/1.1" status: 200 len: 217 time: 0.0448189 Aug 16 02:32:16.152040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-dde452e2-203a-4316-af2c-8d38d6af3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.153803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-dde452e2-203a-4316-af2c-8d38d6af3786 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f15bb29-b460-42c1-8412-d289bf0bd933 HTTP/1.1" status: 200 len: 861 time: 0.0741925 Aug 16 02:32:16.203043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-05ce6edb-6a70-4cb1-85dd-8011e375bf09 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=154a3843-18ce-4a14-b4d6-0fb68ab28dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401194 Aug 16 02:32:16.273278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:16.349022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38800) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:16.350751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a36f152a-e41e-4ba0-a765-1d271452a001 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86d72a61103944e1bd22f5c5c2681947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759077 Aug 16 02:32:16.387852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-b74d49d3-42a5-4f1c-bac2-ea338e3bb6c7 service neutron] 10.222.0.98 "GET /v2.0/networks/154a3843-18ce-4a14-b4d6-0fb68ab28dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751254 Aug 16 02:32:16.515123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-179a4242-6c2a-4168-ab2f-28d9e090d828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.540093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-179a4242-6c2a-4168-ab2f-28d9e090d828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.604563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-179a4242-6c2a-4168-ab2f-28d9e090d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.607819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-179a4242-6c2a-4168-ab2f-28d9e090d828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.609714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-179a4242-6c2a-4168-ab2f-28d9e090d828 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4cf9bb95-854a-4d75-99e2-c23115bcf575 HTTP/1.1" status: 204 len: 168 time: 0.2565570 Aug 16 02:32:16.628910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a4242-6c2a-4168-ab2f-28d9e090d828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf9bb95-854a-4d75-99e2-c23115bcf575,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:16.655962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95e1d5f9-de10-4daa-8a72-1677787790b3 req-9acdb2e9-02b8-43d9-916f-87d23b6196db service neutron] 10.222.0.98 "GET /v2.0/networks/154a3843-18ce-4a14-b4d6-0fb68ab28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471936 Aug 16 02:32:16.700817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5b3a9-5483-482b-bf0f-b5703ba53c4e req-96e7e4bf-4f69-434b-a150-317a5cecf88a tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.702735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cd5b3a9-5483-482b-bf0f-b5703ba53c4e req-96e7e4bf-4f69-434b-a150-317a5cecf88a tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 943 time: 0.0807767 Aug 16 02:32:16.761697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cd5b3a9-5483-482b-bf0f-b5703ba53c4e req-bd598b73-0fea-4811-874e-e5ea0a4fb9f1 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525846 Aug 16 02:32:16.893039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ed345-8c27-43d8-be47-8bbb24237643 req-558c88dc-576d-4e78-92dd-89da078095a3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.894629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-638ed345-8c27-43d8-be47-8bbb24237643 req-558c88dc-576d-4e78-92dd-89da078095a3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0594723 Aug 16 02:32:16.927598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-834dfea4-99d6-43e0-82f8-1daa77338bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.929606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-834dfea4-99d6-43e0-82f8-1daa77338bff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 1098 time: 0.4234042 Aug 16 02:32:16.966161 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-638ed345-8c27-43d8-be47-8bbb24237643 req-b1eb6aa4-f70f-4685-989c-09f81d77249d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653739 Aug 16 02:32:17.066736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-edc0a027-f663-4d05-9e50-9f33587c1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.069645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-edc0a027-f663-4d05-9e50-9f33587c1cfe service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1160281 Aug 16 02:32:17.123203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-12ec0189-88a0-4c66-8b52-baabe0d74348 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5 HTTP/1.1" status: 200 len: 217 time: 0.0466774 Aug 16 02:32:17.182081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38834) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:17.184040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-de00cd80-01d7-45a2-96b2-b7ad7b2e658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.186204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-de00cd80-01d7-45a2-96b2-b7ad7b2e658a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0560524 Aug 16 02:32:17.245735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-ad3dabca-4d90-47a8-a4cb-e25b61acbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.247948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-ad3dabca-4d90-47a8-a4cb-e25b61acbfd1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532343 Aug 16 02:32:17.360092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-a0d7ef40-2894-4263-9267-e4c408a81db5 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051209 Aug 16 02:32:17.372442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57e21139-c15e-410c-992d-e0da4a492638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.534536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57e21139-c15e-410c-992d-e0da4a492638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.539630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a409570b-1c49-4e2f-931d-aad6ccb7b114 req-a9d07029-8f30-430f-9249-f886e1018fca service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716943 Aug 16 02:32:17.540429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57e21139-c15e-410c-992d-e0da4a492638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.605805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-57e21139-c15e-410c-992d-e0da4a492638 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=819b139ecfec4e75a15a403d583d1222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225144 Aug 16 02:32:17.607174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e21139-c15e-410c-992d-e0da4a492638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbf7e22-78bb-4124-bdeb-3fccedce18fd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:17.609082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38858) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:17.680575 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b202efcb-1e80-45a3-8d93-91136d4b6724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.727808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b202efcb-1e80-45a3-8d93-91136d4b6724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.794771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b202efcb-1e80-45a3-8d93-91136d4b6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.799140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b202efcb-1e80-45a3-8d93-91136d4b6724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.800717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b202efcb-1e80-45a3-8d93-91136d4b6724 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abbf7e22-78bb-4124-bdeb-3fccedce18fd HTTP/1.1" status: 204 len: 168 time: 0.1904743 Aug 16 02:32:17.815044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202efcb-1e80-45a3-8d93-91136d4b6724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbf7e22-78bb-4124-bdeb-3fccedce18fd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.047801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2fd55-3615-4358-9e7a-0eafd682f0d7 req-5e1ab130-261f-4023-b74c-65dc0f6c19ec tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.051222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ab2fd55-3615-4358-9e7a-0eafd682f0d7 req-5e1ab130-261f-4023-b74c-65dc0f6c19ec tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 943 time: 0.1029251 Aug 16 02:32:18.108244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ab2fd55-3615-4358-9e7a-0eafd682f0d7 req-14178336-2c32-40a4-b9d1-8242ddf550e0 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503631 Aug 16 02:32:18.138165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952a1f8-96e7-4991-98a4-ccf99d384a2b req-71e24e93-08eb-4201-a814-8485df682909 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.140359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b952a1f8-96e7-4991-98a4-ccf99d384a2b req-71e24e93-08eb-4201-a814-8485df682909 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0750103 Aug 16 02:32:18.192085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b952a1f8-96e7-4991-98a4-ccf99d384a2b req-795c277b-6c35-4850-afff-4f521d0e5b97 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Aug 16 02:32:18.383217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:18.403946 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-891aa409-0bcb-4092-a48d-117808e5a8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.473751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb660-b383-442f-b12e-1e6bf81f8551 req-73eb0d16-65c5-48e0-a31f-027534c38f08 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.475637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-627cb660-b383-442f-b12e-1e6bf81f8551 req-73eb0d16-65c5-48e0-a31f-027534c38f08 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0737696 Aug 16 02:32:18.548311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-627cb660-b383-442f-b12e-1e6bf81f8551 req-d6b54b1d-525d-483e-b6bf-267372be939a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620310 Aug 16 02:32:18.600683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-891aa409-0bcb-4092-a48d-117808e5a8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.609222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-891aa409-0bcb-4092-a48d-117808e5a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.697103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-891aa409-0bcb-4092-a48d-117808e5a8ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cf71f2998e540c588b248f4703763a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126671 Aug 16 02:32:18.698448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aa409-0bcb-4092-a48d-117808e5a8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29cdf29-0193-4d2e-b889-2092ddd139e1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.700953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:18.761167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-058a0441-7f4c-4db3-9cba-e5e34acf5db0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535128 Aug 16 02:32:18.795287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86550f04-733a-45d9-afb9-1b1dfbec3f68 req-e873fb0b-7387-4f6c-9c24-5b5456c47291 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.804068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb2982f0-76d7-46cc-b6b4-a2ed01a3583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.805524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86550f04-733a-45d9-afb9-1b1dfbec3f68 req-e873fb0b-7387-4f6c-9c24-5b5456c47291 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1290970 Aug 16 02:32:18.837924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb2982f0-76d7-46cc-b6b4-a2ed01a3583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.902033 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb2982f0-76d7-46cc-b6b4-a2ed01a3583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.907740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a226854f-cce9-4c4d-a9f4-a532e693c53f details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:18.917478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb2982f0-76d7-46cc-b6b4-a2ed01a3583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.918692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eb2982f0-76d7-46cc-b6b4-a2ed01a3583a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a29cdf29-0193-4d2e-b889-2092ddd139e1 HTTP/1.1" status: 204 len: 168 time: 0.2079191 Aug 16 02:32:18.926532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86550f04-733a-45d9-afb9-1b1dfbec3f68 req-88b0f3a2-c6e0-4e41-8eb8-35c337eea561 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190870 Aug 16 02:32:18.961863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2982f0-76d7-46cc-b6b4-a2ed01a3583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29cdf29-0193-4d2e-b889-2092ddd139e1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.990766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-910f4b74-1735-4fb6-a5a8-6fcf87d63ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.992312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-910f4b74-1735-4fb6-a5a8-6fcf87d63ef9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.1578112 Aug 16 02:32:19.096840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a226854f-cce9-4c4d-a9f4-a532e693c53f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a226854f-cce9-4c4d-a9f4-a532e693c53f,segment=NetworkSegment(b27928fb-b9c8-45ff-b793-c04c113053fb),segment_id=b27928fb-b9c8-45ff-b793-c04c113053fb)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:19.109363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'a226854f-cce9-4c4d-a9f4-a532e693c53f', 'network_id': '154a3843-18ce-4a14-b4d6-0fb68ab28dad', 'port_id': 'a226854f-cce9-4c4d-a9f4-a532e693c53f', 'mac_address': 'fa:16:3e:c3:74:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f15bb29-b460-42c1-8412-d289bf0bd933', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:19.140151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-da8ad2de-3b40-4b85-a60e-9e9da695efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.142311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-da8ad2de-3b40-4b85-a60e-9e9da695efce service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1241140 Aug 16 02:32:19.190891 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.231206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a226854f-cce9-4c4d-a9f4-a532e693c53f {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:19.252723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-4f852203-9b20-4548-9694-06bcf8e39cdb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.0976808 Aug 16 02:32:19.358626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a226854f-cce9-4c4d-a9f4-a532e693c53f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a226854f-cce9-4c4d-a9f4-a532e693c53f,segment=NetworkSegment(b27928fb-b9c8-45ff-b793-c04c113053fb),segment_id=b27928fb-b9c8-45ff-b793-c04c113053fb)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:19.369645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.371228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9786c-f814-4604-98c3-58fe4f688a9f req-e751782c-d818-4ece-abc0-e04c20991e82 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.379434 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00c9786c-f814-4604-98c3-58fe4f688a9f req-e751782c-d818-4ece-abc0-e04c20991e82 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 943 time: 0.1111724 Aug 16 02:32:19.438465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00c9786c-f814-4604-98c3-58fe4f688a9f req-21dc7bf7-3c56-41af-aa80-07637565e03e tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523670 Aug 16 02:32:19.475404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a226854f-cce9-4c4d-a9f4-a532e693c53f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:19.487125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.487280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-be004328-dd90-4a3c-9529-06eec4d8aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.487765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.488257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.488782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-be004328-dd90-4a3c-9529-06eec4d8aef4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.2251287 Aug 16 02:32:19.488954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.489623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.491130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.491599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.491849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.492190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.492550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.492970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.493199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:19.624009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-c3c9d742-cad2-4e0a-bb09-fcc67c20af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.625483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-c3c9d742-cad2-4e0a-bb09-fcc67c20af3c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154881 Aug 16 02:32:19.633793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-85f59006-47ff-414b-9e31-3d818edd3795 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.635246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-85f59006-47ff-414b-9e31-3d818edd3795 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.2730110 Aug 16 02:32:19.639471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['a226854f-cce9-4c4d-a9f4-a532e693c53f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:19.712307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-0e30e81f-3571-41ce-a290-384b15b22a6f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/quotas/236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 375 time: 0.0524051 Aug 16 02:32:19.808543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-2aa8efe5-425c-4f0e-9033-e62bef41d566 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722908 Aug 16 02:32:19.845438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:19.845674 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-9c0289d4-28fa-4083-a079-15d832c0d534 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1207609 Aug 16 02:32:20.009897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc70cfa-121f-40ca-929c-aa6f0449ad97 req-d93d9fd6-654f-4db6-ba6f-edeac0dac168 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632123 Aug 16 02:32:20.062965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-49631595-a1b6-4d81-a005-774e87cfbd64 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173663 Aug 16 02:32:20.171794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1496083789', 'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:20.193084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-406753da-a714-4458-8e5b-54a32883915f service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219554 Aug 16 02:32:20.201214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Made reservation on behalf of a9549141f3d24801bbec24d46f84abf4 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:20.204680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.215530 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.362310 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.372897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.408926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:20.422981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bcad0b-1941-49a1-864b-685cabeedf13,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:20.446300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9a6dd4f-bd0b-444f-9e2e-04c87be6f267 req-5bfba5ae-8f10-4b2d-802d-7294db1a353d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 210 time: 0.0394397 Aug 16 02:32:20.447389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.447737 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Added segment 7ccfb1a9-5fcd-49a1-af00-842e67b9feef of type vlan for network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 Aug 16 02:32:20.520747 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.562930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.564312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:20.565178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.598137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff6afc-5e16-495b-a0fd-f70894a53c7c req-be67758d-f5e9-4128-82f9-1d0dfb5bf060 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:20.612021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52ff6afc-5e16-495b-a0fd-f70894a53c7c req-be67758d-f5e9-4128-82f9-1d0dfb5bf060 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 944 time: 0.1088243 Aug 16 02:32:20.639735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7893848 Aug 16 02:32:20.642425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39018) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:20.648651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'subnet': {'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:20.659654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfbeef-f937-4818-8ead-2bc83e8de409 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Network': ['ID=45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:20.671793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52ff6afc-5e16-495b-a0fd-f70894a53c7c req-fd8cc23a-44c2-4ac7-9a1a-4603beb553ac tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Aug 16 02:32:20.672913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:20.688809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Made reservation on behalf of a9549141f3d24801bbec24d46f84abf4 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:20.692038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.923770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a226854f-cce9-4c4d-a9f4-a532e693c53f up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:20.994494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port a226854f-cce9-4c4d-a9f4-a532e693c53f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:21.000058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port a226854f-cce9-4c4d-a9f4-a532e693c53f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:21.000518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.079391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:32:21.080019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.150950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3ee69c83-75a3-411a-bbaa-4aedf7944183,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:21.156321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Checking segment: {'id': '7ccfb1a9-5fcd-49a1-af00-842e67b9feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:21.158839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network hostable DHCP agents. Network: 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:21.184207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.189243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:21.207780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:21.215928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a226854f-cce9-4c4d-a9f4-a532e693c53f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:21.216035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:21.216647 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.218788 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df6aa17-e177-4696-969e-637bde307b70" -d '{"events": [{"server_uuid": "3c15fa86-9d1e-4cdb-8209-95a3ef771a76", "name": "network-vif-plugged", "status": "completed", "tag": "a226854f-cce9-4c4d-a9f4-a532e693c53f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:21.229145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a1225-8a93-4b41-966f-c3b7d02cd06a None None] Network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:21.243711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a226854f-cce9-4c4d-a9f4-a532e693c53f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a226854f-cce9-4c4d-a9f4-a532e693c53f,segment=NetworkSegment(b27928fb-b9c8-45ff-b793-c04c113053fb),segment_id=b27928fb-b9c8-45ff-b793-c04c113053fb)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:21.267138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a0adf8e7-513f-418e-bcb6-c2d5066f2b8b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6226149 Aug 16 02:32:21.269469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39052) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:21.274475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1159938140', 'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:21.340566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Made reservation on behalf of a9549141f3d24801bbec24d46f84abf4 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:21.351691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.429390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] device_id is not set on port 2c0df111-2086-4c22-88ca-325050a95824 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:32:21.531335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.544103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1f8d9-e2b3-489d-91c4-63c2f5211ef7 None None] Network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:21.605089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53209d13-935e-4e6c-9359-e32ab7e04ac7 req-f81e3fad-5a4a-4f4f-a134-2e022c4c2299 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 210 time: 0.0629780 Aug 16 02:32:21.695128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Allocated IP 2001:db8::154 (45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0/3ee69c83-75a3-411a-bbaa-4aedf7944183/2c0df111-2086-4c22-88ca-325050a95824) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:21.808707 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ae37bd-27e2-4eec-bf83-29a90ab37388 x-openstack-request-id: req-23ae37bd-27e2-4eec-bf83-29a90ab37388 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:21.809345 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c15fa86-9d1e-4cdb-8209-95a3ef771a76", "name": "network-vif-plugged", "status": "completed", "tag": "a226854f-cce9-4c4d-a9f4-a532e693c53f", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:21.812386 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23ae37bd-27e2-4eec-bf83-29a90ab37388 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:21.816779 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a226854f-cce9-4c4d-a9f4-a532e693c53f', 'code': 200} Aug 16 02:32:21.910631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a226854f-cce9-4c4d-a9f4-a532e693c53f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:21.961296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20542293-75c9-415e-8826-85f334729a9e req-4eed7841-d728-49f3-9d42-01b3a8e04fc0 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:21.962868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20542293-75c9-415e-8826-85f334729a9e req-4eed7841-d728-49f3-9d42-01b3a8e04fc0 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 945 time: 0.1284382 Aug 16 02:32:22.032654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.042664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa657df-95cc-4bfa-88d0-67e3bdb557c3 req-0e8d515b-6f8a-47cf-9f9a-e22637d57c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.044180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fa657df-95cc-4bfa-88d0-67e3bdb557c3 req-0e8d515b-6f8a-47cf-9f9a-e22637d57c91 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 1097 time: 0.1597884 Aug 16 02:32:22.091650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20542293-75c9-415e-8826-85f334729a9e req-d6669a3d-3144-4b08-ac09-3b2e9323ee8c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185081 Aug 16 02:32:22.123735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fa657df-95cc-4bfa-88d0-67e3bdb557c3 req-b18e3582-1f4c-4daf-bca1-9ebd9258e3d2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637503 Aug 16 02:32:22.138857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.162585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:22.183876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:22.186592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:22.187767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.188609 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.224662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Port': ['ID=2c0df111-2086-4c22-88ca-325050a95824,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:22.235103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-64bb250d-ecc7-419f-a9bf-b2147e7bfa8c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9645896 Aug 16 02:32:22.237563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:22.264865 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.334329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Deleting port 2c0df111-2086-4c22-88ca-325050a95824 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:22.334702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.453510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.581564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-1c8eb667-0d5d-4ec2-a786-39b137f79cc7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.583256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-1c8eb667-0d5d-4ec2-a786-39b137f79cc7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.1231134 Aug 16 02:32:22.600202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'port': {'device_id': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'admin_state_up': True, 'tenant_id': '236e696d0e504f4c846b688d8929ef3f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:22.604977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Calling delete_port for 2c0df111-2086-4c22-88ca-325050a95824 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:22.767052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a3f0b31e-39f2-4958-84d1-0202a0cb27cb req-f0ff9cd2-0abb-49dc-aac3-b4e7fe940b14 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 210 time: 0.0458386 Aug 16 02:32:22.824552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Made reservation on behalf of 236e696d0e504f4c846b688d8929ef3f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:22.828810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.916669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.988604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c0df111-2086-4c22-88ca-325050a95824,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:23.023069 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.027752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:23.028031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b3fbebae-fae4-4cf5-b82e-3a8b6053a61f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "DELETE /v2.0/ports/2c0df111-2086-4c22-88ca-325050a95824 HTTP/1.1" status: 204 len: 168 time: 0.7892218 Aug 16 02:32:23.033892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0', 'external_fixed_ips': [{'subnet_id': '3ee69c83-75a3-411a-bbaa-4aedf7944183', 'ip_address': '2001:db8::154'}]}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:23.067557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.069665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.105758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Allocated IP 172.20.0.13 (14715f47-c5d2-4512-99fa-eebf392f6a1c/76c3e253-cb2c-46f6-8f27-97ae5048f763/03a95eee-1c2e-40d5-8ea6-e630284af40b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:23.182384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.384411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e737-0ce1-449e-a6c9-3b2b3ff4270f req-872c5e4b-0675-4daa-b4ed-5314fcdd6ac4 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.397014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9570e737-0ce1-449e-a6c9-3b2b3ff4270f req-872c5e4b-0675-4daa-b4ed-5314fcdd6ac4 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 945 time: 0.1853702 Aug 16 02:32:23.414609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.489219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.504035 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.538833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Transition to ACTIVE for port object 03a95eee-1c2e-40d5-8ea6-e630284af40b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:23.558060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9570e737-0ce1-449e-a6c9-3b2b3ff4270f req-a0030844-c9c7-427c-ad67-cd2c02cadd92 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601536 Aug 16 02:32:23.608691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.626772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:23.729070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=03a95eee-1c2e-40d5-8ea6-e630284af40b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:23.767412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:23.769445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:23.792387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:23.833531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.931520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.932269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.939587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.961228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ed224f31-12bc-4328-824b-d6e7bdfb9166 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3652904 Aug 16 02:32:23.978459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Request body: {'port': {'device_id': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:24.198466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.233952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cb0ed-623c-4650-b765-5a114a4385c2 req-bb0023af-743c-4fd3-be5d-c1a4bbe70b64 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.243098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-941cb0ed-623c-4650-b765-5a114a4385c2 req-bb0023af-743c-4fd3-be5d-c1a4bbe70b64 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 932 time: 0.1882491 Aug 16 02:32:24.257834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-be9e7b1c-c6a6-4abc-88f8-7a92268c6c6b None None] Provisioning for port 03a95eee-1c2e-40d5-8ea6-e630284af40b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:24.271496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-be9e7b1c-c6a6-4abc-88f8-7a92268c6c6b None None] Provisioning complete for port 03a95eee-1c2e-40d5-8ea6-e630284af40b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:24.273194 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be9e7b1c-c6a6-4abc-88f8-7a92268c6c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.312823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-941cb0ed-623c-4650-b765-5a114a4385c2 req-41116f70-78d5-4449-a45a-746a8a87489b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661283 Aug 16 02:32:24.355590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-be9e7b1c-c6a6-4abc-88f8-7a92268c6c6b None None] Port 03a95eee-1c2e-40d5-8ea6-e630284af40b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:24.376707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Allocated IP 2001:db8::154 (45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0/3ee69c83-75a3-411a-bbaa-4aedf7944183/25bba472-d3b8-4fbc-80c6-89c63454d20f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:24.405063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d423adb-9e82-437f-8b7a-0669321f85e2 req-20515966-fb1a-4bb1-bf73-9a023102393e tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.415903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d423adb-9e82-437f-8b7a-0669321f85e2 req-20515966-fb1a-4bb1-bf73-9a023102393e tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 945 time: 0.1778207 Aug 16 02:32:24.568049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.628131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.687239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a95eee-1c2e-40d5-8ea6-e630284af40b {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:24.687676 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d423adb-9e82-437f-8b7a-0669321f85e2 req-6d356bc6-4399-4113-a294-fca9784956ac tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790074 Aug 16 02:32:24.696796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.703273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:24.704914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:24.708772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:24.724693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Transition to ACTIVE for port object 03a95eee-1c2e-40d5-8ea6-e630284af40b will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:24.730399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.746551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Port': ['ID=25bba472-d3b8-4fbc-80c6-89c63454d20f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:24.891498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Pushing event updated for resources: {'Port': ['ID=03a95eee-1c2e-40d5-8ea6-e630284af40b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:24.945975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Attempting to bind port 03a95eee-1c2e-40d5-8ea6-e630284af40b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:24.946310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Attempting to bind port 03a95eee-1c2e-40d5-8ea6-e630284af40b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:24.946646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Attempting to bind port 03a95eee-1c2e-40d5-8ea6-e630284af40b on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:24.955340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Port 03a95eee-1c2e-40d5-8ea6-e630284af40b on network 14715f47-c5d2-4512-99fa-eebf392f6a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:24.955664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Attempting to bind port 03a95eee-1c2e-40d5-8ea6-e630284af40b on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:24.960806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:24.961191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:24.961583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Bound using segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:24.962123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Bound port: 03a95eee-1c2e-40d5-8ea6-e630284af40b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:24.962493 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.049367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.089550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] For port 03a95eee-1c2e-40d5-8ea6-e630284af40b, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:25.093365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] For port 03a95eee-1c2e-40d5-8ea6-e630284af40b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:25.097939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.161066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.161695 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.163109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] 10.222.0.88 "PUT /v2.0/ports/03a95eee-1c2e-40d5-8ea6-e630284af40b HTTP/1.1" status: 200 len: 1093 time: 1.1944203 Aug 16 02:32:25.163551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'tag': '03a95eee-1c2e-40d5-8ea6-e630284af40b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:25.165836 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc672e4-ecfc-4001-a30c-63efcc57b881" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6de7e3-01ee-41c6-86da-005bc117171c", "tag": "03a95eee-1c2e-40d5-8ea6-e630284af40b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:25.207737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284f29-8b41-409c-a244-c8b2b64094b1 service neutron] Pushing event updated for resources: {'Port': ['ID=03a95eee-1c2e-40d5-8ea6-e630284af40b,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:25.332171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-03925d2c-434c-4d12-b0f8-d26638010f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.333643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-03925d2c-434c-4d12-b0f8-d26638010f27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 1096 time: 0.1054149 Aug 16 02:32:25.430676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-ce45fae9-0ff7-415f-a0fc-1932b0063072 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b HTTP/1.1" status: 200 len: 217 time: 0.0805848 Aug 16 02:32:25.559448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.588504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff739-5f63-4f8f-a904-a3f9da390dda req-a6bca631-d6e5-4042-8150-893af70be8e6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.593007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-7538fd14-6553-4828-94ad-9c26436581fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.594612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-7538fd14-6553-4828-94ad-9c26436581fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1607342 Aug 16 02:32:25.598682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-458ff739-5f63-4f8f-a904-a3f9da390dda req-a6bca631-d6e5-4042-8150-893af70be8e6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 944 time: 0.1397569 Aug 16 02:32:25.705138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a890dde-769d-49a9-a725-87acec6faa8f req-8e502b30-90c9-4e21-b2e4-e7a2d78e0a75 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.710609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a890dde-769d-49a9-a725-87acec6faa8f req-8e502b30-90c9-4e21-b2e4-e7a2d78e0a75 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 945 time: 0.1919141 Aug 16 02:32:25.714153 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19bcd6d-21ef-4f70-854b-9c8d8a9ee746 x-openstack-request-id: req-b19bcd6d-21ef-4f70-854b-9c8d8a9ee746 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:25.715184 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6de7e3-01ee-41c6-86da-005bc117171c", "tag": "03a95eee-1c2e-40d5-8ea6-e630284af40b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:25.716626 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b19bcd6d-21ef-4f70-854b-9c8d8a9ee746 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:25.717684 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'tag': '03a95eee-1c2e-40d5-8ea6-e630284af40b', 'status': 'completed', 'code': 200} Aug 16 02:32:25.803149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-5e8d104b-f633-47f4-b3d0-587aa3e067ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.806745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-5e8d104b-f633-47f4-b3d0-587aa3e067ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2031453 Aug 16 02:32:25.881335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-458ff739-5f63-4f8f-a904-a3f9da390dda req-187d0715-478b-4d89-b96e-8512abb04c47 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812989 Aug 16 02:32:25.914997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Router 6dc23691-5b80-4fd0-94ba-95c4b6159c6f is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:25.980903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028953da-320d-478a-a235-92a6f4cc8878 req-3dd96657-b6c9-4cca-af0e-3f7c27328635 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.982768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-028953da-320d-478a-a235-92a6f4cc8878 req-3dd96657-b6c9-4cca-af0e-3f7c27328635 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 945 time: 0.1538024 Aug 16 02:32:26.089640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:26.105278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Sync routers for ids ['6dc23691-5b80-4fd0-94ba-95c4b6159c6f'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:26.117895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.122134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dd57a4e5-2fa6-428c-b355-26840e9625ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0907638 Aug 16 02:32:26.122217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Routers {'6dc23691-5b80-4fd0-94ba-95c4b6159c6f'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:26.122759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6dc23691-5b80-4fd0-94ba-95c4b6159c6f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:26.124757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.258133 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc7e6-03d2-4a08-995c-9606bfba3ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.374923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Set router 6dc23691-5b80-4fd0-94ba-95c4b6159c6f gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:26.453627 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-c0aa2288-4511-413e-a78c-5fe2057fa777 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384215 Aug 16 02:32:26.604629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-028953da-320d-478a-a235-92a6f4cc8878 req-4bb2910c-962c-4086-9ed7-e98a96cfef95 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3545a35-43ca-4d8b-a834-49abb83f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140430 Aug 16 02:32:26.627398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Deleting port a226854f-cce9-4c4d-a9f4-a532e693c53f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:26.627629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.774709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc23691-5b80-4fd0-94ba-95c4b6159c6f', 'name': '', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0', 'external_fixed_ips': [{'subnet_id': '3ee69c83-75a3-411a-bbaa-4aedf7944183', 'ip_address': '2001:db8::154'}], 'enable_snat': True}, 'gw_port_id': '25bba472-d3b8-4fbc-80c6-89c63454d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:23Z', 'updated_at': '2021-08-16T02:32:24Z', 'revision_number': 3, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port': {'id': '25bba472-d3b8-4fbc-80c6-89c63454d20f', 'name': '', 'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc23691-5b80-4fd0-94ba-95c4b6159c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3ee69c83-75a3-411a-bbaa-4aedf7944183', 'ip_address': '2001:db8::154', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:23Z', 'updated_at': '2021-08-16T02:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ee69c83-75a3-411a-bbaa-4aedf7944183', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:26.834533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.853069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dc90432-44ea-42ae-b39b-72f54e1ad81f req-1e65435a-a461-4afb-8d23-f209fd3b2b31 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887711 Aug 16 02:32:26.866267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Checking router: 6dc23691-5b80-4fd0-94ba-95c4b6159c6f for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:26.874928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Updating router 6dc23691-5b80-4fd0-94ba-95c4b6159c6f port 25bba472-d3b8-4fbc-80c6-89c63454d20f binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:32:26.904483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] For port a226854f-cce9-4c4d-a9f4-a532e693c53f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a226854f-cce9-4c4d-a9f4-a532e693c53f,segment=NetworkSegment(b27928fb-b9c8-45ff-b793-c04c113053fb),segment_id=b27928fb-b9c8-45ff-b793-c04c113053fb)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:26.904878 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.952033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Calling delete_port for a226854f-cce9-4c4d-a9f4-a532e693c53f owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:27.013831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.062470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-a2224599-b1d9-45ed-811d-9394d24d9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.064082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-a2224599-b1d9-45ed-811d-9394d24d9a38 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 1096 time: 0.1523008 Aug 16 02:32:27.157744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.192394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-bcda56d2-8eb0-4796-bba4-fa34044a7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.193859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-bcda56d2-8eb0-4796-bba4-fa34044a7f8c service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1193926 Aug 16 02:32:27.202363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1e47-00b4-40cc-8b75-72e48a98d121 req-d5817554-a151-402c-83d0-896e73d8e3ba tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.203957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-362b1e47-00b4-40cc-8b75-72e48a98d121 req-d5817554-a151-402c-83d0-896e73d8e3ba tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 944 time: 0.2072315 Aug 16 02:32:27.249073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Deleting port 25bba472-d3b8-4fbc-80c6-89c63454d20f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:27.249427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.270748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-88a79908-af19-4fe7-9d7d-5732daaf56f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b HTTP/1.1" status: 200 len: 217 time: 0.0661597 Aug 16 02:32:27.309630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-362b1e47-00b4-40cc-8b75-72e48a98d121 req-3d868330-814b-43ce-94a6-1e106d5d8fbd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989130 Aug 16 02:32:27.415882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.434363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-f55b3d40-d41a-4b61-830f-051964cf394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.440893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-f55b3d40-d41a-4b61-830f-051964cf394e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1625445 Aug 16 02:32:27.441915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Calling delete_port for 25bba472-d3b8-4fbc-80c6-89c63454d20f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:27.474014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.542851 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.554127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Pushing event deleted for resources: {'Port': ['ID=a226854f-cce9-4c4d-a9f4-a532e693c53f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:27.564771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Transition to ACTIVE for port object 25bba472-d3b8-4fbc-80c6-89c63454d20f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:27.572962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-a00f43fc-fcd9-472b-922b-928c73d89272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.574763 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-a00f43fc-fcd9-472b-922b-928c73d89272 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260655 Aug 16 02:32:27.589462 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.714559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] No DVR routers for this DVR port a226854f-cce9-4c4d-a9f4-a532e693c53f on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:27.718976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.721837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a890dde-769d-49a9-a725-87acec6faa8f req-2ff0abbc-ac18-4bc7-88a5-754d2857710c tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.98 "DELETE /v2.0/ports/a226854f-cce9-4c4d-a9f4-a532e693c53f HTTP/1.1" status: 204 len: 173 time: 1.9933448 Aug 16 02:32:27.723948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-edfdc034-8e97-4835-996e-b18649ad9c80 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304059 Aug 16 02:32:27.725752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'name': 'network-vif-deleted', 'tag': 'a226854f-cce9-4c4d-a9f4-a532e693c53f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:27.764790 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc9953a-672d-440e-a3b9-b078eb76140a" -d '{"events": [{"server_uuid": "3c15fa86-9d1e-4cdb-8209-95a3ef771a76", "name": "network-vif-deleted", "tag": "a226854f-cce9-4c4d-a9f4-a532e693c53f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:27.794332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Attempting to bind port 25bba472-d3b8-4fbc-80c6-89c63454d20f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:27.794955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Attempting to bind port 25bba472-d3b8-4fbc-80c6-89c63454d20f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '7ccfb1a9-5fcd-49a1-af00-842e67b9feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:27.795620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Attempting to bind port 25bba472-d3b8-4fbc-80c6-89c63454d20f on network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:27.817472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.847493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:27.847886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Checking segment: {'id': '7ccfb1a9-5fcd-49a1-af00-842e67b9feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:27.850536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.850986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Bound using segment: {'id': '7ccfb1a9-5fcd-49a1-af00-842e67b9feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:27.851502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Bound port: 25bba472-d3b8-4fbc-80c6-89c63454d20f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccfb1a9-5fcd-49a1-af00-842e67b9feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:27.854261 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.857880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d081b39-ba36-46c7-a1a0-4c30bf328b87 None None] Pushing event updated for resources: {'Port': ['ID=25bba472-d3b8-4fbc-80c6-89c63454d20f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:27.876164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event deleted for resources: {'Port': ['ID=25bba472-d3b8-4fbc-80c6-89c63454d20f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:27.929435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Port 25bba472-d3b8-4fbc-80c6-89c63454d20f has been deleted concurrently {{(pid=94858) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:32:27.941271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.974699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Routers {'6dc23691-5b80-4fd0-94ba-95c4b6159c6f'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:27.975247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:31:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6dc23691-5b80-4fd0-94ba-95c4b6159c6f'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.063310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6bc672e4-ecfc-4001-a30c-63efcc57b881 req-1b006f69-714e-4ff3-a4f5-216e0895ec6b service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879498 Aug 16 02:32:28.081707 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406ce100-56de-42cd-ae15-27e3dfd08666 x-openstack-request-id: req-406ce100-56de-42cd-ae15-27e3dfd08666 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:28.082156 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c15fa86-9d1e-4cdb-8209-95a3ef771a76", "name": "network-vif-deleted", "tag": "a226854f-cce9-4c4d-a9f4-a532e693c53f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:28.082411 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-406ce100-56de-42cd-ae15-27e3dfd08666 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:28.082808 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c15fa86-9d1e-4cdb-8209-95a3ef771a76', 'name': 'network-vif-deleted', 'tag': 'a226854f-cce9-4c4d-a9f4-a532e693c53f', 'status': 'completed', 'code': 200} Aug 16 02:32:28.085181 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42701271-77c2-4690-b6a4-60163f66d568 req-f0c23fae-9ea6-4be2-a514-44c43a1665a4 tempest-InstanceActionsNegativeTestJSON-872822344 tempest-InstanceActionsNegativeTestJSON-872822344-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c15fa86-9d1e-4cdb-8209-95a3ef771a76 HTTP/1.1" status: 200 len: 210 time: 0.3601959 Aug 16 02:32:28.124356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] Set router 6dc23691-5b80-4fd0-94ba-95c4b6159c6f gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:28.178914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.186865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.188036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc23691-5b80-4fd0-94ba-95c4b6159c6f', 'name': '', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:23Z', 'updated_at': '2021-08-16T02:32:27Z', 'revision_number': 5, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.232965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec66a2f-8cde-4b7c-aec6-ab262d9600dd None None] The sync data for ids ['6dc23691-5b80-4fd0-94ba-95c4b6159c6f'] in n-d-769329-15 is: [{'id': '6dc23691-5b80-4fd0-94ba-95c4b6159c6f', 'name': '', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:23Z', 'updated_at': '2021-08-16T02:32:27Z', 'revision_number': 5, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:28.284777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.285503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc23691-5b80-4fd0-94ba-95c4b6159c6f {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:28.297793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.300495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f5dfce3-17b5-4ec2-a87d-92965f9b982a tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "DELETE /v2.0/routers/6dc23691-5b80-4fd0-94ba-95c4b6159c6f HTTP/1.1" status: 204 len: 168 time: 2.1733921 Aug 16 02:32:28.302165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:28.419337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Deleting subnet 3ee69c83-75a3-411a-bbaa-4aedf7944183 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:28.425173 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.485176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.543781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9be8-7c02-4d50-ad90-ffd2fafa5c2e req-a1bf8b6c-d4d9-4439-9d2c-de0f7c6e7977 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:28.545868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-093b9be8-7c02-4d50-ad90-ffd2fafa5c2e req-a1bf8b6c-d4d9-4439-9d2c-de0f7c6e7977 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 944 time: 0.1069543 Aug 16 02:32:28.622034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.662350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-093b9be8-7c02-4d50-ad90-ffd2fafa5c2e req-d3882c0f-12e1-4d16-bc70-44496655e3ce tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076465 Aug 16 02:32:28.726191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.754439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee69c83-75a3-411a-bbaa-4aedf7944183,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:28.776781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.783000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:28.792344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a6486459-ddac-422e-8e16-94a87955c1a9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/3ee69c83-75a3-411a-bbaa-4aedf7944183 HTTP/1.1" status: 204 len: 168 time: 0.4889169 Aug 16 02:32:28.814076 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49febcb1-d837-443f-a590-19bf822c8baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.820050 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.882862 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.955487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a226854f-cce9-4c4d-a9f4-a532e693c53f no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:28.978807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: a226854f-cce9-4c4d-a9f4-a532e693c53f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:28.979573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a226854f-cce9-4c4d-a9f4-a532e693c53f not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:28.987988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.999297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:29.011897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccfb1a9-5fcd-49a1-af00-842e67b9feef') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:29.012213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccfb1a9-5fcd-49a1-af00-842e67b9feef') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:29.028804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.043926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.055361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:29.056089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: items = [ Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:29.060734 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:29.153182 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.163941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:32:29.166632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.177062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "DELETE /v2.0/networks/45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0 HTTP/1.1" status: 204 len: 168 time: 0.3866596 Aug 16 02:32:29.191972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39492) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:29.196105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b282df-36dd-41de-8636-fd1d63417b54 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event deleted for resources: {'Network': ['ID=45ca3b76-7fb1-49ef-9589-4c6f9bfe6cf0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:29.317131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] Deleting subnet 9f15bb29-b460-42c1-8412-d289bf0bd933 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:29.328052 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.399640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.467388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.532089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.572442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f15bb29-b460-42c1-8412-d289bf0bd933,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:29.586518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.589944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a48b2821-e39a-47b1-941b-1b0edff4cfba admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9f15bb29-b460-42c1-8412-d289bf0bd933 HTTP/1.1" status: 204 len: 168 time: 0.3962095 Aug 16 02:32:29.591945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39526) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:29.683519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.756517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:29.761507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d5dca70b-fae9-43e5-9d24-27edb248ac95 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'router': {'name': 'tempest-router--574337913', 'project_id': '93d0a26565c04d09992efa5f1f363bd8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:29.800675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.812709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5dca70b-fae9-43e5-9d24-27edb248ac95 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.813655 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5dca70b-fae9-43e5-9d24-27edb248ac95 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.819838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154a3843-18ce-4a14-b4d6-0fb68ab28dad']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:29.835309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27928fb-b9c8-45ff-b793-c04c113053fb') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:29.835951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27928fb-b9c8-45ff-b793-c04c113053fb') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:29.851150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.877599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.884374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:29.884865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:29.886931 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:29.949617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5dca70b-fae9-43e5-9d24-27edb248ac95 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.961060 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.963985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9317b0-65e2-4432-8e19-4d9f7de75a14 req-075328cb-9ba7-4bdb-90f0-c5228d71c243 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:29.971061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a9317b0-65e2-4432-8e19-4d9f7de75a14 req-075328cb-9ba7-4bdb-90f0-c5228d71c243 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 944 time: 0.1197221 Aug 16 02:32:29.980193 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5dca70b-fae9-43e5-9d24-27edb248ac95 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.981578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.991688 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.997372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] 10.222.0.78 "DELETE /v2.0/networks/154a3843-18ce-4a14-b4d6-0fb68ab28dad HTTP/1.1" status: 204 len: 168 time: 0.4043834 Aug 16 02:32:30.039127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5af0a-aa01-4cfe-88b3-03467830f392 admin admin] Pushing event deleted for resources: {'Network': ['ID=154a3843-18ce-4a14-b4d6-0fb68ab28dad,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:30.048500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a9317b0-65e2-4432-8e19-4d9f7de75a14 req-22c3b319-981e-4d90-bded-2595674e9d96 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Aug 16 02:32:30.048500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5dca70b-fae9-43e5-9d24-27edb248ac95 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.048500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5dca70b-fae9-43e5-9d24-27edb248ac95 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2843511 Aug 16 02:32:30.048714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39546) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.206644 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d7b48f4-9618-4012-81e9-5a394939d764 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.387225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.446858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1d9786e6-35bf-449a-bb1b-be00f58f9d25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=960d083da4cd4040b203196804798b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567117 Aug 16 02:32:30.449771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39576) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.450848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 03a95eee-1c2e-40d5-8ea6-e630284af40b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:30.474021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d7b48f4-9618-4012-81e9-5a394939d764 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.484665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d7b48f4-9618-4012-81e9-5a394939d764 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.505535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffb3a-e139-4cfa-8c59-f7c6d315f21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.556012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffb3a-e139-4cfa-8c59-f7c6d315f21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.582578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d7b48f4-9618-4012-81e9-5a394939d764 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.584144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7b48f4-9618-4012-81e9-5a394939d764 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4b145c9-6a09-4597-9b78-3a268d0793f3 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:30.597022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3d7b48f4-9618-4012-81e9-5a394939d764 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.603930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3d7b48f4-9618-4012-81e9-5a394939d764 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "DELETE /v2.0/routers/d4b145c9-6a09-4597-9b78-3a268d0793f3 HTTP/1.1" status: 204 len: 168 time: 0.5553420 Aug 16 02:32:30.627784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 03a95eee-1c2e-40d5-8ea6-e630284af40b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:30.651740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '03a95eee-1c2e-40d5-8ea6-e630284af40b', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': '03a95eee-1c2e-40d5-8ea6-e630284af40b', 'mac_address': 'fa:16:3e:ab:55:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:30.662533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffb3a-e139-4cfa-8c59-f7c6d315f21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.666349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffb3a-e139-4cfa-8c59-f7c6d315f21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.667810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fc9ffb3a-e139-4cfa-8c59-f7c6d315f21b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3545a35-43ca-4d8b-a834-49abb83f39ce HTTP/1.1" status: 204 len: 168 time: 0.2167130 Aug 16 02:32:30.677746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ffb3a-e139-4cfa-8c59-f7c6d315f21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3545a35-43ca-4d8b-a834-49abb83f39ce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:30.722758 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.741651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a95eee-1c2e-40d5-8ea6-e630284af40b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:30.768742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 03a95eee-1c2e-40d5-8ea6-e630284af40b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:30.774224 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.830847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.850965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=03a95eee-1c2e-40d5-8ea6-e630284af40b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:30.975446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['03a95eee-1c2e-40d5-8ea6-e630284af40b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:31.241766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1963134905', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:31.246564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53411dbc-eacc-48e0-86db-f4ac375d9d04 req-499076a3-58bd-4e48-b225-1d7d2f8fe0a7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:31.249583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53411dbc-eacc-48e0-86db-f4ac375d9d04 req-499076a3-58bd-4e48-b225-1d7d2f8fe0a7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 945 time: 0.0959721 Aug 16 02:32:31.311286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.318345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.355588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53411dbc-eacc-48e0-86db-f4ac375d9d04 req-e972905a-bdca-48d1-acee-3d98a59fb8fa tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983388 Aug 16 02:32:31.412694 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.574291 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.777773 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:31.818271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.852014 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.900814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.013323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Allocated IP 172.25.4.249 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/27baa523-efb1-448a-a224-0a0416d3fbf0) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:32.129376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.184024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.229857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:32.235170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:32.238541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:32.266092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event updated for resources: {'Port': ['ID=27baa523-efb1-448a-a224-0a0416d3fbf0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.448141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 03a95eee-1c2e-40d5-8ea6-e630284af40b up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:32.528949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 03a95eee-1c2e-40d5-8ea6-e630284af40b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:32.537165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 03a95eee-1c2e-40d5-8ea6-e630284af40b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:32.537546 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.719712 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.721959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0ade8-0189-4171-a343-6bb34e2caf4a req-6870af02-a0a8-408d-b4ca-ec7d64b2dc3c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:32.723705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e0a0ade8-0189-4171-a343-6bb34e2caf4a req-6870af02-a0a8-408d-b4ca-ec7d64b2dc3c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 945 time: 0.2062414 Aug 16 02:32:32.737074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.827903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 03a95eee-1c2e-40d5-8ea6-e630284af40b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:32.833789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a95eee-1c2e-40d5-8ea6-e630284af40b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:32.840466 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5702a0-3236-464d-8116-1b20512d00dc" -d '{"events": [{"server_uuid": "0b6de7e3-01ee-41c6-86da-005bc117171c", "name": "network-vif-plugged", "status": "completed", "tag": "03a95eee-1c2e-40d5-8ea6-e630284af40b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:32.848136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.877507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e0a0ade8-0189-4171-a343-6bb34e2caf4a req-5397d3c3-0a5c-4266-b216-cf772b2619d8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434014 Aug 16 02:32:32.889021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39716) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:32.914597 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9f6653-e247-4216-8913-4a360f701d7f x-openstack-request-id: req-6c9f6653-e247-4216-8913-4a360f701d7f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:32.915077 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6de7e3-01ee-41c6-86da-005bc117171c", "name": "network-vif-plugged", "status": "completed", "tag": "03a95eee-1c2e-40d5-8ea6-e630284af40b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:32.915496 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c9f6653-e247-4216-8913-4a360f701d7f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:32.916103 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a95eee-1c2e-40d5-8ea6-e630284af40b', 'code': 200} Aug 16 02:32:32.949732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=03a95eee-1c2e-40d5-8ea6-e630284af40b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:33.027199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33613585-0032-43b9-bdcf-bb7e08de8cb3 req-d6e03e19-b3f8-4d6e-88eb-04d532c544a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.029803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33613585-0032-43b9-bdcf-bb7e08de8cb3 req-d6e03e19-b3f8-4d6e-88eb-04d532c544a1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 1098 time: 0.0585692 Aug 16 02:32:33.086218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33613585-0032-43b9-bdcf-bb7e08de8cb3 req-c15a70a2-7f32-4620-a245-626be8b8cb7a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493314 Aug 16 02:32:33.096545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.121797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1768196010-network', 'tenant_id': '75585c822ef94d98a0b51e5f31eb2b0f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:33.176743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Made reservation on behalf of 75585c822ef94d98a0b51e5f31eb2b0f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:33.180899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.193343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.250162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Router b9728166-1ef3-468f-9b2e-173a1266d0e7 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:33.342352 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.351093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.405537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506f029-6906-4ba1-a362-7772e10beda9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:33.409491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:33.426639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:33.426792 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] Sync routers for ids ['b9728166-1ef3-468f-9b2e-173a1266d0e7'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:33.443559 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.443902 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Added segment 80ea8d28-6cd7-412b-916c-f3f20046d56f of type vlan for network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c Aug 16 02:32:33.446422 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] Routers {'b9728166-1ef3-468f-9b2e-173a1266d0e7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:33.447265 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b9728166-1ef3-468f-9b2e-173a1266d0e7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:33.450706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.455924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39736) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.457911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d90c6bf7-8783-41cf-8b07-c03fb90c0515 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6245117 Aug 16 02:32:33.494722 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:33.512972 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] Routers {'b9728166-1ef3-468f-9b2e-173a1266d0e7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:33.513636 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b9728166-1ef3-468f-9b2e-173a1266d0e7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:33.534103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.555725 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:33.556471 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f30223-57f7-4ea6-acaf-0a79af937ea7 None None] The sync data for ids ['b9728166-1ef3-468f-9b2e-173a1266d0e7'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:33.626039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.664228 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.665319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:33.665973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.752098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8618209 Aug 16 02:32:33.752506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39760) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.761107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Request body: {'subnet': {'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1768196010-subnet', 'tenant_id': '75585c822ef94d98a0b51e5f31eb2b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:33.763196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd8351dc-dcb2-4b26-b9a1-be8ac1a883a7 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/b9728166-1ef3-468f-9b2e-173a1266d0e7 HTTP/1.1" status: 200 len: 925 time: 0.3035178 Aug 16 02:32:33.764603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39762) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.781239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5f3af-223d-46cb-8fd8-610df4a3eb86 admin admin] Pushing event updated for resources: {'Network': ['ID=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:33.806082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:33.808712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.812251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1506430f-ff28-4e99-82a7-1bbfc01a26d3 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9728166-1ef3-468f-9b2e-173a1266d0e7 HTTP/1.1" status: 200 len: 205 time: 0.0361557 Aug 16 02:32:33.821627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Made reservation on behalf of 75585c822ef94d98a0b51e5f31eb2b0f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:33.824439 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.913507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc106b-c566-4bf1-a6c4-ba0a514f30bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.945981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39770) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.090376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d5f327-001e-4cda-b8a0-89b357b005b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.140051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.153532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117576-103f-443c-a3fb-92aace733d2c req-7b33ba3b-01e2-4f56-93e9-cce0488f6c4e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:34.155063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d117576-103f-443c-a3fb-92aace733d2c req-7b33ba3b-01e2-4f56-93e9-cce0488f6c4e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 946 time: 0.1676602 Aug 16 02:32:34.652925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc106b-c566-4bf1-a6c4-ba0a514f30bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.666944 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bc106b-c566-4bf1-a6c4-ba0a514f30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.679119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d117576-103f-443c-a3fb-92aace733d2c req-ce000ac6-e711-4faa-bec2-a2d9edc69df9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862647 Aug 16 02:32:34.770457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.776003 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.776477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d5f327-001e-4cda-b8a0-89b357b005b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.782322 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f5d5f327-001e-4cda-b8a0-89b357b005b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.783656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc106b-c566-4bf1-a6c4-ba0a514f30bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de47549f-beef-47c6-9a9f-70ce52a19660,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.809791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c6bc106b-c566-4bf1-a6c4-ba0a514f30bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f045f8b627ad418b8ff6b551b8d20492&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1798694 Aug 16 02:32:34.810704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.852472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Pushing event updated for resources: {'Subnet': ['ID=766960bc-d563-4fa5-8dec-62f902e40c8e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.854898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5f327-001e-4cda-b8a0-89b357b005b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7615692-e4b1-4fad-9055-4ca0b296eb73,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.867060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f5d5f327-001e-4cda-b8a0-89b357b005b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22e09102fca648b786d694182a51a5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193821 Aug 16 02:32:34.868349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.898392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Checking segment: {'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:34.898761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Network hostable DHCP agents. Network: 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:34.904163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9887dcc8-dc17-4541-a65a-a56447659b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.929764 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9887dcc8-dc17-4541-a65a-a56447659b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.947425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Deleting port 27baa523-efb1-448a-a224-0a0416d3fbf0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:34.947425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.982795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:34.983735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9887dcc8-dc17-4541-a65a-a56447659b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.986727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9887dcc8-dc17-4541-a65a-a56447659b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.988150 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9887dcc8-dc17-4541-a65a-a56447659b62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de47549f-beef-47c6-9a9f-70ce52a19660 HTTP/1.1" status: 204 len: 168 time: 0.1755033 Aug 16 02:32:34.998459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887dcc8-dc17-4541-a65a-a56447659b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de47549f-beef-47c6-9a9f-70ce52a19660,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.008062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:35.011088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02df0dce-5cc8-4fc1-a517-243e5f7876ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.018946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:35.019588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.034114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e81caf-3b89-4748-9b56-218b9b11207a None None] Network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:35.066073 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02df0dce-5cc8-4fc1-a517-243e5f7876ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.066073 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6581e9c9-93fe-4943-9f62-22f442e5854a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3114903 Aug 16 02:32:35.091329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.124627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Calling delete_port for 27baa523-efb1-448a-a224-0a0416d3fbf0 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:35.210642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c9757-b8f9-45b0-a1ed-a17e11a92163 None None] Network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:35.222690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02df0dce-5cc8-4fc1-a517-243e5f7876ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.226808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-02df0dce-5cc8-4fc1-a517-243e5f7876ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.230360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-02df0dce-5cc8-4fc1-a517-243e5f7876ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7615692-e4b1-4fad-9055-4ca0b296eb73 HTTP/1.1" status: 204 len: 168 time: 0.3580654 Aug 16 02:32:35.242827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df0dce-5cc8-4fc1-a517-243e5f7876ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7615692-e4b1-4fad-9055-4ca0b296eb73,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.432083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.454733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:35.471192 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d3a00b5-3465-4e01-879a-7ecfecb65c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.502705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event deleted for resources: {'Port': ['ID=27baa523-efb1-448a-a224-0a0416d3fbf0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.579250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.627928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d3a00b5-3465-4e01-879a-7ecfecb65c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.637557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d3a00b5-3465-4e01-879a-7ecfecb65c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.690350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.692642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.694752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6d3a00b5-3465-4e01-879a-7ecfecb65c4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e31935dfa8c4a65b11f9bd58840ee33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389734 Aug 16 02:32:35.697722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:35.745889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.746431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Fanout notify agent at l3_agent the message router_deleted on router b9728166-1ef3-468f-9b2e-173a1266d0e7 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:35.754508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.755822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-beffe2de-541a-4ec9-981a-8f76a9a26f87 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/b9728166-1ef3-468f-9b2e-173a1266d0e7 HTTP/1.1" status: 204 len: 168 time: 1.9458652 Aug 16 02:32:35.759340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39834) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:35.767426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2063811356', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': False}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:35.771983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a00b5-3465-4e01-879a-7ecfecb65c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c9c4bb-c9a7-4751-a00d-562a3d2a8c99,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.813290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.814579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.825082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3957fe-44b6-4adf-81b4-5df803dba987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.859427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3957fe-44b6-4adf-81b4-5df803dba987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.914842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.923574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3957fe-44b6-4adf-81b4-5df803dba987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.926380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3957fe-44b6-4adf-81b4-5df803dba987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.930257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae3957fe-44b6-4adf-81b4-5df803dba987 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5c9c4bb-c9a7-4751-a00d-562a3d2a8c99 HTTP/1.1" status: 204 len: 168 time: 0.2315536 Aug 16 02:32:35.940846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3957fe-44b6-4adf-81b4-5df803dba987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c9c4bb-c9a7-4751-a00d-562a3d2a8c99,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:36.172856 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.249040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b25e3-233c-4445-b62b-7145077071f9 req-4049469b-796c-4531-900f-4610355a68a8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:36.252862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-4049469b-796c-4531-900f-4610355a68a8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 814 time: 0.2779467 Aug 16 02:32:36.281943 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-50b0e281-781b-408b-af48-257ca8f5ccea tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/quotas/75585c822ef94d98a0b51e5f31eb2b0f HTTP/1.1" status: 200 len: 375 time: 0.0185916 Aug 16 02:32:36.325921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-01229dcc-ac77-40c8-b8f9-7e9974ff45c3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405958 Aug 16 02:32:36.355844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-36cda840-3bee-4337-93c4-911f30d9a462 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:32:36.356863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-36cda840-3bee-4337-93c4-911f30d9a462 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074244 Aug 16 02:32:36.625511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.631234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-a43f3b46-9f59-40b7-95b9-d9b60504535e service neutron] 10.222.0.78 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451468 Aug 16 02:32:36.650296 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.853136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-f4dcbd22-2430-4968-b6ff-fdfac4dbd582 service neutron] 10.222.0.78 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996040 Aug 16 02:32:36.867276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Allocated IP 172.25.4.153 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/6c54800c-63be-4072-b9de-086c0276ca47) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:37.063727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.067921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39916) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:37.147699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.190597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:37.197823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57e6ea5a-89df-4a6c-bfa2-065963e20285 req-03663467-5440-43c4-9d32-50f67ecd1b6f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 210 time: 0.0512924 Aug 16 02:32:37.203152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:37.210719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:37.245577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Port': ['ID=6c54800c-63be-4072-b9de-086c0276ca47,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:37.287914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39924) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:37.385525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-436e4755-5d69-42f3-9b1f-048c71f3afc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.428487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-41627889'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:37.540925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.544760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-436e4755-5d69-42f3-9b1f-048c71f3afc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.567568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-436e4755-5d69-42f3-9b1f-048c71f3afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.586441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Made reservation on behalf of 6821dcc17a23447db09eb70bc533885b for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:37.590194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.618376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.632687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-436e4755-5d69-42f3-9b1f-048c71f3afc7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=940886d458134365a48509aaee168148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435514 Aug 16 02:32:37.635632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e4755-5d69-42f3-9b1f-048c71f3afc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2cf71d-d7dd-41ee-b1ad-d2649ce4d9a6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:37.640206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39940) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:37.725886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0f76a16-49a1-47ba-93db-fe3738834362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.758222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0f76a16-49a1-47ba-93db-fe3738834362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.786974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.810965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.815871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.848740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0f76a16-49a1-47ba-93db-fe3738834362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.851555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0f76a16-49a1-47ba-93db-fe3738834362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.864322 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b0f76a16-49a1-47ba-93db-fe3738834362 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a2cf71d-d7dd-41ee-b1ad-d2649ce4d9a6 HTTP/1.1" status: 204 len: 168 time: 0.2113476 Aug 16 02:32:37.864322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:37.865951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e25923-1055-4c0f-b974-bff395c3e32f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:37.879682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.880057 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Added segment 09e14209-1ccb-49f2-8c09-7b45e0de2566 of type vlan for network 8232ec67-48d4-406a-bf2f-2eb372831630 Aug 16 02:32:37.881944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f76a16-49a1-47ba-93db-fe3738834362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2cf71d-d7dd-41ee-b1ad-d2649ce4d9a6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:37.936606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.972420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.980400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:37.981571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.083881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0106697 Aug 16 02:32:38.084649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39952) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:38.086391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Router b033e711-3823-4f7a-a065-897bdc6cfccb is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:38.091605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Request body: {'subnet': {'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:38.144238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59affd-8e43-46cd-a83d-c182ecb0b78e tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event updated for resources: {'Network': ['ID=8232ec67-48d4-406a-bf2f-2eb372831630,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.155407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 8232ec67-48d4-406a-bf2f-2eb372831630 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:38.202097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:38.212631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Made reservation on behalf of 6821dcc17a23447db09eb70bc533885b for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:38.216955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.240276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.245338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d30d074-878d-4caa-8c06-65158ced1ac9 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4823327 Aug 16 02:32:38.249505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39962) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:38.266087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Sync routers for ids ['b033e711-3823-4f7a-a065-897bdc6cfccb'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:38.276230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Routers {'b033e711-3823-4f7a-a065-897bdc6cfccb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:38.277233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b033e711-3823-4f7a-a065-897bdc6cfccb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:38.454369 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a0dadbd-f731-47db-b806-508db4cc0f37 req-8f2d0097-7529-4dd0-8fd8-5d18221fe0bc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 210 time: 0.0818837 Aug 16 02:32:38.501247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce203d2a-1b94-49e4-86c6-b980523997ee tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/b033e711-3823-4f7a-a065-897bdc6cfccb HTTP/1.1" status: 200 len: 909 time: 0.2473698 Aug 16 02:32:38.512561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Set router b033e711-3823-4f7a-a065-897bdc6cfccb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:38.524716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39970) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:38.533141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2063811356', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': True}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:38.646788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.648615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.653771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.785771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b033e711-3823-4f7a-a065-897bdc6cfccb', 'name': 'tempest-snat-router-2063811356', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.153'}], 'enable_snat': False}, 'gw_port_id': '6c54800c-63be-4072-b9de-086c0276ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:35Z', 'updated_at': '2021-08-16T02:32:37Z', 'revision_number': 3, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port': {'id': '6c54800c-63be-4072-b9de-086c0276ca47', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033e711-3823-4f7a-a065-897bdc6cfccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:36Z', 'updated_at': '2021-08-16T02:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:38.789090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event updated for resources: {'Subnet': ['ID=ecbec0b5-7dc5-4c5f-a10f-302d20c3fb51,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.800202 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.835097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b25e3-233c-4445-b62b-7145077071f9 req-694db519-f86a-4e51-b0ed-97e97868abbe tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:38.837728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-694db519-f86a-4e51-b0ed-97e97868abbe tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.98 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 814 time: 0.3120959 Aug 16 02:32:38.852746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Checking router: b033e711-3823-4f7a-a065-897bdc6cfccb for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:38.854852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Updating router b033e711-3823-4f7a-a065-897bdc6cfccb port 6c54800c-63be-4072-b9de-086c0276ca47 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:32:38.862621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Request body: {'port': {'device_id': 'f04dcf30-a12c-4042-8595-0674465f8457', 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c', 'admin_state_up': True, 'tenant_id': '75585c822ef94d98a0b51e5f31eb2b0f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:38.869902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Checking segment: {'id': '09e14209-1ccb-49f2-8c09-7b45e0de2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:38.875008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Network hostable DHCP agents. Network: 8232ec67-48d4-406a-bf2f-2eb372831630, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:38.892063 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.962926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Network 8232ec67-48d4-406a-bf2f-2eb372831630 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:38.980602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 8232ec67-48d4-406a-bf2f-2eb372831630) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:39.003648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:39.004151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.009368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ffb91-1524-4502-a217-d2831b353cbd None None] Network 8232ec67-48d4-406a-bf2f-2eb372831630 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:39.047850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Made reservation on behalf of 75585c822ef94d98a0b51e5f31eb2b0f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:39.052961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.075660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.082499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c1ce8e77-828b-42c6-a0c6-845ba560f341 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9969707 Aug 16 02:32:39.085189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:39.093521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Request body: {'port': {'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1981223190'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:39.270644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Allocated IP 172.20.0.6 (70e9bb82-b9f7-4262-8831-8dbbd6cbed4c/766960bc-d563-4fa5-8dec-62f902e40c8e/7a4c9dcc-78b7-4402-a22d-463fa1a39949) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:39.329897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Made reservation on behalf of 6821dcc17a23447db09eb70bc533885b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:39.334118 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.369838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-8232ec67-48d4-406a-bf2f-2eb372831630', 'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630', 'tenant_id': '6821dcc17a23447db09eb70bc533885b', 'fixed_ips': [{'subnet_id': 'ecbec0b5-7dc5-4c5f-a10f-302d20c3fb51'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:39.370816 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.375077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] device_id is not set on port 3e357c11-0717-44f7-bf7a-12d98bdf1f1e yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:32:39.521298 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.541218 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.558137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Transition to ACTIVE for port object 6c54800c-63be-4072-b9de-086c0276ca47 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:39.567484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.626379 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9009fe14-5243-482b-8e05-3536dc94d3bc req-d38c11f4-e2a4-4966-87c3-2187bf43a12e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 210 time: 0.0568817 Aug 16 02:32:39.647066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.653592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Attempting to bind port 6c54800c-63be-4072-b9de-086c0276ca47 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:39.653979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Attempting to bind port 6c54800c-63be-4072-b9de-086c0276ca47 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:39.654389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Attempting to bind port 6c54800c-63be-4072-b9de-086c0276ca47 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:39.661333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:39.661720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:39.662135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.662544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:39.663030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Bound port: 6c54800c-63be-4072-b9de-086c0276ca47, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:39.663421 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.669179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3363d1-b694-431c-b2ff-da464ce4eec5 None None] Pushing event updated for resources: {'Port': ['ID=6c54800c-63be-4072-b9de-086c0276ca47,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.700092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:39.703526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:39.707200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:39.727225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] For port 6c54800c-63be-4072-b9de-086c0276ca47, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:39.730885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] For port 6c54800c-63be-4072-b9de-086c0276ca47, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6c54800c-63be-4072-b9de-086c0276ca47,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:39.738324 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.766437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:39.767478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.794662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.803115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-cb1ba2e5-29d6-46bd-a3b0-4509d45e2ac6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9467883 Aug 16 02:32:39.818348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Request body: {'port': {'device_id': 'f04dcf30-a12c-4042-8595-0674465f8457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:39.825677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Routers {'b033e711-3823-4f7a-a065-897bdc6cfccb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:39.827038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b033e711-3823-4f7a-a065-897bdc6cfccb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:39.944912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.995016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] Set router b033e711-3823-4f7a-a065-897bdc6cfccb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:40.072563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3363d1-b694-431c-b2ff-da464ce4eec5 None None] Pushing event updated for resources: {'Port': ['ID=6c54800c-63be-4072-b9de-086c0276ca47,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:40.162302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.212993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.221340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b033e711-3823-4f7a-a065-897bdc6cfccb', 'name': 'tempest-snat-router-2063811356', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.153'}], 'enable_snat': False}, 'gw_port_id': '6c54800c-63be-4072-b9de-086c0276ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:35Z', 'updated_at': '2021-08-16T02:32:37Z', 'revision_number': 3, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port': {'id': '6c54800c-63be-4072-b9de-086c0276ca47', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033e711-3823-4f7a-a065-897bdc6cfccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:36Z', 'updated_at': '2021-08-16T02:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:40.224752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Allocated IP 172.20.0.4 (8232ec67-48d4-406a-bf2f-2eb372831630/ecbec0b5-7dc5-4c5f-a10f-302d20c3fb51/3e357c11-0717-44f7-bf7a-12d98bdf1f1e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:40.259902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd53090-abe0-4a42-bd91-273b9b3914f2 None None] The sync data for ids ['b033e711-3823-4f7a-a065-897bdc6cfccb'] in n-d-769329-15 is: [{'id': 'b033e711-3823-4f7a-a065-897bdc6cfccb', 'name': 'tempest-snat-router-2063811356', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.153'}], 'enable_snat': False}, 'gw_port_id': '6c54800c-63be-4072-b9de-086c0276ca47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:35Z', 'updated_at': '2021-08-16T02:32:37Z', 'revision_number': 3, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port': {'id': '6c54800c-63be-4072-b9de-086c0276ca47', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033e711-3823-4f7a-a065-897bdc6cfccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:36Z', 'updated_at': '2021-08-16T02:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:40.474698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Allocated IP 172.25.4.123 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/f6f9454b-c9ff-403d-aced-5de78ed46ff5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:40.493837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4c9dcc-78b7-4402-a22d-463fa1a39949 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:40.503763 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.525176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Transition to ACTIVE for port object 7a4c9dcc-78b7-4402-a22d-463fa1a39949 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:40.544711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.600396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.624656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:40.651854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Transition to ACTIVE for port object 3e357c11-0717-44f7-bf7a-12d98bdf1f1e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:40.734035 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.840718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.900782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Attempting to bind port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:40.901373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Attempting to bind port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:40.901891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Attempting to bind port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 on network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:40.929300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 on network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:40.929824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Attempting to bind port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 on network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:40.938223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6c54800c-63be-4072-b9de-086c0276ca47 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:40.940061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:40.940632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Checking segment: {'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:40.941183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Bound using segment: {'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:40.941802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Bound port: 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:40.942336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.947691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Allocated IP 172.20.0.2 (8232ec67-48d4-406a-bf2f-2eb372831630/ecbec0b5-7dc5-4c5f-a10f-302d20c3fb51/7eb3fe15-907e-4e66-941a-b933cc93609e) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:40.993149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6d6b5-a001-4035-98a1-03b5dede32ed req-618ef576-5d80-4d6f-967d-01a58782e694 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:40.995128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94d6d6b5-a001-4035-98a1-03b5dede32ed req-618ef576-5d80-4d6f-967d-01a58782e694 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1844826 Aug 16 02:32:41.003900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Network 8232ec67-48d4-406a-bf2f-2eb372831630 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:41.012208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:41.022035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:41.082172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event updated for resources: {'Port': ['ID=3e357c11-0717-44f7-bf7a-12d98bdf1f1e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:41.088319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.140260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6c54800c-63be-4072-b9de-086c0276ca47 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:41.169735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94d6d6b5-a001-4035-98a1-03b5dede32ed req-40010928-6349-4c4a-b020-50ac3507054f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632748 Aug 16 02:32:41.182004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6c54800c-63be-4072-b9de-086c0276ca47 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:41.182332 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.184353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:41.196959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Port': ['ID=f6f9454b-c9ff-403d-aced-5de78ed46ff5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:41.215999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.218448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.233296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:41.239873 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.288708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.289483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.297363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] 10.222.0.98 "PUT /v2.0/ports/7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 200 len: 1092 time: 1.4853029 Aug 16 02:32:41.298258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:41.301032 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5358052d-13c5-43f6-9ab5-796daa67bc75" -d '{"events": [{"name": "network-changed", "server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:41.301218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:41.306282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:41.317925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:41.342933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40068) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:41.355882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0ff65f68-8690-4119-954d-19d31e589b29 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2693248 Aug 16 02:32:41.485467 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91089a5f-d187-494c-bf31-6254aa74e35b x-openstack-request-id: req-91089a5f-d187-494c-bf31-6254aa74e35b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:41.485900 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:41.486375 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91089a5f-d187-494c-bf31-6254aa74e35b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:41.487038 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'status': 'completed', 'code': 200} Aug 16 02:32:41.489061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d7dc-b740-45a5-901b-6c2638cf3233 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:41.589718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b25e3-233c-4445-b62b-7145077071f9 req-2f35bd74-3169-4cef-a37f-64eeb40e72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.591411 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-2f35bd74-3169-4cef-a37f-64eeb40e72be service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1095 time: 0.1673295 Aug 16 02:32:41.670919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-372b1567-3998-4c03-b34a-4ef2b00569cb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 200 len: 217 time: 0.0596459 Aug 16 02:32:41.674089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Deleting port 3e357c11-0717-44f7-bf7a-12d98bdf1f1e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:41.679970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.840754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b25e3-233c-4445-b62b-7145077071f9 req-8f4bbc5c-1742-4cb1-b069-c1fcadff6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.842858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-8f4bbc5c-1742-4cb1-b069-c1fcadff6ccc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.1505389 Aug 16 02:32:41.920685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.922212 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.955880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Calling delete_port for 3e357c11-0717-44f7-bf7a-12d98bdf1f1e owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:41.970500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.997260 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.012214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 6c54800c-63be-4072-b9de-086c0276ca47, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6c54800c-63be-4072-b9de-086c0276ca47,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:42.020681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Transition to ACTIVE for port object 7eb3fe15-907e-4e66-941a-b933cc93609e will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:42.023687 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.043635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:42.062339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-f67ba17b-9187-496f-90fa-4c8d2e35921c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922133 Aug 16 02:32:42.097285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Transition to ACTIVE for port object 7eb3fe15-907e-4e66-941a-b933cc93609e will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:42.133712 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.185041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Network 8232ec67-48d4-406a-bf2f-2eb372831630 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:42.188076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:42.190790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=6c54800c-63be-4072-b9de-086c0276ca47,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:42.199487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:42.256784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Pushing event updated for resources: {'Port': ['ID=7eb3fe15-907e-4e66-941a-b933cc93609e,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:42.304111 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69aaf3c9-65b2-4b33-8284-973c63cd9ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.354386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.358560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Attempting to bind port 7eb3fe15-907e-4e66-941a-b933cc93609e on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:42.359042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Attempting to bind port 7eb3fe15-907e-4e66-941a-b933cc93609e by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '09e14209-1ccb-49f2-8c09-7b45e0de2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:42.359565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Attempting to bind port 7eb3fe15-907e-4e66-941a-b933cc93609e on network 8232ec67-48d4-406a-bf2f-2eb372831630 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:42.366960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:42.367360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Checking segment: {'id': '09e14209-1ccb-49f2-8c09-7b45e0de2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:42.367750 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.368148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Bound using segment: {'id': '09e14209-1ccb-49f2-8c09-7b45e0de2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:42.368669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Bound port: 7eb3fe15-907e-4e66-941a-b933cc93609e, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e14209-1ccb-49f2-8c09-7b45e0de2566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8232ec67-48d4-406a-bf2f-2eb372831630'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:42.369054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.448237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] For port 7eb3fe15-907e-4e66-941a-b933cc93609e, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:42.455111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] For port 7eb3fe15-907e-4e66-941a-b933cc93609e, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7eb3fe15-907e-4e66-941a-b933cc93609e,segment=NetworkSegment(09e14209-1ccb-49f2-8c09-7b45e0de2566),segment_id=09e14209-1ccb-49f2-8c09-7b45e0de2566)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:42.462936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.547065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd7858-9bc7-434c-970c-bbfb7ba8118f None None] Pushing event updated for resources: {'Port': ['ID=7eb3fe15-907e-4e66-941a-b933cc93609e,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:42.736523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2fa76-1797-4d7b-8445-7c0fef8a238a req-fcd2466e-c55e-414f-a4eb-b914cfe9f842 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:42.738296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fec2fa76-1797-4d7b-8445-7c0fef8a238a req-fcd2466e-c55e-414f-a4eb-b914cfe9f842 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.3741798 Aug 16 02:32:42.843829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-7cb69b71-f0b2-42ec-851a-4036139b9a4a service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675505 Aug 16 02:32:42.849366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.869053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69aaf3c9-65b2-4b33-8284-973c63cd9ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.874271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fec2fa76-1797-4d7b-8445-7c0fef8a238a req-af39db59-dc79-4829-a077-ebf3e758bb6e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156495 Aug 16 02:32:42.875669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Router b4e362cb-4e6e-4425-bcac-fd0efca53abc is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:42.888442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69aaf3c9-65b2-4b33-8284-973c63cd9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.915682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6c54800c-63be-4072-b9de-086c0276ca47 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:42.941407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event deleted for resources: {'Port': ['ID=3e357c11-0717-44f7-bf7a-12d98bdf1f1e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:42.983997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6c54800c-63be-4072-b9de-086c0276ca47 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:42.984859 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.998762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-69aaf3c9-65b2-4b33-8284-973c63cd9ec0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff36560688064180ada906164aff6414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9548399 Aug 16 02:32:43.036565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.090517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaf3c9-65b2-4b33-8284-973c63cd9ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b357f90-bc58-4c28-9b41-9ee517cb9182,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:43.178865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:43.191224 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Sync routers for ids ['b4e362cb-4e6e-4425-bcac-fd0efca53abc'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:43.197792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.199944 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd081c3f-a188-4264-889a-ba5c91cf3a9c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6738482 Aug 16 02:32:43.204134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40112) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.213413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.218182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-229555eb-709d-4557-bc06-2dd65853ce96 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "DELETE /v2.0/ports/3e357c11-0717-44f7-bf7a-12d98bdf1f1e HTTP/1.1" status: 204 len: 168 time: 1.8702128 Aug 16 02:32:43.219832 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Routers {'b4e362cb-4e6e-4425-bcac-fd0efca53abc'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:43.220495 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b4e362cb-4e6e-4425-bcac-fd0efca53abc'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.226716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40114) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.235930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-704b25e3-233c-4445-b62b-7145077071f9 req-d8fa1e14-97e4-4823-9380-b7609ab6d856 service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696280 Aug 16 02:32:43.246548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a0233f2-4fdb-4f74-848b-57067f3f99bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.290712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a0233f2-4fdb-4f74-848b-57067f3f99bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.366020 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-230fb26a-ed01-444a-9654-0c502f3ad2e3 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/b4e362cb-4e6e-4425-bcac-fd0efca53abc HTTP/1.1" status: 200 len: 908 time: 0.1595881 Aug 16 02:32:43.366657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.421167 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Set router b4e362cb-4e6e-4425-bcac-fd0efca53abc gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:43.450814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-ae941ae1-9e38-4619-9cd5-1341eb711a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:43.452895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-ae941ae1-9e38-4619-9cd5-1341eb711a0f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1095 time: 0.1600714 Aug 16 02:32:43.464930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4410e71e-c369-480d-a4a0-fbb768b549a4 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.2368848 Aug 16 02:32:43.468613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.475982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-51019883'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:43.541666 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a0233f2-4fdb-4f74-848b-57067f3f99bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.544870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a0233f2-4fdb-4f74-848b-57067f3f99bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.555681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2a0233f2-4fdb-4f74-848b-57067f3f99bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b357f90-bc58-4c28-9b41-9ee517cb9182 HTTP/1.1" status: 204 len: 168 time: 0.5175586 Aug 16 02:32:43.594265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0233f2-4fdb-4f74-848b-57067f3f99bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b357f90-bc58-4c28-9b41-9ee517cb9182,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:43.603506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Made reservation on behalf of 6821dcc17a23447db09eb70bc533885b for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:43.607826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.610679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.671657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-cba54d25-f096-4fee-952b-306dfa61012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:43.675721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-cba54d25-f096-4fee-952b-306dfa61012f service neutron] 10.222.0.98 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 915 time: 0.2139223 Aug 16 02:32:43.708874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:43.764570 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-f884456d-28e0-45f5-8a15-2e94eed93ef1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 200 len: 217 time: 0.0746169 Aug 16 02:32:43.770349 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e362cb-4e6e-4425-bcac-fd0efca53abc', 'name': 'tempest-snat-router-2063811356', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f6f9454b-c9ff-403d-aced-5de78ed46ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:38Z', 'updated_at': '2021-08-16T02:32:41Z', 'revision_number': 3, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port': {'id': 'f6f9454b-c9ff-403d-aced-5de78ed46ff5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:78:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e362cb-4e6e-4425-bcac-fd0efca53abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:40Z', 'updated_at': '2021-08-16T02:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.779170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.779586 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Added segment dd117def-abeb-403c-8937-cf9d34ab69b3 of type vlan for network 87f50cb2-604b-4184-a8eb-ce6274107778 Aug 16 02:32:43.841361 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Checking router: b4e362cb-4e6e-4425-bcac-fd0efca53abc for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:43.842224 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Updating router b4e362cb-4e6e-4425-bcac-fd0efca53abc port f6f9454b-c9ff-403d-aced-5de78ed46ff5 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:32:43.850481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.870718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-114dea07-1c6d-4b2e-be1b-3186098b3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:43.872359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-114dea07-1c6d-4b2e-be1b-3186098b3106 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.0951133 Aug 16 02:32:43.877527 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.888472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.895280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:43.895917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.911152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.925087 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-2aa06ba0-f10f-418e-a90f-5978bf0a7c5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439672 Aug 16 02:32:44.112840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-40dd4de5-5ef2-470c-9408-442c84a7e80d service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777601 Aug 16 02:32:44.140735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6691556 Aug 16 02:32:44.153946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:44.173860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:44.184544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71452b8b-55f3-491d-9842-0d95c88fdbca tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event updated for resources: {'Network': ['ID=87f50cb2-604b-4184-a8eb-ce6274107778,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:44.198408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 87f50cb2-604b-4184-a8eb-ce6274107778 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:44.214965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aae40b-b4c8-4bc6-ad9c-3746f0caaa61 req-bba6ec6f-314f-46f9-b18b-6e2257ba678c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:44.216605 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88aae40b-b4c8-4bc6-ad9c-3746f0caaa61 req-bba6ec6f-314f-46f9-b18b-6e2257ba678c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1771250 Aug 16 02:32:44.248517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Deleting port f6f9454b-c9ff-403d-aced-5de78ed46ff5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:44.249449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.256081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5358052d-13c5-43f6-9ab5-796daa67bc75 req-00dda0f7-e297-4699-9d2f-bc2d8adec3aa service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371548 Aug 16 02:32:44.300721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe1e04-9a85-4c29-aadf-656c399ef734 None None] Network 8232ec67-48d4-406a-bf2f-2eb372831630 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:44.324627 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c61d427c-3946-4206-b530-6d6292361a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.349701 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.363603 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Transition to ACTIVE for port object f6f9454b-c9ff-403d-aced-5de78ed46ff5 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:44.371089 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.427330 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Attempting to bind port f6f9454b-c9ff-403d-aced-5de78ed46ff5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:44.427690 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Attempting to bind port f6f9454b-c9ff-403d-aced-5de78ed46ff5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:44.428225 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Attempting to bind port f6f9454b-c9ff-403d-aced-5de78ed46ff5 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:44.432470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-414f97ff-0d72-4519-b565-dfc45f638e47 None None] Provisioning for port 7eb3fe15-907e-4e66-941a-b933cc93609e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:44.440530 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:44.440917 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:44.441490 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.441891 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:44.442733 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Bound port: f6f9454b-c9ff-403d-aced-5de78ed46ff5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:44.442733 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.474309 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Pushing event updated for resources: {'Port': ['ID=f6f9454b-c9ff-403d-aced-5de78ed46ff5,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:44.493620 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.494044 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.494290 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.494657 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.494935 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.495956 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.495956 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.495956 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.496244 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.496606 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.500390 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.501091 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:44.517095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88aae40b-b4c8-4bc6-ad9c-3746f0caaa61 req-b3328143-a56b-4f96-b016-6564a8da4bd8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859349 Aug 16 02:32:44.521642 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] For port f6f9454b-c9ff-403d-aced-5de78ed46ff5, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:44.526004 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] For port f6f9454b-c9ff-403d-aced-5de78ed46ff5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f6f9454b-c9ff-403d-aced-5de78ed46ff5,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:44.532033 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.546994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.584202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Calling delete_port for f6f9454b-c9ff-403d-aced-5de78ed46ff5 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:44.601351 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Routers {'b4e362cb-4e6e-4425-bcac-fd0efca53abc'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:44.601982 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b4e362cb-4e6e-4425-bcac-fd0efca53abc'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:44.604004 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b3e66-ac6c-4f0d-90f0-a4bef348d1c3 None None] Pushing event updated for resources: {'Port': ['ID=f6f9454b-c9ff-403d-aced-5de78ed46ff5,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:44.609948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-478fb81e-b1d5-444e-880f-4a1d0e689d14 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "GET /v2.0/agents/632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f/dhcp-networks HTTP/1.1" status: 200 len: 4895 time: 0.4407363 Aug 16 02:32:44.612867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40144) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:44.737323 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c61d427c-3946-4206-b530-6d6292361a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.743313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c61d427c-3946-4206-b530-6d6292361a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.751069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48673f71-3ab7-4c07-bd12-9ed5991c7aa5 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] Network 87f50cb2-604b-4184-a8eb-ce6274107778 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:44.772770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939bc321-be04-41bb-a4bb-1c79b4fa5883 None None] Network 87f50cb2-604b-4184-a8eb-ce6274107778 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:44.775513 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-48673f71-3ab7-4c07-bd12-9ed5991c7aa5 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "POST /v2.0/agents/632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1615419 Aug 16 02:32:44.778625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40148) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:44.950422 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] Set router b4e362cb-4e6e-4425-bcac-fd0efca53abc gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:44.977713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d427c-3946-4206-b530-6d6292361a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6eeb3c-49eb-4912-ad7b-d4740f07359c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:44.991546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c61d427c-3946-4206-b530-6d6292361a68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a30f2a45c3b44c2887acb6dd72c73171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986867 Aug 16 02:32:44.993493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40152) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.017911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.020361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:45.052003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7eb3fe15-907e-4e66-941a-b933cc93609e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:45.090752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-905765be-6008-4c39-b2c3-373d7d353b80 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "GET /v2.0/agents/632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f/dhcp-networks HTTP/1.1" status: 200 len: 5664 time: 0.2998030 Aug 16 02:32:45.091404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40154) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.095757 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e362cb-4e6e-4425-bcac-fd0efca53abc', 'name': 'tempest-snat-router-2063811356', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:38Z', 'updated_at': '2021-08-16T02:32:43Z', 'revision_number': 4, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.161919 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeabec4d-32ac-437f-b085-45bd82b53403 None None] The sync data for ids ['b4e362cb-4e6e-4425-bcac-fd0efca53abc'] in n-d-769329-15 is: [{'id': 'b4e362cb-4e6e-4425-bcac-fd0efca53abc', 'name': 'tempest-snat-router-2063811356', 'tenant_id': 'a9549141f3d24801bbec24d46f84abf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:38Z', 'updated_at': '2021-08-16T02:32:43Z', 'revision_number': 4, 'project_id': 'a9549141f3d24801bbec24d46f84abf4', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:45.183860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6f9454b-c9ff-403d-aced-5de78ed46ff5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:45.197896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:45.213838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c', 'port_id': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'mac_address': 'fa:16:3e:15:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766960bc-d563-4fa5-8dec-62f902e40c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:45.215228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5318c443-1c7b-4ab3-a9e4-1f9b2998cfa0 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "DELETE /v2.0/agents/632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f/dhcp-networks/87f50cb2-604b-4184-a8eb-ce6274107778 HTTP/1.1" status: 204 len: 168 time: 0.1222074 Aug 16 02:32:45.215845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40156) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.263220 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f467fe5-5a1f-4204-993b-826fe60fbb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.278154 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.296644 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.299050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-14eaf8bd-50da-4abb-a629-cb236c575d85 None None] Could not find standard attr ID for object 3e357c11-0717-44f7-bf7a-12d98bdf1f1e. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:32:45.346534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4c9dcc-78b7-4402-a22d-463fa1a39949 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:45.392523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:45.399615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.399897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-151bd48b-da3a-402b-8ad3-e7151b10cf7a tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "GET /v2.0/agents/632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f/dhcp-networks HTTP/1.1" status: 200 len: 4895 time: 0.1816704 Aug 16 02:32:45.400978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40158) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.432535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a1e60f92-c3f1-480f-8fe0-141746bf24ae tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "GET /v2.0/networks/8232ec67-48d4-406a-bf2f-2eb372831630/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0298154 Aug 16 02:32:45.433076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40160) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.457835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3b66aed0-90a0-4b87-9b39-9a7876259480 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "GET /v2.0/networks/8232ec67-48d4-406a-bf2f-2eb372831630/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0235963 Aug 16 02:32:45.458517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40162) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.476422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:45.479661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7eb3fe15-907e-4e66-941a-b933cc93609e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:45.484419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7eb3fe15-907e-4e66-941a-b933cc93609e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:45.484804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.646812 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.650528 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ef6ddd86-33ad-4789-bec1-330e55d3c8b6 tempest-DHCPAgentSchedulersTestJSON-882771144 tempest-DHCPAgentSchedulersTestJSON-882771144-project-admin] 10.222.0.78 "GET /v2.0/agents/632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f/dhcp-networks HTTP/1.1" status: 200 len: 4895 time: 0.1908071 Aug 16 02:32:45.652164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40166) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.693713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a4c9dcc-78b7-4402-a22d-463fa1a39949'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:45.697397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7eb3fe15-907e-4e66-941a-b933cc93609e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7eb3fe15-907e-4e66-941a-b933cc93609e,segment=NetworkSegment(09e14209-1ccb-49f2-8c09-7b45e0de2566),segment_id=09e14209-1ccb-49f2-8c09-7b45e0de2566)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:45.702025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.744826 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.834237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7eb3fe15-907e-4e66-941a-b933cc93609e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:45.895681 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.914618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f50cb2-604b-4184-a8eb-ce6274107778']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.948262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd117def-abeb-403c-8937-cf9d34ab69b3') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.948807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd117def-abeb-403c-8937-cf9d34ab69b3') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.952625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f467fe5-5a1f-4204-993b-826fe60fbb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.964670 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.972330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.978597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.995586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.001939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:46.002340 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:46.005962 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:46.064540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.065083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4e362cb-4e6e-4425-bcac-fd0efca53abc {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:46.072783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.076273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-551bb557-be46-4350-9ed9-12723c52809d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "DELETE /v2.0/routers/b4e362cb-4e6e-4425-bcac-fd0efca53abc HTTP/1.1" status: 204 len: 168 time: 2.7063553 Aug 16 02:32:46.077595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40174) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:46.095722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55c751-570d-4d56-9826-d324fc58a8a7 req-a142d816-0a77-42e1-b252-3390f3a848d9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:46.097238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd55c751-570d-4d56-9826-d324fc58a8a7 req-a142d816-0a77-42e1-b252-3390f3a848d9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 944 time: 0.1520286 Aug 16 02:32:46.137249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38c00d-f682-4ede-9f2a-ce17b5558b3e req-c003755f-1182-4d5a-a9dd-245f52aab181 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:46.140783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd38c00d-f682-4ede-9f2a-ce17b5558b3e req-c003755f-1182-4d5a-a9dd-245f52aab181 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0957212 Aug 16 02:32:46.142610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.157825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f467fe5-5a1f-4204-993b-826fe60fbb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.159295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.160469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f467fe5-5a1f-4204-993b-826fe60fbb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.164801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2f467fe5-5a1f-4204-993b-826fe60fbb9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b6eeb3c-49eb-4912-ad7b-d4740f07359c HTTP/1.1" status: 204 len: 168 time: 1.1625075 Aug 16 02:32:46.165695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "DELETE /v2.0/networks/87f50cb2-604b-4184-a8eb-ce6274107778 HTTP/1.1" status: 204 len: 168 time: 0.5115802 Aug 16 02:32:46.168946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40176) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:46.187062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde7b1c-ce1e-45e6-ab90-d78c0fe6c913 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event deleted for resources: {'Network': ['ID=87f50cb2-604b-4184-a8eb-ce6274107778,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:46.227435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd38c00d-f682-4ede-9f2a-ce17b5558b3e req-5a6d1981-4941-4144-b71f-d49a80e1467b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481906 Aug 16 02:32:46.243455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f467fe5-5a1f-4204-993b-826fe60fbb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6eeb3c-49eb-4912-ad7b-d4740f07359c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:46.262665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd55c751-570d-4d56-9826-d324fc58a8a7 req-8dce5f31-537a-494d-a981-2f373ccc179f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323137 Aug 16 02:32:46.264671 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e67a7e-0c03-441e-8427-27b7b78dff92 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:46.275962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e67a7e-0c03-441e-8427-27b7b78dff92 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:46.281325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-16e67a7e-0c03-441e-8427-27b7b78dff92 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "DELETE /v2.0/ports/3e357c11-0717-44f7-bf7a-12d98bdf1f1e HTTP/1.1" status: 404 len: 333 time: 0.1085575 Aug 16 02:32:46.283457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40182) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:46.295493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.398017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Deleting subnet ecbec0b5-7dc5-4c5f-a10f-302d20c3fb51 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:46.401323 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.451661 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.469732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.482283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc46a6-18a3-480f-a1b1-89e3ecd1f88a req-016a302f-ce04-4793-a700-5b842900ec4b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:46.491004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7cbc46a6-18a3-480f-a1b1-89e3ecd1f88a req-016a302f-ce04-4793-a700-5b842900ec4b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1590083 Aug 16 02:32:46.539129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Deleting port 6c54800c-63be-4072-b9de-086c0276ca47 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:46.539602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.560174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7cbc46a6-18a3-480f-a1b1-89e3ecd1f88a req-907823cf-4a4e-4ac5-ab7e-418a079f613e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685091 Aug 16 02:32:46.635248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.662495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] For port 6c54800c-63be-4072-b9de-086c0276ca47, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6c54800c-63be-4072-b9de-086c0276ca47,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:46.663605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.696962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Calling delete_port for 6c54800c-63be-4072-b9de-086c0276ca47 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:46.751543 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.811895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4438d7d8-4a14-4c59-bd11-17c6fcbddd25 None None] Network 8232ec67-48d4-406a-bf2f-2eb372831630 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:46.843105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.847323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "DELETE /v2.0/subnets/ecbec0b5-7dc5-4c5f-a10f-302d20c3fb51 HTTP/1.1" status: 204 len: 168 time: 0.5600300 Aug 16 02:32:46.847323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03fa62-1e84-468e-a0a1-f5f47aadb283 tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbec0b5-7dc5-4c5f-a10f-302d20c3fb51,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:46.848489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40198) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:46.939704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7eb3fe15-907e-4e66-941a-b933cc93609e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:47.049058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:47.064378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.091967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff24b4-b133-47c1-bc7a-193a6a09f5dc req-625cce05-0d4f-4a69-be3c-cae957c460fd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:47.093584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60ff24b4-b133-47c1-bc7a-193a6a09f5dc req-625cce05-0d4f-4a69-be3c-cae957c460fd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1898563 Aug 16 02:32:47.097568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.125584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c54800c-63be-4072-b9de-086c0276ca47,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:47.145313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60ff24b4-b133-47c1-bc7a-193a6a09f5dc req-b24705b2-a683-4082-a534-1e32ba7c75b3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456548 Aug 16 02:32:47.189148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.214840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Deleting port 7eb3fe15-907e-4e66-941a-b933cc93609e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:47.214840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.238347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:47.247224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7eb3fe15-907e-4e66-941a-b933cc93609e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:47.250329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.258152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:47.260000 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.306159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] For port 7eb3fe15-907e-4e66-941a-b933cc93609e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7eb3fe15-907e-4e66-941a-b933cc93609e,segment=NetworkSegment(09e14209-1ccb-49f2-8c09-7b45e0de2566),segment_id=09e14209-1ccb-49f2-8c09-7b45e0de2566)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:47.307101 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.329453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Calling delete_port for 7eb3fe15-907e-4e66-941a-b933cc93609e owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:47.358714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.364842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.365046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] DHCP port deletion for 8232ec67-48d4-406a-bf2f-2eb372831630 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:47.506731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.507677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b033e711-3823-4f7a-a065-897bdc6cfccb {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:47.521815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.527449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-63264349-048b-43aa-93ce-8969c8387550 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "DELETE /v2.0/routers/b033e711-3823-4f7a-a065-897bdc6cfccb HTTP/1.1" status: 204 len: 168 time: 1.4486375 Aug 16 02:32:47.528650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40222) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:47.538272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1703322954', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:47.563016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.576722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed4a8-fbae-4f8d-9c19-8d00bb523eb1 req-0a212b98-31d6-4798-af10-b9de4d1f0b1b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:47.580631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c24ed4a8-fbae-4f8d-9c19-8d00bb523eb1 req-0a212b98-31d6-4798-af10-b9de4d1f0b1b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 944 time: 0.1217923 Aug 16 02:32:47.592700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.593790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.629802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event deleted for resources: {'Port': ['ID=7eb3fe15-907e-4e66-941a-b933cc93609e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:47.636714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] No DVR routers for this DVR port 7eb3fe15-907e-4e66-941a-b933cc93609e on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:47.646330 n-d-769329-15 neutron-server[94858]: INFO neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No ports have port_id starting with 7eb3fe15-907e-4e66-941a-b933cc93609e Aug 16 02:32:47.672096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c24ed4a8-fbae-4f8d-9c19-8d00bb523eb1 req-065b0c20-19eb-49d8-9b3e-d9500df7ab1a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820274 Aug 16 02:32:47.685142 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.708240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] Deleting port 7eb3fe15-907e-4e66-941a-b933cc93609e {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:47.708240 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.819648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:47.822559 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbd4c6b-7971-4acf-b51b-2cedebd400ee" -d '{"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-plugged", "status": "completed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:47.837195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] For port 7eb3fe15-907e-4e66-941a-b933cc93609e, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:47.837790 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.850552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:47.857923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.860388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.862402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] Calling delete_port for 7eb3fe15-907e-4e66-941a-b933cc93609e owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:47.876746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.942477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] Port 7eb3fe15-907e-4e66-941a-b933cc93609e was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:32:47.943728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:47.958557 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.973396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8232ec67-48d4-406a-bf2f-2eb372831630']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:47.988070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e14209-1ccb-49f2-8c09-7b45e0de2566') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:47.988428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e14209-1ccb-49f2-8c09-7b45e0de2566') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:48.007282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.040247 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b73c4-2eb8-499b-98b4-dab2226783b7 x-openstack-request-id: req-333b73c4-2eb8-499b-98b4-dab2226783b7 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:48.040500 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-plugged", "status": "completed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:48.041027 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-333b73c4-2eb8-499b-98b4-dab2226783b7 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:48.041708 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'code': 200} Aug 16 02:32:48.047321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] Pushing event deleted for resources: {'Port': ['ID=7eb3fe15-907e-4e66-941a-b933cc93609e,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:48.047444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823943-9e63-4abe-8aeb-5a436f8c5965 req-90703e3a-b017-4df9-ab11-bd97dead3789 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.057861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3f969-9ad2-403c-9b50-30fde4b8d37f None None] No DVR routers for this DVR port 7eb3fe15-907e-4e66-941a-b933cc93609e on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:48.063388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32823943-9e63-4abe-8aeb-5a436f8c5965 req-90703e3a-b017-4df9-ab11-bd97dead3789 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1301827 Aug 16 02:32:48.123984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32823943-9e63-4abe-8aeb-5a436f8c5965 req-5fcb8670-f1a0-4635-88dd-143bd23d1ea1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547926 Aug 16 02:32:48.147154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.157685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.168315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:48.168702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:48.172522 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:48.273664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3704d4c-aa6f-4304-afc9-b4120b84e04a req-8c638bb7-e59d-40f2-8ab7-7771adfac43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.275201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3704d4c-aa6f-4304-afc9-b4120b84e04a req-8c638bb7-e59d-40f2-8ab7-7771adfac43f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1097 time: 0.2148342 Aug 16 02:32:48.297546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.325830 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.325830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] 10.222.0.78 "DELETE /v2.0/networks/8232ec67-48d4-406a-bf2f-2eb372831630 HTTP/1.1" status: 204 len: 168 time: 1.4678309 Aug 16 02:32:48.364435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10455cdd-2145-461c-b512-6842f8f5745d tempest-DHCPAgentSchedulersTestJSON-1979375289 tempest-DHCPAgentSchedulersTestJSON-1979375289-project] Pushing event deleted for resources: {'Network': ['ID=8232ec67-48d4-406a-bf2f-2eb372831630,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:48.394158 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3704d4c-aa6f-4304-afc9-b4120b84e04a req-89b5db1b-9948-4a5f-9eb4-d8ec27440cc7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969455 Aug 16 02:32:48.394282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:48.515574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d5e385c-4705-4d35-9fec-e8f2fa6277cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.524141 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.545858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.642564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d5e385c-4705-4d35-9fec-e8f2fa6277cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.648440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d5e385c-4705-4d35-9fec-e8f2fa6277cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.671287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40280) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:48.677507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Allocated IP 172.25.4.172 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/8f6157f7-a04c-47ac-9b36-6cf9037abef6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:48.687935 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5d5e385c-4705-4d35-9fec-e8f2fa6277cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92b5f48887224f119856d28a17aba1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956948 Aug 16 02:32:48.688459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40284) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:48.697200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e385c-4705-4d35-9fec-e8f2fa6277cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7cdd8a-49f2-4873-9224-5ad4283864ec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:48.838601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6c54800c-63be-4072-b9de-086c0276ca47 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:48.858966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6c54800c-63be-4072-b9de-086c0276ca47 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:48.859461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6c54800c-63be-4072-b9de-086c0276ca47 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:48.859978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7eb3fe15-907e-4e66-941a-b933cc93609e no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:48.879827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7eb3fe15-907e-4e66-941a-b933cc93609e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:48.880342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7eb3fe15-907e-4e66-941a-b933cc93609e not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:48.906730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185c1dc-a5b9-444d-9596-f97c166a31b2 req-5cc2ce18-158e-4892-a195-cacb18d3fcee tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.908234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a185c1dc-a5b9-444d-9596-f97c166a31b2 req-5cc2ce18-158e-4892-a195-cacb18d3fcee tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1427169 Aug 16 02:32:48.908888 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-024164e6-8fb7-4582-8081-b35b583f174f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.952270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-951bd542-a266-448a-a0dd-5a59ca975eb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6821dcc17a23447db09eb70bc533885b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795894 Aug 16 02:32:48.954660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:48.969001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.972427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-024164e6-8fb7-4582-8081-b35b583f174f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.017798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c881252-a681-41e8-a7dc-dbe47cd14c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.020655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a185c1dc-a5b9-444d-9596-f97c166a31b2 req-e7b5d5b0-7cb6-44c3-90a9-d4305e8c1b2b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048532 Aug 16 02:32:49.043844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c881252-a681-41e8-a7dc-dbe47cd14c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.063172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.094566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-024164e6-8fb7-4582-8081-b35b583f174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.097147 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-024164e6-8fb7-4582-8081-b35b583f174f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.099957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c881252-a681-41e8-a7dc-dbe47cd14c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.101480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-024164e6-8fb7-4582-8081-b35b583f174f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d7cdd8a-49f2-4873-9224-5ad4283864ec HTTP/1.1" status: 204 len: 168 time: 0.4119842 Aug 16 02:32:49.105360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4c881252-a681-41e8-a7dc-dbe47cd14c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.106932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4c881252-a681-41e8-a7dc-dbe47cd14c37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15e25923-1055-4c0f-b974-bff395c3e32f HTTP/1.1" status: 204 len: 168 time: 0.1505077 Aug 16 02:32:49.118505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c881252-a681-41e8-a7dc-dbe47cd14c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e25923-1055-4c0f-b974-bff395c3e32f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.142447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:49.149788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:49.154824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:49.196832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024164e6-8fb7-4582-8081-b35b583f174f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7cdd8a-49f2-4873-9224-5ad4283864ec,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.208198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event updated for resources: {'Port': ['ID=8f6157f7-a04c-47ac-9b36-6cf9037abef6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.350874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d76de0-dd07-4cfb-930f-84a0e5bac5f5 req-affe51d6-0c35-48ce-9caa-aeda19c6f654 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:49.352599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1d76de0-dd07-4cfb-930f-84a0e5bac5f5 req-affe51d6-0c35-48ce-9caa-aeda19c6f654 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1144834 Aug 16 02:32:49.423865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1d76de0-dd07-4cfb-930f-84a0e5bac5f5 req-330af1e0-108a-4f2d-9c03-c41cd377ab39 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643387 Aug 16 02:32:49.542364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.591898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40308) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:49.620801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dbee-41ae-4972-8dc2-5e3f25fc5a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.833759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.850220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dbee-41ae-4972-8dc2-5e3f25fc5a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.884527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dbee-41ae-4972-8dc2-5e3f25fc5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.930279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6bc4dbee-41ae-4972-8dc2-5e3f25fc5a2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd49193776d841c69aa3d57ef58fac98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287547 Aug 16 02:32:49.932915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:49.963123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4dbee-41ae-4972-8dc2-5e3f25fc5a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c322f3ef-74d5-4cf1-bc32-e5b95d6e0c32,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:50.006939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16f3e2ba-91bf-4d2f-a20c-3e13f27bced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.021966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Router 844dffa2-e754-4408-b4f0-3f81c3e20758 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:50.037513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16f3e2ba-91bf-4d2f-a20c-3e13f27bced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.152052 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16f3e2ba-91bf-4d2f-a20c-3e13f27bced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.155769 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16f3e2ba-91bf-4d2f-a20c-3e13f27bced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.156374 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-16f3e2ba-91bf-4d2f-a20c-3e13f27bced7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c322f3ef-74d5-4cf1-bc32-e5b95d6e0c32 HTTP/1.1" status: 204 len: 168 time: 0.2224185 Aug 16 02:32:50.183438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:50.194910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] Sync routers for ids ['844dffa2-e754-4408-b4f0-3f81c3e20758'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:50.195395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3e2ba-91bf-4d2f-a20c-3e13f27bced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c322f3ef-74d5-4cf1-bc32-e5b95d6e0c32,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:50.217531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] Routers {'844dffa2-e754-4408-b4f0-3f81c3e20758'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:50.218969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['844dffa2-e754-4408-b4f0-3f81c3e20758'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.221957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155b614-44de-4800-8fe2-0846fe31e21d req-d3f7d6a3-17dc-4628-9156-df3087d94aec tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:50.230386 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9155b614-44de-4800-8fe2-0846fe31e21d req-d3f7d6a3-17dc-4628-9156-df3087d94aec tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0999610 Aug 16 02:32:50.269755 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.273880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7aa4b73-a2a1-4331-9758-ad149e40edc9 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7415810 Aug 16 02:32:50.274042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.274375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:50.279633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': False}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:50.288335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] Routers {'844dffa2-e754-4408-b4f0-3f81c3e20758'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:50.289223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['844dffa2-e754-4408-b4f0-3f81c3e20758'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.307617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9155b614-44de-4800-8fe2-0846fe31e21d req-cee84d64-d0b9-427f-93f8-6538ebc0e6ee tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762045 Aug 16 02:32:50.339032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.340735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76477403-80ea-4907-8f71-847c75f06e9d None None] The sync data for ids ['844dffa2-e754-4408-b4f0-3f81c3e20758'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:50.676057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fa36a-8e8a-4329-924d-38977bdff4df req-6b37ace5-d351-49f0-92dc-e747c6f7ddf5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:50.678045 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3fa36a-8e8a-4329-924d-38977bdff4df req-6b37ace5-d351-49f0-92dc-e747c6f7ddf5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1120753 Aug 16 02:32:50.741506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3fa36a-8e8a-4329-924d-38977bdff4df req-4b68d4ea-4413-4769-a205-0b47728515e7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544424 Aug 16 02:32:50.813690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-4142db25-a2c7-4428-82ea-9268d26b22c3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:50.815259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-4142db25-a2c7-4428-82ea-9268d26b22c3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 814 time: 0.2252302 Aug 16 02:32:50.833826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.840834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:50.848339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-1595fccf-3604-4f16-8369-69b932e14114 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/quotas/75585c822ef94d98a0b51e5f31eb2b0f HTTP/1.1" status: 200 len: 375 time: 0.0231559 Aug 16 02:32:50.946528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-8f2c5cf4-69aa-40b6-b54d-03c04a92298e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860398 Aug 16 02:32:51.069991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ac5fe40-a468-4e07-88dc-12f2389cedb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.129459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-8d2df1e8-aac0-483e-b53b-89e48107352a service neutron] 10.222.0.78 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735756 Aug 16 02:32:51.410809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ac5fe40-a468-4e07-88dc-12f2389cedb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.421400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-f994e583-d35a-435f-9d2c-428be80ecd2c service neutron] 10.222.0.78 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765450 Aug 16 02:32:51.464711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ac5fe40-a468-4e07-88dc-12f2389cedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.534518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0ac5fe40-a468-4e07-88dc-12f2389cedb4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07ad78002fee45acbc598d03d6071f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898165 Aug 16 02:32:51.535430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40414) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:51.537288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5fe40-a468-4e07-88dc-12f2389cedb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a8273-99f9-4017-b184-39755fd82295,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:51.671324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.678267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.681529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c7566026-f267-40f5-8dc2-df175a6f1b33 req-7e663fb3-5ad5-4254-b0ff-12f32e85617b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 210 time: 0.1224678 Aug 16 02:32:51.740161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e491884e-d333-4005-bb4f-5e602dd6031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.770143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e491884e-d333-4005-bb4f-5e602dd6031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.825043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e491884e-d333-4005-bb4f-5e602dd6031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.831645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e491884e-d333-4005-bb4f-5e602dd6031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.833672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e491884e-d333-4005-bb4f-5e602dd6031f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/873a8273-99f9-4017-b184-39755fd82295 HTTP/1.1" status: 204 len: 168 time: 0.2955225 Aug 16 02:32:51.847269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491884e-d333-4005-bb4f-5e602dd6031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a8273-99f9-4017-b184-39755fd82295,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:51.952264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Router 844dffa2-e754-4408-b4f0-3f81c3e20758 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:51.986032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9d93-8887-44d7-a143-19409df9f77d req-7f974603-dc71-4f81-a1ed-5eaf4a01c3e2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:51.994067 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d2a9d93-8887-44d7-a143-19409df9f77d req-7f974603-dc71-4f81-a1ed-5eaf4a01c3e2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1257110 Aug 16 02:32:52.116904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d2a9d93-8887-44d7-a143-19409df9f77d req-04b8ea23-db5d-4dc6-8073-8314a2b4874e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218708 Aug 16 02:32:52.118593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.191792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:52.199076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.202263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00f0176c-ba49-488c-ba92-12133d473135 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "PUT /v2.0/routers/844dffa2-e754-4408-b4f0-3f81c3e20758 HTTP/1.1" status: 200 len: 926 time: 1.9252238 Aug 16 02:32:52.204181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40444) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.205573 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] Sync routers for ids ['844dffa2-e754-4408-b4f0-3f81c3e20758'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:52.227999 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] Routers {'844dffa2-e754-4408-b4f0-3f81c3e20758'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:52.230582 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['844dffa2-e754-4408-b4f0-3f81c3e20758'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:52.281806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.323720 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:52.334530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-26c9280d-dea7-41ea-8079-7492b7a5bd9f tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/844dffa2-e754-4408-b4f0-3f81c3e20758 HTTP/1.1" status: 200 len: 926 time: 0.1290383 Aug 16 02:32:52.337400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.338085 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] Routers {'844dffa2-e754-4408-b4f0-3f81c3e20758'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:52.338981 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['844dffa2-e754-4408-b4f0-3f81c3e20758'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:52.377694 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:52.378784 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4405d20-2499-4c3e-8576-bde1331933b2 None None] The sync data for ids ['844dffa2-e754-4408-b4f0-3f81c3e20758'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:52.416651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d0bd84-a250-4ba2-9e1a-3aafd0de815e tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:52.421423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40452) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.421869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-16d0bd84-a250-4ba2-9e1a-3aafd0de815e tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=844dffa2-e754-4408-b4f0-3f81c3e20758&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0834045 Aug 16 02:32:52.508611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1933712154', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:52.540950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6b2f2-9a57-44d7-986a-ad0052223a58 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:52.542350 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-82f6b2f2-9a57-44d7-986a-ad0052223a58 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.1199496 Aug 16 02:32:52.545937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40460) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.549886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Made reservation on behalf of 8585db45e0bb453fa66a332091aa5ff6 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:52.552449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.563302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.575449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fd6fe814-16ba-43f5-9204-f7019698c560 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=844dffa2-e754-4408-b4f0-3f81c3e20758 HTTP/1.1" status: 200 len: 205 time: 0.0280173 Aug 16 02:32:52.578078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40462) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.695690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.708436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.720600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] device_id is not set on port 68d9713f-b2a2-46fe-b8a5-7ac2b174c6cd yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:32:52.731868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.793477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a67ce7-772a-4f26-9ce5-de5baf9a74ef,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:52.872595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.026057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26b1d73f-084d-4a83-8b2a-627ba96c95f1 req-7602a22e-38a8-413d-b2ea-85df4235dc47 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 210 time: 0.2337587 Aug 16 02:32:53.096145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-160998b1-63d8-4f9d-aee6-e4758609e3f7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:53.098122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-160998b1-63d8-4f9d-aee6-e4758609e3f7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.88 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 814 time: 0.2879448 Aug 16 02:32:53.112763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Request body: {'port': {'device_id': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c', 'admin_state_up': True, 'tenant_id': '75585c822ef94d98a0b51e5f31eb2b0f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:53.280868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Allocated IP 172.25.4.37 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/68d9713f-b2a2-46fe-b8a5-7ac2b174c6cd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:53.359471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Made reservation on behalf of 75585c822ef94d98a0b51e5f31eb2b0f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:53.363200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.391916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccc4eb-c644-4e82-9988-6052695b774c req-5e967f2f-24d4-4b05-bd5c-a6ce860aa4c6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:53.396896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ccc4eb-c644-4e82-9988-6052695b774c req-5e967f2f-24d4-4b05-bd5c-a6ce860aa4c6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0986788 Aug 16 02:32:53.400194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Deleting port 8f6157f7-a04c-47ac-9b36-6cf9037abef6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:53.400750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.504154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.506763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ccc4eb-c644-4e82-9988-6052695b774c req-f59eb0f2-b3d8-4f5b-a111-6c430d5a03eb tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890369 Aug 16 02:32:53.555594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.570816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Calling delete_port for 8f6157f7-a04c-47ac-9b36-6cf9037abef6 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:53.803819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.845577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event deleted for resources: {'Port': ['ID=8f6157f7-a04c-47ac-9b36-6cf9037abef6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:53.937418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.950305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.997497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Allocated IP 172.20.0.3 (70e9bb82-b9f7-4262-8831-8dbbd6cbed4c/766960bc-d563-4fa5-8dec-62f902e40c8e/f539429f-1780-4419-9427-76abace48371) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:54.053199 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.069424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.073317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.139660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.147635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.148167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Fanout notify agent at l3_agent the message router_deleted on router 844dffa2-e754-4408-b4f0-3f81c3e20758 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:54.155940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.157106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a2ded9ef-216a-40aa-a7d4-4c1d1ad378f5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/844dffa2-e754-4408-b4f0-3f81c3e20758 HTTP/1.1" status: 204 len: 168 time: 1.5780771 Aug 16 02:32:54.158186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:54.168849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.172253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:54.174389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-337376b7-0824-4156-9c53-8fb3467de155 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-199346092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:54.174689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:54.212239 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337376b7-0824-4156-9c53-8fb3467de155 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.214440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337376b7-0824-4156-9c53-8fb3467de155 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.229274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Pushing event updated for resources: {'Port': ['ID=68d9713f-b2a2-46fe-b8a5-7ac2b174c6cd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:54.237616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa28cb01-7866-442e-97da-edf6ad02bde5 req-69846094-855e-4453-a34b-943bec4786a6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 210 time: 0.0897110 Aug 16 02:32:54.265204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.265564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.265912 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.266315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.266662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.267004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.267390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.267728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.268157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.268471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.268868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.269260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:54.285279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:54.285916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.300667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337376b7-0824-4156-9c53-8fb3467de155 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.309326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337376b7-0824-4156-9c53-8fb3467de155 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.324180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-038a327e-9e7d-4517-a3b7-9f68433d59a8 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2044525 Aug 16 02:32:54.329223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c03d6abd-33a9-48f5-86d6-daaf56045c03 tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:54.329603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40508) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.334169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.338978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.37'}]}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:54.351949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-337376b7-0824-4156-9c53-8fb3467de155 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.356232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-337376b7-0824-4156-9c53-8fb3467de155 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1836784 Aug 16 02:32:54.356915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.362358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:54.383595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.385231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.411318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.422998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a4c9dcc-78b7-4402-a22d-463fa1a39949'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:54.505518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.519599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:54.572998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:54.577578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:54.605497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c03d6abd-33a9-48f5-86d6-daaf56045c03 tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "PUT /v2.0/quotas/6248029c942549758547103831ebe1bb HTTP/1.1" status: 200 len: 366 time: 0.4645214 Aug 16 02:32:54.609224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.634930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Pushing event updated for resources: {'Port': ['ID=f539429f-1780-4419-9427-76abace48371,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:54.672971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.678464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-375fe8ca-f369-458b-920d-db189502c66b tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0682657 Aug 16 02:32:54.681337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40516) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.720306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8ebfffc5-9226-4fda-a632-58231a864d81 tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "GET /v2.0/quotas/6248029c942549758547103831ebe1bb HTTP/1.1" status: 200 len: 366 time: 0.0375669 Aug 16 02:32:54.722793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40518) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.733865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.750457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:54.751088 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.775235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3708e6d3-eb43-4769-b8a3-8aeee66cdc7f tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/6248029c942549758547103831ebe1bb HTTP/1.1" status: 204 len: 168 time: 0.0492043 Aug 16 02:32:54.775423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276bddf-51a5-4b38-a98f-a94921e9315e req-efa4e87e-0a18-4e4d-b270-c3011ef4a788 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:54.775706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5276bddf-51a5-4b38-a98f-a94921e9315e req-efa4e87e-0a18-4e4d-b270-c3011ef4a788 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1205142 Aug 16 02:32:54.777156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.802988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-899aba33-62a3-4943-a4bf-0be0546d17f4 tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0226219 Aug 16 02:32:54.809530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.821816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-21f52edc-b76a-45dd-bd8c-933fcecfa052 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7132196 Aug 16 02:32:54.835544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Request body: {'port': {'device_id': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:54.838849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bdca7412-8bd4-4836-8cd1-59aa5b0ca10c tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "GET /v2.0/quotas/6248029c942549758547103831ebe1bb HTTP/1.1" status: 200 len: 370 time: 0.0245764 Aug 16 02:32:54.838979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40526) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.846344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6a869bf1-6fc0-4d62-92e6-c8ee1c3b2da6 tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "GET /v2.0/quotas/6248029c942549758547103831ebe1bb/default HTTP/1.1" status: 200 len: 370 time: 0.0042982 Aug 16 02:32:54.849354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.863416 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5276bddf-51a5-4b38-a98f-a94921e9315e req-e6a256d8-62f2-450b-b3b2-daf60ff89b14 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752113 Aug 16 02:32:54.867012 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-0ccb7869-3b76-4a37-98db-8a8614b3164b tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:32:54.869666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0ccb7869-3b76-4a37-98db-8a8614b3164b tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/6248029c942549758547103831ebe1bb HTTP/1.1" status: 404 len: 348 time: 0.0204332 Aug 16 02:32:54.943604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.991435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40532) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:55.021520 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.042899 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.156483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Allocated IP 172.25.4.102 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/840020d9-ce3c-438d-9193-7dde4c2eb34b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:55.160534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:network and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:55.177866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:55.249858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:subnet and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:55.259958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:55.263163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.293558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.327686 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.331676 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.367145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:55.370025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:55.374316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:55.390993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:subnetpool and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:55.422910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:55.493310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event updated for resources: {'Port': ['ID=840020d9-ce3c-438d-9193-7dde4c2eb34b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:55.499212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:port and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:55.544422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:55.554165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099eb96-479a-4d5a-acbd-1567016fcf27 req-a49ebd5a-a5ad-44e5-8c27-0ca63a3fa883 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:55.555716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3099eb96-479a-4d5a-acbd-1567016fcf27 req-a49ebd5a-a5ad-44e5-8c27-0ca63a3fa883 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 931 time: 0.2299938 Aug 16 02:32:55.632494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:router and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:55.644328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f539429f-1780-4419-9427-76abace48371 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:55.655414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:55.658925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.664819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.692964 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.694512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:floatingip and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:55.704380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3099eb96-479a-4d5a-acbd-1567016fcf27 req-8d646977-fdf4-4fa7-a31f-71b22bec5498 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221371 Aug 16 02:32:55.742271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Transition to ACTIVE for port object f539429f-1780-4419-9427-76abace48371 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:55.745202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:55.775331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.885848 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.889988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.951604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.954130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.008225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f539429f-1780-4419-9427-76abace48371,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:56.014577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.015141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0a5cd2-0d9e-4918-a99c-7345fab021ef {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:56.056050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Router 0e255c3e-342a-4e66-a6c3-4347544e7e38 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:56.074988 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:32:56.078629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ccb56db-9bd2-45b5-a3d6-7b7bbf7352e7 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7453957 Aug 16 02:32:56.079970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40542) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:56.167796 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b669c647-9ed6-4984-ae18-52151bb51c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.194274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:56.195303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Attempting to bind port f539429f-1780-4419-9427-76abace48371 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:56.195648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Attempting to bind port f539429f-1780-4419-9427-76abace48371 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:56.195978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Attempting to bind port f539429f-1780-4419-9427-76abace48371 on network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:56.202277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Port f539429f-1780-4419-9427-76abace48371 on network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:56.202604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Attempting to bind port f539429f-1780-4419-9427-76abace48371 on network 70e9bb82-b9f7-4262-8831-8dbbd6cbed4c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:56.206175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] Sync routers for ids ['0e255c3e-342a-4e66-a6c3-4347544e7e38'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:56.209692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.211565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-897f21c7-7e58-4b16-b239-6a209e1679f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "PUT /v2.0/routers/0e255c3e-342a-4e66-a6c3-4347544e7e38 HTTP/1.1" status: 200 len: 883 time: 1.8533690 Aug 16 02:32:56.214494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:56.218198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] Routers {'0e255c3e-342a-4e66-a6c3-4347544e7e38'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:56.218833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0e255c3e-342a-4e66-a6c3-4347544e7e38'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:56.223786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:security_group and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:56.243033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:56.245586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Checking segment: {'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:56.246156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Bound using segment: {'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:56.246773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Bound port: f539429f-1780-4419-9427-76abace48371, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ea8d28-6cd7-412b-916c-f3f20046d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:56.247682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.260752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:56.269961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] Routers {'0e255c3e-342a-4e66-a6c3-4347544e7e38'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:56.270796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0e255c3e-342a-4e66-a6c3-4347544e7e38'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:56.288878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:56.311859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:56.313192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab2f2b-f3d8-4424-adb0-8dbe5d0c9b76 None None] The sync data for ids ['0e255c3e-342a-4e66-a6c3-4347544e7e38'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:56.345349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Usage tracker for resource:security_group_rule and tenant:6fdea4b434354c16a478358016f234e8 is out of sync, need to count used quota {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:32:56.358733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Deleting port 68d9713f-b2a2-46fe-b8a5-7ac2b174c6cd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:56.359081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.364781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.quota.resource [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94857) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:32:56.378566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c67c19a9-75bc-4e3e-bacf-2f41aafb92cb tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/0e255c3e-342a-4e66-a6c3-4347544e7e38 HTTP/1.1" status: 200 len: 924 time: 0.1627045 Aug 16 02:32:56.382390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:56.411835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] For port f539429f-1780-4419-9427-76abace48371, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:56.421892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f77e0273-8650-4078-8139-805c766c04aa tempest-QuotasTest-649523437 tempest-QuotasTest-649523437-project-admin] 10.222.0.78 "GET /v2.0/quotas/6fdea4b434354c16a478358016f234e8/details.json HTTP/1.1" status: 200 len: 703 time: 1.4238307 Aug 16 02:32:56.422138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719fcd4-0920-4f92-bc1f-3c9186b29be0 req-4068af0a-4555-426f-a03b-c08cdb4c951b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.423311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c719fcd4-0920-4f92-bc1f-3c9186b29be0 req-4068af0a-4555-426f-a03b-c08cdb4c951b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0973835 Aug 16 02:32:56.442327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] For port f539429f-1780-4419-9427-76abace48371, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f539429f-1780-4419-9427-76abace48371,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:56.453404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.456938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd96d8-f53b-45fc-8788-a78b7c235d8d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.461549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1ddd96d8-f53b-45fc-8788-a78b7c235d8d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=0e255c3e-342a-4e66-a6c3-4347544e7e38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0785234 Aug 16 02:32:56.462315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40550) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:56.495106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c719fcd4-0920-4f92-bc1f-3c9186b29be0 req-34f1a1d5-33cc-4a62-ad63-68d8f9f7c693 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656693 Aug 16 02:32:56.530771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.531524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.533616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] 10.222.0.88 "PUT /v2.0/ports/f539429f-1780-4419-9427-76abace48371 HTTP/1.1" status: 200 len: 1092 time: 1.7030699 Aug 16 02:32:56.540971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'tag': 'f539429f-1780-4419-9427-76abace48371'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:56.546385 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3655e8-5517-4eae-aa56-b32d0ab6c642" -d '{"events": [{"name": "network-changed", "server_uuid": "82c1027b-22bc-4f10-a7a8-1420707f1511", "tag": "f539429f-1780-4419-9427-76abace48371"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:56.555365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.581705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Calling delete_port for 68d9713f-b2a2-46fe-b8a5-7ac2b174c6cd owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:56.594055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6236a6-30a1-4558-b51f-ec069f722db3 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.599741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cd6236a6-30a1-4558-b51f-ec069f722db3 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.1351559 Aug 16 02:32:56.600400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40554) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:56.614162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0d0dc-04d9-4436-b373-07faf0f205b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f539429f-1780-4419-9427-76abace48371,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:56.636346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e91f7f41-8d18-4276-9390-cedecdf5d10d tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e255c3e-342a-4e66-a6c3-4347544e7e38 HTTP/1.1" status: 200 len: 205 time: 0.0344715 Aug 16 02:32:56.638846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40556) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:56.647611 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a60450-c488-4765-9036-63c5f8c48f25 x-openstack-request-id: req-f4a60450-c488-4765-9036-63c5f8c48f25 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:56.647922 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c1027b-22bc-4f10-a7a8-1420707f1511", "tag": "f539429f-1780-4419-9427-76abace48371", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:56.649733 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4a60450-c488-4765-9036-63c5f8c48f25 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:56.649733 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'tag': 'f539429f-1780-4419-9427-76abace48371', 'status': 'completed', 'code': 200} Aug 16 02:32:56.719050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-8a0a8830-c4d6-441d-832d-3b5cb80ff68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.720986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-8a0a8830-c4d6-441d-832d-3b5cb80ff68e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 1095 time: 0.1189928 Aug 16 02:32:56.768381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.788589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-c2f9ba23-771c-48ae-a958-a2237ad2424a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f539429f-1780-4419-9427-76abace48371 HTTP/1.1" status: 200 len: 217 time: 0.0492969 Aug 16 02:32:56.881559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-3ce4f134-434c-42d8-bc2d-f623de8864b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:56.884874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-3ce4f134-434c-42d8-bc2d-f623de8864b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.0877361 Aug 16 02:32:56.888063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:56.929535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-dbd81ee6-b912-4cec-be31-2796df128698 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368319 Aug 16 02:32:56.958593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.013018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Pushing event deleted for resources: {'Port': ['ID=68d9713f-b2a2-46fe-b8a5-7ac2b174c6cd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:57.107920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-0b32f9e1-0093-4524-b35c-3c3702fc5bc3 service neutron] 10.222.0.88 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711404 Aug 16 02:32:57.108841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.110662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-612391d1-d44b-4880-a7d5-51b74a522fe9 tempest-RoutersAdminNegativeIpV6Test-415165822 tempest-RoutersAdminNegativeIpV6Test-415165822-project-admin] 10.222.0.78 "DELETE /v2.0/ports/68d9713f-b2a2-46fe-b8a5-7ac2b174c6cd HTTP/1.1" status: 204 len: 168 time: 1.0297558 Aug 16 02:32:57.208704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ba7604-4d64-4145-865b-84c69fe5ae1b req-c4efee02-2b1f-4076-8e8b-9231b2687113 service neutron] 10.222.0.88 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934963 Aug 16 02:32:57.291832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7098f-a111-4e87-9443-3cb892cf0e6f req-5d144431-e4db-4a3d-a44f-3297f740198e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:57.299511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afe7098f-a111-4e87-9443-3cb892cf0e6f req-5d144431-e4db-4a3d-a44f-3297f740198e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 943 time: 0.4834421 Aug 16 02:32:57.307271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-d4efe80f-ab69-466b-a6a9-02328993f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:57.309899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-d4efe80f-ab69-466b-a6a9-02328993f255 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 1095 time: 0.0558262 Aug 16 02:32:57.323538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.368715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afe7098f-a111-4e87-9443-3cb892cf0e6f req-2d510bcc-f0de-49dd-8b27-de7bfd9211e1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684173 Aug 16 02:32:57.369893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40574) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:57.398285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Deleting port 840020d9-ce3c-438d-9193-7dde4c2eb34b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:57.398640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.434511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-1179ab6b-4d33-4ea7-81de-11748632d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:57.436610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-1179ab6b-4d33-4ea7-81de-11748632d96b service neutron] 10.222.0.88 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 915 time: 0.1185870 Aug 16 02:32:57.471497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e43f8be0-4d66-430a-aee7-33c60f0fe082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.478891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a3dcc6-2d97-4d8c-87da-8100a43dfde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.480159 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-7f3a9c47-46ee-45ca-b3b3-2871d6fe9402 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f539429f-1780-4419-9427-76abace48371 HTTP/1.1" status: 200 len: 217 time: 0.0347347 Aug 16 02:32:57.534331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-141f41be-bf73-4e81-8a99-e95bde397abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:57.535967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-141f41be-bf73-4e81-8a99-e95bde397abf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.0488272 Aug 16 02:32:57.541140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.562153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Calling delete_port for 840020d9-ce3c-438d-9193-7dde4c2eb34b owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:57.568730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-7a59c448-70d1-4b8d-be9e-6565d2303ce3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253654 Aug 16 02:32:57.694175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656c626-b698-49eb-a709-41f1e3f54486 req-348d9e9a-84af-452b-b2a8-6ac0a12c4198 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:57.695695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9656c626-b698-49eb-a709-41f1e3f54486 req-348d9e9a-84af-452b-b2a8-6ac0a12c4198 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1105218 Aug 16 02:32:57.716047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e43f8be0-4d66-430a-aee7-33c60f0fe082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.724022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e43f8be0-4d66-430a-aee7-33c60f0fe082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.728811 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-2a0d2e01-84cd-4957-a348-5be1f5be14f8 service neutron] 10.222.0.88 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522009 Aug 16 02:32:57.761056 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9656c626-b698-49eb-a709-41f1e3f54486 req-5ed785f3-63dd-47a9-ac76-528a271ff764 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588896 Aug 16 02:32:57.794959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f8be0-4d66-430a-aee7-33c60f0fe082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f6c7e-3638-4b0d-8a7c-5faf57b4e7cb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:57.802413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e43f8be0-4d66-430a-aee7-33c60f0fe082 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02884f669951447dad25ef8041a4b367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455372 Aug 16 02:32:57.807109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:57.849420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a3655e8-5517-4eae-aa56-b32d0ab6c642 req-a344494e-60b4-49f3-b4f0-01bbbca04625 service neutron] 10.222.0.88 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128426 Aug 16 02:32:57.892581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.929255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event deleted for resources: {'Port': ['ID=840020d9-ce3c-438d-9193-7dde4c2eb34b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:57.975589 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d13ca43-fd6c-48e3-bef9-517b226d2f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.011697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a3dcc6-2d97-4d8c-87da-8100a43dfde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.020749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5a3dcc6-2d97-4d8c-87da-8100a43dfde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.051118 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d13ca43-fd6c-48e3-bef9-517b226d2f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.092801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5a3dcc6-2d97-4d8c-87da-8100a43dfde1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=657a29e860904babbf04a128938b5523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7189507 Aug 16 02:32:58.092801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.093417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40586) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.163747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2921bd41-b3b3-401a-8a57-134489757de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.176227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3dcc6-2d97-4d8c-87da-8100a43dfde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bca54c-27c2-494e-bb56-5eb58e8e2cf1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:58.194311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2921bd41-b3b3-401a-8a57-134489757de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.214046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.217181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.483507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d13ca43-fd6c-48e3-bef9-517b226d2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.483507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3d13ca43-fd6c-48e3-bef9-517b226d2f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.483507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3d13ca43-fd6c-48e3-bef9-517b226d2f1c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e60f6c7e-3638-4b0d-8a7c-5faf57b4e7cb HTTP/1.1" status: 204 len: 168 time: 0.4461834 Aug 16 02:32:58.483507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.483507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Fanout notify agent at l3_agent the message router_deleted on router 0e255c3e-342a-4e66-a6c3-4347544e7e38 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:58.493623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2921bd41-b3b3-401a-8a57-134489757de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.493623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2921bd41-b3b3-401a-8a57-134489757de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.493623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2921bd41-b3b3-401a-8a57-134489757de9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f1bca54c-27c2-494e-bb56-5eb58e8e2cf1 HTTP/1.1" status: 204 len: 168 time: 0.2012923 Aug 16 02:32:58.494502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.494502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-308f67b0-61ed-40e7-8ab4-635342d13dea tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/0e255c3e-342a-4e66-a6c3-4347544e7e38 HTTP/1.1" status: 204 len: 168 time: 1.6615865 Aug 16 02:32:58.494502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13ca43-fd6c-48e3-bef9-517b226d2f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f6c7e-3638-4b0d-8a7c-5faf57b4e7cb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:58.494502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.494502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c5a8444a-df0c-46c8-987e-101024e6d1f2 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1460368862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:58.495337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921bd41-b3b3-401a-8a57-134489757de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bca54c-27c2-494e-bb56-5eb58e8e2cf1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:58.496221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5a8444a-df0c-46c8-987e-101024e6d1f2 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.496221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5a8444a-df0c-46c8-987e-101024e6d1f2 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.562893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5a8444a-df0c-46c8-987e-101024e6d1f2 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.570493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5a8444a-df0c-46c8-987e-101024e6d1f2 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.602351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305bb25-ab95-4630-8afe-5a24e765b6e0 req-d2e807d5-37db-4ca9-a61c-b575ee77c7e6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:58.604134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d305bb25-ab95-4630-8afe-5a24e765b6e0 req-d2e807d5-37db-4ca9-a61c-b575ee77c7e6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 943 time: 0.1104710 Aug 16 02:32:58.608339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c5a8444a-df0c-46c8-987e-101024e6d1f2 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.608339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c5a8444a-df0c-46c8-987e-101024e6d1f2 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2954228 Aug 16 02:32:58.623394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40616) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.629848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': True}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:58.663211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d305bb25-ab95-4630-8afe-5a24e765b6e0 req-efa82863-5577-4df6-92fd-5d569abeb3c0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Aug 16 02:32:58.826686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cd74349c-3414-454a-a531-96bdf6b929e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.837999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.899322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40624) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.901949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.943275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40630) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.958459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-522cec86-4fb7-4494-8f4b-25a7a1eaf86a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8585db45e0bb453fa66a332091aa5ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574529 Aug 16 02:32:58.961498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:58.977862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b43c-da0f-41e2-954b-83e969fc8dee req-7247d8d5-4a05-4d23-a6ad-0283716571d4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:58.981082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c77b43c-da0f-41e2-954b-83e969fc8dee req-7247d8d5-4a05-4d23-a6ad-0283716571d4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0956440 Aug 16 02:32:59.021276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75efd33-c760-436a-8cd5-684bba940153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.046360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75efd33-c760-436a-8cd5-684bba940153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.101153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75efd33-c760-436a-8cd5-684bba940153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.104027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d75efd33-c760-436a-8cd5-684bba940153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.108340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d75efd33-c760-436a-8cd5-684bba940153 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/68a67ce7-772a-4f26-9ce5-de5baf9a74ef HTTP/1.1" status: 204 len: 168 time: 0.1428394 Aug 16 02:32:59.116213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75efd33-c760-436a-8cd5-684bba940153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a67ce7-772a-4f26-9ce5-de5baf9a74ef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:59.395807 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7caac34e-2c5e-42de-b736-2f9b533abbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.468638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c77b43c-da0f-41e2-954b-83e969fc8dee req-54a4b3d0-f102-4b6f-8967-d13e88324e59 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755627 Aug 16 02:32:59.673024 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7caac34e-2c5e-42de-b736-2f9b533abbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.677784 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7caac34e-2c5e-42de-b736-2f9b533abbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.791692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7caac34e-2c5e-42de-b736-2f9b533abbdb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6fdea4b434354c16a478358016f234e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8450794 Aug 16 02:32:59.795636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:59.813857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caac34e-2c5e-42de-b736-2f9b533abbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d425dd-43c2-4871-aa20-03abfbb38747,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:59.823959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.844873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939c8e-2a5f-4ac7-b829-a97b9ed3a7da req-600a699c-0be5-47c3-8bf5-79664fc0ff10 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:59.850289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.862646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e939c8e-2a5f-4ac7-b829-a97b9ed3a7da req-600a699c-0be5-47c3-8bf5-79664fc0ff10 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 943 time: 0.1008208 Aug 16 02:32:59.878092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f866a7-b24a-442e-bbf9-71de8042082d req-8c0bad75-28f2-4d3b-b302-ae1d1dc4fd1c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:59.879911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22f866a7-b24a-442e-bbf9-71de8042082d req-8c0bad75-28f2-4d3b-b302-ae1d1dc4fd1c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1705613 Aug 16 02:32:59.923431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-a9f4f287-fc15-471e-a281-d54b25126093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:59.925000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-a9f4f287-fc15-471e-a281-d54b25126093 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.1569047 Aug 16 02:32:59.942023 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-030d76ce-6957-45c0-825c-c012b7e7e9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.973816 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.997086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e939c8e-2a5f-4ac7-b829-a97b9ed3a7da req-61ce306e-59f5-40da-ad35-e1ca2ed43393 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332715 Aug 16 02:33:00.034145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-030d76ce-6957-45c0-825c-c012b7e7e9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.052562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22f866a7-b24a-442e-bbf9-71de8042082d req-1665b7c9-b459-4fa3-b988-00dc35be940b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344824 Aug 16 02:33:00.124587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-17213914-b399-40f9-8d63-204ebbb20ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:00.126199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-17213914-b399-40f9-8d63-204ebbb20ae7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1930084 Aug 16 02:33:00.132131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Allocated IP 172.25.4.98 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/837df358-b1a4-4d1d-b98a-3d5a06bd042f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:00.133560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-030d76ce-6957-45c0-825c-c012b7e7e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.139655 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-030d76ce-6957-45c0-825c-c012b7e7e9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.143188 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-030d76ce-6957-45c0-825c-c012b7e7e9c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0d425dd-43c2-4871-aa20-03abfbb38747 HTTP/1.1" status: 204 len: 168 time: 0.3430271 Aug 16 02:33:00.173324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d76ce-6957-45c0-825c-c012b7e7e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d425dd-43c2-4871-aa20-03abfbb38747,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:00.272533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-54169ebc-d85a-41e1-bd1f-5fd39f4a760f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.1355550 Aug 16 02:33:00.278367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.367760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.380661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-100402a6-2efc-4309-9167-cc8f2d61cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:00.383542 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-100402a6-2efc-4309-9167-cc8f2d61cc3d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1004050 Aug 16 02:33:00.458203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-bd18a252-ae96-468b-85c7-cb44ff722d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:00.460637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-bd18a252-ae96-468b-85c7-cb44ff722d41 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689597 Aug 16 02:33:00.462214 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.557970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-96355932-f8ef-435a-93b0-ee2fa3c0f95c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.559144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-96355932-f8ef-435a-93b0-ee2fa3c0f95c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2794926 Aug 16 02:33:00.562302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.567588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-2b5cfec5-6146-429d-b857-20fce618b5ef tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.569081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b5cfec5-6146-429d-b857-20fce618b5ef tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055239 Aug 16 02:33:00.571818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40704) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.577207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-520431d6-1b80-4e23-b3fa-33412440ff5f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.578540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-520431d6-1b80-4e23-b3fa-33412440ff5f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054781 Aug 16 02:33:00.581925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.586820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f539429f-1780-4419-9427-76abace48371 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:00.595656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:00.600192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-271ca8a6-7381-4a66-8abe-9b0e3ae5c207 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.602762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Port': ['ID=837df358-b1a4-4d1d-b98a-3d5a06bd042f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:00.604082 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-271ca8a6-7381-4a66-8abe-9b0e3ae5c207 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0197732 Aug 16 02:33:00.604642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.608149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:00.614212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-64e14e67-f8f0-4500-a6cc-d1bccad5e2ab tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.615476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-64e14e67-f8f0-4500-a6cc-d1bccad5e2ab tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0097132 Aug 16 02:33:00.619065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.621019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:00.624333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-9c0281cc-0a8a-4b29-80aa-6d09a21ade56 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.625287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9c0281cc-0a8a-4b29-80aa-6d09a21ade56 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050037 Aug 16 02:33:00.627900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.636198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-fa6eb8e4-fa30-4270-9ad7-07d2b42434ea tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.640390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa6eb8e4-fa30-4270-9ad7-07d2b42434ea tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0091255 Aug 16 02:33:00.641771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40718) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.646159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-bc5c3951-c3e0-4dfa-8eda-54bdd1507eb9 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.647674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bc5c3951-c3e0-4dfa-8eda-54bdd1507eb9 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045650 Aug 16 02:33:00.649854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.655284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-f04e873a-a94b-4532-bd1a-5a11a8fc8bb2 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.656552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f04e873a-a94b-4532-bd1a-5a11a8fc8bb2 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054471 Aug 16 02:33:00.660338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.666488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-63449fb4-9b90-40f3-a864-749fc6a9e746 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.673167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-63449fb4-9b90-40f3-a864-749fc6a9e746 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0109472 Aug 16 02:33:00.678469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.688769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-67db9d66-9a68-43ca-96c7-354ff50e9aad tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.690487 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-67db9d66-9a68-43ca-96c7-354ff50e9aad tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0103996 Aug 16 02:33:00.694773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40726) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.701752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-0cac4589-89fd-4c7f-ae1c-2de49fb1a37c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.702769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0cac4589-89fd-4c7f-ae1c-2de49fb1a37c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070570 Aug 16 02:33:00.706147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.711971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-8ba478e6-aede-4d43-b7eb-7a8e425c1d9e service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411199 Aug 16 02:33:00.728634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port f539429f-1780-4419-9427-76abace48371, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f539429f-1780-4419-9427-76abace48371,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:00.732590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-9413c1f7-1234-4c8a-aeec-24eac29e03e6 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.736608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9413c1f7-1234-4c8a-aeec-24eac29e03e6 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087469 Aug 16 02:33:00.737426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.741857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'f539429f-1780-4419-9427-76abace48371', 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c', 'port_id': 'f539429f-1780-4419-9427-76abace48371', 'mac_address': 'fa:16:3e:67:56:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766960bc-d563-4fa5-8dec-62f902e40c8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:00.743685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-ac8ff3fa-237b-4860-8486-bf5f3a2ea157 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.752078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ac8ff3fa-237b-4860-8486-bf5f3a2ea157 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0130448 Aug 16 02:33:00.752962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40736) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.759096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-5ef8a0d4-2aa7-4663-9eac-7b9b23b3e059 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.764523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ef8a0d4-2aa7-4663-9eac-7b9b23b3e059 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0100050 Aug 16 02:33:00.765353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40738) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.770253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-a21ed667-63b9-46e1-8a0f-274d5c121040 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.774104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a21ed667-63b9-46e1-8a0f-274d5c121040 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076070 Aug 16 02:33:00.774913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40740) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.782011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-be511040-b723-45e1-b941-7a154d983bdd tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.786024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-be511040-b723-45e1-b941-7a154d983bdd tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0099363 Aug 16 02:33:00.786864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40742) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.792149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-8b558f10-39a5-4232-9bad-390b29176c66 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.796041 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b558f10-39a5-4232-9bad-390b29176c66 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077326 Aug 16 02:33:00.796936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40744) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.798253 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.801983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-81647909-f6cf-4e5e-bb23-e4488aaef390 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.805729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-81647909-f6cf-4e5e-bb23-e4488aaef390 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076461 Aug 16 02:33:00.806535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40746) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.811786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-a188f5c3-b98d-4f94-951a-3fb632360809 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.812946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f539429f-1780-4419-9427-76abace48371 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:00.816361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a188f5c3-b98d-4f94-951a-3fb632360809 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086136 Aug 16 02:33:00.817508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40748) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.823550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-de1419bc-e3cb-498f-8366-5a70f764a115 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.829257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de1419bc-e3cb-498f-8366-5a70f764a115 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0095825 Aug 16 02:33:00.832454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.837340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-00f54bb0-36ac-473e-99f7-2f6511d860cd tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.841343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port f539429f-1780-4419-9427-76abace48371, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f539429f-1780-4419-9427-76abace48371,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:00.842704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00f54bb0-36ac-473e-99f7-2f6511d860cd tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0091298 Aug 16 02:33:00.844508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.844859 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.855242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-b2d8205d-84c3-428a-a06d-ab540d48281c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.860780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b2d8205d-84c3-428a-a06d-ab540d48281c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0131910 Aug 16 02:33:00.865248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.894937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-2ee9455a-9ab3-4fbf-b403-8ce1f88484d3 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.895909 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2ee9455a-9ab3-4fbf-b403-8ce1f88484d3 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0277913 Aug 16 02:33:00.898655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.904720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-478e0f29-abe9-43a5-b30a-4f2effa1b7af tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.905683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-478e0f29-abe9-43a5-b30a-4f2effa1b7af tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060060 Aug 16 02:33:00.908099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40760) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.912083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=f539429f-1780-4419-9427-76abace48371,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:00.913008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-b9548151-b0a3-4d6c-beab-cb2bf160d9ed tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.915780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b9548151-b0a3-4d6c-beab-cb2bf160d9ed tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065653 Aug 16 02:33:00.918290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.928501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-c9fd2178-a3a5-4a2d-8300-31d5918185aa tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.929580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c9fd2178-a3a5-4a2d-8300-31d5918185aa tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0102985 Aug 16 02:33:00.932259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.939005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-260c380f-5d8b-4127-92bd-38d38445fb5e tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.940180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-260c380f-5d8b-4127-92bd-38d38445fb5e tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0059326 Aug 16 02:33:00.942646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40768) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.947504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-e9294aa2-2268-4f79-a4dd-19b3b2711972 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.948567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e9294aa2-2268-4f79-a4dd-19b3b2711972 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046959 Aug 16 02:33:00.951982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.958070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-2bf92583-8d6c-484f-922e-55cf7c02f478 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.959270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2bf92583-8d6c-484f-922e-55cf7c02f478 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061164 Aug 16 02:33:00.962013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40772) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.968064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-56ac76f8-4f16-4988-afcc-2c7c92b2c75f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.972138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-56ac76f8-4f16-4988-afcc-2c7c92b2c75f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0089240 Aug 16 02:33:00.972995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.978190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-65003b13-4cce-4f6b-b4c5-4fd8e6dd02a9 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.982388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-65003b13-4cce-4f6b-b4c5-4fd8e6dd02a9 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0074944 Aug 16 02:33:00.983379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.989427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-5b938e38-647d-4e54-9f9b-8a710bd8abec tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:00.994837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5b938e38-647d-4e54-9f9b-8a710bd8abec tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0099783 Aug 16 02:33:00.996274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40778) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:00.999261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2152d67-3977-4f28-a7c8-0f267f37b294 req-8974451e-7eed-4ee1-a60a-ff78f2300587 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793405 Aug 16 02:33:01.002798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-7476a49c-d090-47f3-9e6c-84afa3eeac80 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.007848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40782) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.012821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-e00771a8-23dc-45f5-a108-f078da568ec7 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.016102 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7476a49c-d090-47f3-9e6c-84afa3eeac80 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0099144 Aug 16 02:33:01.024267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e00771a8-23dc-45f5-a108-f078da568ec7 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0150013 Aug 16 02:33:01.032741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40788) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.041997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-ec08fc9a-b86c-47e6-b2b2-df353765ea5a tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.043695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ec08fc9a-b86c-47e6-b2b2-df353765ea5a tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068696 Aug 16 02:33:01.047806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.066896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-bf8f0c13-8eee-47ed-afb6-05441a5f5d7f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.068106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bf8f0c13-8eee-47ed-afb6-05441a5f5d7f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0189412 Aug 16 02:33:01.071236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.083389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['f539429f-1780-4419-9427-76abace48371'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:01.085781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-6bb1a190-f8c7-4113-b347-99fdfc145c8a tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.087064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6bb1a190-f8c7-4113-b347-99fdfc145c8a tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0146306 Aug 16 02:33:01.092894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.104121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-d29b0725-f0f4-4714-a952-766497d3d3a1 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.106027 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d29b0725-f0f4-4714-a952-766497d3d3a1 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0097709 Aug 16 02:33:01.112876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.117778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-8c94ccc1-8206-4945-96d9-96912d6e0537 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.118731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8c94ccc1-8206-4945-96d9-96912d6e0537 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047817 Aug 16 02:33:01.121393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40806) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.128754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-4f41c8a8-9241-4060-8985-c9cc888c56cc tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.129708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4f41c8a8-9241-4060-8985-c9cc888c56cc tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070939 Aug 16 02:33:01.132810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40808) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.137553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-f4444a69-4a96-423e-bebf-98cbd2317d1b tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.139292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f4444a69-4a96-423e-bebf-98cbd2317d1b tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055828 Aug 16 02:33:01.145420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40810) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.151739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-fc031b3b-20c7-4d76-b8b4-f85ce8fa7bdd tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.153393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fc031b3b-20c7-4d76-b8b4-f85ce8fa7bdd tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068891 Aug 16 02:33:01.156123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40812) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.160927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-de2de8fb-592e-4965-9563-1380cb7b9314 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.162092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-de2de8fb-592e-4965-9563-1380cb7b9314 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048652 Aug 16 02:33:01.164382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.166785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.172352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-ba8a6dc7-32cf-47d1-b530-3cdcda416fb7 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.176983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ba8a6dc7-32cf-47d1-b530-3cdcda416fb7 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090594 Aug 16 02:33:01.179286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40818) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.184243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-1a4ba029-36da-4665-9d60-c36e986f0158 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.190770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a4ba029-36da-4665-9d60-c36e986f0158 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093844 Aug 16 02:33:01.192734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.200348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-9bc6858c-a80d-4eb3-9e49-3c1de3bc8732 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.204526 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9bc6858c-a80d-4eb3-9e49-3c1de3bc8732 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090985 Aug 16 02:33:01.205345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.212860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-2a92eb0a-8370-4a3c-92c7-56b2768e8cbf tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.217073 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2a92eb0a-8370-4a3c-92c7-56b2768e8cbf tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0096786 Aug 16 02:33:01.218802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.223553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-f0a7122f-6cc8-4179-88d1-1d4050781b9b tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.227322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0a7122f-6cc8-4179-88d1-1d4050781b9b tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072258 Aug 16 02:33:01.228456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40828) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.235172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-a09ed146-a030-42a7-910e-6cf6606de92b tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.235957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a09ed146-a030-42a7-910e-6cf6606de92b tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054851 Aug 16 02:33:01.244444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deb623-e35b-4564-8ab7-2a9cf2d91d23 req-8d1f8125-7fb3-47aa-9906-2dbe3260c09e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:01.246357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01deb623-e35b-4564-8ab7-2a9cf2d91d23 req-8d1f8125-7fb3-47aa-9906-2dbe3260c09e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 944 time: 0.1514659 Aug 16 02:33:01.247088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.254127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-30897a37-be15-42a5-a420-a4a4a4bf16bb tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.255465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-30897a37-be15-42a5-a420-a4a4a4bf16bb tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066118 Aug 16 02:33:01.258078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.269047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-9e6194c8-4da7-4303-ba04-2833152b1fa2 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.270928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9e6194c8-4da7-4303-ba04-2833152b1fa2 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066874 Aug 16 02:33:01.277104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40834) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.283071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-a959d96b-cd34-4e49-b837-2e860a48b969 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.284020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a959d96b-cd34-4e49-b837-2e860a48b969 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059776 Aug 16 02:33:01.287913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40836) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.293947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [None req-f3b36d3a-38b7-49cd-b8f3-10fe2cfb9481 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.295549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f3b36d3a-38b7-49cd-b8f3-10fe2cfb9481 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049982 Aug 16 02:33:01.298643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.314759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-afe474a8-4b1f-45be-8385-d02566a4140e tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.319211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-afe474a8-4b1f-45be-8385-d02566a4140e tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0151308 Aug 16 02:33:01.337785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.346477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-5ecd73be-d93a-41ca-8688-9a5da8c79dc1 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.347469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ecd73be-d93a-41ca-8688-9a5da8c79dc1 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087311 Aug 16 02:33:01.350224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.354490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-3bb6fe11-d70c-4e73-acc5-a3b26ea402d3 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.355422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3bb6fe11-d70c-4e73-acc5-a3b26ea402d3 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042977 Aug 16 02:33:01.361488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a438aea-f557-4665-a036-a335125d75ea req-853a099a-65c4-465a-917a-68b07c6d8d79 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:01.363865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.364869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a438aea-f557-4665-a036-a335125d75ea req-853a099a-65c4-465a-917a-68b07c6d8d79 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1353881 Aug 16 02:33:01.367387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01deb623-e35b-4564-8ab7-2a9cf2d91d23 req-295864b5-ba01-44ea-8759-96e8fa82d782 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105947 Aug 16 02:33:01.372311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-cae49757-4a11-466a-8f53-0f52135658ab tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.373915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cae49757-4a11-466a-8f53-0f52135658ab tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056028 Aug 16 02:33:01.376910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.382799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-2dfe20b8-4cec-4ba6-8e85-c8adbf0fb148 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.383818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2dfe20b8-4cec-4ba6-8e85-c8adbf0fb148 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0059445 Aug 16 02:33:01.386802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.397258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-9c53d421-d854-4470-b511-dd5a93595c43 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.398760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9c53d421-d854-4470-b511-dd5a93595c43 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103612 Aug 16 02:33:01.403254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.407572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-ac3384ca-2a56-46e2-9605-fa04540f7abe tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.411845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ac3384ca-2a56-46e2-9605-fa04540f7abe tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047493 Aug 16 02:33:01.411845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.421116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-806fa469-bfc5-43bf-9286-8dc75f721bbb tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.422302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-806fa469-bfc5-43bf-9286-8dc75f721bbb tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0095451 Aug 16 02:33:01.425781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.430943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-c42bf33c-fcd0-42f7-9671-c7a49923c17f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.433461 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c42bf33c-fcd0-42f7-9671-c7a49923c17f tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052083 Aug 16 02:33:01.436346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.441794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-82faa388-1a09-4c87-8f07-b487d6ce60dc tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.444866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-82faa388-1a09-4c87-8f07-b487d6ce60dc tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074511 Aug 16 02:33:01.446816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.448729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a438aea-f557-4665-a036-a335125d75ea req-93417417-a895-4a1e-ba26-e33d0e96635a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588760 Aug 16 02:33:01.459507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-5c8f84aa-caa3-4017-8219-17bfa3f04e6c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.459507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c8f84aa-caa3-4017-8219-17bfa3f04e6c tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076876 Aug 16 02:33:01.460254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.467024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-c550d378-ebfa-45b7-85f7-f6f7bfbab680 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.470551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c550d378-ebfa-45b7-85f7-f6f7bfbab680 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0068493 Aug 16 02:33:01.470929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.475841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-27e750c1-52aa-4ad9-a324-4a13cb0e3886 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.479291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-27e750c1-52aa-4ad9-a324-4a13cb0e3886 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050542 Aug 16 02:33:01.479581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.486579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-c866ed51-822b-4408-abc7-ee901cd3c653 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.490405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c866ed51-822b-4408-abc7-ee901cd3c653 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0075357 Aug 16 02:33:01.491264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40870) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.499598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [None req-bdb053e0-fdb2-433f-9fb5-09507ca145f3 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:01.503376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bdb053e0-fdb2-433f-9fb5-09507ca145f3 tempest-ExtensionsTestJSON-1368242371 tempest-ExtensionsTestJSON-1368242371-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074983 Aug 16 02:33:01.579670 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.581675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40876) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.600935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.764889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-94cf1e12-a257-4900-835f-c34d3b749ccf tempest-ServiceProvidersTest-1173788186 tempest-ServiceProvidersTest-1173788186-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1820555 Aug 16 02:33:01.790678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Router e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:33:01.889299 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.892370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:01.963477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:01.968588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.972453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d2ac5220-6134-4b62-adb1-5bfea7967bed tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "PUT /v2.0/routers/e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d HTTP/1.1" status: 200 len: 918 time: 3.3454404 Aug 16 02:33:01.972763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.000224 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] Sync routers for ids ['e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:02.012191 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] Routers {'e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:02.014452 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:02.067827 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:02.081045 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] Routers {'e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:02.081988 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:02.144147 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:02.144821 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5549b9b-4c5b-45e8-bfd8-a4ba710c77df None None] The sync data for ids ['e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:02.150539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-169b262b-939a-4818-b23f-bcfe738333f2 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d HTTP/1.1" status: 200 len: 924 time: 0.1762340 Aug 16 02:33:02.154168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.209010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40906) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.228902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a71d9-1e49-40f4-ba5c-41281f4d7269 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:02.230562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d9a71d9-1e49-40f4-ba5c-41281f4d7269 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0747595 Aug 16 02:33:02.234513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.290987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18c306a6-517e-4984-a272-2165caa9ef6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.299682 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9101091d-89ff-48e2-9b21-c830eb7ca49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.357627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a03d99-bdea-4514-81c0-0e15d1f4b864 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:02.359485 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-31a03d99-bdea-4514-81c0-0e15d1f4b864 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.1235404 Aug 16 02:33:02.362148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.396720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1138fe3b-1517-405b-a430-12f3586204f8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d HTTP/1.1" status: 200 len: 205 time: 0.0307422 Aug 16 02:33:02.397189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40918) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.464592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18c306a6-517e-4984-a272-2165caa9ef6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.476550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18c306a6-517e-4984-a272-2165caa9ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.545255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d14cc-8c60-4037-b80a-a1576ee119cf req-8266c473-942c-43a1-b8a2-4626a3cc3fb6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:02.546871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-453d14cc-8c60-4037-b80a-a1576ee119cf req-8266c473-942c-43a1-b8a2-4626a3cc3fb6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 944 time: 0.0734029 Aug 16 02:33:02.588423 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-18c306a6-517e-4984-a272-2165caa9ef6b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6418694d52c64bdaa43606069b890ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738315 Aug 16 02:33:02.595032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f539429f-1780-4419-9427-76abace48371 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:02.596944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.637513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-453d14cc-8c60-4037-b80a-a1576ee119cf req-ac3eab16-8864-4cf6-82ec-81a981ea0928 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Aug 16 02:33:02.671795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port f539429f-1780-4419-9427-76abace48371 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:02.677152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port f539429f-1780-4419-9427-76abace48371 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:02.677811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.697124 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9101091d-89ff-48e2-9b21-c830eb7ca49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.724731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9101091d-89ff-48e2-9b21-c830eb7ca49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.746802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b371599a-175f-4a09-ab90-9a16ddd49c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.796994 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.817488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9101091d-89ff-48e2-9b21-c830eb7ca49f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c20eb381bba4c8e9dfcd2dc9c3080b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9074302 Aug 16 02:33:02.817488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:02.817488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b371599a-175f-4a09-ab90-9a16ddd49c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.825167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101091d-89ff-48e2-9b21-c830eb7ca49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401b43c7-110e-4743-a7d8-8452731325fd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:02.852194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c306a6-517e-4984-a272-2165caa9ef6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e44e371-76de-4d14-afe5-5ba837979c68,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:02.867693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port f539429f-1780-4419-9427-76abace48371, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f539429f-1780-4419-9427-76abace48371,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:02.868840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539429f-1780-4419-9427-76abace48371'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:02.871651 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f7858e-dd0a-46f1-b17b-56b555f9ba8a" -d '{"events": [{"server_uuid": "82c1027b-22bc-4f10-a7a8-1420707f1511", "name": "network-vif-plugged", "status": "completed", "tag": "f539429f-1780-4419-9427-76abace48371"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:02.872580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06bf91-e53e-44f3-a5ff-51c458be7702 req-31cc4506-bae6-4fd9-8be9-1a47d7963a96 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:02.874184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef06bf91-e53e-44f3-a5ff-51c458be7702 req-31cc4506-bae6-4fd9-8be9-1a47d7963a96 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.3462050 Aug 16 02:33:02.876383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.878492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.943560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdaf10e-c13d-4c87-b321-e2fafa51c631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:02.946760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=f539429f-1780-4419-9427-76abace48371,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:02.962465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef06bf91-e53e-44f3-a5ff-51c458be7702 req-f57ecdf5-f2a6-4d08-a151-31f7f638f126 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794568 Aug 16 02:33:02.963517 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee220038-b79f-4083-97d9-0347a8b1de7e x-openstack-request-id: req-ee220038-b79f-4083-97d9-0347a8b1de7e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:02.963917 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c1027b-22bc-4f10-a7a8-1420707f1511", "name": "network-vif-plugged", "status": "completed", "tag": "f539429f-1780-4419-9427-76abace48371", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:02.964268 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee220038-b79f-4083-97d9-0347a8b1de7e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:02.964790 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539429f-1780-4419-9427-76abace48371', 'code': 200} Aug 16 02:33:03.030422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.031197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdaf10e-c13d-4c87-b321-e2fafa51c631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.043466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b371599a-175f-4a09-ab90-9a16ddd49c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.046666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b371599a-175f-4a09-ab90-9a16ddd49c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.047834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b371599a-175f-4a09-ab90-9a16ddd49c23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e44e371-76de-4d14-afe5-5ba837979c68 HTTP/1.1" status: 204 len: 168 time: 0.4498899 Aug 16 02:33:03.082689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371599a-175f-4a09-ab90-9a16ddd49c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e44e371-76de-4d14-afe5-5ba837979c68,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:03.164072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9e39-7925-4389-9cee-7e35e251ad9f req-2ef1c1aa-57c0-4432-ae8a-34560417bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.166416 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61cb9e39-7925-4389-9cee-7e35e251ad9f req-2ef1c1aa-57c0-4432-ae8a-34560417bc3d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 1097 time: 0.0856135 Aug 16 02:33:03.166509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972199a-ac55-4231-9742-62107675550c req-6027b038-e349-4f26-b142-ae64e9e47415 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.167534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5972199a-ac55-4231-9742-62107675550c req-6027b038-e349-4f26-b142-ae64e9e47415 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0808277 Aug 16 02:33:03.173706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Deleting port 837df358-b1a4-4d1d-b98a-3d5a06bd042f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:03.176238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdaf10e-c13d-4c87-b321-e2fafa51c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.179204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdaf10e-c13d-4c87-b321-e2fafa51c631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.182813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.187301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-acdaf10e-c13d-4c87-b321-e2fafa51c631 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/401b43c7-110e-4743-a7d8-8452731325fd HTTP/1.1" status: 204 len: 168 time: 0.3769772 Aug 16 02:33:03.228822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaf10e-c13d-4c87-b321-e2fafa51c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401b43c7-110e-4743-a7d8-8452731325fd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:03.274038 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5972199a-ac55-4231-9742-62107675550c req-acdd4983-e7b3-4b9c-9bff-a3d8b952c919 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855231 Aug 16 02:33:03.311980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61cb9e39-7925-4389-9cee-7e35e251ad9f req-2f30e83b-bb38-4910-a69e-e7a7e11ec968 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259363 Aug 16 02:33:03.350832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.377785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Calling delete_port for 837df358-b1a4-4d1d-b98a-3d5a06bd042f owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:03.636878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1dc23-e28c-4f00-8a6e-b5b608b2091b req-88a57547-9194-477a-bb34-91027bc08bdc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:03.639512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bc1dc23-e28c-4f00-8a6e-b5b608b2091b req-88a57547-9194-477a-bb34-91027bc08bdc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0695250 Aug 16 02:33:03.651699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.691915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event deleted for resources: {'Port': ['ID=837df358-b1a4-4d1d-b98a-3d5a06bd042f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:03.713491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bc1dc23-e28c-4f00-8a6e-b5b608b2091b req-314d8a56-8797-447b-9fa7-7f77a16fa046 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664608 Aug 16 02:33:03.777831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.963484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.967371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.034031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b972b-dd3e-4b63-b4bd-7c7463570535 req-7b6b7a7d-d10b-4002-9477-6dd055d41600 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:04.051487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f37b972b-dd3e-4b63-b4bd-7c7463570535 req-7b6b7a7d-d10b-4002-9477-6dd055d41600 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 945 time: 0.2744019 Aug 16 02:33:04.083141 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.083974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Fanout notify agent at l3_agent the message router_deleted on router e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:33:04.134835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.135989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-653672db-58d9-4239-9bd0-a3bbf8666555 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d HTTP/1.1" status: 204 len: 168 time: 1.7377675 Aug 16 02:33:04.140529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40998) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:04.155249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d5a70b54-91f7-40c7-86b1-cebeb688d0d8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1808438462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:04.190041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f37b972b-dd3e-4b63-b4bd-7c7463570535 req-a992f52a-6dac-4ac6-a97d-70d02b64d607 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359642 Aug 16 02:33:04.209943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540afe0b-234e-4158-a70d-6aa7c0fdedd7 req-8ae273e5-07e0-459f-9ce5-46ef099b88ad tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:04.221712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-540afe0b-234e-4158-a70d-6aa7c0fdedd7 req-8ae273e5-07e0-459f-9ce5-46ef099b88ad tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2073488 Aug 16 02:33:04.283389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5a70b54-91f7-40c7-86b1-cebeb688d0d8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.284466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5a70b54-91f7-40c7-86b1-cebeb688d0d8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.315421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-540afe0b-234e-4158-a70d-6aa7c0fdedd7 req-d424686e-b15b-4a10-86c1-a1105d0316c3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924840 Aug 16 02:33:04.379284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5a70b54-91f7-40c7-86b1-cebeb688d0d8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.383522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5a70b54-91f7-40c7-86b1-cebeb688d0d8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.397855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41010) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:04.411691 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5a70b54-91f7-40c7-86b1-cebeb688d0d8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.412951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5a70b54-91f7-40c7-86b1-cebeb688d0d8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2693634 Aug 16 02:33:04.415660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41016) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:04.422111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'enable_snat': False}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:04.549754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6075b797-6e00-4e6b-b9ac-98bca2d0dd0c tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1215063731', 'prefixes': ['172.20.0.0/16']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:04.678652 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.717174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41026) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:04.775201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6075b797-6e00-4e6b-b9ac-98bca2d0dd0c tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] Notify callbacks [] for subnetpool, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.777501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6075b797-6e00-4e6b-b9ac-98bca2d0dd0c tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3786006 Aug 16 02:33:04.780552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:04.824831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-48e47b84-011e-44d9-96d3-c030b6ce0fec tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] 10.222.0.78 "GET /v2.0/subnetpools/284da171-ecf1-41b4-8e0f-efba781001ee HTTP/1.1" status: 200 len: 732 time: 0.0431216 Aug 16 02:33:04.825433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:04.830762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1ed9a21b-44d7-4565-bf8e-4f4a18381451 tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-227318447'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:04.875677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-951289599'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:04.930645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Made reservation on behalf of 23cd9dfaac6344beb03d8875d88e3c55 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:04.934137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.940107 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a21b-44d7-4565-bf8e-4f4a18381451 tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] Notify callbacks [] for subnetpool, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.943933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1ed9a21b-44d7-4565-bf8e-4f4a18381451 tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] 10.222.0.78 "PUT /v2.0/subnetpools/284da171-ecf1-41b4-8e0f-efba781001ee HTTP/1.1" status: 200 len: 683 time: 0.1169372 Aug 16 02:33:04.945461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41038) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:04.951349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.978123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.011987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.068334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.072278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.099552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:05.113275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573f3732-9fdb-475c-b23b-0550e8f37c04,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:05.118867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.119212 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Added segment f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d of type vlan for network 78026549-4444-4cf3-8c7d-ca8a48c40a53 Aug 16 02:33:05.121889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2064ed87-755c-4b1e-b707-4a2ec041c085 tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] Notify callbacks [] for subnetpool, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.126026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2064ed87-755c-4b1e-b707-4a2ec041c085 tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] 10.222.0.78 "DELETE /v2.0/subnetpools/284da171-ecf1-41b4-8e0f-efba781001ee HTTP/1.1" status: 204 len: 168 time: 0.1773267 Aug 16 02:33:05.127052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41044) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:05.163099 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-2bc007ae-182a-4041-ba58-2e621ad1c426 tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] show failed (client error): The resource could not be found. Aug 16 02:33:05.164145 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2bc007ae-182a-4041-ba58-2e621ad1c426 tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] 10.222.0.78 "GET /v2.0/subnetpools/284da171-ecf1-41b4-8e0f-efba781001ee HTTP/1.1" status: 404 len: 346 time: 0.0361845 Aug 16 02:33:05.167031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:05.187679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Allocated IP 172.25.4.10 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/b6fb557c-23cd-46c7-8d98-1176d9d7e587) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:05.192365 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d3b86914-bd61-4d4e-934c-d0d517f972fd tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] delete failed (client error): The resource could not be found. Aug 16 02:33:05.193564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d3b86914-bd61-4d4e-934c-d0d517f972fd tempest-SubnetPoolsTestJSON-193233804 tempest-SubnetPoolsTestJSON-193233804-project] 10.222.0.78 "DELETE /v2.0/subnetpools/284da171-ecf1-41b4-8e0f-efba781001ee HTTP/1.1" status: 404 len: 346 time: 0.0253398 Aug 16 02:33:05.197312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.235310 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.245022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:05.245683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.327580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6084998 Aug 16 02:33:05.330509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:05.351505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Request body: {'subnet': {'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:05.377123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e6ed6-9128-4b42-bc92-9e45e719f5ae req-352cf2dc-1749-4424-985a-4eb6f14bc081 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:05.378675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a1e6ed6-9128-4b42-bc92-9e45e719f5ae req-352cf2dc-1749-4424-985a-4eb6f14bc081 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 945 time: 0.0932570 Aug 16 02:33:05.381833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.429935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a1e6ed6-9128-4b42-bc92-9e45e719f5ae req-b7a05b7e-8e65-43b8-8b00-3ffcb2a6321e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Aug 16 02:33:05.453630 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.489960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573c153-d63e-4ead-af95-0e8c47342a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event updated for resources: {'Network': ['ID=78026549-4444-4cf3-8c7d-ca8a48c40a53,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:05.507440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:05.508013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:05.511564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:05.520252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:05.548174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Pushing event updated for resources: {'Port': ['ID=b6fb557c-23cd-46c7-8d98-1176d9d7e587,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:05.569960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9a681-e48b-4b33-90d6-3cf3fd24f1ba req-5c8e2c8e-d9cc-4365-aa0f-30966f3f6f2d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:05.571586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1e9a681-e48b-4b33-90d6-3cf3fd24f1ba req-5c8e2c8e-d9cc-4365-aa0f-30966f3f6f2d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1233602 Aug 16 02:33:05.572539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Made reservation on behalf of 23cd9dfaac6344beb03d8875d88e3c55 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:05.576668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.725787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1e9a681-e48b-4b33-90d6-3cf3fd24f1ba req-542c53d1-29d8-40c8-9678-ea17f45d6ab0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323059 Aug 16 02:33:05.751114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:05.877640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655a332-b865-4b7b-b9ab-7af0f136ea79 req-cb1e3d45-b282-4759-a2ce-5c60111d84fc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:05.885181 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7655a332-b865-4b7b-b9ab-7af0f136ea79 req-cb1e3d45-b282-4759-a2ce-5c60111d84fc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 945 time: 0.1181874 Aug 16 02:33:05.978330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94ae9125-32f2-4cac-8763-1c49ba7aaaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.999362 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.014622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.044409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7655a332-b865-4b7b-b9ab-7af0f136ea79 req-d35f4d17-c146-4bd4-b9fc-b45df7f7c5c4 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580069 Aug 16 02:33:06.135373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62542fd-a641-4779-8096-ee4d272de07b req-2c8b1239-b367-4b0c-bd6c-31f85ce334ad tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:06.143328 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c62542fd-a641-4779-8096-ee4d272de07b req-2c8b1239-b367-4b0c-bd6c-31f85ce334ad tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1824362 Aug 16 02:33:06.158774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event updated for resources: {'Subnet': ['ID=b0922f2e-eb31-42bb-91c4-a19081849670,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:06.198110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Checking segment: {'id': 'f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:06.198513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Network hostable DHCP agents. Network: 78026549-4444-4cf3-8c7d-ca8a48c40a53, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:06.241008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c62542fd-a641-4779-8096-ee4d272de07b req-9fb9a8b4-5d20-4394-9cde-1beb3a8087b1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965037 Aug 16 02:33:06.258743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:06.284807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 78026549-4444-4cf3-8c7d-ca8a48c40a53) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:06.292757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:06.293355 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.314967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94ae9125-32f2-4cac-8763-1c49ba7aaaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.315241 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daef5ad4-76d4-4621-ba55-06ab8209cd9b None None] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:06.323511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94ae9125-32f2-4cac-8763-1c49ba7aaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.325114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.330692 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.347014 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce4f340a-8c21-4300-80de-adbf8c8e4a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0044038 Aug 16 02:33:06.349400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:06.360744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Request body: {'port': {'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1380172348'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:06.460998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-94ae9125-32f2-4cac-8763-1c49ba7aaaa8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=931f407dfa4244b4a2564346d3b08476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7063928 Aug 16 02:33:06.469870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:06.484858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae9125-32f2-4cac-8763-1c49ba7aaaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f201bd18-a202-4c54-8d71-094ce24bb475,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:06.526935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-78026549-4444-4cf3-8c7d-ca8a48c40a53', 'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53', 'tenant_id': '23cd9dfaac6344beb03d8875d88e3c55', 'fixed_ips': [{'subnet_id': 'b0922f2e-eb31-42bb-91c4-a19081849670'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:06.527831 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.553573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Made reservation on behalf of 23cd9dfaac6344beb03d8875d88e3c55 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:06.557419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.581224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d494621-bebf-4cf4-8891-13e5186a6343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.596541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] device_id is not set on port 392cf39a-d526-42b1-bd2f-6b8073e804c6 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:33:06.653110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d494621-bebf-4cf4-8891-13e5186a6343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.730659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d494621-bebf-4cf4-8891-13e5186a6343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.734599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d494621-bebf-4cf4-8891-13e5186a6343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.738611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d494621-bebf-4cf4-8891-13e5186a6343 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f201bd18-a202-4c54-8d71-094ce24bb475 HTTP/1.1" status: 204 len: 168 time: 0.2654965 Aug 16 02:33:06.745267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d494621-bebf-4cf4-8891-13e5186a6343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f201bd18-a202-4c54-8d71-094ce24bb475,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:06.768422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Router 3fd9466a-85c8-4700-a771-fa1945b3ef75 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:33:06.783416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Allocated IP 2001:db8::2 (78026549-4444-4cf3-8c7d-ca8a48c40a53/b0922f2e-eb31-42bb-91c4-a19081849670/eef53511-2fdd-4e40-80da-0132a8ada541) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:06.921593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:06.927728 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.932243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:06.932395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dd77e0c8-abf5-471e-89e0-da1a66155e51 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "PUT /v2.0/routers/3fd9466a-85c8-4700-a771-fa1945b3ef75 HTTP/1.1" status: 200 len: 919 time: 2.5140328 Aug 16 02:33:06.951368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] Sync routers for ids ['3fd9466a-85c8-4700-a771-fa1945b3ef75'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:06.969346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] Routers {'3fd9466a-85c8-4700-a771-fa1945b3ef75'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:06.970301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3fd9466a-85c8-4700-a771-fa1945b3ef75'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:07.006550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:07.027975 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.030777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] Routers {'3fd9466a-85c8-4700-a771-fa1945b3ef75'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:07.032037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3fd9466a-85c8-4700-a771-fa1945b3ef75'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:07.074862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2844266d-cbb1-42f5-8797-199a1bb9af06 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/3fd9466a-85c8-4700-a771-fa1945b3ef75 HTTP/1.1" status: 200 len: 925 time: 0.1410706 Aug 16 02:33:07.075081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:07.075267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41114) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:07.075604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad62cc1f-4c92-4582-955e-6938986b9f95 None None] The sync data for ids ['3fd9466a-85c8-4700-a771-fa1945b3ef75'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:07.077405 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Transition to ACTIVE for port object eef53511-2fdd-4e40-80da-0132a8ada541 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:07.094432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Transition to ACTIVE for port object eef53511-2fdd-4e40-80da-0132a8ada541 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:07.102314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.151923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-b88f0b27-9848-4ada-9a07-baaca6c3675b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.155318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-b88f0b27-9848-4ada-9a07-baaca6c3675b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.88 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 945 time: 0.1101873 Aug 16 02:33:07.168346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee41a5d-04cd-4596-b7b4-51f1fa1cdbf7 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.170973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bee41a5d-04cd-4596-b7b4-51f1fa1cdbf7 tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=3fd9466a-85c8-4700-a771-fa1945b3ef75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0943403 Aug 16 02:33:07.175261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:07.326683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Allocated IP 2001:db8::106 (78026549-4444-4cf3-8c7d-ca8a48c40a53/b0922f2e-eb31-42bb-91c4-a19081849670/392cf39a-d526-42b1-bd2f-6b8073e804c6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:07.402054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a71e6f-40b8-4e7b-b9cc-b27c925dc016 req-53bb43f9-6fac-426b-9760-bdb36ba1dd1a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.408247 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3a71e6f-40b8-4e7b-b9cc-b27c925dc016 req-53bb43f9-6fac-426b-9760-bdb36ba1dd1a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 945 time: 0.1823533 Aug 16 02:33:07.419108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7880251-0f90-4cbb-a1b2-be218aa2a57c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.424377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a7880251-0f90-4cbb-a1b2-be218aa2a57c tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 881 time: 0.2445695 Aug 16 02:33:07.432361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:07.435188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:07.442103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:07.446653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:07.480442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Deleting port f539429f-1780-4419-9427-76abace48371 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:07.480790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.498108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bc39dd81-d48e-4d7e-8084-bf04ef16be9e tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fd9466a-85c8-4700-a771-fa1945b3ef75 HTTP/1.1" status: 200 len: 205 time: 0.0640900 Aug 16 02:33:07.514517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41138) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:07.517497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Pushing event updated for resources: {'Port': ['ID=eef53511-2fdd-4e40-80da-0132a8ada541,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:07.555862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Attempting to bind port eef53511-2fdd-4e40-80da-0132a8ada541 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:07.557125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Attempting to bind port eef53511-2fdd-4e40-80da-0132a8ada541 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:07.557678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Attempting to bind port eef53511-2fdd-4e40-80da-0132a8ada541 on network 78026549-4444-4cf3-8c7d-ca8a48c40a53 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:07.564430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:07.565101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Checking segment: {'id': 'f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:07.566120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.566714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Bound using segment: {'id': 'f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:07.567408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Bound port: eef53511-2fdd-4e40-80da-0132a8ada541, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:07.568018 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.589000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3a71e6f-40b8-4e7b-b9cc-b27c925dc016 req-f9cd6033-0f40-44a5-a9d9-f21e27b24920 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745670 Aug 16 02:33:07.625928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275060-c425-4a65-930a-5e012f28df0f req-9816429a-e0df-4305-a215-b6154137ada4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.627474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a275060-c425-4a65-930a-5e012f28df0f req-9816429a-e0df-4305-a215-b6154137ada4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2568266 Aug 16 02:33:07.657953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] For port f539429f-1780-4419-9427-76abace48371, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=f539429f-1780-4419-9427-76abace48371,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:07.658395 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.689182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Calling delete_port for f539429f-1780-4419-9427-76abace48371 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:07.721497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] For port eef53511-2fdd-4e40-80da-0132a8ada541, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:07.729008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] For port eef53511-2fdd-4e40-80da-0132a8ada541, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=eef53511-2fdd-4e40-80da-0132a8ada541,segment=NetworkSegment(f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d),segment_id=f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:07.743483 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.766664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a275060-c425-4a65-930a-5e012f28df0f req-cd6d16ff-d6f7-4978-8c43-01a15e471c77 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250579 Aug 16 02:33:07.785071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.807768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.811374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Transition to ACTIVE for port object 392cf39a-d526-42b1-bd2f-6b8073e804c6 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:07.856886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb67a8-152d-4324-9964-268850e52b90 None None] Pushing event updated for resources: {'Port': ['ID=eef53511-2fdd-4e40-80da-0132a8ada541,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:07.980366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:07.991132 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.020900 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.033533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['f539429f-1780-4419-9427-76abace48371'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:08.038065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a4c9dcc-78b7-4402-a22d-463fa1a39949'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:08.070850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Pushing event deleted for resources: {'Port': ['ID=f539429f-1780-4419-9427-76abace48371,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:08.085845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.134043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] No DVR routers for this DVR port f539429f-1780-4419-9427-76abace48371 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:08.141423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.143678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76dcc4d6-54a8-4903-b7ae-6068af393403 req-5715dac2-a19c-4001-8f51-ea7b3aa4839b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.88 "DELETE /v2.0/ports/f539429f-1780-4419-9427-76abace48371 HTTP/1.1" status: 204 len: 173 time: 0.9795558 Aug 16 02:33:08.144239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'name': 'network-vif-deleted', 'tag': 'f539429f-1780-4419-9427-76abace48371'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:08.147149 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfdbfee-9028-4c18-88ed-6d8892c2dab3" -d '{"events": [{"server_uuid": "82c1027b-22bc-4f10-a7a8-1420707f1511", "name": "network-vif-deleted", "tag": "f539429f-1780-4419-9427-76abace48371"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:08.169248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43495f7a-15cc-4f46-b7fe-20e3ce70d1f3 req-6735830d-f597-43df-a5a0-56eadc4da4d5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.171229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43495f7a-15cc-4f46-b7fe-20e3ce70d1f3 req-6735830d-f597-43df-a5a0-56eadc4da4d5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2330549 Aug 16 02:33:08.241865 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1e0dc4-d16d-4fac-b7c2-a33410d21a03 x-openstack-request-id: req-fb1e0dc4-d16d-4fac-b7c2-a33410d21a03 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:08.244805 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c1027b-22bc-4f10-a7a8-1420707f1511", "name": "network-vif-deleted", "tag": "f539429f-1780-4419-9427-76abace48371", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:08.245165 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb1e0dc4-d16d-4fac-b7c2-a33410d21a03 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:08.245681 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c1027b-22bc-4f10-a7a8-1420707f1511', 'name': 'network-vif-deleted', 'tag': 'f539429f-1780-4419-9427-76abace48371', 'status': 'completed', 'code': 200} Aug 16 02:33:08.255568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:08.262912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43495f7a-15cc-4f46-b7fe-20e3ce70d1f3 req-20f6e48a-8b35-45cc-9200-978d4f6f1751 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856848 Aug 16 02:33:08.267547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:08.273389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:08.279729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.280756 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.285333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Deleting port b6fb557c-23cd-46c7-8d98-1176d9d7e587 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:08.285913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.297899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event updated for resources: {'Port': ['ID=392cf39a-d526-42b1-bd2f-6b8073e804c6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:08.418633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-575059330-network', 'tenant_id': '0c0d252f9a6c4acf96bcc3bda2c07092'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:08.461335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.461690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.462031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.462368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.462701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.463034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.463365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.463695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.464022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.464379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.464695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.465021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:08.479783 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a7cdc17-4cf3-4d07-98ce-c0dcc5e15c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1231382 Aug 16 02:33:08.483145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41172) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:08.489682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Request body: {'port': {'network_id': '78026549-4444-4cf3-8c7d-ca8a48c40a53', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1429055725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:08.491098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.api.validators [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] bootfile-name is not in valid_values {{(pid=94857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:08.491652 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.api.validators [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] tftp-server is not in valid_values {{(pid=94857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:08.492234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.api.validators [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] server-ip-address is not in valid_values {{(pid=94857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:08.508887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Made reservation on behalf of 0c0d252f9a6c4acf96bcc3bda2c07092 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:08.511281 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.530372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.558304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fe73-6e56-498c-83f2-116300f4cfb7 req-5af4055b-c10d-49f7-871a-2df9e4cb9878 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.559797 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68c0fe73-6e56-498c-83f2-116300f4cfb7 req-5af4055b-c10d-49f7-871a-2df9e4cb9878 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1662545 Aug 16 02:33:08.565752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.591601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Calling delete_port for b6fb557c-23cd-46c7-8d98-1176d9d7e587 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:08.678944 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68c0fe73-6e56-498c-83f2-116300f4cfb7 req-e8908bd2-5c71-4329-9e05-bec5e0b8fa84 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097775 Aug 16 02:33:08.751133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95af29a2-c599-4076-a0f0-4400daa10f93 req-7cc53cc9-3c70-440c-b90f-0baaae5470b6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=82c1027b-22bc-4f10-a7a8-1420707f1511 HTTP/1.1" status: 200 len: 210 time: 0.0570776 Aug 16 02:33:08.805471 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:08.895508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.905819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.925833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Made reservation on behalf of 23cd9dfaac6344beb03d8875d88e3c55 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:08.931878 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.958783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca38fba-6c1a-453f-8751-5566a61d15e6 req-fc4a95ef-50d9-4729-9461-7fb705854eac tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.967129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] device_id is not set on port 8f13018e-afea-44bc-a62b-1ebc1a6ae079 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:33:08.967717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dca38fba-6c1a-453f-8751-5566a61d15e6 req-fc4a95ef-50d9-4729-9461-7fb705854eac tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1604846 Aug 16 02:33:08.974407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device eef53511-2fdd-4e40-80da-0132a8ada541 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:09.040592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:09.050120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb6f60b-f582-44cb-876d-5d16558b6030,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:09.082238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.092062 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Added segment 1f7b3331-01ee-45e8-80b1-d6458b196e8b of type vlan for network e16c1b40-15fa-4956-a20e-8e5786f8d6fc Aug 16 02:33:09.102816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port eef53511-2fdd-4e40-80da-0132a8ada541 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:09.137730 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dca38fba-6c1a-453f-8751-5566a61d15e6 req-f64c1e8e-b927-48ea-be4c-37b734cb504c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645601 Aug 16 02:33:09.173722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Allocated IP 2001:db8::182 (78026549-4444-4cf3-8c7d-ca8a48c40a53/b0922f2e-eb31-42bb-91c4-a19081849670/8f13018e-afea-44bc-a62b-1ebc1a6ae079) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:09.197555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.201949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.240446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event deleted for resources: {'Port': ['ID=b6fb557c-23cd-46c7-8d98-1176d9d7e587,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:09.310247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.311469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.312108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.407900 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.413063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd109a-adc6-4dfb-8a4d-e6ed3fa6d08d None None] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:09.425445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Transition to ACTIVE for port object 8f13018e-afea-44bc-a62b-1ebc1a6ae079 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:09.468595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.533296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:09.537485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:09.543717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:09.544681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-358e5e3c-b4e2-4d3f-87c2-61e468f82f5c None None] Provisioning for port eef53511-2fdd-4e40-80da-0132a8ada541 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:09.555049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-358e5e3c-b4e2-4d3f-87c2-61e468f82f5c None None] Provisioning complete for port eef53511-2fdd-4e40-80da-0132a8ada541 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:09.555497 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-358e5e3c-b4e2-4d3f-87c2-61e468f82f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.557073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.558192 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.566410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event updated for resources: {'Port': ['ID=8f13018e-afea-44bc-a62b-1ebc1a6ae079,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:09.586581 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-98e6cd3c-79c3-4ef4-90fb-93a928eaea37 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1019731 Aug 16 02:33:09.589828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41200) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:09.692793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9d479-3b8c-4b1e-90a5-449c7571f849 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.701453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9d479-3b8c-4b1e-90a5-449c7571f849 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.707901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9d479-3b8c-4b1e-90a5-449c7571f849 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:09.710048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e7d9d479-3b8c-4b1e-90a5-449c7571f849 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1187456 Aug 16 02:33:09.712717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41204) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:09.740759 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-358e5e3c-b4e2-4d3f-87c2-61e468f82f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.804422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-358e5e3c-b4e2-4d3f-87c2-61e468f82f5c None None] For port eef53511-2fdd-4e40-80da-0132a8ada541, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=eef53511-2fdd-4e40-80da-0132a8ada541,segment=NetworkSegment(f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d),segment_id=f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:09.811477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-358e5e3c-b4e2-4d3f-87c2-61e468f82f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.860775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] Pushing event updated for resources: {'Network': ['ID=e16c1b40-15fa-4956-a20e-8e5786f8d6fc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:09.870848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0ce4d32e-d7b6-49c2-824c-973175f0dba9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8890207 Aug 16 02:33:09.874201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:09.880521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Request body: {'subnet': {'network_id': 'e16c1b40-15fa-4956-a20e-8e5786f8d6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-575059330-subnet', 'tenant_id': '0c0d252f9a6c4acf96bcc3bda2c07092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:09.886090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Deleting port 8f13018e-afea-44bc-a62b-1ebc1a6ae079 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:09.887491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.891867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:09.915565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5e3c-b4e2-4d3f-87c2-61e468f82f5c None None] Pushing event updated for resources: {'Port': ['ID=eef53511-2fdd-4e40-80da-0132a8ada541,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:09.930987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e16c1b40-15fa-4956-a20e-8e5786f8d6fc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:09.999885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.002226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.052991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.053566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Fanout notify agent at l3_agent the message router_deleted on router 3fd9466a-85c8-4700-a771-fa1945b3ef75 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:33:10.070923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.072024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ade44b84-76ab-42ab-9376-0b50b8d5af35 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/3fd9466a-85c8-4700-a771-fa1945b3ef75 HTTP/1.1" status: 204 len: 168 time: 2.5569727 Aug 16 02:33:10.086082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41218) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:10.099023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1575370022', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:10.107432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Made reservation on behalf of 0c0d252f9a6c4acf96bcc3bda2c07092 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:10.110354 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.111250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.129999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Calling delete_port for 8f13018e-afea-44bc-a62b-1ebc1a6ae079 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:10.145408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.146673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.151518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Provisioning for port 8f13018e-afea-44bc-a62b-1ebc1a6ae079 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:10.158870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Provisioning complete for port 8f13018e-afea-44bc-a62b-1ebc1a6ae079 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:10.159259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.207757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Port 8f13018e-afea-44bc-a62b-1ebc1a6ae079 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:10.213530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d5c50-1d34-411c-9b99-a2eb3cd7f999 req-2cfdea4f-e48e-4450-87d8-a5290cbfc9d5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:10.215424 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a8d5c50-1d34-411c-9b99-a2eb3cd7f999 req-2cfdea4f-e48e-4450-87d8-a5290cbfc9d5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1683462 Aug 16 02:33:10.218452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Provisioning for port 392cf39a-d526-42b1-bd2f-6b8073e804c6 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:10.224838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Provisioning complete for port 392cf39a-d526-42b1-bd2f-6b8073e804c6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:10.225566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.297578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a8d5c50-1d34-411c-9b99-a2eb3cd7f999 req-2ac64299-26e1-48b8-bb5c-424edac70f67 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749757 Aug 16 02:33:10.327068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.389155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Port 392cf39a-d526-42b1-bd2f-6b8073e804c6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:10.415278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Provisioning complete for port eef53511-2fdd-4e40-80da-0132a8ada541 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:10.415615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-25e60592-87f8-41ec-b823-4d235f5b69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.468884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.557867 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.619482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f539429f-1780-4419-9427-76abace48371 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:10.624338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.640164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3fcb03-2f81-45f0-aff7-98843d38f7dc,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:10.656119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: f539429f-1780-4419-9427-76abace48371 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:10.656506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device f539429f-1780-4419-9427-76abace48371 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:10.675078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event deleted for resources: {'Port': ['ID=8f13018e-afea-44bc-a62b-1ebc1a6ae079,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:10.708833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.711010 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6d346eea-e2d4-4c24-bad8-a06cbe5bdbb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "DELETE /v2.0/ports/8f13018e-afea-44bc-a62b-1ebc1a6ae079 HTTP/1.1" status: 204 len: 168 time: 0.9971967 Aug 16 02:33:10.716553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:10.733427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9368e0b5-785f-491f-bc03-60b7e5bf48bb None None] Provisioning complete for port 392cf39a-d526-42b1-bd2f-6b8073e804c6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:10.733813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9368e0b5-785f-491f-bc03-60b7e5bf48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.736370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Checking segment: {'id': '1f7b3331-01ee-45e8-80b1-d6458b196e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e16c1b40-15fa-4956-a20e-8e5786f8d6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:10.736859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Network hostable DHCP agents. Network: e16c1b40-15fa-4956-a20e-8e5786f8d6fc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:10.739906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Request body: {'port': {'name': 'tempest-new-port-name-1332206787', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:10.740333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.api.validators [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] bootfile-name is not in valid_values {{(pid=94857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:10.740682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.api.validators [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] tftp-server is not in valid_values {{(pid=94857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:10.741274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.api.validators [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] server-ip-address is not in valid_values {{(pid=94857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:10.772325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1d93f-5dcb-4e80-a913-1f3447155753 req-712b46e3-c3fe-4415-91c1-3bf6d3f402a9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:10.774218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-87f1d93f-5dcb-4e80-a913-1f3447155753 req-712b46e3-c3fe-4415-91c1-3bf6d3f402a9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1111932 Aug 16 02:33:10.780538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Network e16c1b40-15fa-4956-a20e-8e5786f8d6fc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:10.806016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9368e0b5-785f-491f-bc03-60b7e5bf48bb None None] Port 392cf39a-d526-42b1-bd2f-6b8073e804c6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:10.830105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, e16c1b40-15fa-4956-a20e-8e5786f8d6fc) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:10.839379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4252f-bb6f-4f7c-acc2-92088406c59c None None] Network e16c1b40-15fa-4956-a20e-8e5786f8d6fc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:10.854493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:10.855024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.898019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.922495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7a95f8a4-33e3-414a-b86a-ac41d108c083 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0471454 Aug 16 02:33:10.936982 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-87f1d93f-5dcb-4e80-a913-1f3447155753 req-fc9caf5d-76cc-4a6c-b8ab-9789f78e2498 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535540 Aug 16 02:33:11.001528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device eef53511-2fdd-4e40-80da-0132a8ada541 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:11.094177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a3ded800-5e35-4911-8d12-ec88918a940f None None] Could not find standard attr ID for object 8f13018e-afea-44bc-a62b-1ebc1a6ae079. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:33:11.192150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port eef53511-2fdd-4e40-80da-0132a8ada541 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:11.193353 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.198155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67e461-b6d7-4a03-ae94-e2760a737fe5 None None] Network e16c1b40-15fa-4956-a20e-8e5786f8d6fc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:11.246629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45cd21-42c8-4ddc-a9cc-a45c4b38acf5 req-f3b3c081-44e2-4dc3-a3b9-589fd1cc0851 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:11.259902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd45cd21-42c8-4ddc-a9cc-a45c4b38acf5 req-f3b3c081-44e2-4dc3-a3b9-589fd1cc0851 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2319210 Aug 16 02:33:11.380116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.418045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.478576 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd45cd21-42c8-4ddc-a9cc-a45c4b38acf5 req-005e0e23-ad0a-4499-a7c9-aefb3e799cf5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160282 Aug 16 02:33:11.617949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.639067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.654314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Allocated IP 172.25.4.15 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/0bd928f5-b9d4-49db-abf2-7da8bb0d4336) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:11.689147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] In _notify_port_updated(), no bound segment for port 392cf39a-d526-42b1-bd2f-6b8073e804c6 on network 78026549-4444-4cf3-8c7d-ca8a48c40a53 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:33:11.694832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:11.695519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.696893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "PUT /v2.0/ports/392cf39a-d526-42b1-bd2f-6b8073e804c6 HTTP/1.1" status: 200 len: 1130 time: 0.9709797 Aug 16 02:33:11.699672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:11.753120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41276) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:11.754132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804488c-197e-466a-8cfe-b844337bdbd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event updated for resources: {'Port': ['ID=392cf39a-d526-42b1-bd2f-6b8073e804c6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:11.761563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1991991530-network', 'tenant_id': 'b82af26c179e44efa32dd52b6059db0e'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:11.804051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421c04f-c24f-4291-943b-b64b11bbae63 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:11.806658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f421c04f-c24f-4291-943b-b64b11bbae63 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "GET /v2.0/ports/392cf39a-d526-42b1-bd2f-6b8073e804c6 HTTP/1.1" status: 200 len: 1130 time: 0.1049170 Aug 16 02:33:11.808190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Made reservation on behalf of b82af26c179e44efa32dd52b6059db0e for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:11.811267 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.811563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:11.835727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.904225 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.986459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.027227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Deleting port 392cf39a-d526-42b1-bd2f-6b8073e804c6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:12.029802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.050249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:12.058883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:12.069233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:12.116935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event updated for resources: {'Port': ['ID=0bd928f5-b9d4-49db-abf2-7da8bb0d4336,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:12.158333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9326d4d3-5c5a-432a-834c-d005a3d23211 None None] Provisioning complete for port 392cf39a-d526-42b1-bd2f-6b8073e804c6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:12.158716 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9326d4d3-5c5a-432a-834c-d005a3d23211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.221473 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.239310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9326d4d3-5c5a-432a-834c-d005a3d23211 None None] Port 392cf39a-d526-42b1-bd2f-6b8073e804c6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:12.242752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Calling delete_port for 392cf39a-d526-42b1-bd2f-6b8073e804c6 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:12.293700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.299256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.317234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:12.345602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.345951 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Added segment 447811ae-9f4a-46c6-81f7-c958946f51ef of type vlan for network 687545bd-0367-40d7-b9f1-a7e5d925be58 Aug 16 02:33:12.386519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1347df-7fc9-4909-9540-382b3d3e4b06,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:12.458724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.496412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.541275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event deleted for resources: {'Port': ['ID=392cf39a-d526-42b1-bd2f-6b8073e804c6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:12.582381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.585279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:12.585986 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.629555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.631499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f6c8d92c-f30f-4fc3-bd43-4220c10a423c tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "DELETE /v2.0/ports/392cf39a-d526-42b1-bd2f-6b8073e804c6 HTTP/1.1" status: 204 len: 168 time: 0.8185608 Aug 16 02:33:12.634779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41298) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:12.769598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Deleting subnet b0922f2e-eb31-42bb-91c4-a19081849670 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:12.774257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.862042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.016190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.101301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.108303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.116260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3585451 Aug 16 02:33:13.124845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41302) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:13.136655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Request body: {'subnet': {'network_id': '687545bd-0367-40d7-b9f1-a7e5d925be58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1991991530-subnet', 'tenant_id': 'b82af26c179e44efa32dd52b6059db0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:13.141268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a96f7-6b77-435e-aa5a-f36afadeb389 None None] Network 78026549-4444-4cf3-8c7d-ca8a48c40a53 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:13.157707 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.159519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "DELETE /v2.0/subnets/b0922f2e-eb31-42bb-91c4-a19081849670 HTTP/1.1" status: 204 len: 168 time: 0.5245121 Aug 16 02:33:13.159919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f77fc-6cb7-4799-af03-e4be74278034 admin admin] Pushing event updated for resources: {'Network': ['ID=687545bd-0367-40d7-b9f1-a7e5d925be58,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:13.161837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a0671-b7da-4a3b-941a-046ce25ff832 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event deleted for resources: {'Subnet': ['ID=b0922f2e-eb31-42bb-91c4-a19081849670,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:13.165499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41304) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:13.191693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 687545bd-0367-40d7-b9f1-a7e5d925be58 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:13.255144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Made reservation on behalf of b82af26c179e44efa32dd52b6059db0e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:13.257544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.308455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.395914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.434284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] DHCP port deletion for 78026549-4444-4cf3-8c7d-ca8a48c40a53 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:33:13.473651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Deleting port eef53511-2fdd-4e40-80da-0132a8ada541 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:13.473995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.506731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] Deleting port eef53511-2fdd-4e40-80da-0132a8ada541 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:13.507237 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.544250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Router 8f632201-88ff-4c0f-83f1-9e475776c653 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:33:13.588385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] For port eef53511-2fdd-4e40-80da-0132a8ada541, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=eef53511-2fdd-4e40-80da-0132a8ada541,segment=NetworkSegment(f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d),segment_id=f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:13.589159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.590378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] For port eef53511-2fdd-4e40-80da-0132a8ada541, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=eef53511-2fdd-4e40-80da-0132a8ada541,segment=NetworkSegment(f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d),segment_id=f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:13.590857 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.605392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] Calling delete_port for eef53511-2fdd-4e40-80da-0132a8ada541 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:13.607307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Calling delete_port for eef53511-2fdd-4e40-80da-0132a8ada541 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:13.609428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.686037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:13.698914 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] Sync routers for ids ['8f632201-88ff-4c0f-83f1-9e475776c653'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:13.716892 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] Routers {'8f632201-88ff-4c0f-83f1-9e475776c653'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:13.717463 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f632201-88ff-4c0f-83f1-9e475776c653'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:13.722179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.724395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-50dbb700-0915-42e6-80cd-c8a311747c9c tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6370680 Aug 16 02:33:13.727049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41308) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:13.732863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Pushing event updated for resources: {'Subnet': ['ID=820ed632-262a-4f29-936a-e425044a1dc5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:13.734539 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.741314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:13.754893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Checking segment: {'id': '447811ae-9f4a-46c6-81f7-c958946f51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '687545bd-0367-40d7-b9f1-a7e5d925be58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:13.755271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Network hostable DHCP agents. Network: 687545bd-0367-40d7-b9f1-a7e5d925be58, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:13.776953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.781507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] Pushing event deleted for resources: {'Port': ['ID=eef53511-2fdd-4e40-80da-0132a8ada541,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:13.788190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58278a-038a-4aaa-bfaa-ca5200ba1e02 None None] No DVR routers for this DVR port eef53511-2fdd-4e40-80da-0132a8ada541 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:13.791256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Network 687545bd-0367-40d7-b9f1-a7e5d925be58 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:13.817910 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:13.820725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event deleted for resources: {'Port': ['ID=eef53511-2fdd-4e40-80da-0132a8ada541,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:13.830067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] No DVR routers for this DVR port eef53511-2fdd-4e40-80da-0132a8ada541 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:13.837986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 687545bd-0367-40d7-b9f1-a7e5d925be58) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:13.843948 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] Routers {'8f632201-88ff-4c0f-83f1-9e475776c653'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:13.847012 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f632201-88ff-4c0f-83f1-9e475776c653'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:13.847294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d317bc-8a2e-4baa-aaf9-5dfa5ce7d91a None None] Network 687545bd-0367-40d7-b9f1-a7e5d925be58 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:13.861266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:13.861934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.887063 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:13.887899 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15620c6-1507-438a-8ac8-e5f5c8412435 None None] The sync data for ids ['8f632201-88ff-4c0f-83f1-9e475776c653'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:13.933616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-382b0233-b390-4720-a69f-5693de8b754b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8010416 Aug 16 02:33:13.938925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.949972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78026549-4444-4cf3-8c7d-ca8a48c40a53']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:13.963736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:13.964033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d6f27b-3050-4ec2-8855-4cbf3c62ca4d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:13.977153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.993633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.001413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:14.001845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: items = [ Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:14.006567 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:14.074422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f5019-de17-4fc2-85fd-fd102ba2e206 None None] Network 687545bd-0367-40d7-b9f1-a7e5d925be58 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:14.085431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.094755 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.098865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] 10.222.0.78 "DELETE /v2.0/networks/78026549-4444-4cf3-8c7d-ca8a48c40a53 HTTP/1.1" status: 204 len: 168 time: 0.9301319 Aug 16 02:33:14.111930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29b7a-daf8-4c1a-b0cc-9eb0a1db021b tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989 tempest-ExtraDHCPOptionsIpV6TestJSON-1299388989-project] Pushing event deleted for resources: {'Network': ['ID=78026549-4444-4cf3-8c7d-ca8a48c40a53,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:14.143514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41316) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:14.237710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] Deleting subnet 2b3fcb03-2f81-45f0-aff7-98843d38f7dc {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:14.250129 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.266536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.280727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.343942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.398067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Deleting port 0bd928f5-b9d4-49db-abf2-7da8bb0d4336 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:14.398662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.423438 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.505715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.542251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.559570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41332) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:14.565724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Calling delete_port for 0bd928f5-b9d4-49db-abf2-7da8bb0d4336 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:14.579641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3fcb03-2f81-45f0-aff7-98843d38f7dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:14.583108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.585429 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-101c596d-a068-4255-ba03-8a0f3f753e43 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2b3fcb03-2f81-45f0-aff7-98843d38f7dc HTTP/1.1" status: 204 len: 168 time: 0.4405277 Aug 16 02:33:14.587842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41336) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:14.693605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.782886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.793412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16c1b40-15fa-4956-a20e-8e5786f8d6fc']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:14.804687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7b3331-01ee-45e8-80b1-d6458b196e8b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:14.804999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7b3331-01ee-45e8-80b1-d6458b196e8b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:14.815226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.831230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.841041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e36984-af73-4dcb-ad4b-8ac9f7f23859 req-e4ef9934-a112-4bc5-9d2f-33a88c1f34e1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:14.841041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47e36984-af73-4dcb-ad4b-8ac9f7f23859 req-e4ef9934-a112-4bc5-9d2f-33a88c1f34e1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1220818 Aug 16 02:33:14.841745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:14.841745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.852122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c1a6ed7f-82b7-4aa6-898e-366471ea79b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23cd9dfaac6344beb03d8875d88e3c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890320 Aug 16 02:33:14.853760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41342) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:14.889637 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:14.894155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device eef53511-2fdd-4e40-80da-0132a8ada541 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:14.915419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: eef53511-2fdd-4e40-80da-0132a8ada541 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:14.916051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device eef53511-2fdd-4e40-80da-0132a8ada541 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:14.921456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.925793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.953293 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.957838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e16c1b40-15fa-4956-a20e-8e5786f8d6fc HTTP/1.1" status: 204 len: 168 time: 0.3665035 Aug 16 02:33:14.957838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51b0d2-44f4-4934-809a-0455857f6fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16c1b40-15fa-4956-a20e-8e5786f8d6fc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:14.958573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41344) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:14.978885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Pushing event deleted for resources: {'Port': ['ID=0bd928f5-b9d4-49db-abf2-7da8bb0d4336,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:15.004395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47e36984-af73-4dcb-ad4b-8ac9f7f23859 req-973063bc-29e8-402d-bd97-3fc28293e8a0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411049 Aug 16 02:33:15.016988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] Deleting subnet 820ed632-262a-4f29-936a-e425044a1dc5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:15.021715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.022236 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c4884eb-3e1a-43e5-ab35-d87fff2656a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.061819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c4884eb-3e1a-43e5-ab35-d87fff2656a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.066257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.103157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.130126 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.173925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c4884eb-3e1a-43e5-ab35-d87fff2656a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.176654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c4884eb-3e1a-43e5-ab35-d87fff2656a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.180142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9c4884eb-3e1a-43e5-ab35-d87fff2656a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/573f3732-9fdb-475c-b23b-0550e8f37c04 HTTP/1.1" status: 204 len: 168 time: 0.3232384 Aug 16 02:33:15.185156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5458b1f-5dbb-4a2f-9163-6b895eabcced req-a193e15d-401e-4376-ae05-858bb48489b7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:15.186779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d5458b1f-5dbb-4a2f-9163-6b895eabcced req-a193e15d-401e-4376-ae05-858bb48489b7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0915027 Aug 16 02:33:15.192874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4884eb-3e1a-43e5-ab35-d87fff2656a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f3732-9fdb-475c-b23b-0550e8f37c04,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:15.234422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.250932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d5458b1f-5dbb-4a2f-9163-6b895eabcced req-db224620-4ebe-460b-b3d2-7c3395296e7f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548892 Aug 16 02:33:15.269733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820ed632-262a-4f29-936a-e425044a1dc5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:15.271917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.273957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d3950b2c-6754-4518-ba8f-485e300b06f3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/820ed632-262a-4f29-936a-e425044a1dc5 HTTP/1.1" status: 204 len: 168 time: 0.3145280 Aug 16 02:33:15.276351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41350) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:15.405868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.408850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.409546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.547908 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.557583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Router 8f632201-88ff-4c0f-83f1-9e475776c653 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:33:15.562843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687545bd-0367-40d7-b9f1-a7e5d925be58']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:15.574763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447811ae-9f4a-46c6-81f7-c958946f51ef') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:15.575249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447811ae-9f4a-46c6-81f7-c958946f51ef') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:15.591307 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.609861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.617471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:15.617944 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:15.619958 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:15.683142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:15.697503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] Sync routers for ids ['8f632201-88ff-4c0f-83f1-9e475776c653'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:15.702516 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.707440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7fcbe9f-0cdd-4e3e-96fc-292b61db2340 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "PUT /v2.0/routers/8f632201-88ff-4c0f-83f1-9e475776c653 HTTP/1.1" status: 200 len: 710 time: 1.9768629 Aug 16 02:33:15.708703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41370) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:15.715066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] Routers {'8f632201-88ff-4c0f-83f1-9e475776c653'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:15.715947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f632201-88ff-4c0f-83f1-9e475776c653'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:15.721898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.759905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:15.764013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.768838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] 10.222.0.78 "DELETE /v2.0/networks/687545bd-0367-40d7-b9f1-a7e5d925be58 HTTP/1.1" status: 204 len: 168 time: 0.4886241 Aug 16 02:33:15.775878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] Routers {'8f632201-88ff-4c0f-83f1-9e475776c653'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:15.776990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8f632201-88ff-4c0f-83f1-9e475776c653'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:15.806695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a355d2-4667-4eab-931c-ef4ef9542baa admin admin] Pushing event deleted for resources: {'Network': ['ID=687545bd-0367-40d7-b9f1-a7e5d925be58,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:15.820340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e24f26cd-b91f-4003-a940-3c0e9e80af1b tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/routers/8f632201-88ff-4c0f-83f1-9e475776c653 HTTP/1.1" status: 200 len: 745 time: 0.1081383 Aug 16 02:33:15.821189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41374) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:15.845779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:15.846870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d004c7f-7e08-4c4c-9ec3-60366512ae2e None None] The sync data for ids ['8f632201-88ff-4c0f-83f1-9e475776c653'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:15.861648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1c4ae89f-8091-47d6-bf72-e66f1571399d tempest-RoutersIpV6AdminTest-404048594 tempest-RoutersIpV6AdminTest-404048594-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&device_id=8f632201-88ff-4c0f-83f1-9e475776c653 HTTP/1.1" status: 200 len: 205 time: 0.0392756 Aug 16 02:33:15.864224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41376) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:15.898490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-018e0232-3c78-4fdd-bfed-c7f7910c6bdf tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f632201-88ff-4c0f-83f1-9e475776c653 HTTP/1.1" status: 200 len: 205 time: 0.0331419 Aug 16 02:33:15.901378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41380) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.014704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fbd12bc-ab61-47c1-a72e-cb3fb83cf9bc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.072436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41388) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.150556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-45eca5fa-4b33-4eb3-bb45-acd6478e65d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c0d252f9a6c4acf96bcc3bda2c07092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744109 Aug 16 02:33:16.150790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41392) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.212950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41394) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.246293 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a623f4f5-7b88-49ac-87c6-4e543f8d5e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.258301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fbd12bc-ab61-47c1-a72e-cb3fb83cf9bc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.260548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fbd12bc-ab61-47c1-a72e-cb3fb83cf9bc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.295495 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a623f4f5-7b88-49ac-87c6-4e543f8d5e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.314859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fbd12bc-ab61-47c1-a72e-cb3fb83cf9bc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.315863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd12bc-ab61-47c1-a72e-cb3fb83cf9bc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Fanout notify agent at l3_agent the message router_deleted on router 8f632201-88ff-4c0f-83f1-9e475776c653 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:33:16.333913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2fbd12bc-ab61-47c1-a72e-cb3fb83cf9bc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.343542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2fbd12bc-ab61-47c1-a72e-cb3fb83cf9bc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/8f632201-88ff-4c0f-83f1-9e475776c653 HTTP/1.1" status: 204 len: 168 time: 0.4407434 Aug 16 02:33:16.344730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41398) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.398847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a623f4f5-7b88-49ac-87c6-4e543f8d5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.406690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a270993e-297f-4cb1-b41c-0a1912e50c9b tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=8f632201-88ff-4c0f-83f1-9e475776c653 HTTP/1.1" status: 200 len: 205 time: 0.0603454 Aug 16 02:33:16.407967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41400) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.410849 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a623f4f5-7b88-49ac-87c6-4e543f8d5e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.415408 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a623f4f5-7b88-49ac-87c6-4e543f8d5e20 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7cb6f60b-f582-44cb-876d-5d16558b6030 HTTP/1.1" status: 204 len: 168 time: 0.2615135 Aug 16 02:33:16.431869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623f4f5-7b88-49ac-87c6-4e543f8d5e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb6f60b-f582-44cb-876d-5d16558b6030,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:16.483744 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-f7561ae4-3d3c-4992-bc02-a549c05c0acc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] delete failed (client error): The resource could not be found. Aug 16 02:33:16.485148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f7561ae4-3d3c-4992-bc02-a549c05c0acc tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/8f632201-88ff-4c0f-83f1-9e475776c653 HTTP/1.1" status: 404 len: 336 time: 0.0753582 Aug 16 02:33:16.487738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41404) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.525948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-25381f8b-837a-4508-a3b0-a78e4a825ec8 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fd9466a-85c8-4700-a771-fa1945b3ef75 HTTP/1.1" status: 200 len: 205 time: 0.0361757 Aug 16 02:33:16.534932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-317823088'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:16.539994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41408) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.586788 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-9d327b90-1e9a-4e85-8ff3-15b3905ba32f tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] delete failed (client error): The resource could not be found. Aug 16 02:33:16.588263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9d327b90-1e9a-4e85-8ff3-15b3905ba32f tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/3fd9466a-85c8-4700-a771-fa1945b3ef75 HTTP/1.1" status: 404 len: 336 time: 0.0472591 Aug 16 02:33:16.591490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.621227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-b8381d95-a5a3-49a3-bf85-69b520a78ae6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1579616 Aug 16 02:33:16.622982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Made reservation on behalf of 9213876a1d3640dd9ce50182c41e720a for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:16.639002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d845de55-15a3-496d-bbde-e0eb9bfaae78 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d HTTP/1.1" status: 200 len: 205 time: 0.0435414 Aug 16 02:33:16.639689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41412) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.646191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.686649 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a12a8f53-fbf4-4d62-b59f-16f9afeb8299 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] delete failed (client error): The resource could not be found. Aug 16 02:33:16.688331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a12a8f53-fbf4-4d62-b59f-16f9afeb8299 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/e106a7d5-9432-4ffb-b4cc-9fbbe5c50f2d HTTP/1.1" status: 404 len: 336 time: 0.0469537 Aug 16 02:33:16.701834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.728914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:16.748345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4a234675-a58d-43c2-ac01-da0dfdeafd6a tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=0e255c3e-342a-4e66-a6c3-4347544e7e38 HTTP/1.1" status: 200 len: 205 time: 0.0429854 Aug 16 02:33:16.750442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.806803 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-f7ef2d1a-ee02-45c8-8290-5a4c7c6ff187 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] delete failed (client error): The resource could not be found. Aug 16 02:33:16.807984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f7ef2d1a-ee02-45c8-8290-5a4c7c6ff187 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/0e255c3e-342a-4e66-a6c3-4347544e7e38 HTTP/1.1" status: 404 len: 336 time: 0.0563815 Aug 16 02:33:16.811086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.822591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89f93-da43-48c0-b946-998ec10c8114 req-92f87c4c-a1d9-4b15-b551-afe53d5ff53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:16.825972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-92f87c4c-a1d9-4b15-b551-afe53d5ff53d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 1098 time: 0.1291854 Aug 16 02:33:16.864537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aed514e4-26df-4914-8c1e-a9cef17b1c60 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=844dffa2-e754-4408-b4f0-3f81c3e20758 HTTP/1.1" status: 200 len: 205 time: 0.0522609 Aug 16 02:33:16.867098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.937002 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-4b880bd3-9ea1-45c8-8548-058123fac21e tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] delete failed (client error): The resource could not be found. Aug 16 02:33:16.938404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4b880bd3-9ea1-45c8-8548-058123fac21e tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/844dffa2-e754-4408-b4f0-3f81c3e20758 HTTP/1.1" status: 404 len: 336 time: 0.0703876 Aug 16 02:33:16.941358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:16.973383 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-62e13784-90db-4b95-b4a2-b02a13c5251a tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9728166-1ef3-468f-9b2e-173a1266d0e7 HTTP/1.1" status: 200 len: 205 time: 0.0303986 Aug 16 02:33:16.976114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:17.019019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41430) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:17.034728 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-0114d3a8-e23d-4fec-b250-751582c80268 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] delete failed (client error): The resource could not be found. Aug 16 02:33:17.035780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0114d3a8-e23d-4fec-b250-751582c80268 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/routers/b9728166-1ef3-468f-9b2e-173a1266d0e7 HTTP/1.1" status: 404 len: 336 time: 0.0586536 Aug 16 02:33:17.038870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:17.059875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89f93-da43-48c0-b946-998ec10c8114 req-d9a097b7-b7bc-4f88-8d25-b4aef3bead4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:17.061427 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-d9a097b7-b7bc-4f88-8d25-b4aef3bead4b service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2147701 Aug 16 02:33:17.067544 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea17fa0e-9473-4d2a-ad1b-6413338400d5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:17.067740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea17fa0e-9473-4d2a-ad1b-6413338400d5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:17.071846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ea17fa0e-9473-4d2a-ad1b-6413338400d5 tempest-RoutersIpV6AdminTest-1569137183 tempest-RoutersIpV6AdminTest-1569137183-project] 10.222.0.78 "DELETE /v2.0/subnets/3ee69c83-75a3-411a-bbaa-4aedf7944183 HTTP/1.1" status: 404 len: 337 time: 0.0295639 Aug 16 02:33:17.094649 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.129419 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.133175 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-c31d0ccf-aae3-46d7-a82b-7de8c06d0504 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5 HTTP/1.1" status: 200 len: 217 time: 0.0580993 Aug 16 02:33:17.148344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f14214a0-8008-4930-b122-2cdbacb46840 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b82af26c179e44efa32dd52b6059db0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233394 Aug 16 02:33:17.149751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:17.185224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:17.221152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659a38c7-6879-4c15-be8e-e3e115156070,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:17.224147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74618121-db89-4923-b3ff-607ead667abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.237156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.243810 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Added segment 0cd56000-cbcf-4f37-9bcc-96246749cfe9 of type vlan for network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 Aug 16 02:33:17.256611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74618121-db89-4923-b3ff-607ead667abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.270185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89f93-da43-48c0-b946-998ec10c8114 req-b2bc6b27-cc50-4c67-aaf7-8a89a3ab82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:17.271682 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-b2bc6b27-cc50-4c67-aaf7-8a89a3ab82dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1289382 Aug 16 02:33:17.327049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74618121-db89-4923-b3ff-607ead667abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.331234 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74618121-db89-4923-b3ff-607ead667abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.334922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-74618121-db89-4923-b3ff-607ead667abb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f1347df-7fc9-4909-9540-382b3d3e4b06 HTTP/1.1" status: 204 len: 168 time: 0.1812665 Aug 16 02:33:17.345044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74618121-db89-4923-b3ff-607ead667abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1347df-7fc9-4909-9540-382b3d3e4b06,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:17.427656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41442) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:17.682640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.711464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89f93-da43-48c0-b946-998ec10c8114 req-07b39368-358b-477f-aadf-e34eec15f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:17.715875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-07b39368-358b-477f-aadf-e34eec15f90f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4199564 Aug 16 02:33:17.735483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.741165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:17.741748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.756793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9407a9d-e117-466d-ab17-71a168d53311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:17.796272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5811496 Aug 16 02:33:17.799052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41454) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:17.814613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Request body: {'subnet': {'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:17.886411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09d3cf-d9ed-4dc3-84d8-2ed04fa4d191 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event updated for resources: {'Network': ['ID=7d9c4478-f09e-4c80-b34d-65d5ceefd386,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:17.899148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:17.925609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-e427d448-458f-471c-b6b3-24f1ca25b122 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044799 Aug 16 02:33:18.056317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9407a9d-e117-466d-ab17-71a168d53311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.063208 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9407a9d-e117-466d-ab17-71a168d53311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.115632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Made reservation on behalf of 9213876a1d3640dd9ce50182c41e720a for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:18.119545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.127286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b9407a9d-e117-466d-ab17-71a168d53311 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7270a2b5ade4bb9b27ba95da5087819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984069 Aug 16 02:33:18.135414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41470) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:18.140374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-79e89f93-da43-48c0-b946-998ec10c8114 req-d1213239-87ef-4199-a728-745097a6106d service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070475 Aug 16 02:33:18.144259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407a9d-e117-466d-ab17-71a168d53311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b217037-2176-4929-b85e-d1f3731262f6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:18.237902 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-057321c0-fb30-4578-92ec-6fb44bf71c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.274488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-057321c0-fb30-4578-92ec-6fb44bf71c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.350419 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-057321c0-fb30-4578-92ec-6fb44bf71c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.355037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-057321c0-fb30-4578-92ec-6fb44bf71c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.359638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-057321c0-fb30-4578-92ec-6fb44bf71c8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b217037-2176-4929-b85e-d1f3731262f6 HTTP/1.1" status: 204 len: 168 time: 0.2197247 Aug 16 02:33:18.368322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057321c0-fb30-4578-92ec-6fb44bf71c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b217037-2176-4929-b85e-d1f3731262f6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:18.409836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013843c4-b139-428e-a3e4-e96bebd3f2ad req-465e7402-c588-4050-bd8b-a28418872f46 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:18.411412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-013843c4-b139-428e-a3e4-e96bebd3f2ad req-465e7402-c588-4050-bd8b-a28418872f46 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1081510 Aug 16 02:33:18.434931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.490195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-013843c4-b139-428e-a3e4-e96bebd3f2ad req-765b847a-923e-4fab-93d3-3f31523646e4 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708926 Aug 16 02:33:18.526417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Checking segment: {'id': '0cd56000-cbcf-4f37-9bcc-96246749cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:18.526918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Network hostable DHCP agents. Network: 7d9c4478-f09e-4c80-b34d-65d5ceefd386, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:18.536509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event updated for resources: {'Subnet': ['ID=6ec3bc4a-961a-48dc-aa97-217b49649508,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:18.549602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:18.561091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7d9c4478-f09e-4c80-b34d-65d5ceefd386) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:18.570848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c5a86-b9fa-4e8a-8e14-287deb718452 None None] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:18.575034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:18.576174 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.594286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ee03b2a7-4064-4393-b5b8-941abcfe6859 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7941411 Aug 16 02:33:18.596788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:18.604349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Request body: {'port': {'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1768631841'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:18.656220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6bc93-98c8-433d-9fe9-555b8d0eafe5 req-24471d06-586b-462d-9588-53030f1e0852 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:18.657874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7e6bc93-98c8-433d-9fe9-555b8d0eafe5 req-24471d06-586b-462d-9588-53030f1e0852 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0899589 Aug 16 02:33:18.723108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7e6bc93-98c8-433d-9fe9-555b8d0eafe5 req-4b67ce7f-f7b6-4e20-8549-373577588393 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583074 Aug 16 02:33:18.823713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-7d9c4478-f09e-4c80-b34d-65d5ceefd386', 'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386', 'tenant_id': '9213876a1d3640dd9ce50182c41e720a', 'fixed_ips': [{'subnet_id': '6ec3bc4a-961a-48dc-aa97-217b49649508'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:18.825192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.835891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Made reservation on behalf of 9213876a1d3640dd9ce50182c41e720a for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:18.850156 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.874693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41506) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:18.898020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] device_id is not set on port bef9cebc-b30b-431b-af87-d85f16cbbe4e yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:33:18.960666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f1a7dd62-2aea-4947-a9d3-8484570a3a80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9549141f3d24801bbec24d46f84abf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847077 Aug 16 02:33:18.961315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41510) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:19.078536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715599e8-b24e-43b2-81db-6d34237cad29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.081391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Allocated IP 172.20.0.2 (7d9c4478-f09e-4c80-b34d-65d5ceefd386/6ec3bc4a-961a-48dc-aa97-217b49649508/197555a9-b231-4906-9265-4c47ed175e11) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:19.104838 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715599e8-b24e-43b2-81db-6d34237cad29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.192867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c726bee-0acb-4f22-bf82-daa48dd083ff req-9d4431c5-140a-49b5-b0c4-4eb3ea3ae051 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:19.194467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c726bee-0acb-4f22-bf82-daa48dd083ff req-9d4431c5-140a-49b5-b0c4-4eb3ea3ae051 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0766487 Aug 16 02:33:19.226354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715599e8-b24e-43b2-81db-6d34237cad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.229381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-715599e8-b24e-43b2-81db-6d34237cad29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.230669 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-715599e8-b24e-43b2-81db-6d34237cad29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2bcad0b-1941-49a1-864b-685cabeedf13 HTTP/1.1" status: 204 len: 168 time: 0.2684011 Aug 16 02:33:19.242249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715599e8-b24e-43b2-81db-6d34237cad29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bcad0b-1941-49a1-864b-685cabeedf13,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:19.267229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c726bee-0acb-4f22-bf82-daa48dd083ff req-06eb21c4-a2ae-424e-a4e5-fb512a8a9814 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 Aug 16 02:33:19.470200 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.479740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Transition to ACTIVE for port object 197555a9-b231-4906-9265-4c47ed175e11 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:19.486326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e736-1f7f-48ef-83ea-b00898b0b490 req-da8ca214-651e-4c11-bc5f-6c38f87672dc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:19.493750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d41e736-1f7f-48ef-83ea-b00898b0b490 req-da8ca214-651e-4c11-bc5f-6c38f87672dc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0846136 Aug 16 02:33:19.503779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Transition to ACTIVE for port object 197555a9-b231-4906-9265-4c47ed175e11 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:19.515110 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.602105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Pushing event updated for resources: {'Port': ['ID=197555a9-b231-4906-9265-4c47ed175e11,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:19.617515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.618048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.618734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.619337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.619928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.620605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.621160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.621721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.622304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.622872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.623438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.623998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:19.643763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:19.646044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:19.652805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:19.687700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Allocated IP 172.20.0.4 (7d9c4478-f09e-4c80-b34d-65d5ceefd386/6ec3bc4a-961a-48dc-aa97-217b49649508/bef9cebc-b30b-431b-af87-d85f16cbbe4e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:19.732871 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-d2c80353-d7b3-49e2-88de-e9b55ecec606 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773957 Aug 16 02:33:19.733885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Attempting to bind port 197555a9-b231-4906-9265-4c47ed175e11 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:19.734325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Attempting to bind port 197555a9-b231-4906-9265-4c47ed175e11 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0cd56000-cbcf-4f37-9bcc-96246749cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:19.734881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Attempting to bind port 197555a9-b231-4906-9265-4c47ed175e11 on network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:19.740196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:19.740730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Checking segment: {'id': '0cd56000-cbcf-4f37-9bcc-96246749cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:19.741476 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.741946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Bound using segment: {'id': '0cd56000-cbcf-4f37-9bcc-96246749cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:19.742486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Bound port: 197555a9-b231-4906-9265-4c47ed175e11, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd56000-cbcf-4f37-9bcc-96246749cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:19.742941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.777089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d41e736-1f7f-48ef-83ea-b00898b0b490 req-dec5c823-cba8-47a2-b2a5-b1e5ca6a4873 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765133 Aug 16 02:33:19.819584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] For port 197555a9-b231-4906-9265-4c47ed175e11, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:19.823099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] For port 197555a9-b231-4906-9265-4c47ed175e11, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=197555a9-b231-4906-9265-4c47ed175e11,segment=NetworkSegment(0cd56000-cbcf-4f37-9bcc-96246749cfe9),segment_id=0cd56000-cbcf-4f37-9bcc-96246749cfe9)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:19.831977 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.905071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25469fb-7a10-442a-abad-10ed9a295b69 None None] Pushing event updated for resources: {'Port': ['ID=197555a9-b231-4906-9265-4c47ed175e11,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:19.909358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73609-5a59-4f06-8814-9823af10bb4f req-fb55b04c-0620-482a-b81e-aa04d165e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:19.911659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-fb55b04c-0620-482a-b81e-aa04d165e20d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.1115386 Aug 16 02:33:20.159895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73609-5a59-4f06-8814-9823af10bb4f req-a5c2f126-c8e9-4230-941c-efab44989619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.163531 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-a5c2f126-c8e9-4230-941c-efab44989619 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2272520 Aug 16 02:33:20.190597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.209319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44ee9-687c-4e24-a9d1-76ac0052b980 req-b996ae25-8675-4dd1-8751-3b28f6ac33f6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.223242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ec44ee9-687c-4e24-a9d1-76ac0052b980 req-b996ae25-8675-4dd1-8751-3b28f6ac33f6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1031446 Aug 16 02:33:20.276240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Transition to ACTIVE for port object bef9cebc-b30b-431b-af87-d85f16cbbe4e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:20.327666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ec44ee9-687c-4e24-a9d1-76ac0052b980 req-a4fe484b-9dba-4bac-9b37-2dedca2610b0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912828 Aug 16 02:33:20.360710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-5f4a8303-5080-49bb-983d-d4a855f5cec7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.1871755 Aug 16 02:33:20.432114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.476809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73609-5a59-4f06-8814-9823af10bb4f req-3eed9d91-6937-457a-8b5f-7d15fa98b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.478320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-3eed9d91-6937-457a-8b5f-7d15fa98b2b3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1050212 Aug 16 02:33:20.508264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:20.515917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:20.526047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:20.531562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event updated for resources: {'Port': ['ID=bef9cebc-b30b-431b-af87-d85f16cbbe4e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:20.564717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ff1c7-42aa-43f6-95e5-289b284e2c24 req-d52bcfe2-4ca9-45f2-a466-776550f5a793 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.566373 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-463ff1c7-42aa-43f6-95e5-289b284e2c24 req-d52bcfe2-4ca9-45f2-a466-776550f5a793 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1238801 Aug 16 02:33:20.592240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.592956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.593125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73609-5a59-4f06-8814-9823af10bb4f req-7cd46a87-7eaa-4c80-83cc-0f301e9b0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.594731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-7cd46a87-7eaa-4c80-83cc-0f301e9b0e0b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041420 Aug 16 02:33:20.609964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-212e111e-affe-4c0c-8d6f-09861251c639 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0117676 Aug 16 02:33:20.612887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:20.619414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Request body: {'port': {'network_id': '7d9c4478-f09e-4c80-b34d-65d5ceefd386', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1586371454', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:20.620005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] bootfile-name is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:20.621805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] tftp-server is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:20.621805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] server-ip-address is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:20.644687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41580) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:20.668958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:20.721970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-463ff1c7-42aa-43f6-95e5-289b284e2c24 req-27b72e5e-bf76-4b90-b59f-648a614ec15a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378016 Aug 16 02:33:20.775073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-a3c024c8-734e-410b-a240-5e18cbc00df6 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703594 Aug 16 02:33:20.789291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Made reservation on behalf of 9213876a1d3640dd9ce50182c41e720a for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:20.793380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.821045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] device_id is not set on port e08d37ac-b694-4d8c-a996-75a72d8f2129 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:33:20.901526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fa49347-4054-49aa-bd3a-db3e1172c471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.945882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89d73609-5a59-4f06-8814-9823af10bb4f req-e4e9feec-7712-4907-8b35-b409f6a0973a service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608956 Aug 16 02:33:20.958082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ccd2ce6e-835f-4f89-8367-e92636e95bce tempest-DvrRoutersNegativeTest-120720649 tempest-DvrRoutersNegativeTest-120720649-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-173168333', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:20.961309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.policy [None req-ccd2ce6e-835f-4f89-8367-e92636e95bce tempest-DvrRoutersNegativeTest-120720649 tempest-DvrRoutersNegativeTest-120720649-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94857) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 02:33:20.961686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.policy [None req-ccd2ce6e-835f-4f89-8367-e92636e95bce tempest-DvrRoutersNegativeTest-120720649 tempest-DvrRoutersNegativeTest-120720649-project] Failed policy check for 'create_router' {{(pid=94857) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 02:33:20.962157 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-ccd2ce6e-835f-4f89-8367-e92636e95bce tempest-DvrRoutersNegativeTest-120720649 tempest-DvrRoutersNegativeTest-120720649-project] create failed (client error): Access was denied to this resource. Aug 16 02:33:20.967447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ccd2ce6e-835f-4f89-8367-e92636e95bce tempest-DvrRoutersNegativeTest-120720649 tempest-DvrRoutersNegativeTest-120720649-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2663879 Aug 16 02:33:20.984131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 197555a9-b231-4906-9265-4c47ed175e11 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:21.101165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 197555a9-b231-4906-9265-4c47ed175e11 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:21.133728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Allocated IP 172.20.0.9 (7d9c4478-f09e-4c80-b34d-65d5ceefd386/6ec3bc4a-961a-48dc-aa97-217b49649508/e08d37ac-b694-4d8c-a996-75a72d8f2129) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:21.225287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fa49347-4054-49aa-bd3a-db3e1172c471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.251200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0fa49347-4054-49aa-bd3a-db3e1172c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.310131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cccf9-aab7-44b1-a1f4-2a54884a04f2 req-5e879ce1-5f04-4770-909b-85d223fa5141 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:21.312320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd8cccf9-aab7-44b1-a1f4-2a54884a04f2 req-5e879ce1-5f04-4770-909b-85d223fa5141 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0827582 Aug 16 02:33:21.349414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:21.391819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0fa49347-4054-49aa-bd3a-db3e1172c471 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0a002fe9f8740aca87afffa1c193215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180383 Aug 16 02:33:21.392828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:21.399148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa49347-4054-49aa-bd3a-db3e1172c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662553eb-a4fc-4b02-a581-da5c71724454,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:21.411732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd8cccf9-aab7-44b1-a1f4-2a54884a04f2 req-00760adf-c86e-43ca-bc86-dd6e113911aa tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904212 Aug 16 02:33:21.493247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da6f36-437c-4e22-b2f2-af92aed96620 None None] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:21.532618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf9fa-fba9-4710-9ff3-e18d55dada80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.579213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf9fa-fba9-4710-9ff3-e18d55dada80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.600798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8ee2b47c-b97d-480c-b977-9a42f8d6edf2 None None] Provisioning for port 197555a9-b231-4906-9265-4c47ed175e11 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:21.602082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.608645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8ee2b47c-b97d-480c-b977-9a42f8d6edf2 None None] Provisioning complete for port 197555a9-b231-4906-9265-4c47ed175e11 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:21.609033 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b47c-b97d-480c-b977-9a42f8d6edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.617793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bdab103-b094-45bb-a620-383fb2e10437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.670843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Transition to ACTIVE for port object e08d37ac-b694-4d8c-a996-75a72d8f2129 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:21.695358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfac5d-f1a2-4e84-972c-655df307d97a req-baebb03d-2f7f-46df-aa27-fe35fe210a5d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:21.697009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ccfac5d-f1a2-4e84-972c-655df307d97a req-baebb03d-2f7f-46df-aa27-fe35fe210a5d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1655357 Aug 16 02:33:21.736212 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b47c-b97d-480c-b977-9a42f8d6edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.781758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8ee2b47c-b97d-480c-b977-9a42f8d6edf2 None None] For port 197555a9-b231-4906-9265-4c47ed175e11, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=197555a9-b231-4906-9265-4c47ed175e11,segment=NetworkSegment(0cd56000-cbcf-4f37-9bcc-96246749cfe9),segment_id=0cd56000-cbcf-4f37-9bcc-96246749cfe9)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:21.786126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b47c-b97d-480c-b977-9a42f8d6edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.793023 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf9fa-fba9-4710-9ff3-e18d55dada80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.799566 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9dcdf9fa-fba9-4710-9ff3-e18d55dada80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.803549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9dcdf9fa-fba9-4710-9ff3-e18d55dada80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/662553eb-a4fc-4b02-a581-da5c71724454 HTTP/1.1" status: 204 len: 168 time: 0.4095867 Aug 16 02:33:21.820206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdf9fa-fba9-4710-9ff3-e18d55dada80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662553eb-a4fc-4b02-a581-da5c71724454,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:21.825205 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ccfac5d-f1a2-4e84-972c-655df307d97a req-fd524436-0b9c-4fb3-a4e7-df3f34dd9aec tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207781 Aug 16 02:33:21.846810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.881837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2b47c-b97d-480c-b977-9a42f8d6edf2 None None] Pushing event updated for resources: {'Port': ['ID=197555a9-b231-4906-9265-4c47ed175e11,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:21.940978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event updated for resources: {'Port': ['ID=e08d37ac-b694-4d8c-a996-75a72d8f2129,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:21.949879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:21.958851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:21.962248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bdab103-b094-45bb-a620-383fb2e10437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.963412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:21.988629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bdab103-b094-45bb-a620-383fb2e10437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.069422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5bdab103-b094-45bb-a620-383fb2e10437 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7d2ff9213bc42c0979525b3e7038ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7100279 Aug 16 02:33:22.069651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41620) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:22.077577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdab103-b094-45bb-a620-383fb2e10437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8825b08-9c10-40a2-bdeb-11f14f7a438a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:22.093147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:22.093948 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.110085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e2005caa-80c3-4507-a15e-b2af5ac1be3a tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4958460 Aug 16 02:33:22.112328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:22.161811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6100706d-bf53-46e1-8675-283cd4266ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.187151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6100706d-bf53-46e1-8675-283cd4266ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.216026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dccf68f9-d774-4ac1-baf3-4538330054ee None None] Provisioning complete for port 197555a9-b231-4906-9265-4c47ed175e11 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:22.216615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dccf68f9-d774-4ac1-baf3-4538330054ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.263858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6100706d-bf53-46e1-8675-283cd4266ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.266982 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6100706d-bf53-46e1-8675-283cd4266ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.270549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6100706d-bf53-46e1-8675-283cd4266ecb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8825b08-9c10-40a2-bdeb-11f14f7a438a HTTP/1.1" status: 204 len: 168 time: 0.1976347 Aug 16 02:33:22.290346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100706d-bf53-46e1-8675-283cd4266ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8825b08-9c10-40a2-bdeb-11f14f7a438a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:22.307693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41630) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:22.333945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d03ff3e4-2255-4a8a-82ce-4e510eb61b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.389987 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.585613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dccf68f9-d774-4ac1-baf3-4538330054ee None None] Provisioning for port bef9cebc-b30b-431b-af87-d85f16cbbe4e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:22.589802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dccf68f9-d774-4ac1-baf3-4538330054ee None None] Provisioning complete for port bef9cebc-b30b-431b-af87-d85f16cbbe4e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:22.590118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dccf68f9-d774-4ac1-baf3-4538330054ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.627222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d03ff3e4-2255-4a8a-82ce-4e510eb61b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.636235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d03ff3e4-2255-4a8a-82ce-4e510eb61b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.638788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dccf68f9-d774-4ac1-baf3-4538330054ee None None] Port bef9cebc-b30b-431b-af87-d85f16cbbe4e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:22.751435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d03ff3e4-2255-4a8a-82ce-4e510eb61b5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0c374b8a9e834b6bb6eb9c8af88f2e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412034 Aug 16 02:33:22.752270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:22.753092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ff3e4-2255-4a8a-82ce-4e510eb61b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ddea5f-dd66-4b81-8369-999e7e682e38,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:22.775084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eb256de7-3a63-40ca-83cd-bfbbe1f8fd7b None None] Provisioning complete for port bef9cebc-b30b-431b-af87-d85f16cbbe4e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:22.775561 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb256de7-3a63-40ca-83cd-bfbbe1f8fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.867362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb256de7-3a63-40ca-83cd-bfbbe1f8fd7b None None] Port bef9cebc-b30b-431b-af87-d85f16cbbe4e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:22.891259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3236a8-1de9-4581-8f21-82b7811f3a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.924742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3236a8-1de9-4581-8f21-82b7811f3a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.002593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 197555a9-b231-4906-9265-4c47ed175e11 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:23.016372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-48f3d1d7-a939-4bd3-b37a-d2e4ead1fe08 None None] Provisioning for port e08d37ac-b694-4d8c-a996-75a72d8f2129 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:23.022961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3236a8-1de9-4581-8f21-82b7811f3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.030675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df3236a8-1de9-4581-8f21-82b7811f3a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.034662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-df3236a8-1de9-4581-8f21-82b7811f3a59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45ddea5f-dd66-4b81-8369-999e7e682e38 HTTP/1.1" status: 204 len: 168 time: 0.2741520 Aug 16 02:33:23.045910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f98ed-1d6b-4acc-bdb5-d48e2efd0be3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.051995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f98ed-1d6b-4acc-bdb5-d48e2efd0be3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.054022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3236a8-1de9-4581-8f21-82b7811f3a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ddea5f-dd66-4b81-8369-999e7e682e38,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:23.058192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f98ed-1d6b-4acc-bdb5-d48e2efd0be3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.060324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-745f98ed-1d6b-4acc-bdb5-d48e2efd0be3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.9466932 Aug 16 02:33:23.063505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41666) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:23.074080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-48f3d1d7-a939-4bd3-b37a-d2e4ead1fe08 None None] Provisioning complete for port e08d37ac-b694-4d8c-a996-75a72d8f2129 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:23.076718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48f3d1d7-a939-4bd3-b37a-d2e4ead1fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.095832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e00b-4440-4299-9503-ff48ea2fd9f6 req-8c375cd1-c2e2-4b6b-84d1-4910dae5af1e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.104884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f00e00b-4440-4299-9503-ff48ea2fd9f6 req-8c375cd1-c2e2-4b6b-84d1-4910dae5af1e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.9505510 Aug 16 02:33:23.153262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f00e00b-4440-4299-9503-ff48ea2fd9f6 req-c9221125-d40f-4925-b271-8d8d66a43cb3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451622 Aug 16 02:33:23.213795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-48f3d1d7-a939-4bd3-b37a-d2e4ead1fe08 None None] Port e08d37ac-b694-4d8c-a996-75a72d8f2129 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:23.245409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 197555a9-b231-4906-9265-4c47ed175e11 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:23.246059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.269761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Deleting port e08d37ac-b694-4d8c-a996-75a72d8f2129 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:23.270741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.368906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2677dc-b875-4f98-9a3b-bf7926d9ae7f req-498a6994-8959-47a1-888b-f67c9bc096a2 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.370977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e2677dc-b875-4f98-9a3b-bf7926d9ae7f req-498a6994-8959-47a1-888b-f67c9bc096a2 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1341527 Aug 16 02:33:23.428978 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.454906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Calling delete_port for e08d37ac-b694-4d8c-a996-75a72d8f2129 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:23.462864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e2677dc-b875-4f98-9a3b-bf7926d9ae7f req-6ce00424-15fc-4a2c-871c-2a4b758b3bb7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836914 Aug 16 02:33:23.515888 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.728495 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.764266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event deleted for resources: {'Port': ['ID=e08d37ac-b694-4d8c-a996-75a72d8f2129,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:23.898018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:23.944251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.950924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:23.951298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f9d7741e-b923-449c-89b0-0d71f2f607fe tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "DELETE /v2.0/ports/e08d37ac-b694-4d8c-a996-75a72d8f2129 HTTP/1.1" status: 204 len: 168 time: 0.8866107 Aug 16 02:33:23.956810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Request body: {'port': {'name': 'tempest-new-port-name-126076140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:23.957491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] bootfile-name is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:23.958020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] tftp-server is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:23.958543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.api.validators [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] server-ip-address is not in valid_values {{(pid=94856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:33:23.987884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac2922-f106-4f74-9fa6-60f45216bcca req-2c80f442-b393-4cdc-aeb0-da43b1b25db6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.989813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deac2922-f106-4f74-9fa6-60f45216bcca req-2c80f442-b393-4cdc-aeb0-da43b1b25db6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1326218 Aug 16 02:33:24.063751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-deac2922-f106-4f74-9fa6-60f45216bcca req-46ec68bf-e06a-449b-89a6-67d437a85bd5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574193 Aug 16 02:33:24.082611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.353696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77e25a-e0dc-4800-a63f-51bf9856406d req-91e6de44-e2ff-45e3-8ab3-7f004599967c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.355407 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e77e25a-e0dc-4800-a63f-51bf9856406d req-91e6de44-e2ff-45e3-8ab3-7f004599967c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1655536 Aug 16 02:33:24.368594 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-80185283-d4a5-476e-827f-9f14cd5c073c tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:24.369704 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-80185283-d4a5-476e-827f-9f14cd5c073c tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:33:24.370715 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-80185283-d4a5-476e-827f-9f14cd5c073c tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:24.371999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-80185283-d4a5-476e-827f-9f14cd5c073c tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4728129 Aug 16 02:33:24.377819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41842) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.382633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--555857677'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:24.414508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.427439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.469176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e77e25a-e0dc-4800-a63f-51bf9856406d req-6a6daf76-55a9-4cb9-bea0-188ce25dae11 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949976 Aug 16 02:33:24.523267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.534148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.592136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.601956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.707553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event updated for resources: {'Port': ['ID=bef9cebc-b30b-431b-af87-d85f16cbbe4e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.713606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] In _notify_port_updated(), no bound segment for port bef9cebc-b30b-431b-af87-d85f16cbbe4e on network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:33:24.722379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.723392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.725630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1da02574-a816-4f94-9013-28db9c8ededb tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "PUT /v2.0/ports/bef9cebc-b30b-431b-af87-d85f16cbbe4e HTTP/1.1" status: 200 len: 1135 time: 0.7733414 Aug 16 02:33:24.727762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.735512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a907b1-5576-4e6c-9858-8c33650c7d08,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.799388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.810791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.836672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d17be57-78dd-46f9-bca7-f5b420724bf2 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.844705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d17be57-78dd-46f9-bca7-f5b420724bf2 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "GET /v2.0/ports/bef9cebc-b30b-431b-af87-d85f16cbbe4e HTTP/1.1" status: 200 len: 1135 time: 0.1116157 Aug 16 02:33:24.845912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41908) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.900937 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.902323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5233774 Aug 16 02:33:24.906126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.911268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b82342-b604-4bb6-bf0f-880ef79fe26e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76057dcf-1dea-4f06-9de9-22052e7cf7ab,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.921657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ef829213-9e2b-4e62-a857-c40f9ee67c19 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '76057dcf-1dea-4f06-9de9-22052e7cf7ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:24.960854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-89a0043e-3474-4580-a9fa-a3eac5c82875 None None] Provisioning complete for port bef9cebc-b30b-431b-af87-d85f16cbbe4e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:24.964144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-89a0043e-3474-4580-a9fa-a3eac5c82875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.976045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240479-f409-4f1d-8afd-e0beb49251ca req-39bde389-cd36-4472-a37c-21e81cd7bb0a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.978419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e7240479-f409-4f1d-8afd-e0beb49251ca req-39bde389-cd36-4472-a37c-21e81cd7bb0a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 814 time: 0.1880949 Aug 16 02:33:24.999060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e7240479-f409-4f1d-8afd-e0beb49251ca req-bae5a185-660d-4ca3-8361-86ad8f5e5b96 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/quotas/75585c822ef94d98a0b51e5f31eb2b0f HTTP/1.1" status: 200 len: 375 time: 0.0108697 Aug 16 02:33:25.002042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef829213-9e2b-4e62-a857-c40f9ee67c19 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.020027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Deleting port bef9cebc-b30b-431b-af87-d85f16cbbe4e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:25.020531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.045272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-89a0043e-3474-4580-a9fa-a3eac5c82875 None None] Port bef9cebc-b30b-431b-af87-d85f16cbbe4e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:25.075293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e7240479-f409-4f1d-8afd-e0beb49251ca req-74e6eafb-1a56-487d-b14b-8222e2d02cf9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687909 Aug 16 02:33:25.147720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef829213-9e2b-4e62-a857-c40f9ee67c19 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.157129 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef829213-9e2b-4e62-a857-c40f9ee67c19 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.166921 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.213073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Calling delete_port for bef9cebc-b30b-431b-af87-d85f16cbbe4e owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:25.220359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef829213-9e2b-4e62-a857-c40f9ee67c19 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3429f5c-8804-4555-aa13-363c11805424,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:25.242224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef829213-9e2b-4e62-a857-c40f9ee67c19 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.245763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef829213-9e2b-4e62-a857-c40f9ee67c19 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3307803 Aug 16 02:33:25.246160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41964) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:25.251223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-16e6434b-c62c-45ce-a652-3de354659908 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '76057dcf-1dea-4f06-9de9-22052e7cf7ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:25.302270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829a08a-ea40-412e-9242-9facbf8d27eb req-a9bf7b0f-5c53-4f64-8e03-702a38817001 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.303842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5829a08a-ea40-412e-9242-9facbf8d27eb req-a9bf7b0f-5c53-4f64-8e03-702a38817001 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1477938 Aug 16 02:33:25.317240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-16e6434b-c62c-45ce-a652-3de354659908 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.378971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5829a08a-ea40-412e-9242-9facbf8d27eb req-4cb9a484-e3d5-4298-b77a-ba80980b255e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Aug 16 02:33:25.385298 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-16e6434b-c62c-45ce-a652-3de354659908 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:25.386616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-16e6434b-c62c-45ce-a652-3de354659908 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1393037 Aug 16 02:33:25.390026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41984) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:25.467150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.478629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92eabaa7-84e6-457c-af2a-ad5e1e3feb03 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.533861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event deleted for resources: {'Port': ['ID=bef9cebc-b30b-431b-af87-d85f16cbbe4e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:25.554617 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92eabaa7-84e6-457c-af2a-ad5e1e3feb03 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.617277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163f1e-2e12-4876-a747-f90879ec484a req-e49c79c6-d19d-4c04-beda-f8397aae30b3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.619151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74163f1e-2e12-4876-a747-f90879ec484a req-e49c79c6-d19d-4c04-beda-f8397aae30b3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1242399 Aug 16 02:33:25.636024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.638752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-32e5b540-3342-4216-9522-ca8a66116903 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "DELETE /v2.0/ports/bef9cebc-b30b-431b-af87-d85f16cbbe4e HTTP/1.1" status: 204 len: 168 time: 0.7915623 Aug 16 02:33:25.643724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42018) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:25.708367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92eabaa7-84e6-457c-af2a-ad5e1e3feb03 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.712586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92eabaa7-84e6-457c-af2a-ad5e1e3feb03 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.714447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92eabaa7-84e6-457c-af2a-ad5e1e3feb03 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/76057dcf-1dea-4f06-9de9-22052e7cf7ab HTTP/1.1" status: 204 len: 168 time: 0.3225999 Aug 16 02:33:25.717629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42028) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:25.777374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eabaa7-84e6-457c-af2a-ad5e1e3feb03 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76057dcf-1dea-4f06-9de9-22052e7cf7ab,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:25.799304 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0ba2d367-31cd-4035-a2fb-12661d1649b0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802498 Aug 16 02:33:25.800950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74163f1e-2e12-4876-a747-f90879ec484a req-e7cffd57-c658-4ef9-9538-42e14d62fbeb tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697850 Aug 16 02:33:25.805283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:25.810319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0554286f-0566-4f09-bec5-9729359c4aa0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--488023319'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:25.821469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Deleting subnet 6ec3bc4a-961a-48dc-aa97-217b49649508 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:25.827886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.860427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0554286f-0566-4f09-bec5-9729359c4aa0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.896687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.014773 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0554286f-0566-4f09-bec5-9729359c4aa0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.020459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.029219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0554286f-0566-4f09-bec5-9729359c4aa0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.094120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0554286f-0566-4f09-bec5-9729359c4aa0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.095911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0554286f-0566-4f09-bec5-9729359c4aa0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2894075 Aug 16 02:33:26.102595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.108368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d0f844b5-33f6-4d26-95aa-444509f4b86d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'ea46ae95-783c-4dca-b8d6-f70bc36ad0e2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:26.109126 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-d0f844b5-33f6-4d26-95aa-444509f4b86d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:33:26.110108 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d0f844b5-33f6-4d26-95aa-444509f4b86d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:26.111252 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d0f844b5-33f6-4d26-95aa-444509f4b86d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068936 Aug 16 02:33:26.114212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42094) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.118100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554286f-0566-4f09-bec5-9729359c4aa0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea46ae95-783c-4dca-b8d6-f70bc36ad0e2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:26.123725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.172355 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-97ea98d8-0690-42e4-9882-0026a1b903ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.179559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec3bc4a-961a-48dc-aa97-217b49649508,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:26.181269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d0ea315-ce30-4910-9523-dc2b4a4b7d7b req-eacb0ffb-1ed3-43f6-adab-6941c0dcddd9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=75585c822ef94d98a0b51e5f31eb2b0f HTTP/1.1" status: 200 len: 221 time: 0.0841208 Aug 16 02:33:26.196590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.201435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.201586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dac5582d-27a9-47d9-9e8d-95981505f2f3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "DELETE /v2.0/subnets/6ec3bc4a-961a-48dc-aa97-217b49649508 HTTP/1.1" status: 204 len: 168 time: 0.5558467 Aug 16 02:33:26.213026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05135a-05c9-488f-b121-882ac18dbba1 None None] Network 7d9c4478-f09e-4c80-b34d-65d5ceefd386 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:26.237668 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f67623f9-fa74-4282-b2ad-6df221ae4dce tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.273285 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f67623f9-fa74-4282-b2ad-6df221ae4dce tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.331302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.376039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d622b-39b3-42d8-ba8d-af70bffc65a8 req-b417720e-c855-4719-b3bf-05ab00a6a555 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.378231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb3d622b-39b3-42d8-ba8d-af70bffc65a8 req-b417720e-c855-4719-b3bf-05ab00a6a555 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0950315 Aug 16 02:33:26.379711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f67623f9-fa74-4282-b2ad-6df221ae4dce tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.383270 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f67623f9-fa74-4282-b2ad-6df221ae4dce tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.384872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f67623f9-fa74-4282-b2ad-6df221ae4dce tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/ea46ae95-783c-4dca-b8d6-f70bc36ad0e2 HTTP/1.1" status: 204 len: 168 time: 0.2694497 Aug 16 02:33:26.387944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.405345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67623f9-fa74-4282-b2ad-6df221ae4dce tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea46ae95-783c-4dca-b8d6-f70bc36ad0e2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:26.445019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb3d622b-39b3-42d8-ba8d-af70bffc65a8 req-80640864-23c5-4be9-9fa4-9d7583e21f0c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532088 Aug 16 02:33:26.455125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-98373e7f-6216-459b-b1a0-bcd9ac969b68 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625606 Aug 16 02:33:26.460160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42136) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.467361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-83ea91ff-3304-4ac8-b76d-075841d4fe09 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--635287147'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:26.472516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Deleting port 197555a9-b231-4906-9265-4c47ed175e11 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:26.473117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.515888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] DHCP port deletion for 7d9c4478-f09e-4c80-b34d-65d5ceefd386 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:33:26.520417 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83ea91ff-3304-4ac8-b76d-075841d4fe09 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.571806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] For port 197555a9-b231-4906-9265-4c47ed175e11, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=197555a9-b231-4906-9265-4c47ed175e11,segment=NetworkSegment(0cd56000-cbcf-4f37-9bcc-96246749cfe9),segment_id=0cd56000-cbcf-4f37-9bcc-96246749cfe9)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:26.572192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.595950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] Deleting port 197555a9-b231-4906-9265-4c47ed175e11 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:26.596821 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.599734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Calling delete_port for 197555a9-b231-4906-9265-4c47ed175e11 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:26.664250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83ea91ff-3304-4ac8-b76d-075841d4fe09 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.669989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83ea91ff-3304-4ac8-b76d-075841d4fe09 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.698185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c44c05-e20f-4a2e-83a4-037d8c805249 req-d990a341-0d21-4ffc-9495-dec480414bc7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.699914 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0c44c05-e20f-4a2e-83a4-037d8c805249 req-d990a341-0d21-4ffc-9495-dec480414bc7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1149757 Aug 16 02:33:26.703414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] For port 197555a9-b231-4906-9265-4c47ed175e11, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=197555a9-b231-4906-9265-4c47ed175e11,segment=NetworkSegment(0cd56000-cbcf-4f37-9bcc-96246749cfe9),segment_id=0cd56000-cbcf-4f37-9bcc-96246749cfe9)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:26.703828 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.706867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea91ff-3304-4ac8-b76d-075841d4fe09 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b183bfc-f06e-4040-9501-a44a60770a76,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:26.710599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83ea91ff-3304-4ac8-b76d-075841d4fe09 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.715109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-83ea91ff-3304-4ac8-b76d-075841d4fe09 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2531040 Aug 16 02:33:26.719715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.727636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] Calling delete_port for 197555a9-b231-4906-9265-4c47ed175e11 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:26.731339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-301d023e-12f3-4f8e-8f9a-e9075d08e672 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '9b183bfc-f06e-4040-9501-a44a60770a76', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:26.732774 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-301d023e-12f3-4f8e-8f9a-e9075d08e672 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:33:26.733372 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-301d023e-12f3-4f8e-8f9a-e9075d08e672 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:26.736882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-301d023e-12f3-4f8e-8f9a-e9075d08e672 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136776 Aug 16 02:33:26.737447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42172) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.771285 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0c44c05-e20f-4a2e-83a4-037d8c805249 req-0b23edc8-a8ef-4d9f-b81e-3ec466ae015b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619054 Aug 16 02:33:26.787429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.809977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] No DVR routers for this DVR port 197555a9-b231-4906-9265-4c47ed175e11 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:26.838965 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.846688 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fefee8e9-a5d3-4600-a02d-32e1697d1597 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.880606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fefee8e9-a5d3-4600-a02d-32e1697d1597 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.892647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event deleted for resources: {'Port': ['ID=197555a9-b231-4906-9265-4c47ed175e11,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:26.909616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] Pushing event deleted for resources: {'Port': ['ID=197555a9-b231-4906-9265-4c47ed175e11,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:26.912672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944931c-9bac-4a43-a495-f18b187faf27 None None] No DVR routers for this DVR port 197555a9-b231-4906-9265-4c47ed175e11 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:26.934846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 197555a9-b231-4906-9265-4c47ed175e11 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:26.958783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 197555a9-b231-4906-9265-4c47ed175e11 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:26.959132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 197555a9-b231-4906-9265-4c47ed175e11 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:26.961529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fefee8e9-a5d3-4600-a02d-32e1697d1597 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.964919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fefee8e9-a5d3-4600-a02d-32e1697d1597 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.969102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fefee8e9-a5d3-4600-a02d-32e1697d1597 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/9b183bfc-f06e-4040-9501-a44a60770a76 HTTP/1.1" status: 204 len: 168 time: 0.2278175 Aug 16 02:33:26.977742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42200) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:26.984779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefee8e9-a5d3-4600-a02d-32e1697d1597 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b183bfc-f06e-4040-9501-a44a60770a76,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.005879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.024955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be754f-69dd-45ee-9dc2-a82915640582 req-b12dde75-8c31-47ed-9de2-e107b77aa4a1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.026497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6be754f-69dd-45ee-9dc2-a82915640582 req-b12dde75-8c31-47ed-9de2-e107b77aa4a1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1030533 Aug 16 02:33:27.028219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9c4478-f09e-4c80-b34d-65d5ceefd386']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:27.042416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd56000-cbcf-4f37-9bcc-96246749cfe9') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:27.042807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd56000-cbcf-4f37-9bcc-96246749cfe9') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:27.045143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e75ace37-2c34-4749-b106-7b77b26d992e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660808 Aug 16 02:33:27.048603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42212) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.054237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-52a5f422-9f8b-40a8-bfa4-0a954afb55ca tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014774125'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:27.069661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.082927 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52a5f422-9f8b-40a8-bfa4-0a954afb55ca tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.092752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.106051 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6be754f-69dd-45ee-9dc2-a82915640582 req-7a2020dc-7130-42d0-9c2e-b0d4b9026653 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Aug 16 02:33:27.107033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:27.107453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:27.110566 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:27.175645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52a5f422-9f8b-40a8-bfa4-0a954afb55ca tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.180744 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52a5f422-9f8b-40a8-bfa4-0a954afb55ca tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.187415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.197306 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.202559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] 10.222.0.78 "DELETE /v2.0/networks/7d9c4478-f09e-4c80-b34d-65d5ceefd386 HTTP/1.1" status: 204 len: 168 time: 0.9966047 Aug 16 02:33:27.230889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63574f4d-7919-4f35-8440-cc8850d367b3 tempest-ExtraDHCPOptionsTestJSON-898755349 tempest-ExtraDHCPOptionsTestJSON-898755349-project] Pushing event deleted for resources: {'Network': ['ID=7d9c4478-f09e-4c80-b34d-65d5ceefd386,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.270635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-52a5f422-9f8b-40a8-bfa4-0a954afb55ca tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.271956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-52a5f422-9f8b-40a8-bfa4-0a954afb55ca tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2220321 Aug 16 02:33:27.273927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5f422-9f8b-40a8-bfa4-0a954afb55ca tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35ae223-c77f-46de-9b3d-d1374ce3e1ae,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.275228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42236) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.280944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-01365bd4-d7e3-497b-a040-f1ddc7909666 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'c35ae223-c77f-46de-9b3d-d1374ce3e1ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:27.294492 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-01365bd4-d7e3-497b-a040-f1ddc7909666 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:33:27.295506 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-01365bd4-d7e3-497b-a040-f1ddc7909666 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:27.297116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-01365bd4-d7e3-497b-a040-f1ddc7909666 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201375 Aug 16 02:33:27.299872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.307326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a928feea-0f97-4099-8a1d-0044588c58e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'c35ae223-c77f-46de-9b3d-d1374ce3e1ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:27.308658 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-a928feea-0f97-4099-8a1d-0044588c58e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:33:27.309354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea70593-1a51-4866-8dba-041d4c971cd2 req-4dd1d930-3a3e-4dc4-93f1-a254346a7b14 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.310388 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a928feea-0f97-4099-8a1d-0044588c58e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:27.311601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dea70593-1a51-4866-8dba-041d4c971cd2 req-4dd1d930-3a3e-4dc4-93f1-a254346a7b14 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0870059 Aug 16 02:33:27.312164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a928feea-0f97-4099-8a1d-0044588c58e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104883 Aug 16 02:33:27.314830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.328662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a88c4ff6-b873-4c7b-907a-c7672b8ee685 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'c35ae223-c77f-46de-9b3d-d1374ce3e1ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:27.330005 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-a88c4ff6-b873-4c7b-907a-c7672b8ee685 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:33:27.330916 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a88c4ff6-b873-4c7b-907a-c7672b8ee685 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:27.332123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a88c4ff6-b873-4c7b-907a-c7672b8ee685 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151768 Aug 16 02:33:27.334850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42244) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.342610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-46bbfdd7-0571-4682-8dd4-8ee8e67ab98d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'c35ae223-c77f-46de-9b3d-d1374ce3e1ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:27.343562 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-46bbfdd7-0571-4682-8dd4-8ee8e67ab98d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:33:27.344117 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-46bbfdd7-0571-4682-8dd4-8ee8e67ab98d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:27.345167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-46bbfdd7-0571-4682-8dd4-8ee8e67ab98d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079620 Aug 16 02:33:27.347964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.376595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dea70593-1a51-4866-8dba-041d4c971cd2 req-7112833b-1044-4dff-afb0-7311f2186d78 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546861 Aug 16 02:33:27.428303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbedf2e1-b9bf-41be-8c2b-9582a7e4c1a9 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.468491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbedf2e1-b9bf-41be-8c2b-9582a7e4c1a9 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.537265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e80a4c-0a88-448a-b074-63906ab7911b req-a1743166-deaa-42cd-85b7-af291380bd94 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.545033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3e80a4c-0a88-448a-b074-63906ab7911b req-a1743166-deaa-42cd-85b7-af291380bd94 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0730050 Aug 16 02:33:27.547077 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbedf2e1-b9bf-41be-8c2b-9582a7e4c1a9 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.552864 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbedf2e1-b9bf-41be-8c2b-9582a7e4c1a9 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.556901 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fbedf2e1-b9bf-41be-8c2b-9582a7e4c1a9 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/c35ae223-c77f-46de-9b3d-d1374ce3e1ae HTTP/1.1" status: 204 len: 168 time: 0.2046685 Aug 16 02:33:27.561895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.573859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.594215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedf2e1-b9bf-41be-8c2b-9582a7e4c1a9 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35ae223-c77f-46de-9b3d-d1374ce3e1ae,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.602313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3e80a4c-0a88-448a-b074-63906ab7911b req-5a5cab7d-ad2e-4ef7-80fe-06016c171511 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563893 Aug 16 02:33:27.645082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42264) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.650218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1a1056f3-c463-4ef4-850d-e103acf946e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989916775'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:27.655385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-adb16c2e-6451-4d50-b03b-63af5af707f3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893054 Aug 16 02:33:27.683633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a1056f3-c463-4ef4-850d-e103acf946e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.847644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34d31-9117-4391-a838-73bd06c134e4 req-d4eb7f21-74c9-4f2b-89ed-4bbb2c3eea59 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.849578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cce34d31-9117-4391-a838-73bd06c134e4 req-d4eb7f21-74c9-4f2b-89ed-4bbb2c3eea59 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1003659 Aug 16 02:33:27.879510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a1056f3-c463-4ef4-850d-e103acf946e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.887564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a1056f3-c463-4ef4-850d-e103acf946e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.947414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1056f3-c463-4ef4-850d-e103acf946e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2171038-942e-4d20-96be-b3c7e9c59829,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.951591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a1056f3-c463-4ef4-850d-e103acf946e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.966982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a1056f3-c463-4ef4-850d-e103acf946e3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3199308 Aug 16 02:33:27.969703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0dee2a2-7688-4d65-8b23-4aa2e3eca1b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9213876a1d3640dd9ce50182c41e720a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837092 Aug 16 02:33:27.971175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42278) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.971626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42280) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.981250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cce34d31-9117-4391-a838-73bd06c134e4 req-39437219-ec03-42bd-a0f5-a1696edcbb39 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206686 Aug 16 02:33:27.988241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5df86855-0f15-4a55-a8d0-6c28790996c0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:27.989092 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-5df86855-0f15-4a55-a8d0-6c28790996c0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:33:27.989588 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-5df86855-0f15-4a55-a8d0-6c28790996c0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:27.992834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5df86855-0f15-4a55-a8d0-6c28790996c0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0183661 Aug 16 02:33:27.994681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.006512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2d250b23-80e4-42d4-a89b-d1cb25be4bcc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.055029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d280a9ec-6408-4f48-9638-19f17fb6816e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.066299 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-2d250b23-80e4-42d4-a89b-d1cb25be4bcc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.071488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d250b23-80e4-42d4-a89b-d1cb25be4bcc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0757015 Aug 16 02:33:28.072388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.077938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6e0d5d9f-1aa0-4a67-bb42-38261a6bae72 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.080064 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-6e0d5d9f-1aa0-4a67-bb42-38261a6bae72 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:33:28.081222 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-6e0d5d9f-1aa0-4a67-bb42-38261a6bae72 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.085503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6e0d5d9f-1aa0-4a67-bb42-38261a6bae72 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116127 Aug 16 02:33:28.086316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.091521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8b9d478b-f384-47f9-aa41-900268db52c4 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.098966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d280a9ec-6408-4f48-9638-19f17fb6816e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.166381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db9a73-2ff9-4f9e-8f8a-87d5915486ff req-f26c90db-1d83-4b9f-b085-bd3f90ca88ad tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.169784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a9db9a73-2ff9-4f9e-8f8a-87d5915486ff req-f26c90db-1d83-4b9f-b085-bd3f90ca88ad tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0634410 Aug 16 02:33:28.171202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d280a9ec-6408-4f48-9638-19f17fb6816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.174012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d280a9ec-6408-4f48-9638-19f17fb6816e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.175267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d280a9ec-6408-4f48-9638-19f17fb6816e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/659a38c7-6879-4c15-be8e-e3e115156070 HTTP/1.1" status: 204 len: 168 time: 0.2022843 Aug 16 02:33:28.184502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280a9ec-6408-4f48-9638-19f17fb6816e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a38c7-6879-4c15-be8e-e3e115156070,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:28.190104 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-8b9d478b-f384-47f9-aa41-900268db52c4 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.191186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b9d478b-f384-47f9-aa41-900268db52c4 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1039412 Aug 16 02:33:28.194397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42296) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.199754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c6876b61-5f9d-477c-b3b5-6b01f0e0ae17 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.200865 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-c6876b61-5f9d-477c-b3b5-6b01f0e0ae17 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:33:28.201354 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-c6876b61-5f9d-477c-b3b5-6b01f0e0ae17 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.205179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c6876b61-5f9d-477c-b3b5-6b01f0e0ae17 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097835 Aug 16 02:33:28.205730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42298) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.211179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-73512cbd-3cc5-4fe1-b7c8-466e2d2ee4b0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.237591 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-73512cbd-3cc5-4fe1-b7c8-466e2d2ee4b0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Project 292951045c3e4f96a400300eaef86b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:33:28.254496 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-73512cbd-3cc5-4fe1-b7c8-466e2d2ee4b0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.259118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-73512cbd-3cc5-4fe1-b7c8-466e2d2ee4b0 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0524406 Aug 16 02:33:28.259752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42300) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.265408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d1643b64-a813-4c2f-b321-237a281631b8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.265953 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-d1643b64-a813-4c2f-b321-237a281631b8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:33:28.266486 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-d1643b64-a813-4c2f-b321-237a281631b8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.268764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d1643b64-a813-4c2f-b321-237a281631b8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080271 Aug 16 02:33:28.270452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42302) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.276033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-56a217b4-f7c6-4db7-b94b-25b10354f1c8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.277985 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a9db9a73-2ff9-4f9e-8f8a-87d5915486ff req-908aaf06-d9b5-4ea2-bc52-a4a915bd8dcf tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983429 Aug 16 02:33:28.337328 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-56a217b4-f7c6-4db7-b94b-25b10354f1c8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Project 292951045c3e4f96a400300eaef86b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:33:28.403271 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-56a217b4-f7c6-4db7-b94b-25b10354f1c8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.404482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-56a217b4-f7c6-4db7-b94b-25b10354f1c8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1329088 Aug 16 02:33:28.407618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42308) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.414347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1d340c04-a9a6-4b85-be6c-c953f1dbf9dd tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'b2171038-942e-4d20-96be-b3c7e9c59829', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.439410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812454de-480b-4c6e-8655-3c812f7282da req-20b25b47-6028-4525-865a-2d878ba278f5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.446992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-812454de-480b-4c6e-8655-3c812f7282da req-20b25b47-6028-4525-865a-2d878ba278f5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0883446 Aug 16 02:33:28.505244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-812454de-480b-4c6e-8655-3c812f7282da req-87e2e657-087b-451d-8b30-6901b47033f0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572348 Aug 16 02:33:28.506687 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-1d340c04-a9a6-4b85-be6c-c953f1dbf9dd tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Project 292951045c3e4f96a400300eaef86b86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:33:28.544953 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-1d340c04-a9a6-4b85-be6c-c953f1dbf9dd tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:28.548645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1d340c04-a9a6-4b85-be6c-c953f1dbf9dd tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1372757 Aug 16 02:33:28.549019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42316) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.666149 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfb9cdd4-9f6c-482b-959c-7cfe986a35a7 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.699914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e8603-d8f7-4bbc-96f0-7e00f3994215 req-08efc628-73c3-479d-a6dd-ccfb95966dc0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.702177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f6e8603-d8f7-4bbc-96f0-7e00f3994215 req-08efc628-73c3-479d-a6dd-ccfb95966dc0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0936675 Aug 16 02:33:28.706750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfb9cdd4-9f6c-482b-959c-7cfe986a35a7 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.786114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f6e8603-d8f7-4bbc-96f0-7e00f3994215 req-9fbd3a52-323d-4c9d-9ec3-89f2b6c2741c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762141 Aug 16 02:33:28.805115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfb9cdd4-9f6c-482b-959c-7cfe986a35a7 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.807847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bfb9cdd4-9f6c-482b-959c-7cfe986a35a7 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.817677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bfb9cdd4-9f6c-482b-959c-7cfe986a35a7 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/b2171038-942e-4d20-96be-b3c7e9c59829 HTTP/1.1" status: 204 len: 168 time: 0.2671390 Aug 16 02:33:28.819232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.834517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9cdd4-9f6c-482b-959c-7cfe986a35a7 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2171038-942e-4d20-96be-b3c7e9c59829,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:28.841626 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-875c13df-e380-4004-8c1c-ac1b2999cfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.843608 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.921096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b6d41e4-e0c9-474d-b328-545e520ede44 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992274 Aug 16 02:33:28.925713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42334) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.930364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e68d9374-d3a4-4c69-bd58-869c03ee0c0d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--591733287'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:28.992077 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e68d9374-d3a4-4c69-bd58-869c03ee0c0d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.993581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9c12-858c-4b23-b2ac-8a8a606bd8a9 req-27677633-dc1f-4327-a110-6d3c5c2f60d8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.996202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f14e9c12-858c-4b23-b2ac-8a8a606bd8a9 req-27677633-dc1f-4327-a110-6d3c5c2f60d8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0992053 Aug 16 02:33:29.065157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f14e9c12-858c-4b23-b2ac-8a8a606bd8a9 req-67c0d473-dfc5-4edd-9845-702d3534be09 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597930 Aug 16 02:33:29.128120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e68d9374-d3a4-4c69-bd58-869c03ee0c0d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.133317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e68d9374-d3a4-4c69-bd58-869c03ee0c0d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.165793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d9374-d3a4-4c69-bd58-869c03ee0c0d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5caa6c-29da-4804-846e-02fbe28c91e0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.180720 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e68d9374-d3a4-4c69-bd58-869c03ee0c0d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.185569 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e68d9374-d3a4-4c69-bd58-869c03ee0c0d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2588212 Aug 16 02:33:29.186392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42350) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.191581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-61998f2f-a61f-4f32-b3d6-cbf82dce63df tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '3c5caa6c-29da-4804-846e-02fbe28c91e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.225095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e107e-dc81-45e4-a34d-2346a876e548 req-d33ece65-a34c-4372-917f-92c7cb82ceb8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.226640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-173e107e-dc81-45e4-a34d-2346a876e548 req-d33ece65-a34c-4372-917f-92c7cb82ceb8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0670984 Aug 16 02:33:29.238905 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-61998f2f-a61f-4f32-b3d6-cbf82dce63df tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The resource could not be found. Aug 16 02:33:29.243441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-61998f2f-a61f-4f32-b3d6-cbf82dce63df tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0556440 Aug 16 02:33:29.244074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42352) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.249814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-181a7dcf-f15a-4f14-aa12-183fe92b1845 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '3c5caa6c-29da-4804-846e-02fbe28c91e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '22a35529-70d6-495e-b8bc-7d34f31c19dd'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.252651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.280574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-173e107e-dc81-45e4-a34d-2346a876e548 req-dd80c135-324f-4539-8213-eecf79dbee75 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471995 Aug 16 02:33:29.293790 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-181a7dcf-f15a-4f14-aa12-183fe92b1845 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The resource could not be found. Aug 16 02:33:29.296737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-181a7dcf-f15a-4f14-aa12-183fe92b1845 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0515392 Aug 16 02:33:29.298767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.376278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24eb0fd1-f617-4c9a-8f4a-16b67697e8bc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.401679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1220389428'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.424019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24eb0fd1-f617-4c9a-8f4a-16b67697e8bc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.425278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb047f-82dc-46d8-bb74-5882c6c6e867 req-608b545e-5496-4301-9b2e-3e8cef457e42 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.426915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dadb047f-82dc-46d8-bb74-5882c6c6e867 req-608b545e-5496-4301-9b2e-3e8cef457e42 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0583084 Aug 16 02:33:29.447161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:29.450847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.466609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.467094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dadb047f-82dc-46d8-bb74-5882c6c6e867 req-294de16a-2cf4-459f-ba75-e76e21321e13 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Aug 16 02:33:29.518179 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24eb0fd1-f617-4c9a-8f4a-16b67697e8bc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.521297 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-24eb0fd1-f617-4c9a-8f4a-16b67697e8bc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.522806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-24eb0fd1-f617-4c9a-8f4a-16b67697e8bc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/3c5caa6c-29da-4804-846e-02fbe28c91e0 HTTP/1.1" status: 204 len: 168 time: 0.2229862 Aug 16 02:33:29.525441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42366) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.540480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0fd1-f617-4c9a-8f4a-16b67697e8bc tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5caa6c-29da-4804-846e-02fbe28c91e0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.607422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fc7e188f-f439-49fe-a99f-445a8d289d96 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799565 Aug 16 02:33:29.611221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42368) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.623135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c8376984-e730-4f4c-b65a-384fb72d062f tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '8fb739d0-40e8-48f9-acdc-161cff47c5b3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.628271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.635562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.644479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3707eb3-e65f-4bcd-bbac-e7719349a049 req-639024b9-f5fa-47c5-9862-867f5a9d4d04 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.646005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3707eb3-e65f-4bcd-bbac-e7719349a049 req-639024b9-f5fa-47c5-9862-867f5a9d4d04 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0569804 Aug 16 02:33:29.667033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:29.685900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39715c2-8930-4fb3-bdda-34649cd04533,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.692550 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.692895 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Added segment 6c71bb56-0135-43f8-a739-d26c9fd61770 of type vlan for network d2189f41-86e7-4f5d-968e-2e17c5aa1745 Aug 16 02:33:29.700835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3707eb3-e65f-4bcd-bbac-e7719349a049 req-f85b4d60-7afa-4d2f-9873-c0b0065e6ce7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Aug 16 02:33:29.736612 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c8376984-e730-4f4c-b65a-384fb72d062f tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The resource could not be found. Aug 16 02:33:29.737532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c8376984-e730-4f4c-b65a-384fb72d062f tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1206074 Aug 16 02:33:29.741680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42372) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.746915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-75a26d44-3b5d-4cf0-9778-c68c254c049b tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742399790'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.749889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.770993 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75a26d44-3b5d-4cf0-9778-c68c254c049b tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.785620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.791376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.791977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.857870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75a26d44-3b5d-4cf0-9778-c68c254c049b tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.862839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75a26d44-3b5d-4cf0-9778-c68c254c049b tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.882645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6289217 Aug 16 02:33:29.889457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbc6de-42cc-4967-b31f-531d1c0b4330 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Network': ['ID=d2189f41-86e7-4f5d-968e-2e17c5aa1745,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.898931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a26d44-3b5d-4cf0-9778-c68c254c049b tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9268174-0e76-43c4-9cd8-1790feadc14e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.904907 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-75a26d44-3b5d-4cf0-9778-c68c254c049b tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.906524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-75a26d44-3b5d-4cf0-9778-c68c254c049b tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1635261 Aug 16 02:33:29.909426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d2189f41-86e7-4f5d-968e-2e17c5aa1745 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:29.909992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d717-992c-4d96-83f9-4473fab07432 req-6c203dce-1ab6-443f-bc53-5256b57427b6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.911238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e28d717-992c-4d96-83f9-4473fab07432 req-6c203dce-1ab6-443f-bc53-5256b57427b6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1166189 Aug 16 02:33:29.911716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42374) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.916474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9fb57cba-6e4d-4c7d-bc94-ce6c50d1e886 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--845662484'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.952427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fb57cba-6e4d-4c7d-bc94-ce6c50d1e886 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.994355 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.016514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e28d717-992c-4d96-83f9-4473fab07432 req-33216341-1dee-4a43-a7a0-34c686d8a9c0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778444 Aug 16 02:33:30.117192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fb57cba-6e4d-4c7d-bc94-ce6c50d1e886 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.124659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fb57cba-6e4d-4c7d-bc94-ce6c50d1e886 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.183143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57cba-6e4d-4c7d-bc94-ce6c50d1e886 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47baa591-e7f2-4d10-ab5e-1a3ac36c047c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:30.205481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fb57cba-6e4d-4c7d-bc94-ce6c50d1e886 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.207113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9fb57cba-6e4d-4c7d-bc94-ce6c50d1e886 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2943151 Aug 16 02:33:30.210126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42390) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:30.215223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d3ecda5e-5b86-4459-a3e0-6031978d08e8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': 'd9268174-0e76-43c4-9cd8-1790feadc14e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '47baa591-e7f2-4d10-ab5e-1a3ac36c047c'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:30.292082 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-d3ecda5e-5b86-4459-a3e0-6031978d08e8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:30.293283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d3ecda5e-5b86-4459-a3e0-6031978d08e8 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0820131 Aug 16 02:33:30.296270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42392) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:30.377981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617870-a27c-493f-91e5-ffb062027f3b req-1eacd110-7e83-4421-af94-3cfcbeb49294 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:30.382002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8617870-a27c-493f-91e5-ffb062027f3b req-1eacd110-7e83-4421-af94-3cfcbeb49294 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1257567 Aug 16 02:33:30.392797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e7da303-b3a2-469a-9312-b0383445e637 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.420399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e7da303-b3a2-469a-9312-b0383445e637 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.452860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8617870-a27c-493f-91e5-ffb062027f3b req-d112fd9a-83d4-49dc-8b5f-002a393ea0c3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640395 Aug 16 02:33:30.469180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e7da303-b3a2-469a-9312-b0383445e637 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.474327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e7da303-b3a2-469a-9312-b0383445e637 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.475732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8e7da303-b3a2-469a-9312-b0383445e637 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/47baa591-e7f2-4d10-ab5e-1a3ac36c047c HTTP/1.1" status: 204 len: 168 time: 0.1784587 Aug 16 02:33:30.479426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42394) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:30.508758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7da303-b3a2-469a-9312-b0383445e637 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47baa591-e7f2-4d10-ab5e-1a3ac36c047c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:30.620930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-da9eab56-6aad-485f-be0b-8336a4d41577 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1401258 Aug 16 02:33:30.624330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42398) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:30.665708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fba6e-cc86-48de-ba98-92872951782d req-86a8616b-3002-47f4-b5ad-40ad8a138ec1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:30.676185 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d46fba6e-cc86-48de-ba98-92872951782d req-86a8616b-3002-47f4-b5ad-40ad8a138ec1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1080112 Aug 16 02:33:30.709295 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3e67728-91ce-4f8c-8016-18ad4b1f044d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.738430 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3e67728-91ce-4f8c-8016-18ad4b1f044d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.753744 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d46fba6e-cc86-48de-ba98-92872951782d req-c27b9870-ae38-4021-afbf-e19aec9642eb tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766404 Aug 16 02:33:30.864017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3e67728-91ce-4f8c-8016-18ad4b1f044d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.867283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3e67728-91ce-4f8c-8016-18ad4b1f044d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.868897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d3e67728-91ce-4f8c-8016-18ad4b1f044d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/d9268174-0e76-43c4-9cd8-1790feadc14e HTTP/1.1" status: 204 len: 168 time: 0.2431247 Aug 16 02:33:30.871267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42406) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:30.889220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e67728-91ce-4f8c-8016-18ad4b1f044d tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9268174-0e76-43c4-9cd8-1790feadc14e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:31.014834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3f30bb8b-bc37-49bf-bb11-7be96402e2fb tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1384797 Aug 16 02:33:31.026202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42416) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:31.073261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-81b074d1-2853-4692-a083-76cf74d28175 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923868928'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:31.138746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abb078-846b-4a3e-ac7f-b390ef904968 req-af8be01c-7606-4ac0-8dc9-06a43f4606dc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:31.146393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-83abb078-846b-4a3e-ac7f-b390ef904968 req-af8be01c-7606-4ac0-8dc9-06a43f4606dc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1727462 Aug 16 02:33:31.176413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-81b074d1-2853-4692-a083-76cf74d28175 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.291730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-83abb078-846b-4a3e-ac7f-b390ef904968 req-2ae240f9-e349-492e-876e-455d9f03949e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436813 Aug 16 02:33:31.338970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-81b074d1-2853-4692-a083-76cf74d28175 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.345544 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-81b074d1-2853-4692-a083-76cf74d28175 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.399810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b074d1-2853-4692-a083-76cf74d28175 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417d1160-f2d4-4907-9262-ec7a20a9db0e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:31.416944 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-81b074d1-2853-4692-a083-76cf74d28175 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.423812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:31.429698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2a6b6e61-ec5b-44e5-b913-6e0674ff7de5 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '417d1160-f2d4-4907-9262-ec7a20a9db0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:31.433993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-81b074d1-2853-4692-a083-76cf74d28175 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3963675 Aug 16 02:33:31.491683 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-2a6b6e61-ec5b-44e5-b913-6e0674ff7de5 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:31.496443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42432) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:31.500781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2a6b6e61-ec5b-44e5-b913-6e0674ff7de5 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0778277 Aug 16 02:33:31.501826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ea049c7e-7c16-4ecd-a2aa-c351326d7f81 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group_rule': {'security_group_id': '417d1160-f2d4-4907-9262-ec7a20a9db0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:31.560832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52054fc0-0de2-415a-946d-1cab7be984f9 req-f5093d47-07de-4069-b935-ae7cb5d0e5dc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:31.571871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52054fc0-0de2-415a-946d-1cab7be984f9 req-f5093d47-07de-4069-b935-ae7cb5d0e5dc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0912809 Aug 16 02:33:31.579197 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-ea049c7e-7c16-4ecd-a2aa-c351326d7f81 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:31.583574 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ea049c7e-7c16-4ecd-a2aa-c351326d7f81 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0857568 Aug 16 02:33:31.584347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42434) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:31.656580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52054fc0-0de2-415a-946d-1cab7be984f9 req-9ec191c6-e2d6-43b2-a19e-ba9f94d524da tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833380 Aug 16 02:33:31.722423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebfd4-cb3d-476f-85f6-a7067ef7b3c2 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.787097 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebfd4-cb3d-476f-85f6-a7067ef7b3c2 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.907307 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.933726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31825-de45-4fc9-bf19-0fc1b8034901 req-fc694985-9773-4430-8028-6648d72c2bbe tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:31.937705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebfd4-cb3d-476f-85f6-a7067ef7b3c2 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.939295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e6e31825-de45-4fc9-bf19-0fc1b8034901 req-fc694985-9773-4430-8028-6648d72c2bbe tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1406903 Aug 16 02:33:31.946959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebfd4-cb3d-476f-85f6-a7067ef7b3c2 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.951141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ed6ebfd4-cb3d-476f-85f6-a7067ef7b3c2 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/417d1160-f2d4-4907-9262-ec7a20a9db0e HTTP/1.1" status: 204 len: 168 time: 0.3629770 Aug 16 02:33:31.952228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42440) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:31.963418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ebfd4-cb3d-476f-85f6-a7067ef7b3c2 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d1160-f2d4-4907-9262-ec7a20a9db0e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:32.082809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e6e31825-de45-4fc9-bf19-0fc1b8034901 req-e2d44ea9-9524-439a-9f72-edcbf70f9673 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349657 Aug 16 02:33:32.107967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42442) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:32.108932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-44b34f51-96bf-422a-932c-a9f473adeb3f tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1540978 Aug 16 02:33:32.122346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e49db369-7461-4bf8-bfe1-4bc8fe30ca3e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396509845'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:32.152020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e49db369-7461-4bf8-bfe1-4bc8fe30ca3e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.532457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e49db369-7461-4bf8-bfe1-4bc8fe30ca3e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.542430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e49db369-7461-4bf8-bfe1-4bc8fe30ca3e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.556402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36bcca-74b5-49b2-aa12-d6444db5cd7e req-3fc5c876-4bd5-4735-8c53-310692b4152a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:32.558046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae36bcca-74b5-49b2-aa12-d6444db5cd7e req-3fc5c876-4bd5-4735-8c53-310692b4152a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2617154 Aug 16 02:33:32.609771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e49db369-7461-4bf8-bfe1-4bc8fe30ca3e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.613678 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e49db369-7461-4bf8-bfe1-4bc8fe30ca3e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5018418 Aug 16 02:33:32.614802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42452) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:32.620882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-738a5c63-4ee0-484d-8dba-2d5742efbf1e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:32.621520 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-738a5c63-4ee0-484d-8dba-2d5742efbf1e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:33:32.622520 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-738a5c63-4ee0-484d-8dba-2d5742efbf1e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:32.627553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-738a5c63-4ee0-484d-8dba-2d5742efbf1e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "PUT /v2.0/security-groups/7a81a3f3-b484-44e1-9920-caa0c125fb89 HTTP/1.1" status: 409 len: 330 time: 0.0083623 Aug 16 02:33:32.628484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42454) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:32.633395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49db369-7461-4bf8-bfe1-4bc8fe30ca3e tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81a3f3-b484-44e1-9920-caa0c125fb89,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:32.673488 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae36bcca-74b5-49b2-aa12-d6444db5cd7e req-179f6b40-e943-4365-b53d-8da369eb68cc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071198 Aug 16 02:33:32.713575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c8bea94-f3ce-4dac-b012-f636c8778955 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.738692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c8bea94-f3ce-4dac-b012-f636c8778955 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.823359 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c8bea94-f3ce-4dac-b012-f636c8778955 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.830060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c8bea94-f3ce-4dac-b012-f636c8778955 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.836827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42458) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:32.837523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0c8bea94-f3ce-4dac-b012-f636c8778955 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/7a81a3f3-b484-44e1-9920-caa0c125fb89 HTTP/1.1" status: 204 len: 168 time: 0.1944382 Aug 16 02:33:32.860743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bea94-f3ce-4dac-b012-f636c8778955 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81a3f3-b484-44e1-9920-caa0c125fb89,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:32.932590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a0a108e8-d10f-49ff-8034-5260aa6e0011 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903840 Aug 16 02:33:32.933661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42462) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:32.960968 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c95a2ed0-f727-4166-9050-23160a6848ad tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] delete failed (client error): The resource could not be found. Aug 16 02:33:32.968494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42464) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:32.969620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c95a2ed0-f727-4166-9050-23160a6848ad tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "DELETE /v2.0/security-groups/4ff1471d-b198-4ddb-8086-9b1ece2f21e8 HTTP/1.1" status: 404 len: 347 time: 0.0323937 Aug 16 02:33:33.006024 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-0fa46c37-e222-459d-bfbb-58cc3079b7bb tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] show failed (client error): The resource could not be found. Aug 16 02:33:33.010704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0fa46c37-e222-459d-bfbb-58cc3079b7bb tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-groups/a2c95777-a779-40c8-b2c1-e25a0d0007cd HTTP/1.1" status: 404 len: 347 time: 0.0376611 Aug 16 02:33:33.011990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42466) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:33.030604 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-047f25d6-2b28-43dc-b7e6-c829ee2bbda3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] show failed (client error): The resource could not be found. Aug 16 02:33:33.036215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-047f25d6-2b28-43dc-b7e6-c829ee2bbda3 tempest-NegativeSecGroupIPv6Test-187048757 tempest-NegativeSecGroupIPv6Test-187048757-project] 10.222.0.78 "GET /v2.0/security-group-rules/1b241561-3fd6-4161-b85d-5263d0ffe830 HTTP/1.1" status: 404 len: 356 time: 0.0183947 Aug 16 02:33:33.085365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ac743-87b5-47b8-a564-f15265248bde req-2fff3cfc-14d2-43df-85a6-024288dece8d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:33.086816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a66ac743-87b5-47b8-a564-f15265248bde req-2fff3cfc-14d2-43df-85a6-024288dece8d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1031671 Aug 16 02:33:33.163756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a66ac743-87b5-47b8-a564-f15265248bde req-7da0acd7-f9f2-4c3f-add4-e0eef0762ae3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683508 Aug 16 02:33:33.303658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42470) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:33.311821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'subnet': {'network_id': 'd2189f41-86e7-4f5d-968e-2e17c5aa1745', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:33.463186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42478) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:33.513297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:33.523695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.661704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f225a206-33e6-4a35-a2b0-0aed76484987 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=292951045c3e4f96a400300eaef86b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951048 Aug 16 02:33:33.662566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42484) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:33.722426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd0bfb8a-4691-4cd8-982f-2950e6e6310b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.747204 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd0bfb8a-4691-4cd8-982f-2950e6e6310b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.757799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.810716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd0bfb8a-4691-4cd8-982f-2950e6e6310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.815510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dd0bfb8a-4691-4cd8-982f-2950e6e6310b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.822711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dd0bfb8a-4691-4cd8-982f-2950e6e6310b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01a907b1-5576-4e6c-9858-8c33650c7d08 HTTP/1.1" status: 204 len: 168 time: 0.1578546 Aug 16 02:33:33.836463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bfb8a-4691-4cd8-982f-2950e6e6310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a907b1-5576-4e6c-9858-8c33650c7d08,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:33.854281 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Subnet': ['ID=64cdd2da-8c3e-4096-aa0b-478b95506d23,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:33.861623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Checking segment: {'id': '6c71bb56-0135-43f8-a739-d26c9fd61770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2189f41-86e7-4f5d-968e-2e17c5aa1745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:33.862003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network hostable DHCP agents. Network: d2189f41-86e7-4f5d-968e-2e17c5aa1745, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:33.879198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network d2189f41-86e7-4f5d-968e-2e17c5aa1745 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:33.889190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d2189f41-86e7-4f5d-968e-2e17c5aa1745) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:33.893510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:33.894305 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.901619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba63bf-482b-41e3-b06e-09ad11c9dba0 None None] Network d2189f41-86e7-4f5d-968e-2e17c5aa1745 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:33.912867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b69abcc-f2bc-47d8-a139-a972552406ca tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6048517 Aug 16 02:33:33.913489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42488) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:33.918932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-758372597'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:33.943225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:33.947441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.973968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:33.984582 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.984955 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Added segment c3081d27-34f5-4f86-840d-462b8a509d0c of type vlan for network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 Aug 16 02:33:34.064404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.111357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.118668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:34.119290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.176626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2619324 Aug 16 02:33:34.179494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42496) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:34.184611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'subnet': {'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:34.218615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-d2189f41-86e7-4f5d-968e-2e17c5aa1745', 'network_id': 'd2189f41-86e7-4f5d-968e-2e17c5aa1745', 'tenant_id': '092c36cc1f644fea8540b4e4521de260', 'fixed_ips': [{'subnet_id': '64cdd2da-8c3e-4096-aa0b-478b95506d23'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:34.219718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.248069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179dc36-b7ea-441b-bf76-17d97734fc1b tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Network': ['ID=baef2f07-b15e-48d0-b09b-9ab9d55be6d7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:34.315349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:34.333266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.394994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636efa6-7dcc-4db5-ab2f-9e19a68b78ad req-3cd852c9-bc08-4423-8199-a615e70c737f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:34.399199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6636efa6-7dcc-4db5-ab2f-9e19a68b78ad req-3cd852c9-bc08-4423-8199-a615e70c737f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0851989 Aug 16 02:33:34.415586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Allocated IP 2001:db8:0:ffff::2 (d2189f41-86e7-4f5d-968e-2e17c5aa1745/64cdd2da-8c3e-4096-aa0b-478b95506d23/536e4cc2-c030-4bca-aeb6-470bab5f52f0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:34.492837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6636efa6-7dcc-4db5-ab2f-9e19a68b78ad req-9a08bbdb-178f-4f4c-8491-323902d5441f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868328 Aug 16 02:33:34.593552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:34.874645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.923852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Transition to ACTIVE for port object 536e4cc2-c030-4bca-aeb6-470bab5f52f0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:34.928598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:33:34.931179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.965084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Transition to ACTIVE for port object 536e4cc2-c030-4bca-aeb6-470bab5f52f0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:34.978271 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.011102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Subnet': ['ID=81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:35.079705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d350-8fd1-493f-9ed8-844a74508934 req-cf07503b-9208-4ee3-b4fc-2a03d16f308f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.086966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1a7d350-8fd1-493f-9ed8-844a74508934 req-cf07503b-9208-4ee3-b4fc-2a03d16f308f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0799286 Aug 16 02:33:35.087880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Network d2189f41-86e7-4f5d-968e-2e17c5aa1745 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:35.097016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:35.102335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Checking segment: {'id': 'c3081d27-34f5-4f86-840d-462b8a509d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:35.102707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network hostable DHCP agents. Network: baef2f07-b15e-48d0-b09b-9ab9d55be6d7, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:35.107729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:35.117428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:35.118373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Pushing event updated for resources: {'Port': ['ID=536e4cc2-c030-4bca-aeb6-470bab5f52f0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:35.187815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:35.221370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1a7d350-8fd1-493f-9ed8-844a74508934 req-a53b89c7-2867-4351-bc30-4aad90fef77b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334262 Aug 16 02:33:35.226401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Attempting to bind port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:35.227094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Attempting to bind port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6c71bb56-0135-43f8-a739-d26c9fd61770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2189f41-86e7-4f5d-968e-2e17c5aa1745'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:35.227564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Attempting to bind port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 on network d2189f41-86e7-4f5d-968e-2e17c5aa1745 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:35.230426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, baef2f07-b15e-48d0-b09b-9ab9d55be6d7) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:35.235674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.236299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.240621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:35.242128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Checking segment: {'id': '6c71bb56-0135-43f8-a739-d26c9fd61770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2189f41-86e7-4f5d-968e-2e17c5aa1745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:35.242791 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.243407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Bound using segment: {'id': '6c71bb56-0135-43f8-a739-d26c9fd61770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2189f41-86e7-4f5d-968e-2e17c5aa1745'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:35.244040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Bound port: 536e4cc2-c030-4bca-aeb6-470bab5f52f0, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c71bb56-0135-43f8-a739-d26c9fd61770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2189f41-86e7-4f5d-968e-2e17c5aa1745'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:35.244642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.249034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ec0bd-be56-4596-8b42-8fc65bcf2b3f None None] Network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:35.265402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a6f7851a-ab0e-4027-b771-a1566cbf313f tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0848596 Aug 16 02:33:35.268339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:35.275547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'port': {'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7', 'name': 'tempest-NetworksIpV6TestAttrs-198811118'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:35.405962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] For port 536e4cc2-c030-4bca-aeb6-470bab5f52f0, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:35.414221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] For port 536e4cc2-c030-4bca-aeb6-470bab5f52f0, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=536e4cc2-c030-4bca-aeb6-470bab5f52f0,segment=NetworkSegment(6c71bb56-0135-43f8-a739-d26c9fd61770),segment_id=6c71bb56-0135-43f8-a739-d26c9fd61770)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:35.417064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7eb6df6c-dc04-45bf-8141-7218a35070a3 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:35.417783 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-7eb6df6c-dc04-45bf-8141-7218a35070a3 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:33:35.418800 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-7eb6df6c-dc04-45bf-8141-7218a35070a3 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:35.425490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42530) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:35.425719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7eb6df6c-dc04-45bf-8141-7218a35070a3 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3070118 Aug 16 02:33:35.427266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:35.430929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399983685'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:35.431261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.443928 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.452847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] device_id is not set on port 6a3a26be-8f46-4b25-a245-f84ba91b9525 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:33:35.475978 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.496639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.513057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e78fe-dd3f-4dce-9dcd-431111865686 None None] Pushing event updated for resources: {'Port': ['ID=536e4cc2-c030-4bca-aeb6-470bab5f52f0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:35.601008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-baef2f07-b15e-48d0-b09b-9ab9d55be6d7', 'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7', 'tenant_id': '092c36cc1f644fea8540b4e4521de260', 'fixed_ips': [{'subnet_id': '81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:35.602194 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.621870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Allocated IP 2001:db8::f816:3eff:fee9:b14d (baef2f07-b15e-48d0-b09b-9ab9d55be6d7/81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4/6a3a26be-8f46-4b25-a245-f84ba91b9525) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:35.666698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.673224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.719626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38807c04-fb02-41c0-8db5-6aac6961eafe,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:35.851248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.868441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.920408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.920408 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4925187 Aug 16 02:33:35.922508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42542) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:35.934484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9fdaf092-fb7e-44b5-ac83-37e9612da520 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': 'b3925b6c-7333-46fc-89e1-0a0a092dd283', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:35.950934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3484617-877d-4c81-be88-0a1c931d6764 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3925b6c-7333-46fc-89e1-0a0a092dd283,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:35.992544 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf092-fb7e-44b5-ac83-37e9612da520 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.028992 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.063992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Transition to ACTIVE for port object 6a3a26be-8f46-4b25-a245-f84ba91b9525 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:36.092959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf092-fb7e-44b5-ac83-37e9612da520 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.099014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf092-fb7e-44b5-ac83-37e9612da520 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.113354 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.125466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaf092-fb7e-44b5-ac83-37e9612da520 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e40187-6be8-427b-9fa1-4966e2cb067d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:36.136213 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf092-fb7e-44b5-ac83-37e9612da520 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.138831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9fdaf092-fb7e-44b5-ac83-37e9612da520 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153153 Aug 16 02:33:36.142412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42546) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.147909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e46fa00f-aecf-4da8-853c-0c03b3cea41b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': 'b3925b6c-7333-46fc-89e1-0a0a092dd283', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:36.183675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Port': ['ID=6a3a26be-8f46-4b25-a245-f84ba91b9525,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:36.199396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:36.201886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:36.204430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:36.210321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:36.211613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.223032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e46fa00f-aecf-4da8-853c-0c03b3cea41b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.239952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3a6bd5c2-b374-4381-a606-6cad597b4dbe tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9701157 Aug 16 02:33:36.246578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42550) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.265264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Allocated IP 2001:db8::f816:3eff:fee7:c931 (baef2f07-b15e-48d0-b09b-9ab9d55be6d7/81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4/d97a4e06-d902-4705-be08-9b560d9eb7b5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:36.289250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42552) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.384371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting subnet 81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:36.399207 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-e46fa00f-aecf-4da8-853c-0c03b3cea41b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:36.403340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e46fa00f-aecf-4da8-853c-0c03b3cea41b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2598834 Aug 16 02:33:36.403926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42556) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.487889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad01aa-ced7-4ebf-a94a-cd42bd58c6d2 req-bdc45881-8c00-4f37-9059-82144138f76f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:36.489698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bad01aa-ced7-4ebf-a94a-cd42bd58c6d2 req-bdc45881-8c00-4f37-9059-82144138f76f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1189449 Aug 16 02:33:36.528329 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-832c78b4-f877-4165-882d-28a51ae20f07 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.572578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bad01aa-ced7-4ebf-a94a-cd42bd58c6d2 req-99b6de01-7ac5-4f03-b3b7-d6ed81423ace tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752292 Aug 16 02:33:36.605528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-832c78b4-f877-4165-882d-28a51ae20f07 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.612253 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.645440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Transition to ACTIVE for port object d97a4e06-d902-4705-be08-9b560d9eb7b5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:36.655141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.661417 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5451f7db-f684-4096-a97f-3272eb89cacd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3541ffb2d7e4de590a8ddfcaa9816d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628891 Aug 16 02:33:36.677775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Transition to ACTIVE for port object d97a4e06-d902-4705-be08-9b560d9eb7b5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:36.688459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.696711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.758599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:36.772717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:36.784934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.789545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-832c78b4-f877-4165-882d-28a51ae20f07 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.792566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-832c78b4-f877-4165-882d-28a51ae20f07 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.796493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:36.797347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-832c78b4-f877-4165-882d-28a51ae20f07 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/b3925b6c-7333-46fc-89e1-0a0a092dd283 HTTP/1.1" status: 204 len: 168 time: 0.3924038 Aug 16 02:33:36.798767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42562) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.817699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c78b4-f877-4165-882d-28a51ae20f07 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3925b6c-7333-46fc-89e1-0a0a092dd283,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:36.880083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a9c097-2e85-4e42-96be-b12dc8cb72a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.885848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa3eee-05fe-4b86-9da2-a958d4e2172c req-56498f6a-0f9f-4036-a3df-0f96d9777691 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:36.895334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ffa3eee-05fe-4b86-9da2-a958d4e2172c req-56498f6a-0f9f-4036-a3df-0f96d9777691 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1869109 Aug 16 02:33:36.921438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4e7af7a1-1957-4a04-bbff-dee537eed376 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919325 Aug 16 02:33:36.924754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42566) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.929498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7d863435-bc5b-4173-961c-32c71921c283 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826887798'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:36.977581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d863435-bc5b-4173-961c-32c71921c283 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.993079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a9c097-2e85-4e42-96be-b12dc8cb72a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.995489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Pushing event updated for resources: {'Port': ['ID=d97a4e06-d902-4705-be08-9b560d9eb7b5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.065947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ffa3eee-05fe-4b86-9da2-a958d4e2172c req-72fde607-9449-42bd-8979-2e9a6fcca28d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420138 Aug 16 02:33:37.105403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Attempting to bind port d97a4e06-d902-4705-be08-9b560d9eb7b5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:37.105790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Attempting to bind port d97a4e06-d902-4705-be08-9b560d9eb7b5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c3081d27-34f5-4f86-840d-462b8a509d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:37.106089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Attempting to bind port d97a4e06-d902-4705-be08-9b560d9eb7b5 on network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:37.109973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 536e4cc2-c030-4bca-aeb6-470bab5f52f0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:37.157463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.157629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:37.157897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Checking segment: {'id': 'c3081d27-34f5-4f86-840d-462b8a509d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:37.158306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.158707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Bound using segment: {'id': 'c3081d27-34f5-4f86-840d-462b8a509d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:37.159195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Bound port: d97a4e06-d902-4705-be08-9b560d9eb7b5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3081d27-34f5-4f86-840d-462b8a509d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'baef2f07-b15e-48d0-b09b-9ab9d55be6d7'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:37.159585 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.219902 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d863435-bc5b-4173-961c-32c71921c283 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.225921 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d863435-bc5b-4173-961c-32c71921c283 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.260486 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.274900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f7cc5-7ce6-4157-a164-0f8c020f017e None None] Network d2189f41-86e7-4f5d-968e-2e17c5aa1745 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:37.290123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Subnet': ['ID=81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.296090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.298949 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7193c5ca-78d4-4837-8b8a-faedeaa81133 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4 HTTP/1.1" status: 204 len: 168 time: 1.0421793 Aug 16 02:33:37.304279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a9c097-2e85-4e42-96be-b12dc8cb72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.309271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95a9c097-2e85-4e42-96be-b12dc8cb72a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.310832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42574) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:37.313408 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-95a9c097-2e85-4e42-96be-b12dc8cb72a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3d87667c-4eca-42d9-87e1-ead7f091eca6 HTTP/1.1" status: 204 len: 168 time: 0.6571918 Aug 16 02:33:37.331345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9c097-2e85-4e42-96be-b12dc8cb72a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87667c-4eca-42d9-87e1-ead7f091eca6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.357459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d863435-bc5b-4173-961c-32c71921c283 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.357790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] For port d97a4e06-d902-4705-be08-9b560d9eb7b5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:37.358642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d863435-bc5b-4173-961c-32c71921c283 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4329088 Aug 16 02:33:37.361502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:37.368766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ae0aa031-e113-48b1-9677-d49e30840371 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '31f3e972-f563-42b9-b5ea-a7d93a3b152d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:37.369783 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-ae0aa031-e113-48b1-9677-d49e30840371 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:33:37.370306 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-ae0aa031-e113-48b1-9677-d49e30840371 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:37.371453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ae0aa031-e113-48b1-9677-d49e30840371 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089533 Aug 16 02:33:37.374921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42580) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:37.397542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:37.402962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] For port d97a4e06-d902-4705-be08-9b560d9eb7b5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d97a4e06-d902-4705-be08-9b560d9eb7b5,segment=NetworkSegment(c3081d27-34f5-4f86-840d-462b8a509d0c),segment_id=c3081d27-34f5-4f86-840d-462b8a509d0c)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:37.413783 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.420567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9d98f1de-875b-414a-830d-177b311f77a1 None None] Provisioning for port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:37.462880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d863435-bc5b-4173-961c-32c71921c283 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3e972-f563-42b9-b5ea-a7d93a3b152d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.463096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9d98f1de-875b-414a-830d-177b311f77a1 None None] Provisioning complete for port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:37.464643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d98f1de-875b-414a-830d-177b311f77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.491397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e64f7b-d7f2-401c-b47a-680b37fe66f7 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.563019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e64f7b-d7f2-401c-b47a-680b37fe66f7 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.668328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e64f7b-d7f2-401c-b47a-680b37fe66f7 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.678145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40e64f7b-d7f2-401c-b47a-680b37fe66f7 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.684138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-40e64f7b-d7f2-401c-b47a-680b37fe66f7 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/31f3e972-f563-42b9-b5ea-a7d93a3b152d HTTP/1.1" status: 204 len: 168 time: 0.3081491 Aug 16 02:33:37.729077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42586) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:37.730132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e64f7b-d7f2-401c-b47a-680b37fe66f7 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3e972-f563-42b9-b5ea-a7d93a3b152d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.799383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28c6bd-08fe-4190-8b63-1ac2a204a5dc None None] Pushing event updated for resources: {'Port': ['ID=d97a4e06-d902-4705-be08-9b560d9eb7b5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.862419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a4369394-e76d-4f0e-a7d0-31542eba3093 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110344 Aug 16 02:33:37.871632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42588) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:37.877291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9017d080-253f-4217-a7d7-ccf47df2943c tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952559959'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:37.878314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4dd0a-8129-4dcf-8001-04c0a594fcba tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.879839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4dd0a-8129-4dcf-8001-04c0a594fcba tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.889334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-44a4dd0a-8129-4dcf-8001-04c0a594fcba tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5442779 Aug 16 02:33:37.893016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42592) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:37.895737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256ca4f-14b0-42af-a926-0d00f99ce8db req-bed7d186-29c3-4c0d-b1cd-0164a721ba40 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.898245 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1256ca4f-14b0-42af-a926-0d00f99ce8db req-bed7d186-29c3-4c0d-b1cd-0164a721ba40 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.5449135 Aug 16 02:33:37.983967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9017d080-253f-4217-a7d7-ccf47df2943c tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.998688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1256ca4f-14b0-42af-a926-0d00f99ce8db req-372e1bb1-27ee-4b54-ae06-3612d78d1bfd tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888057 Aug 16 02:33:38.073579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d98f1de-875b-414a-830d-177b311f77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.076091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e73224b8-b15a-461f-b15d-445fd336ebd8 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.097518 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73224b8-b15a-461f-b15d-445fd336ebd8 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:38.097974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73224b8-b15a-461f-b15d-445fd336ebd8 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:38.099729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e73224b8-b15a-461f-b15d-445fd336ebd8 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/baef2f07-b15e-48d0-b09b-9ab9d55be6d7 HTTP/1.1" status: 409 len: 405 time: 0.2055876 Aug 16 02:33:38.103592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42600) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:38.109711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1298558710'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:38.129574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:33:38.129574 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:33:38.129574 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id_1': '092c36cc1f644fea8540b4e4521de260', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 33, 38, 118922)}] Aug 16 02:33:38.129574 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:33:38.130031 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:33:38.169569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9d98f1de-875b-414a-830d-177b311f77a1 None None] For port 536e4cc2-c030-4bca-aeb6-470bab5f52f0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=536e4cc2-c030-4bca-aeb6-470bab5f52f0,segment=NetworkSegment(6c71bb56-0135-43f8-a739-d26c9fd61770),segment_id=6c71bb56-0135-43f8-a739-d26c9fd61770)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:38.178736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d98f1de-875b-414a-830d-177b311f77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.257846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98f1de-875b-414a-830d-177b311f77a1 None None] Pushing event updated for resources: {'Port': ['ID=536e4cc2-c030-4bca-aeb6-470bab5f52f0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:38.317828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8180d7-5d8e-4c8f-88c5-f8b459cd67c9 req-46fad8a5-3f7f-48ad-9f1a-c0ee3e67c402 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:38.326074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de8180d7-5d8e-4c8f-88c5-f8b459cd67c9 req-46fad8a5-3f7f-48ad-9f1a-c0ee3e67c402 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1479173 Aug 16 02:33:38.372798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9017d080-253f-4217-a7d7-ccf47df2943c tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.390999 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9017d080-253f-4217-a7d7-ccf47df2943c tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.416767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de8180d7-5d8e-4c8f-88c5-f8b459cd67c9 req-6c5a45c2-41f1-47a2-b812-d3015fcc6fba tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894618 Aug 16 02:33:38.427106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9017d080-253f-4217-a7d7-ccf47df2943c tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.438993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42610) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:38.439464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9017d080-253f-4217-a7d7-ccf47df2943c tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5654387 Aug 16 02:33:38.439585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a2125364-6cbb-40bd-86ad-fe896e59ddad tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': 'aadcd74d-cd13-44e4-ab09-5cc6e08cc485', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:38.439585 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-a2125364-6cbb-40bd-86ad-fe896e59ddad tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:33:38.439585 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-a2125364-6cbb-40bd-86ad-fe896e59ddad tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:38.440766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a2125364-6cbb-40bd-86ad-fe896e59ddad tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076885 Aug 16 02:33:38.443388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42614) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:38.445954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d080-253f-4217-a7d7-ccf47df2943c tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcd74d-cd13-44e4-ab09-5cc6e08cc485,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:38.556398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c6216e04-c6b2-40bf-91a3-9a842b82243a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.582666 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c6216e04-c6b2-40bf-91a3-9a842b82243a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.615951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8346a7e0-168c-4ef0-a26c-0098891592e5 None None] Provisioning complete for port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:38.616857 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8346a7e0-168c-4ef0-a26c-0098891592e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.619440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea656f8-b313-4dbc-baa7-0279b7b2bf5b req-8809cbbc-f373-4f63-9700-6d24b45f846a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:38.624741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ea656f8-b313-4dbc-baa7-0279b7b2bf5b req-8809cbbc-f373-4f63-9700-6d24b45f846a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0689137 Aug 16 02:33:38.724097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:38.727981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.731530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c6216e04-c6b2-40bf-91a3-9a842b82243a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.734590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c6216e04-c6b2-40bf-91a3-9a842b82243a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.738444 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c6216e04-c6b2-40bf-91a3-9a842b82243a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/aadcd74d-cd13-44e4-ab09-5cc6e08cc485 HTTP/1.1" status: 204 len: 168 time: 0.2939811 Aug 16 02:33:38.739052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42626) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:38.745534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ea656f8-b313-4dbc-baa7-0279b7b2bf5b req-88cbc796-9bfb-401e-98ca-65c428771034 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109135 Aug 16 02:33:38.795857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6216e04-c6b2-40bf-91a3-9a842b82243a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcd74d-cd13-44e4-ab09-5cc6e08cc485,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:38.884160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:38.895602 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6e40dd7e-f9a9-4369-aa61-7a658b3f343e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342494 Aug 16 02:33:38.895946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42630) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:38.907304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8b27cb8b-86f5-4895-907c-4b18f226b323 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--161345101'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:38.951104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b27cb8b-86f5-4895-907c-4b18f226b323 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.964335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:38.974589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.974949 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Added segment 645ade6f-f734-49e8-8c38-970883c1b0f2 of type vlan for network 36adf0f4-61d9-4e69-939c-88b61a7393dd Aug 16 02:33:39.052229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3258d4-8e9e-4349-9c5b-b605ae8e6694 req-357d972c-aa6f-466b-b4dd-cc27b6986f3a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.063206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3258d4-8e9e-4349-9c5b-b605ae8e6694 req-357d972c-aa6f-466b-b4dd-cc27b6986f3a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2085609 Aug 16 02:33:39.098892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.103200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 536e4cc2-c030-4bca-aeb6-470bab5f52f0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:39.124205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3258d4-8e9e-4349-9c5b-b605ae8e6694 req-97bfc6c4-785f-4d82-bbf6-f3bb236efecc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600455 Aug 16 02:33:39.187763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b27cb8b-86f5-4895-907c-4b18f226b323 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.197526 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.203661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.204650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.206533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b27cb8b-86f5-4895-907c-4b18f226b323 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.242408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:39.242799 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.336420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2208686 Aug 16 02:33:39.337449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42644) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.355542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13c702d-829b-433a-b8e4-0c71e34f74c3 None None] Network baef2f07-b15e-48d0-b09b-9ab9d55be6d7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:39.361543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'subnet': {'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:39.415522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-24197186-network', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:39.450407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27cb8b-86f5-4895-907c-4b18f226b323 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7251ef7e-5c16-4054-898c-fba9122a9926,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:39.462791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8b27cb8b-86f5-4895-907c-4b18f226b323 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.464164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b27cb8b-86f5-4895-907c-4b18f226b323 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5666747 Aug 16 02:33:39.468836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42648) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.480698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-14205175-fc6b-40db-a8db-24bf7033ca0d None None] Provisioning for port d97a4e06-d902-4705-be08-9b560d9eb7b5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:39.485519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-13b7b3a0-9003-4bb1-89dc-a351e3055daa tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '7251ef7e-5c16-4054-898c-fba9122a9926', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:39.487617 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-13b7b3a0-9003-4bb1-89dc-a351e3055daa tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:33:39.488134 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-13b7b3a0-9003-4bb1-89dc-a351e3055daa tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:39.491950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-13b7b3a0-9003-4bb1-89dc-a351e3055daa tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118377 Aug 16 02:33:39.503335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.507254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d97a4e06-d902-4705-be08-9b560d9eb7b5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:39.529302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802093e-316f-435c-b5a7-5bad6a26ce26 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Network': ['ID=36adf0f4-61d9-4e69-939c-88b61a7393dd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:39.532593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-60f8e9e8-9dab-4f63-ba80-b4394daeec6d tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '7251ef7e-5c16-4054-898c-fba9122a9926', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:39.533496 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-60f8e9e8-9dab-4f63-ba80-b4394daeec6d tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:33:39.534313 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-60f8e9e8-9dab-4f63-ba80-b4394daeec6d tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:39.535695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-60f8e9e8-9dab-4f63-ba80-b4394daeec6d tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0268033 Aug 16 02:33:39.538429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42654) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.570700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fbebc7f5-7979-408d-b684-f502527e54bf tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '7251ef7e-5c16-4054-898c-fba9122a9926', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:39.571541 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-fbebc7f5-7979-408d-b684-f502527e54bf tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:33:39.572030 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-fbebc7f5-7979-408d-b684-f502527e54bf tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:39.573083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fbebc7f5-7979-408d-b684-f502527e54bf tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207622 Aug 16 02:33:39.578257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42656) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.586973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8db5f7aa-018a-4bd0-bec4-f2bc2931e53e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '7251ef7e-5c16-4054-898c-fba9122a9926', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:39.587761 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-8db5f7aa-018a-4bd0-bec4-f2bc2931e53e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:33:39.588926 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-8db5f7aa-018a-4bd0-bec4-f2bc2931e53e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:39.589219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8db5f7aa-018a-4bd0-bec4-f2bc2931e53e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100236 Aug 16 02:33:39.592735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42658) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.600224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1ede4-2d23-4d92-948e-db2428aa9e29 req-a87662b9-99e1-4f0b-8200-33495d9e6641 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.602144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91f1ede4-2d23-4d92-948e-db2428aa9e29 req-a87662b9-99e1-4f0b-8200-33495d9e6641 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2875886 Aug 16 02:33:39.602792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 36adf0f4-61d9-4e69-939c-88b61a7393dd details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:39.605380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ad105-1da6-4b35-8ea0-957c35b630a4 req-8c5da0a3-5ea9-4b1d-8a81-55d574948592 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.610929 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a4ad105-1da6-4b35-8ea0-957c35b630a4 req-8c5da0a3-5ea9-4b1d-8a81-55d574948592 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1925828 Aug 16 02:33:39.621758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Made reservation on behalf of 61a5a6ce63e24a528c4789f70d24ffc8 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:39.624905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.647636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-dfc3fd16-c5ce-4ee7-908b-3110456f93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.649522 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-dfc3fd16-c5ce-4ee7-908b-3110456f93e3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.2164669 Aug 16 02:33:39.657253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.703891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:39.707822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.757834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91f1ede4-2d23-4d92-948e-db2428aa9e29 req-ce8d9ef7-e3f4-4bba-9d89-dd7b880bffb2 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427424 Aug 16 02:33:39.795952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d97a4e06-d902-4705-be08-9b560d9eb7b5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:39.802882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d97a4e06-d902-4705-be08-9b560d9eb7b5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:39.803395 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.838600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a4ad105-1da6-4b35-8ea0-957c35b630a4 req-858c29a6-dac3-4cbf-97e7-942195af50d2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193060 Aug 16 02:33:39.955664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] DHCP port deletion for baef2f07-b15e-48d0-b09b-9ab9d55be6d7 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:33:39.978560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.989504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-730b9220-fbef-46d9-a297-f92f0d53e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.991067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-730b9220-fbef-46d9-a297-f92f0d53e252 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.3308492 Aug 16 02:33:39.993552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.999956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.002919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b63f3d-3d53-4574-899a-2dceb903c6e8 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.056149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d97a4e06-d902-4705-be08-9b560d9eb7b5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d97a4e06-d902-4705-be08-9b560d9eb7b5,segment=NetworkSegment(c3081d27-34f5-4f86-840d-462b8a509d0c),segment_id=c3081d27-34f5-4f86-840d-462b8a509d0c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:40.062069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:40.064830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.086946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b2fd91-2bde-4e3e-8ebb-63f26a3bdee0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.103123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b63f3d-3d53-4574-899a-2dceb903c6e8 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.109816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.110498 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Added segment ecac7e39-9b6b-4750-9792-924093b2fb0a of type vlan for network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc Aug 16 02:33:40.125000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d97a4e06-d902-4705-be08-9b560d9eb7b5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.128103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] Deleting port d97a4e06-d902-4705-be08-9b560d9eb7b5 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:40.128533 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.130716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f014c0-f785-4642-a735-b272c925bf0f req-50503acb-7f11-4c79-a4f8-32196052ab1b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.139128 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43f014c0-f785-4642-a735-b272c925bf0f req-50503acb-7f11-4c79-a4f8-32196052ab1b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2628238 Aug 16 02:33:40.163840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.164990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-84ecb6b8-b03c-4173-9dff-13721d59a3b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.1579573 Aug 16 02:33:40.197563 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.203062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.203994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.259454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] For port d97a4e06-d902-4705-be08-9b560d9eb7b5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d97a4e06-d902-4705-be08-9b560d9eb7b5,segment=NetworkSegment(c3081d27-34f5-4f86-840d-462b8a509d0c),segment_id=c3081d27-34f5-4f86-840d-462b8a509d0c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:40.259454 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.282751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3168638 Aug 16 02:33:40.287109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42662) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:40.292165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Request body: {'subnet': {'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-24197186-subnet', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:40.313420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-43f014c0-f785-4642-a735-b272c925bf0f req-4dd8e84c-6217-46fb-8182-00f0c28d4536 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528561 Aug 16 02:33:40.313735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] Calling delete_port for d97a4e06-d902-4705-be08-9b560d9eb7b5 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:40.313835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b63f3d-3d53-4574-899a-2dceb903c6e8 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.313835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45b63f3d-3d53-4574-899a-2dceb903c6e8 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.313835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-45b63f3d-3d53-4574-899a-2dceb903c6e8 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/7251ef7e-5c16-4054-898c-fba9122a9926 HTTP/1.1" status: 204 len: 168 time: 0.6981103 Aug 16 02:33:40.314091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:40.314177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-97ed0038-8759-40c9-a950-31853464561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.314177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-97ed0038-8759-40c9-a950-31853464561b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1302946 Aug 16 02:33:40.356190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcae6bf-8a7c-4ed5-9083-94d46c0eb686 admin admin] Pushing event updated for resources: {'Network': ['ID=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.374366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b63f3d-3d53-4574-899a-2dceb903c6e8 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251ef7e-5c16-4054-898c-fba9122a9926,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.390119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Made reservation on behalf of 61a5a6ce63e24a528c4789f70d24ffc8 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:40.392682 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.424813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-4f610ff6-2535-4938-8583-92a206d17b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.427456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-4f610ff6-2535-4938-8583-92a206d17b79 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985496 Aug 16 02:33:40.487517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:40.494715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.580081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.585454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] Pushing event deleted for resources: {'Port': ['ID=d97a4e06-d902-4705-be08-9b560d9eb7b5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.600619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ae68e39b-e646-4ebe-817e-303eca21800b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2913675 Aug 16 02:33:40.606814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec568e-edfd-4269-bec3-4579b1c63a97 None None] No DVR routers for this DVR port d97a4e06-d902-4705-be08-9b560d9eb7b5 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:40.626483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:40.635223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9d3c802a-8983-473d-85cc-0a5effffac8b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--641530535'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:40.685113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73db4457-c20c-4052-a321-476f98cafe50,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.725434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3c802a-8983-473d-85cc-0a5effffac8b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.737039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Checking segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:40.737395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Network hostable DHCP agents. Network: f7f17582-0dcf-4cd5-a102-3d143d4cf9bc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:40.750129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75247847-ff19-42c6-8804-118ac635611e req-4b0a752d-e373-47ff-ac47-5a498d4e3aad tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.751571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75247847-ff19-42c6-8804-118ac635611e req-4b0a752d-e373-47ff-ac47-5a498d4e3aad tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2369077 Aug 16 02:33:40.771555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:40.775224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:33:40.787021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.791099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f7f17582-0dcf-4cd5-a102-3d143d4cf9bc) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:40.798250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.798900 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.817147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f09e8a-a964-4799-8411-27ba31d0d796 None None] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:40.892163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3c802a-8983-473d-85cc-0a5effffac8b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.902285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3c802a-8983-473d-85cc-0a5effffac8b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.927998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9fb64f6d-9bf3-48d6-a61a-bae56c0806f5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6395905 Aug 16 02:33:40.938032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3c802a-8983-473d-85cc-0a5effffac8b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.942220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9d3c802a-8983-473d-85cc-0a5effffac8b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3096678 Aug 16 02:33:40.942220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:40.942577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d97a4e06-d902-4705-be08-9b560d9eb7b5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:40.942664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-7d6b98ea-c1d1-47c8-8221-57ec313c5dff service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013442 Aug 16 02:33:40.954864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:40.962571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42682) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:40.968116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-71319bc0-d62d-4ef8-a5e6-9085e427df3e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:40.969024 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-71319bc0-d62d-4ef8-a5e6-9085e427df3e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:33:40.972440 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-71319bc0-d62d-4ef8-a5e6-9085e427df3e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:40.972440 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-71319bc0-d62d-4ef8-a5e6-9085e427df3e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062590 Aug 16 02:33:40.990171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:40.993011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d97a4e06-d902-4705-be08-9b560d9eb7b5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:40.993362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d97a4e06-d902-4705-be08-9b560d9eb7b5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:40.999500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c47ec163-7a91-45cd-97ad-fa39cda9472e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:41.018041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c802a-8983-473d-85cc-0a5effffac8b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e2dd4b-c4ec-42e4-911e-dd31cbe02588,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:41.050499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75247847-ff19-42c6-8804-118ac635611e req-d556692f-8ecf-4465-b4e0-68a8746d38d3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739515 Aug 16 02:33:41.070506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.082099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.132166 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705ec90-572b-40d3-81bb-1391e5d812e1 req-3ee45a00-e74f-416e-9b3a-6b7f26f21dc9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.134893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Subnet': ['ID=8b75c3a8-7503-49d9-b15c-600ad0960924,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:41.141080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b705ec90-572b-40d3-81bb-1391e5d812e1 req-3ee45a00-e74f-416e-9b3a-6b7f26f21dc9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2003560 Aug 16 02:33:41.167910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'fixed_ips': [{'subnet_id': '73db4457-c20c-4052-a321-476f98cafe50'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:41.169451 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.179754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Checking segment: {'id': '645ade6f-f734-49e8-8c38-970883c1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:41.180527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network hostable DHCP agents. Network: 36adf0f4-61d9-4e69-939c-88b61a7393dd, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:41.210240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b705ec90-572b-40d3-81bb-1391e5d812e1 req-85fdff22-46fc-4f67-b73d-75c4525e4560 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657122 Aug 16 02:33:41.216670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network 36adf0f4-61d9-4e69-939c-88b61a7393dd is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:41.272791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.274823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 36adf0f4-61d9-4e69-939c-88b61a7393dd) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:41.312384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeba20d-e799-4b9d-a127-d2a734777734 None None] Network 36adf0f4-61d9-4e69-939c-88b61a7393dd requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:41.322152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.322443 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.322597 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c47ec163-7a91-45cd-97ad-fa39cda9472e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:41.329362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c47ec163-7a91-45cd-97ad-fa39cda9472e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3340001 Aug 16 02:33:41.352848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42688) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:41.357325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9fdd14f8-b166-4732-a925-d5f6a904c479 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9979696 Aug 16 02:33:41.357977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42690) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:41.364540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cd5e8266-22aa-40e2-99ee-b2fe977b89d2 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:41.364970 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-cd5e8266-22aa-40e2-99ee-b2fe977b89d2 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:33:41.365466 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-cd5e8266-22aa-40e2-99ee-b2fe977b89d2 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:41.366736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd5e8266-22aa-40e2-99ee-b2fe977b89d2 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098777 Aug 16 02:33:41.376530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42692) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:41.383127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'port': {'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd', 'name': 'tempest-NetworksIpV6TestAttrs-25018859'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:41.391012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-65470b82-c4c2-4ec5-9e83-53273065a1bc tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:41.398924 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-684d8105-7ed2-478d-9ff6-2140a3862636 req-ea31a86a-cdf0-40b8-9fdf-e6f2a2c8b97b service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314485 Aug 16 02:33:41.479184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Allocated IP 172.20.0.2 (f7f17582-0dcf-4cd5-a102-3d143d4cf9bc/73db4457-c20c-4052-a321-476f98cafe50/6db8bdd2-f495-49ca-901e-9a7a4d7422bc) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:41.513566 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.588641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1354c-0b8d-4b5b-b72d-24fd58b7cf11 req-07b5fb18-d800-4873-82bc-9896b7f4c88d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.604582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-36adf0f4-61d9-4e69-939c-88b61a7393dd', 'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd', 'tenant_id': '092c36cc1f644fea8540b4e4521de260', 'fixed_ips': [{'subnet_id': '8b75c3a8-7503-49d9-b15c-600ad0960924'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:41.606982 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.614482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51b1354c-0b8d-4b5b-b72d-24fd58b7cf11 req-07b5fb18-d800-4873-82bc-9896b7f4c88d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.3703561 Aug 16 02:33:41.770091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51b1354c-0b8d-4b5b-b72d-24fd58b7cf11 req-2352e652-d49b-4ade-a7f4-399f311fd151 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456025 Aug 16 02:33:41.871040 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.887021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Transition to ACTIVE for port object 6db8bdd2-f495-49ca-901e-9a7a4d7422bc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:41.912158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Allocated IP 2001:db8::f816:3eff:fe44:3d38 (36adf0f4-61d9-4e69-939c-88b61a7393dd/8b75c3a8-7503-49d9-b15c-600ad0960924/156a05b4-fd64-4143-8373-40e1714effff) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:41.926972 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Transition to ACTIVE for port object 6db8bdd2-f495-49ca-901e-9a7a4d7422bc will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:41.971276 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.038768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:42.049493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:42.049697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:42.054899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:42.061010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.066697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Pushing event updated for resources: {'Port': ['ID=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:42.132549 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-65470b82-c4c2-4ec5-9e83-53273065a1bc tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:42.136324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-65470b82-c4c2-4ec5-9e83-53273065a1bc tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7542417 Aug 16 02:33:42.137211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:42.145133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-858e63df-8baf-4754-8153-9798f315d2f0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:42.145366 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-858e63df-8baf-4754-8153-9798f315d2f0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:33:42.156778 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-858e63df-8baf-4754-8153-9798f315d2f0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:42.160667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-858e63df-8baf-4754-8153-9798f315d2f0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0203977 Aug 16 02:33:42.160839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Attempting to bind port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:42.160839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Attempting to bind port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:42.160839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Attempting to bind port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:42.162090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42704) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:42.167221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-18938fe3-41ea-4e49-a762-df9490a53435 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:42.170731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:42.171113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Checking segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:42.171532 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.171918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Bound using segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:42.172562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Bound port: 6db8bdd2-f495-49ca-901e-9a7a4d7422bc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:42.172949 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.202550 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.233010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Transition to ACTIVE for port object 156a05b4-fd64-4143-8373-40e1714effff will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:42.252626 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-18938fe3-41ea-4e49-a762-df9490a53435 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:42.256986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-18938fe3-41ea-4e49-a762-df9490a53435 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0938234 Aug 16 02:33:42.257573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:42.258879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] device_id is not set on port cf996aec-07f3-4c15-be19-3d7386dcd45c yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:33:42.315350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ac1c205d-ceae-4602-92eb-3d8673c2946a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:42.316538 n-d-769329-15 neutron-server[94856]: WARNING neutron.api.v2.base [None req-ac1c205d-ceae-4602-92eb-3d8673c2946a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:33:42.318877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Transition to ACTIVE for port object 156a05b4-fd64-4143-8373-40e1714effff will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:42.339563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b178-b107-4666-aedf-b149cd0fef40 req-0cccfb8c-8cd7-40c5-bdde-6a2ce9d54072 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.342103 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.342851 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-ac1c205d-ceae-4602-92eb-3d8673c2946a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:42.346840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] For port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:42.347651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ac1c205d-ceae-4602-92eb-3d8673c2946a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0854516 Aug 16 02:33:42.348973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:42.349733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] For port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:42.360925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c01b178-b107-4666-aedf-b149cd0fef40 req-0cccfb8c-8cd7-40c5-bdde-6a2ce9d54072 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.3892062 Aug 16 02:33:42.380503 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.423974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7ef72b8c-165d-47e1-b791-e2ac3c6160ca tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:42.429984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Network 36adf0f4-61d9-4e69-939c-88b61a7393dd is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:42.439163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:42.445312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:42.448490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Pushing event updated for resources: {'Port': ['ID=156a05b4-fd64-4143-8373-40e1714effff,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:42.516826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Allocated IP 2001:db8::f816:3eff:fe50:4f61 (36adf0f4-61d9-4e69-939c-88b61a7393dd/8b75c3a8-7503-49d9-b15c-600ad0960924/cf996aec-07f3-4c15-be19-3d7386dcd45c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:42.572492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Attempting to bind port 156a05b4-fd64-4143-8373-40e1714effff on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:42.573164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Attempting to bind port 156a05b4-fd64-4143-8373-40e1714effff by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '645ade6f-f734-49e8-8c38-970883c1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:42.573714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Attempting to bind port 156a05b4-fd64-4143-8373-40e1714effff on network 36adf0f4-61d9-4e69-939c-88b61a7393dd {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:42.575845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094aa3ad-de7f-4928-a0ce-c15e808b6dc4 None None] Pushing event updated for resources: {'Port': ['ID=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:42.582128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:42.582823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Checking segment: {'id': '645ade6f-f734-49e8-8c38-970883c1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:42.583415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.583983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Bound using segment: {'id': '645ade6f-f734-49e8-8c38-970883c1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:42.585353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Bound port: 156a05b4-fd64-4143-8373-40e1714effff, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645ade6f-f734-49e8-8c38-970883c1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '36adf0f4-61d9-4e69-939c-88b61a7393dd'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:42.586556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.593961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a20f-7354-4a6f-933f-c4c75d6de2a6 req-34344538-e065-454d-9363-456dada5a44c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.601571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f648a20f-7354-4a6f-933f-c4c75d6de2a6 req-34344538-e065-454d-9363-456dada5a44c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2506661 Aug 16 02:33:42.671160 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c01b178-b107-4666-aedf-b149cd0fef40 req-3166c785-2672-4931-a7d2-001ecf1a5160 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090003 Aug 16 02:33:42.685385 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-7ef72b8c-165d-47e1-b791-e2ac3c6160ca tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:42.686593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7ef72b8c-165d-47e1-b791-e2ac3c6160ca tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3316641 Aug 16 02:33:42.694940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42712) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:42.705992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f648a20f-7354-4a6f-933f-c4c75d6de2a6 req-cb62776c-bbf6-4ca3-b8a4-b248c2675339 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032684 Aug 16 02:33:42.710847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.715289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] For port 156a05b4-fd64-4143-8373-40e1714effff, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:42.717081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4052ea49-89e5-4ce7-acf5-ef10a2341be4 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '27e2dd4b-c4ec-42e4-911e-dd31cbe02588', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:42.723160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] For port 156a05b4-fd64-4143-8373-40e1714effff, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=156a05b4-fd64-4143-8373-40e1714effff,segment=NetworkSegment(645ade6f-f734-49e8-8c38-970883c1b0f2),segment_id=645ade6f-f734-49e8-8c38-970883c1b0f2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:42.729530 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.759085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.882094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.893353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113699d-06c8-42f8-b42b-271834bc62e8 None None] Pushing event updated for resources: {'Port': ['ID=156a05b4-fd64-4143-8373-40e1714effff,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:42.969486 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-4052ea49-89e5-4ce7-acf5-ef10a2341be4 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:42.972331 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4052ea49-89e5-4ce7-acf5-ef10a2341be4 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2737789 Aug 16 02:33:42.974361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42720) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:42.992797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Transition to ACTIVE for port object cf996aec-07f3-4c15-be19-3d7386dcd45c will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:43.051949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab6253-ea08-4391-898b-4c9b5b36736b req-a5ebcf3f-e7dc-423b-aa5a-be1e5aeb3134 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.053625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5ab6253-ea08-4391-898b-4c9b5b36736b req-a5ebcf3f-e7dc-423b-aa5a-be1e5aeb3134 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1761935 Aug 16 02:33:43.090371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Allocated IP 172.25.4.23 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ebab823a-bab6-422d-a543-1dec8221814a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:43.140031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5ab6253-ea08-4391-898b-4c9b5b36736b req-528d79ae-2695-4726-94a0-d99a685e40a5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755970 Aug 16 02:33:43.146159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d56b19af-0e6b-4cc1-9fd0-5a999d83662a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.185354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.264337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d56b19af-0e6b-4cc1-9fd0-5a999d83662a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.276701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network 36adf0f4-61d9-4e69-939c-88b61a7393dd is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:43.283218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.305511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:43.318098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:43.324722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.325489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.358776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.374820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Port': ['ID=cf996aec-07f3-4c15-be19-3d7386dcd45c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:43.380382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b265bef-3b6c-4844-bf00-f0c392079585 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.0109110 Aug 16 02:33:43.381847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42728) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:43.437995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Pushing event updated for resources: {'Port': ['ID=ebab823a-bab6-422d-a543-1dec8221814a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:43.450873 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d56b19af-0e6b-4cc1-9fd0-5a999d83662a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.453894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d56b19af-0e6b-4cc1-9fd0-5a999d83662a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.458596 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d56b19af-0e6b-4cc1-9fd0-5a999d83662a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/27e2dd4b-c4ec-42e4-911e-dd31cbe02588 HTTP/1.1" status: 204 len: 168 time: 0.4800589 Aug 16 02:33:43.458824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:43.458824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:43.460697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:43.462960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42730) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:43.488366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b19af-0e6b-4cc1-9fd0-5a999d83662a tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e2dd4b-c4ec-42e4-911e-dd31cbe02588,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:43.514709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting subnet 8b75c3a8-7503-49d9-b15c-600ad0960924 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:43.526399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.584447 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.715143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-37d7b176-6138-431e-a3c0-0b32766e73d4 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2494757 Aug 16 02:33:43.719075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:43.724142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c2d7f803-4807-414f-9599-a2ade308f579 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--553848257'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:43.745608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.810950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50cb2-c8fd-434f-add0-0ed340e3c518 req-07d5c144-5cff-4d66-afbf-51b27ac07a7f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.812986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5eb50cb2-c8fd-434f-add0-0ed340e3c518 req-07d5c144-5cff-4d66-afbf-51b27ac07a7f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.3822973 Aug 16 02:33:43.843129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.852046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f803-4807-414f-9599-a2ade308f579 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.891206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Subnet': ['ID=8b75c3a8-7503-49d9-b15c-600ad0960924,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:43.902423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.904333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.908508 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-84b6f5b0-bad4-4535-a6c6-9edb1acf1a2a tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/8b75c3a8-7503-49d9-b15c-600ad0960924 HTTP/1.1" status: 204 len: 168 time: 0.5232780 Aug 16 02:33:43.909175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42734) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:43.923162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5eb50cb2-c8fd-434f-add0-0ed340e3c518 req-8cb4c742-c338-4dac-ace1-5a8407c40a2f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000149 Aug 16 02:33:43.926630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c68b5d-3a78-41f4-ad71-c8a9fec858a1 None None] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:43.985209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b718a8-5462-4462-953d-8377780ea4be tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.987068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b718a8-5462-4462-953d-8377780ea4be tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.989110 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-93b718a8-5462-4462-953d-8377780ea4be tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0787117 Aug 16 02:33:43.992016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.055023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fff9ce8e-da8a-4581-8a23-4e4f27916d3e None None] Provisioning for port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:44.123219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f285cfcf-64d3-4cfc-b81d-ed17de8f0d71 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.135741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f803-4807-414f-9599-a2ade308f579 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.143351 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f285cfcf-64d3-4cfc-b81d-ed17de8f0d71 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:44.144958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f285cfcf-64d3-4cfc-b81d-ed17de8f0d71 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:44.150058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f803-4807-414f-9599-a2ade308f579 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.150975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f285cfcf-64d3-4cfc-b81d-ed17de8f0d71 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/36adf0f4-61d9-4e69-939c-88b61a7393dd HTTP/1.1" status: 409 len: 405 time: 0.1579139 Aug 16 02:33:44.155697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42744) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.169257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2023201885'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:44.226529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:44.239574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.274896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5fd69-9081-4f8f-abe0-2c2bcabf1049 req-84e68d13-c058-480f-b644-cd4355667785 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:44.280762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:44.283818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32a5fd69-9081-4f8f-abe0-2c2bcabf1049 req-84e68d13-c058-480f-b644-cd4355667785 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2577357 Aug 16 02:33:44.291784 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f803-4807-414f-9599-a2ade308f579 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.294343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.294724 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Added segment 62dc0211-3e67-4b5d-b311-4ec51ec808ad of type vlan for network 95108aff-1c81-4c25-8fa7-8cce8099fced Aug 16 02:33:44.305848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c2d7f803-4807-414f-9599-a2ade308f579 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5858154 Aug 16 02:33:44.310811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42746) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.314650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7f803-4807-414f-9599-a2ade308f579 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff0bf45-d566-4d93-a551-39890db31544,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:44.326825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-430db8e7-bc30-43db-b114-c5d42befb806 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '4ff0bf45-d566-4d93-a551-39890db31544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:44.375621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.408924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32a5fd69-9081-4f8f-abe0-2c2bcabf1049 req-3c2d178d-928b-4dde-8ba4-80ea79649a1a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240997 Aug 16 02:33:44.433334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.443910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:44.444720 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.536094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee352880-9365-488e-8c47-df47828e6f11 None None] Network 36adf0f4-61d9-4e69-939c-88b61a7393dd requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:44.550848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3925891 Aug 16 02:33:44.551733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e628f9-a4ad-4b4b-a095-09667116e310 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Network': ['ID=95108aff-1c81-4c25-8fa7-8cce8099fced,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:44.557044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42752) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.566653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'subnet': {'network_id': '95108aff-1c81-4c25-8fa7-8cce8099fced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:44.583352 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.601491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 95108aff-1c81-4c25-8fa7-8cce8099fced details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:44.618825 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-430db8e7-bc30-43db-b114-c5d42befb806 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The resource could not be found. Aug 16 02:33:44.623562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-430db8e7-bc30-43db-b114-c5d42befb806 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3094375 Aug 16 02:33:44.624253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42754) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.637097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-36283c07-a041-42e6-9c0e-c7e960e50c91 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': '4ff0bf45-d566-4d93-a551-39890db31544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1db0dde0-c292-4f45-8fc1-40abea961cb6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:44.639136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c1ed1-1c51-420a-b512-3669e37b28ac req-3b5ce9e1-a53c-43b5-8dbe-19ccc0580833 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:44.643145 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f9c1ed1-1c51-420a-b512-3669e37b28ac req-3b5ce9e1-a53c-43b5-8dbe-19ccc0580833 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1289017 Aug 16 02:33:44.735434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a8c7662e-04a2-4aa4-b59c-8b2563b201dc None None] Provisioning for port 156a05b4-fd64-4143-8373-40e1714effff completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:44.738872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:44.742716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.813636 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8f9c1ed1-1c51-420a-b512-3669e37b28ac req-1ad57d01-e9c3-4c48-8b1f-e9193a504eb8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583240 Aug 16 02:33:44.824927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:33:44.877324 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-36283c07-a041-42e6-9c0e-c7e960e50c91 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The resource could not be found. Aug 16 02:33:44.879743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36283c07-a041-42e6-9c0e-c7e960e50c91 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2481747 Aug 16 02:33:44.897871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42758) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.924377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] DHCP port deletion for 36adf0f4-61d9-4e69-939c-88b61a7393dd request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:33:44.985941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:44.998552 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Sync routers for ids ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:45.011807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] Deleting port 156a05b4-fd64-4143-8373-40e1714effff {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:45.012883 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.019037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.020667 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Routers {'30e12c7e-6556-4b3d-b4cd-9398e0a477f5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:45.021706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-def89fcb-c105-4bcc-9f61-4d92987e7e19 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0704048 Aug 16 02:33:45.023075 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:45.030949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42760) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:45.054143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f2240-b610-4070-961f-30105c136754 req-9dc7215e-9bd0-4f5a-8a45-222f54813a15 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:45.076955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c54f2240-b610-4070-961f-30105c136754 req-9dc7215e-9bd0-4f5a-8a45-222f54813a15 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1580865 Aug 16 02:33:45.101013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6db8bdd2-f495-49ca-901e-9a7a4d7422bc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:45.168432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] For port 156a05b4-fd64-4143-8373-40e1714effff, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=156a05b4-fd64-4143-8373-40e1714effff,segment=NetworkSegment(645ade6f-f734-49e8-8c38-970883c1b0f2),segment_id=645ade6f-f734-49e8-8c38-970883c1b0f2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:45.169674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.176479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93e7698e-e088-437f-b27a-766e4cfe251e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.190026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] Calling delete_port for 156a05b4-fd64-4143-8373-40e1714effff owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:45.224891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c54f2240-b610-4070-961f-30105c136754 req-7573fec2-f4a5-4d1b-b28b-25dcd866aab1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281240 Aug 16 02:33:45.253356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:45.262879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-723e2ba9-adc0-4a73-96b9-380e833e26ef None None] Provisioning complete for port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:45.263498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723e2ba9-adc0-4a73-96b9-380e833e26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.273357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:45.274009 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.287118 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Set router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:45.291184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93e7698e-e088-437f-b27a-766e4cfe251e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.388981 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.460741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] Pushing event deleted for resources: {'Port': ['ID=156a05b4-fd64-4143-8373-40e1714effff,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:45.487151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6c9ed-fab3-433b-844d-d92b4e614d35 None None] No DVR routers for this DVR port 156a05b4-fd64-4143-8373-40e1714effff on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:45.494249 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723e2ba9-adc0-4a73-96b9-380e833e26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.519656 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.530959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:33:43Z', 'revision_number': 3, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port': {'id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:42Z', 'updated_at': '2021-08-16T02:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:45.561939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-723e2ba9-adc0-4a73-96b9-380e833e26ef None None] For port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:45.564909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef688-5e05-4b04-b8b1-b4a5b3ad364f req-ae700639-848e-4e22-a0aa-959b6ac22456 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:45.565489 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Checking router: 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:33:45.565844 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Updating router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 port ebab823a-bab6-422d-a543-1dec8221814a binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:33:45.566484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d7ef688-5e05-4b04-b8b1-b4a5b3ad364f req-ae700639-848e-4e22-a0aa-959b6ac22456 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2193940 Aug 16 02:33:45.576447 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723e2ba9-adc0-4a73-96b9-380e833e26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.615030 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.700995 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:33:45.701583 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:33:45.704404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d7ef688-5e05-4b04-b8b1-b4a5b3ad364f req-141936ab-e877-4bba-8742-3b4ba6457c1f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857265 Aug 16 02:33:45.706872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e2ba9-adc0-4a73-96b9-380e833e26ef None None] Pushing event updated for resources: {'Port': ['ID=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:45.716773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93e7698e-e088-437f-b27a-766e4cfe251e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.719448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-93e7698e-e088-437f-b27a-766e4cfe251e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.730566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-93e7698e-e088-437f-b27a-766e4cfe251e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/4ff0bf45-d566-4d93-a551-39890db31544 HTTP/1.1" status: 204 len: 168 time: 0.8201277 Aug 16 02:33:45.745307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42782) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:45.773894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7698e-e088-437f-b27a-766e4cfe251e tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff0bf45-d566-4d93-a551-39890db31544,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:45.813766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:33:45.821614 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:45.923810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa52a9-fe86-47c9-878f-37109be438b5 req-b39958a9-4d04-464b-ba31-bfd14b00952d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:45.931341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-96fa52a9-fe86-47c9-878f-37109be438b5 req-b39958a9-4d04-464b-ba31-bfd14b00952d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1020603 Aug 16 02:33:45.991593 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.019112 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Transition to ACTIVE for port object ebab823a-bab6-422d-a543-1dec8221814a will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:46.019112 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.020543 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-96fa52a9-fe86-47c9-878f-37109be438b5 req-d65a6a7d-2ee2-49e2-90c2-2fb7370b2e85 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881045 Aug 16 02:33:46.057094 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.068868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Pushing event updated for resources: {'Port': ['ID=ebab823a-bab6-422d-a543-1dec8221814a,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:46.096449 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.096962 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.097305 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.097635 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.098021 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.098344 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.098665 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.098983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.099305 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.099621 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.099937 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.100251 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:46.103926 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Attempting to bind port ebab823a-bab6-422d-a543-1dec8221814a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:46.104351 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Attempting to bind port ebab823a-bab6-422d-a543-1dec8221814a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:46.104759 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Attempting to bind port ebab823a-bab6-422d-a543-1dec8221814a on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:46.112881 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:46.113539 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:46.114200 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.114601 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:46.115158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Bound port: ebab823a-bab6-422d-a543-1dec8221814a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:46.115536 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.127371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c80695df-7dc4-40ff-9ad6-ebf59384d0b2 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3715134 Aug 16 02:33:46.127371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.133017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:46.152064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e0079185-f027-4630-9bc9-03cb3dc09e05 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': 'cd82a09f-4d90-4e72-b796-c5e82f49deaa', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:46.180055 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] For port ebab823a-bab6-422d-a543-1dec8221814a, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:46.184277 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] For port ebab823a-bab6-422d-a543-1dec8221814a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ebab823a-bab6-422d-a543-1dec8221814a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:46.193737 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.233193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Checking segment: {'id': '62dc0211-3e67-4b5d-b311-4ec51ec808ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '95108aff-1c81-4c25-8fa7-8cce8099fced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:46.233560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network hostable DHCP agents. Network: 95108aff-1c81-4c25-8fa7-8cce8099fced, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:46.245706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Subnet': ['ID=27a0284c-6ec1-4934-b2f0-0889f9889bb9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:46.277831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network 95108aff-1c81-4c25-8fa7-8cce8099fced is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:46.282968 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-e0079185-f027-4630-9bc9-03cb3dc09e05 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The resource could not be found. Aug 16 02:33:46.284212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e0079185-f027-4630-9bc9-03cb3dc09e05 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1396108 Aug 16 02:33:46.287974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:46.293226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0a2d8393-dc45-42ec-a185-e25fb2ed8694 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--84468214'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:46.295304 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Routers {'30e12c7e-6556-4b3d-b4cd-9398e0a477f5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:46.295940 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:46.305398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 95108aff-1c81-4c25-8fa7-8cce8099fced) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:46.310237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:46.310842 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.318606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a35c72-d07b-45b1-a749-cbdf1e88a0fb None None] Network 95108aff-1c81-4c25-8fa7-8cce8099fced requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:46.345680 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bcc54-4c93-459f-bc2f-f255762e0959 None None] Pushing event updated for resources: {'Port': ['ID=ebab823a-bab6-422d-a543-1dec8221814a,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:46.364592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8393-dc45-42ec-a185-e25fb2ed8694 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.375189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ca0e762-316b-45fe-95bc-bcf6bb9b6f46 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8167200 Aug 16 02:33:46.377746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:46.456695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f129027-adab-41f4-b9d8-62486fe544f2 req-b9f69962-bf18-4fc6-8213-79b963bb8b26 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:46.457677 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] Set router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:46.458291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f129027-adab-41f4-b9d8-62486fe544f2 req-b9f69962-bf18-4fc6-8213-79b963bb8b26 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1610584 Aug 16 02:33:46.518582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Allocated IP 172.20.0.1 (f7f17582-0dcf-4cd5-a102-3d143d4cf9bc/73db4457-c20c-4052-a321-476f98cafe50/0908c09d-b910-43af-b22a-b74799b0171c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:46.523263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f129027-adab-41f4-b9d8-62486fe544f2 req-55ec28be-8f36-4526-bcc5-d1880e07d785 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558219 Aug 16 02:33:46.598567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-95108aff-1c81-4c25-8fa7-8cce8099fced', 'network_id': '95108aff-1c81-4c25-8fa7-8cce8099fced', 'tenant_id': '092c36cc1f644fea8540b4e4521de260', 'fixed_ips': [{'subnet_id': '27a0284c-6ec1-4934-b2f0-0889f9889bb9'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:46.599769 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.621163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8393-dc45-42ec-a185-e25fb2ed8694 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.635374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.640803 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8393-dc45-42ec-a185-e25fb2ed8694 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.717975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.725567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a2d8393-dc45-42ec-a185-e25fb2ed8694 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.729479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0a2d8393-dc45-42ec-a185-e25fb2ed8694 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4380958 Aug 16 02:33:46.730671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42802) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:46.734380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d8393-dc45-42ec-a185-e25fb2ed8694 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb72977-466e-4516-b920-97101deaf31f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:46.743789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c3650d24-f7d3-4281-aaeb-c41c27c2afee tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421979483'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:46.767013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Transition to ACTIVE for port object 0908c09d-b910-43af-b22a-b74799b0171c will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:46.771204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3650d24-f7d3-4281-aaeb-c41c27c2afee tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.855404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31c2c5-a881-4e34-abec-c29a3b434d43 req-ce67ff24-2f3a-4a90-b685-56b5954ab85a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:46.859204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c31c2c5-a881-4e34-abec-c29a3b434d43 req-ce67ff24-2f3a-4a90-b685-56b5954ab85a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1981006 Aug 16 02:33:46.865469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.901396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Allocated IP 2001:db8::f816:3eff:fee0:9235 (95108aff-1c81-4c25-8fa7-8cce8099fced/27a0284c-6ec1-4934-b2f0-0889f9889bb9/205be5ee-ba0f-47dc-9306-cd77e566fd2c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:46.942661 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:46.948433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:46.960342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:46.968254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:47.002643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4c31c2c5-a881-4e34-abec-c29a3b434d43 req-991628dc-5bfa-4d41-b50b-84135e425381 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355903 Aug 16 02:33:47.023677 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.036052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6db8bdd2-f495-49ca-901e-9a7a4d7422bc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:47.118567 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:33:43Z', 'revision_number': 3, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port': {'id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:42Z', 'updated_at': '2021-08-16T02:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:47.157991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Pushing event updated for resources: {'Port': ['ID=0908c09d-b910-43af-b22a-b74799b0171c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.160786 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3f4f-4b8c-47a0-b8d9-65750daefed6 None None] The sync data for ids ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'] in n-d-769329-15 is: [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:33:43Z', 'revision_number': 3, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port': {'id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:42Z', 'updated_at': '2021-08-16T02:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:47.172754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:47.173186 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.255088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3650d24-f7d3-4281-aaeb-c41c27c2afee tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.262808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.266232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3650d24-f7d3-4281-aaeb-c41c27c2afee tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.270733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac35f8-671b-4522-ab48-7e5d673ca901 req-adecd429-e685-477c-b141-97fa0b747378 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:47.272454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04ac35f8-671b-4522-ab48-7e5d673ca901 req-adecd429-e685-477c-b141-97fa0b747378 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1045799 Aug 16 02:33:47.360018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04ac35f8-671b-4522-ab48-7e5d673ca901 req-5635f634-f461-48c4-b773-07070d8562fd tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800543 Aug 16 02:33:47.367382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.381509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Transition to ACTIVE for port object 205be5ee-ba0f-47dc-9306-cd77e566fd2c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:47.388390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 156a05b4-fd64-4143-8373-40e1714effff no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:47.411400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Transition to ACTIVE for port object 205be5ee-ba0f-47dc-9306-cd77e566fd2c will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:47.440471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 156a05b4-fd64-4143-8373-40e1714effff {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:47.440884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 156a05b4-fd64-4143-8373-40e1714effff not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:47.448768 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.451814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.488616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3650d24-f7d3-4281-aaeb-c41c27c2afee tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.506972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c3650d24-f7d3-4281-aaeb-c41c27c2afee tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7555768 Aug 16 02:33:47.509223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Network 95108aff-1c81-4c25-8fa7-8cce8099fced is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:47.516749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d83a1cda-0d4e-4618-a0bb-31c0c30b4084 None None] Provisioning for port 0908c09d-b910-43af-b22a-b74799b0171c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:47.520797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:47.530892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:47.531971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:47.536183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Pushing event updated for resources: {'Port': ['ID=205be5ee-ba0f-47dc-9306-cd77e566fd2c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.538889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3650d24-f7d3-4281-aaeb-c41c27c2afee tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf801b4-bfdc-477b-af40-7914084ae1ac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.542051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d83a1cda-0d4e-4618-a0bb-31c0c30b4084 None None] Provisioning complete for port 0908c09d-b910-43af-b22a-b74799b0171c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:47.542451 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d83a1cda-0d4e-4618-a0bb-31c0c30b4084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.551717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d7a1a52d-54da-4799-866a-806cf68c1339 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group_rule': {'security_group_id': 'fbb72977-466e-4516-b920-97101deaf31f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dcf801b4-bfdc-477b-af40-7914084ae1ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:47.573872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Subnet': ['ID=27a0284c-6ec1-4934-b2f0-0889f9889bb9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.592856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d83a1cda-0d4e-4618-a0bb-31c0c30b4084 None None] Port 0908c09d-b910-43af-b22a-b74799b0171c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:47.671619 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.688302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d3c72-4a98-4222-b352-5104634a69bd req-3160483b-abbd-48d4-bc2b-d729aa29ad04 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:47.697952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-703d3c72-4a98-4222-b352-5104634a69bd req-3160483b-abbd-48d4-bc2b-d729aa29ad04 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1414034 Aug 16 02:33:47.710092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Attempting to bind port 205be5ee-ba0f-47dc-9306-cd77e566fd2c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:47.710506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Attempting to bind port 205be5ee-ba0f-47dc-9306-cd77e566fd2c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '62dc0211-3e67-4b5d-b311-4ec51ec808ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '95108aff-1c81-4c25-8fa7-8cce8099fced'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:47.710870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Attempting to bind port 205be5ee-ba0f-47dc-9306-cd77e566fd2c on network 95108aff-1c81-4c25-8fa7-8cce8099fced {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:47.717583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:47.717956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.718278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Checking segment: {'id': '62dc0211-3e67-4b5d-b311-4ec51ec808ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '95108aff-1c81-4c25-8fa7-8cce8099fced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:47.718378 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.719386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Bound using segment: {'id': '62dc0211-3e67-4b5d-b311-4ec51ec808ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '95108aff-1c81-4c25-8fa7-8cce8099fced'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:47.719869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Bound port: 205be5ee-ba0f-47dc-9306-cd77e566fd2c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dc0211-3e67-4b5d-b311-4ec51ec808ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '95108aff-1c81-4c25-8fa7-8cce8099fced'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:47.720265 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.732046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.740426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95108aff-1c81-4c25-8fa7-8cce8099fced']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:47.755824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dc0211-3e67-4b5d-b311-4ec51ec808ad') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:47.756121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dc0211-3e67-4b5d-b311-4ec51ec808ad') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:47.770373 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.796577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.805622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:47.806016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.832005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] For port 205be5ee-ba0f-47dc-9306-cd77e566fd2c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:47.841905 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-703d3c72-4a98-4222-b352-5104634a69bd req-c9d1cf47-ef2e-45c2-a950-7b241c66ac0f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443207 Aug 16 02:33:47.849189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.858133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Pushing event updated for resources: {'Port': ['ID=0908c09d-b910-43af-b22a-b74799b0171c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:47.861551 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:47.910807 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-d7a1a52d-54da-4799-866a-806cf68c1339 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:33:47.912098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d7a1a52d-54da-4799-866a-806cf68c1339 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3802104 Aug 16 02:33:47.915531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] For port 205be5ee-ba0f-47dc-9306-cd77e566fd2c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=205be5ee-ba0f-47dc-9306-cd77e566fd2c,segment=NetworkSegment(62dc0211-3e67-4b5d-b311-4ec51ec808ad),segment_id=62dc0211-3e67-4b5d-b311-4ec51ec808ad)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:47.916440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42818) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:47.925803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.929792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:33:47.929792 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:33:47.929792 n-d-769329-15 neutron-server[94857]: [parameters: {'id': '95108aff-1c81-4c25-8fa7-8cce8099fced'}] Aug 16 02:33:47.929792 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:33:47.930244 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:33:48.021580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb85b7e3-8959-499e-af3b-6645d1381010 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.062008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb85b7e3-8959-499e-af3b-6645d1381010 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.077371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4707e8bd-f629-48bf-8263-fa23d30f112d None None] Network 95108aff-1c81-4c25-8fa7-8cce8099fced requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:48.098154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:48.102525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:48.148626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd58125-215f-4aa3-9d03-cba2ef5a1003 None None] Pushing event updated for resources: {'Port': ['ID=205be5ee-ba0f-47dc-9306-cd77e566fd2c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:48.204671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb85b7e3-8959-499e-af3b-6645d1381010 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.207843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb85b7e3-8959-499e-af3b-6645d1381010 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.212142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fb85b7e3-8959-499e-af3b-6645d1381010 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/dcf801b4-bfdc-477b-af40-7914084ae1ac HTTP/1.1" status: 204 len: 168 time: 0.2940593 Aug 16 02:33:48.213041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:48.256417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85b7e3-8959-499e-af3b-6645d1381010 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf801b4-bfdc-477b-af40-7914084ae1ac,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:48.379062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:33:48.392606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:48.396082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b6636a3f-3062-4173-8b1e-9d10df3a0347 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1644759 Aug 16 02:33:48.431034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.496350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d75eed-66a8-470f-bf5b-73ff6612682b None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:33:48.586530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting port 205be5ee-ba0f-47dc-9306-cd77e566fd2c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:48.586530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.738410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d75eed-66a8-470f-bf5b-73ff6612682b None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:33:48.746137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:48.755634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] For port 205be5ee-ba0f-47dc-9306-cd77e566fd2c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=205be5ee-ba0f-47dc-9306-cd77e566fd2c,segment=NetworkSegment(62dc0211-3e67-4b5d-b311-4ec51ec808ad),segment_id=62dc0211-3e67-4b5d-b311-4ec51ec808ad)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:48.756018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.760718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5bfef6fa-3e18-420c-9699-0d5de3c1373d None None] Provisioning complete for port 0908c09d-b910-43af-b22a-b74799b0171c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:48.761207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5bfef6fa-3e18-420c-9699-0d5de3c1373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.781749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Calling delete_port for 205be5ee-ba0f-47dc-9306-cd77e566fd2c owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:48.788309 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8fd322ba-a13b-4146-9df5-27929207e9fe admin admin] 10.222.0.78 "PUT /v2.0/routers/30e12c7e-6556-4b3d-b4cd-9398e0a477f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7560523 Aug 16 02:33:48.869661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d95e6b98-8a53-4d02-929f-ff8d106de8e0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.947469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d95e6b98-8a53-4d02-929f-ff8d106de8e0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.986778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5bfef6fa-3e18-420c-9699-0d5de3c1373d None None] Port 0908c09d-b910-43af-b22a-b74799b0171c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:49.013722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ebab823a-bab6-422d-a543-1dec8221814a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:49.042243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68910-7873-454c-a150-c539c77bf528 req-a18efd33-d83d-41f8-82e8-8c970c38d990 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:49.044192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cac68910-7873-454c-a150-c539c77bf528 req-a18efd33-d83d-41f8-82e8-8c970c38d990 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2779920 Aug 16 02:33:49.073972 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.101855 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d95e6b98-8a53-4d02-929f-ff8d106de8e0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.107595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d95e6b98-8a53-4d02-929f-ff8d106de8e0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.112521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d95e6b98-8a53-4d02-929f-ff8d106de8e0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/fbb72977-466e-4516-b920-97101deaf31f HTTP/1.1" status: 204 len: 168 time: 0.7160614 Aug 16 02:33:49.125765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cac68910-7873-454c-a150-c539c77bf528 req-f505252e-681a-4049-8eeb-3f2efb95b1b0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720809 Aug 16 02:33:49.130513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.154121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e6b98-8a53-4d02-929f-ff8d106de8e0 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb72977-466e-4516-b920-97101deaf31f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:49.167198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Port': ['ID=205be5ee-ba0f-47dc-9306-cd77e566fd2c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:49.180803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No DVR routers for this DVR port 205be5ee-ba0f-47dc-9306-cd77e566fd2c on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:49.210110 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-02972c1a-4509-4d57-8a35-0d4f529996cb tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781808 Aug 16 02:33:49.210470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ebab823a-bab6-422d-a543-1dec8221814a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:49.214618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.218522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ebab823a-bab6-422d-a543-1dec8221814a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:49.218895 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.220927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9b6d5f01-cf32-4569-a8c8-865cda57ec90 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'tempest-secgroup--277370668'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:49.267860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5f01-cf32-4569-a8c8-865cda57ec90 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.355337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.357759 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.380380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95108aff-1c81-4c25-8fa7-8cce8099fced']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:49.383453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5f01-cf32-4569-a8c8-865cda57ec90 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.385689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ebab823a-bab6-422d-a543-1dec8221814a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ebab823a-bab6-422d-a543-1dec8221814a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:49.395083 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.395634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dc0211-3e67-4b5d-b311-4ec51ec808ad') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:49.395946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dc0211-3e67-4b5d-b311-4ec51ec808ad') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:49.403771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5f01-cf32-4569-a8c8-865cda57ec90 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.412184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.439581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d5f01-cf32-4569-a8c8-865cda57ec90 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d1001f-5f02-4324-a4ba-6787f896ed40,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:49.443290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.451604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5f01-cf32-4569-a8c8-865cda57ec90 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.453269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b6d5f01-cf32-4569-a8c8-865cda57ec90 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2367265 Aug 16 02:33:49.457725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42860) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.463422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5ea2f5b9-61ad-4666-bb52-da7d49b2163b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:49.464062 n-d-769329-15 neutron-server[94857]: WARNING neutron.api.v2.base [None req-5ea2f5b9-61ad-4666-bb52-da7d49b2163b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:33:49.464779 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-5ea2f5b9-61ad-4666-bb52-da7d49b2163b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:33:49.466004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5ea2f5b9-61ad-4666-bb52-da7d49b2163b tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "PUT /v2.0/security-groups/c9d1001f-5f02-4324-a4ba-6787f896ed40 HTTP/1.1" status: 409 len: 330 time: 0.0070767 Aug 16 02:33:49.467335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:49.467763 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.470907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:49.471043 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:49.478611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ebab823a-bab6-422d-a543-1dec8221814a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:49.570835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.577650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.582515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/95108aff-1c81-4c25-8fa7-8cce8099fced HTTP/1.1" status: 204 len: 168 time: 3.2036297 Aug 16 02:33:49.588545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.594683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-843356210'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:49.620984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a55dc74f-b91c-4bdd-9bef-bd1ef59c09b6 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.629352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a814f1-2f97-4c69-8354-e269b86defde tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Network': ['ID=95108aff-1c81-4c25-8fa7-8cce8099fced,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:49.655258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:49.658704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.663245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a55dc74f-b91c-4bdd-9bef-bd1ef59c09b6 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.750193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:49.766588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.766588 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Added segment 31f15b67-63c6-48e0-8c98-b934fcbba2ff of type vlan for network 968f1c59-508e-4583-8a23-ebb0f4f27ce3 Aug 16 02:33:49.778883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42876) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.784101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1419279386-network', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:49.817703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Made reservation on behalf of 2718f21acc974a159a925d40ba6f78cd for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:49.820136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.824103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a55dc74f-b91c-4bdd-9bef-bd1ef59c09b6 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.826947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a55dc74f-b91c-4bdd-9bef-bd1ef59c09b6 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.828157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a55dc74f-b91c-4bdd-9bef-bd1ef59c09b6 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/c9d1001f-5f02-4324-a4ba-6787f896ed40 HTTP/1.1" status: 204 len: 168 time: 0.3376384 Aug 16 02:33:49.831380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42878) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.839564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.847056 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.851209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dc74f-b91c-4bdd-9bef-bd1ef59c09b6 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d1001f-5f02-4324-a4ba-6787f896ed40,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:49.901336 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-62dfe576-587c-49d0-b5f9-4223611958ba tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683084 Aug 16 02:33:49.906111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42880) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.915087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.921953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:49.922563 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:49.926352 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-9ae5955e-4984-4bfe-9b21-f162e3661904 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] delete failed (client error): The resource could not be found. Aug 16 02:33:49.930825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9ae5955e-4984-4bfe-9b21-f162e3661904 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "DELETE /v2.0/security-groups/e06e90af-8769-481f-8262-be9002a1e9f9 HTTP/1.1" status: 404 len: 347 time: 0.0203478 Aug 16 02:33:49.931388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42882) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.949429 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-7f3a9a9f-f5cc-4ca1-9880-108e011b2566 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] show failed (client error): The resource could not be found. Aug 16 02:33:49.950988 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7f3a9a9f-f5cc-4ca1-9880-108e011b2566 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-groups/017b6b31-dd80-4028-826c-5ed41586023f HTTP/1.1" status: 404 len: 347 time: 0.0189948 Aug 16 02:33:49.954863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42884) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:49.976508 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-4301749f-4535-4da6-8fcd-e16df6d552e2 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] show failed (client error): The resource could not be found. Aug 16 02:33:49.977597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4301749f-4535-4da6-8fcd-e16df6d552e2 tempest-NegativeSecGroupTest-836684449 tempest-NegativeSecGroupTest-836684449-project] 10.222.0.78 "GET /v2.0/security-group-rules/ca8263e7-73b7-40f3-af95-dc0688dfd407 HTTP/1.1" status: 404 len: 356 time: 0.0217574 Aug 16 02:33:50.004857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Network': ['ID=968f1c59-508e-4583-8a23-ebb0f4f27ce3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:50.017085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 968f1c59-508e-4583-8a23-ebb0f4f27ce3 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:50.018331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.025589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.038105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-81ee7050-e2ac-4bb3-9c46-9048ef7fde9d tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4482424 Aug 16 02:33:50.040941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:50.051712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'subnet': {'network_id': '968f1c59-508e-4583-8a23-ebb0f4f27ce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:50.077392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8cf3c1-e085-4033-a3db-2cd63b6b7254,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:50.099567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Sync routers for ids ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:50.101681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:50.113822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.114489 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Added segment 9feccaf8-118c-4cc4-84a0-7439037f89a6 of type vlan for network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 Aug 16 02:33:50.140161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Routers {'30e12c7e-6556-4b3d-b4cd-9398e0a477f5'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:50.145062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:50.171415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.232365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.238108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:50.239008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.258047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:50.266577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.305265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Set router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:50.350989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:50.362074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5797331 Aug 16 02:33:50.364365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:50.370846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Request body: {'subnet': {'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1419279386-subnet', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:50.398323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a92f2-76bc-4109-b6c5-4f7d0d1a4d97 req-dc88cb36-84ca-41d4-a1be-2b64bbfb5c03 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:50.399858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-078a92f2-76bc-4109-b6c5-4f7d0d1a4d97 req-dc88cb36-84ca-41d4-a1be-2b64bbfb5c03 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1474817 Aug 16 02:33:50.400637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a06e-c5cf-42ed-95f8-973fa4231d40 admin admin] Pushing event updated for resources: {'Network': ['ID=10d9cc6a-d06a-4ad2-a246-57e4eb814b55,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:50.413412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:50.425685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Made reservation on behalf of 2718f21acc974a159a925d40ba6f78cd for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:50.429058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.479629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-078a92f2-76bc-4109-b6c5-4f7d0d1a4d97 req-5dc1677f-e8b5-4011-95de-c3ca0e6f66e9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729015 Aug 16 02:33:50.615603 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b662a7ed-76f7-4524-baf5-d8271259ffec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=890787807be94fc1a9e41ea35e940c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573638 Aug 16 02:33:50.618600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42900) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:50.663547 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.683047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:33:47Z', 'revision_number': 4, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port': {'id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:42Z', 'updated_at': '2021-08-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0908c09d-b910-43af-b22a-b74799b0171c', 'name': '', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'mac_address': 'fa:16:3e:84:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '73db4457-c20c-4052-a321-476f98cafe50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:46Z', 'updated_at': '2021-08-16T02:33:47Z', 'revision_number': 2, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'subnets': [{'id': '73db4457-c20c-4052-a321-476f98cafe50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:50.685695 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34286efd-f7e0-445f-b25f-fff85e72d217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.715454 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34286efd-f7e0-445f-b25f-fff85e72d217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.720236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Checking router: 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:33:50.720877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Updating router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 port 0908c09d-b910-43af-b22a-b74799b0171c binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:33:50.763256 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.773635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34286efd-f7e0-445f-b25f-fff85e72d217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.776213 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34286efd-f7e0-445f-b25f-fff85e72d217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:50.785934 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-34286efd-f7e0-445f-b25f-fff85e72d217 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38807c04-fb02-41c0-8db5-6aac6961eafe HTTP/1.1" status: 204 len: 168 time: 0.1573348 Aug 16 02:33:50.802205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34286efd-f7e0-445f-b25f-fff85e72d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38807c04-fb02-41c0-8db5-6aac6961eafe,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:50.995640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ebab823a-bab6-422d-a543-1dec8221814a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:51.186672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Subnet': ['ID=bf101d62-46b5-446d-b178-85dffbe27db9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:51.202075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.265399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Checking segment: {'id': '31f15b67-63c6-48e0-8c98-b934fcbba2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '968f1c59-508e-4583-8a23-ebb0f4f27ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:51.266318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network hostable DHCP agents. Network: 968f1c59-508e-4583-8a23-ebb0f4f27ce3, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:51.287105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ebab823a-bab6-422d-a543-1dec8221814a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:51.287105 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.294204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3d85c5-e719-4c64-afb7-8be7a6e1e755,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:51.309880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Checking segment: {'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:51.310543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Network hostable DHCP agents. Network: 10d9cc6a-d06a-4ad2-a246-57e4eb814b55, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:51.315341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network 968f1c59-508e-4583-8a23-ebb0f4f27ce3 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:51.333747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 968f1c59-508e-4583-8a23-ebb0f4f27ce3) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:51.339400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.340914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.348671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:51.350355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e23ac6-73c6-4feb-bc08-77f7f605b75d None None] Network 968f1c59-508e-4583-8a23-ebb0f4f27ce3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:51.358033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 10d9cc6a-d06a-4ad2-a246-57e4eb814b55) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:51.362239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.362888 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.367068 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-102f78e2-80a9-4e5c-9499-ad83d562cdd0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3249002 Aug 16 02:33:51.370494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42918) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:51.382966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c9f3f83d-3167-4a8a-922f-ed5f5ab6cdb2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0171828 Aug 16 02:33:51.386249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42922) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:51.398217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:51.435514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.436756 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.460495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f053ea6-6afd-4a4d-8c6d-164ebc1640af None None] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:51.503330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.533926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.614195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.668513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Transition to ACTIVE for port object 0908c09d-b910-43af-b22a-b74799b0171c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:51.684521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6c5b1-8ba8-49e6-8a09-ec6298b81ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-968f1c59-508e-4583-8a23-ebb0f4f27ce3', 'network_id': '968f1c59-508e-4583-8a23-ebb0f4f27ce3', 'tenant_id': '092c36cc1f644fea8540b4e4521de260', 'fixed_ips': [{'subnet_id': 'bf101d62-46b5-446d-b178-85dffbe27db9'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:51.685352 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c5b1-8ba8-49e6-8a09-ec6298b81ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.690156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.719020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.739338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643d7e3-c28a-4704-b4ce-623e8a45e6c1 req-c7ca9aff-dc30-4703-856e-8b09685a0f35 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.740957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4643d7e3-c28a-4704-b4ce-623e8a45e6c1 req-c7ca9aff-dc30-4703-856e-8b09685a0f35 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0957112 Aug 16 02:33:51.772137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:51.779166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.781188 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.810524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Subnet': ['ID=bf101d62-46b5-446d-b178-85dffbe27db9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:51.866654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4643d7e3-c28a-4704-b4ce-623e8a45e6c1 req-5dcd6bad-766a-426c-9e52-0602327b2312 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110518 Aug 16 02:33:51.896414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.908257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968f1c59-508e-4583-8a23-ebb0f4f27ce3']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:51.926944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42defd3a-2672-48ca-a349-10b878fdf9af None None] Pushing event updated for resources: {'Port': ['ID=0908c09d-b910-43af-b22a-b74799b0171c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:51.928268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f15b67-63c6-48e0-8c98-b934fcbba2ff') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:51.928863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f15b67-63c6-48e0-8c98-b934fcbba2ff') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:51.955139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:51.988418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-531896858'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:51.992780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.015950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:52.016722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.019383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-10d9cc6a-d06a-4ad2-a246-57e4eb814b55', 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'fixed_ips': [{'subnet_id': '4a3d85c5-e719-4c64-afb7-8be7a6e1e755'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:52.020823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:52.027170 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-f6a6c5b1-8ba8-49e6-8a09-ec6298b81ae5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf101d62-46b5-446d-b178-85dffbe27db9: This subnet is being modified by another concurrent operation. Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:33:52.078579 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf101d62-46b5-446d-b178-85dffbe27db9: This subnet is being modified by another concurrent operation. Aug 16 02:33:52.082894 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:33:52.136988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b9ad4-15f6-4835-b13b-6a9af023d6c7 None None] Network 968f1c59-508e-4583-8a23-ebb0f4f27ce3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:52.154680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Made reservation on behalf of 7d13de64fe394687b950af5868ce0df2 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:52.160566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.169875 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.171821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.179904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.195789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.205947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/968f1c59-508e-4583-8a23-ebb0f4f27ce3 HTTP/1.1" status: 204 len: 168 time: 0.8337157 Aug 16 02:33:52.206970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42948) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:52.229199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.229629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2123293706'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:52.234760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89938-3d1b-4d4a-9e96-4293958320b0 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Network': ['ID=968f1c59-508e-4583-8a23-ebb0f4f27ce3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:52.291890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Attempting to bind port 0908c09d-b910-43af-b22a-b74799b0171c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:52.292419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Attempting to bind port 0908c09d-b910-43af-b22a-b74799b0171c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:52.293125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Attempting to bind port 0908c09d-b910-43af-b22a-b74799b0171c on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:52.372455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:52.372917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Checking segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:52.373552 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.374110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Bound using segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:52.374765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Bound port: 0908c09d-b910-43af-b22a-b74799b0171c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:52.375199 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.391367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.397621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.431829 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.438565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Allocated IP 172.25.4.212 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/df030cb9-0667-4b59-b249-4a24042ca2e8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:52.439585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:52.451423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb2d68-16a4-4584-bb82-85f1aeafbe2f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:52.456466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:52.460510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.466091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.466604 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Added segment 3942471f-4c2f-4212-b100-aaeed955fa57 of type vlan for network 7fdcbf37-9478-4507-87e2-afd5f2d59339 Aug 16 02:33:52.537862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:52.561657 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.566932 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.567335 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Added segment 4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f of type vlan for network 100617d8-8dc6-47f5-a242-3bc942189d0d Aug 16 02:33:52.576992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42952) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:52.586653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.629479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.639903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] For port 0908c09d-b910-43af-b22a-b74799b0171c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:52.642271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Allocated IP 172.20.0.2 (10d9cc6a-d06a-4ad2-a246-57e4eb814b55/4a3d85c5-e719-4c64-afb7-8be7a6e1e755/7a5ea8cd-4a63-4676-ae02-df2a562467da) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:52.642934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.645161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] For port 0908c09d-b910-43af-b22a-b74799b0171c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0908c09d-b910-43af-b22a-b74799b0171c,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:52.645729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.651580 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.652294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:52.652961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.709106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=df030cb9-0667-4b59-b249-4a24042ca2e8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:52.734516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9608533 Aug 16 02:33:52.740178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:52.741946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:52.749562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-83157482-3e02-4904-b018-07820ebfa93e tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-830669198') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:52.752153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.755014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:52.765034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:52.767817 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.772080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:52.779176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d74e23-21c9-447e-99f5-3af67ff0ef4b tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Pushing event updated for resources: {'Network': ['ID=7fdcbf37-9478-4507-87e2-afd5f2d59339,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:52.795288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7fdcbf37-9478-4507-87e2-afd5f2d59339 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:52.844537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42defd3a-2672-48ca-a349-10b878fdf9af None None] Pushing event updated for resources: {'Port': ['ID=0908c09d-b910-43af-b22a-b74799b0171c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:52.857387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Routers {'30e12c7e-6556-4b3d-b4cd-9398e0a477f5'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:52.858036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:52.863358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Network': ['ID=100617d8-8dc6-47f5-a242-3bc942189d0d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:52.864267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13682faa-9609-4112-917a-e8c4334cac81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.876778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-639a397b-efe7-4f48-82cd-9592a3dd91bc tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6524868 Aug 16 02:33:52.891341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42960) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:52.903408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Request body: {'subnet': {'network_id': '100617d8-8dc6-47f5-a242-3bc942189d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:52.916123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 100617d8-8dc6-47f5-a242-3bc942189d0d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:53.069253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb5b49-d385-4555-bb48-c3d5e274ea9e req-f088358c-96f6-44a2-af57-11b8c5ac7588 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:53.071005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7acb5b49-d385-4555-bb48-c3d5e274ea9e req-f088358c-96f6-44a2-af57-11b8c5ac7588 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0813019 Aug 16 02:33:53.115958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7acb5b49-d385-4555-bb48-c3d5e274ea9e req-07617a03-2bf0-431a-b644-4a315543373b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352931 Aug 16 02:33:53.142072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] Set router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:53.153604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-83157482-3e02-4904-b018-07820ebfa93e tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "PUT /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-830669198 HTTP/1.1" status: 201 len: 201 time: 0.4099483 Aug 16 02:33:53.156391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42962) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:53.161520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-2155e1a5-465e-4782-a124-300b591eb694 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-830669198') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:53.171716 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.186768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Transition to ACTIVE for port object 7a5ea8cd-4a63-4676-ae02-df2a562467da will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:53.235737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2155e1a5-465e-4782-a124-300b591eb694 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "GET /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-830669198 HTTP/1.1" status: 204 len: 168 time: 0.0759175 Aug 16 02:33:53.235927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Transition to ACTIVE for port object 7a5ea8cd-4a63-4676-ae02-df2a562467da will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:53.236059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.236157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42964) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:53.241055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.tag.tag_plugin [None req-366e8741-41d5-4176-b7ec-b12d6a9ab9b3 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:53.270560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.280276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13682faa-9609-4112-917a-e8c4334cac81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.291097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13682faa-9609-4112-917a-e8c4334cac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.329697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Pushing event updated for resources: {'Port': ['ID=7a5ea8cd-4a63-4676-ae02-df2a562467da,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:53.343245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Made reservation on behalf of 092c36cc1f644fea8540b4e4521de260 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:53.347937 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.356467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:53.357103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13682faa-9609-4112-917a-e8c4334cac81 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb72eaa4e872467485c79c6443863096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789929 Aug 16 02:33:53.362587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:53.362761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42966) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:53.366576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:53.376016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13682faa-9609-4112-917a-e8c4334cac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b371804f-960e-4db8-8f96-1d334a89a909,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:53.423260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-366e8741-41d5-4176-b7ec-b12d6a9ab9b3 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "GET /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags HTTP/1.1" status: 200 len: 237 time: 0.1860723 Aug 16 02:33:53.426871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:53.433446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-03317d79-fb3a-4da9-873b-8b870edf8cda tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', {'tags': ['tempest-TagsTest-Tag-1342773392', 'tempest-TagsTest-Tag-1793914679', 'tempest-TagsTest-Tag-1506906843']}) {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:53.461614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Attempting to bind port 7a5ea8cd-4a63-4676-ae02-df2a562467da on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:53.461996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Attempting to bind port 7a5ea8cd-4a63-4676-ae02-df2a562467da by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:53.462353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Attempting to bind port 7a5ea8cd-4a63-4676-ae02-df2a562467da on network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:53.469863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:53.470247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Checking segment: {'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:53.470673 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.471064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Bound using segment: {'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:53.471540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Bound port: 7a5ea8cd-4a63-4676-ae02-df2a562467da, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:53.471928 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.494198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d5836d0-2a1c-46d1-9a3e-ad7d6a0b597b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.530943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d5836d0-2a1c-46d1-9a3e-ad7d6a0b597b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.554713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-03317d79-fb3a-4da9-873b-8b870edf8cda tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "PUT /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags HTTP/1.1" status: 200 len: 309 time: 0.1263993 Aug 16 02:33:53.557641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42970) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:53.564149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-5535dda9-5a93-445c-81a4-a83ac85d87fd tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-1342773392') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:53.568656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.574467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] For port 7a5ea8cd-4a63-4676-ae02-df2a562467da, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:53.590775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.593203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:33:47Z', 'revision_number': 4, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port': {'id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:42Z', 'updated_at': '2021-08-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0908c09d-b910-43af-b22a-b74799b0171c', 'name': '', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'mac_address': 'fa:16:3e:84:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '73db4457-c20c-4052-a321-476f98cafe50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:46Z', 'updated_at': '2021-08-16T02:33:52Z', 'revision_number': 4, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'subnets': [{'id': '73db4457-c20c-4052-a321-476f98cafe50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:53.596986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] For port 7a5ea8cd-4a63-4676-ae02-df2a562467da, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7a5ea8cd-4a63-4676-ae02-df2a562467da,segment=NetworkSegment(9feccaf8-118c-4cc4-84a0-7439037f89a6),segment_id=9feccaf8-118c-4cc4-84a0-7439037f89a6)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:53.622181 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.627900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e164986-0b9b-4a72-88df-22ae6e64596c None None] The sync data for ids ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'] in n-d-769329-15 is: [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:33:47Z', 'revision_number': 4, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port': {'id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:42Z', 'updated_at': '2021-08-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0908c09d-b910-43af-b22a-b74799b0171c', 'name': '', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'mac_address': 'fa:16:3e:84:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '73db4457-c20c-4052-a321-476f98cafe50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:46Z', 'updated_at': '2021-08-16T02:33:52Z', 'revision_number': 4, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'subnets': [{'id': '73db4457-c20c-4052-a321-476f98cafe50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:53.671452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d5836d0-2a1c-46d1-9a3e-ad7d6a0b597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.674721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d5836d0-2a1c-46d1-9a3e-ad7d6a0b597b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.679129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d5836d0-2a1c-46d1-9a3e-ad7d6a0b597b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b371804f-960e-4db8-8f96-1d334a89a909 HTTP/1.1" status: 204 len: 168 time: 0.3120220 Aug 16 02:33:53.753799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5836d0-2a1c-46d1-9a3e-ad7d6a0b597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b371804f-960e-4db8-8f96-1d334a89a909,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:53.795065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c79e-3796-4795-bccc-d13182c683e0 None None] Pushing event updated for resources: {'Port': ['ID=7a5ea8cd-4a63-4676-ae02-df2a562467da,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:53.800754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5535dda9-5a93-445c-81a4-a83ac85d87fd tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "DELETE /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-1342773392 HTTP/1.1" status: 204 len: 168 time: 0.2420149 Aug 16 02:33:53.805533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:53.811052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-750643e3-ae75-4306-bc5e-70b0bfda12b6 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-1342773392') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:53.819034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:33:53.820701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.890283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Router 4a8e2686-38d8-49ff-b6f5-468edaf51978 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:33:53.898486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event updated for resources: {'Subnet': ['ID=577352e4-ba37-4095-9ffd-b832cf4ef982,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:53.924991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Checking segment: {'id': '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '100617d8-8dc6-47f5-a242-3bc942189d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:53.925379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network hostable DHCP agents. Network: 100617d8-8dc6-47f5-a242-3bc942189d0d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:53.949602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Network 100617d8-8dc6-47f5-a242-3bc942189d0d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:53.955878 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-750643e3-ae75-4306-bc5e-70b0bfda12b6 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] show failed (client error): The resource could not be found. Aug 16 02:33:53.959555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-750643e3-ae75-4306-bc5e-70b0bfda12b6 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "GET /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-1342773392 HTTP/1.1" status: 404 len: 326 time: 0.1505046 Aug 16 02:33:53.963411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:53.968005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-b47bbff9-f95c-4a78-8a10-c51f6e9aab1c tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-1793914679') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:53.977572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 100617d8-8dc6-47f5-a242-3bc942189d0d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:53.986050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b85d0-4388-4595-ac8a-50cc56029333 None None] Network 100617d8-8dc6-47f5-a242-3bc942189d0d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:53.986839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:53.987466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.032211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ff0a6626-1867-4982-be9c-9df92bfae792 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1349375 Aug 16 02:33:54.032211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:54.157828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:54.170704 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Sync routers for ids ['4a8e2686-38d8-49ff-b6f5-468edaf51978'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:54.185781 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.190303 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Routers {'4a8e2686-38d8-49ff-b6f5-468edaf51978'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:54.190753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1ddce39d-a94b-4546-b3b4-d0e0070ec6b0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8016219 Aug 16 02:33:54.193894 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4a8e2686-38d8-49ff-b6f5-468edaf51978'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:54.195040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42984) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:54.226792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b47bbff9-f95c-4a78-8a10-c51f6e9aab1c tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "GET /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-1793914679 HTTP/1.1" status: 204 len: 168 time: 0.2620735 Aug 16 02:33:54.230840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:54.246774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-058d1c46-26fc-415c-ad66-3d4b671c88a6 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-1506906843') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:54.317619 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.381188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-100617d8-8dc6-47f5-a242-3bc942189d0d', 'network_id': '100617d8-8dc6-47f5-a242-3bc942189d0d', 'tenant_id': '092c36cc1f644fea8540b4e4521de260', 'fixed_ips': [{'subnet_id': '577352e4-ba37-4095-9ffd-b832cf4ef982'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:33:54.382119 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.420629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42988) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:54.425249 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Set router 4a8e2686-38d8-49ff-b6f5-468edaf51978 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:54.447652 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.451356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84d9715b-60e1-4c63-ae89-3d42aaf8f375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.526622 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-058d1c46-26fc-415c-ad66-3d4b671c88a6 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "GET /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-1506906843 HTTP/1.1" status: 204 len: 168 time: 0.2945080 Aug 16 02:33:54.535126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909e9d4-043a-4fc1-8463-f6a2a3c46cc1 req-67ed5f3d-ada9-4cba-b715-217e17d55f2c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:54.539013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c909e9d4-043a-4fc1-8463-f6a2a3c46cc1 req-67ed5f3d-ada9-4cba-b715-217e17d55f2c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.2497840 Aug 16 02:33:54.539621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:54.559123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-857fa8c6-14a7-4f6c-98c2-ea613574b3f8 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:54.610259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Allocated IP 2001:db8::f816:3eff:fef5:385c (100617d8-8dc6-47f5-a242-3bc942189d0d/577352e4-ba37-4095-9ffd-b832cf4ef982/89389aec-3023-45e5-8cf4-25764ebc9d0a) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:54.760879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:33:53Z', 'revision_number': 3, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port': {'id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:aa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:52Z', 'updated_at': '2021-08-16T02:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:54.823490 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Checking router: 4a8e2686-38d8-49ff-b6f5-468edaf51978 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:33:54.824047 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Updating router 4a8e2686-38d8-49ff-b6f5-468edaf51978 port df030cb9-0667-4b59-b249-4a24042ca2e8 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:33:54.844049 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c909e9d4-043a-4fc1-8463-f6a2a3c46cc1 req-d2c0a1e5-8bb3-4355-b552-03eb9bb594e7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947953 Aug 16 02:33:54.917235 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.964921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-857fa8c6-14a7-4f6c-98c2-ea613574b3f8 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "DELETE /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags HTTP/1.1" status: 204 len: 168 time: 0.4227414 Aug 16 02:33:54.966219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42992) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:54.974419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-d8715d9d-744d-4372-86ed-0ebc95209b5c tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-1793914679') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.107789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84d9715b-60e1-4c63-ae89-3d42aaf8f375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.112580 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-84d9715b-60e1-4c63-ae89-3d42aaf8f375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.147605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0908c09d-b910-43af-b22a-b74799b0171c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:55.196515 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-84d9715b-60e1-4c63-ae89-3d42aaf8f375 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abc518b127b146378be09e61c1da7026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7716897 Aug 16 02:33:55.196515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9715b-60e1-4c63-ae89-3d42aaf8f375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206c57ef-13ca-4bd9-8f6d-b98b5cbd0e21,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:55.203870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42994) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:55.235722 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d8715d9d-744d-4372-86ed-0ebc95209b5c tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] show failed (client error): The resource could not be found. Aug 16 02:33:55.236798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d8715d9d-744d-4372-86ed-0ebc95209b5c tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "GET /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-1793914679 HTTP/1.1" status: 404 len: 326 time: 0.2661338 Aug 16 02:33:55.240001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:55.251815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-1a7568c3-fc88-4ebb-a0c8-f9bca88fa299 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339', 'tempest-TagsTest-Tag-1506906843') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.283028 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.295430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Transition to ACTIVE for port object 89389aec-3023-45e5-8cf4-25764ebc9d0a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:55.304784 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.310651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0908c09d-b910-43af-b22a-b74799b0171c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:55.330345 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Transition to ACTIVE for port object df030cb9-0667-4b59-b249-4a24042ca2e8 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:55.331728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c0faf-5806-42e3-a12b-9a1045940bdc None None] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:55.342726 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.352027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0908c09d-b910-43af-b22a-b74799b0171c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:55.352629 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.378342 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-1a7568c3-fc88-4ebb-a0c8-f9bca88fa299 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] show failed (client error): The resource could not be found. Aug 16 02:33:55.379397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a7568c3-fc88-4ebb-a0c8-f9bca88fa299 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "GET /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags/tempest-TagsTest-Tag-1506906843 HTTP/1.1" status: 404 len: 326 time: 0.1381924 Aug 16 02:33:55.384334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42998) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:55.390349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.tag.tag_plugin [None req-8bc445f9-02a5-431b-a3e0-66b7ee817a36 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7fdcbf37-9478-4507-87e2-afd5f2d59339') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.409030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Transition to ACTIVE for port object 89389aec-3023-45e5-8cf4-25764ebc9d0a will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:55.411478 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Attempting to bind port df030cb9-0667-4b59-b249-4a24042ca2e8 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:55.411882 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Attempting to bind port df030cb9-0667-4b59-b249-4a24042ca2e8 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:55.412251 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Attempting to bind port df030cb9-0667-4b59-b249-4a24042ca2e8 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:55.418082 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a8136-b619-4a51-b738-1c3266fbd0ff None None] Pushing event updated for resources: {'Port': ['ID=df030cb9-0667-4b59-b249-4a24042ca2e8,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:55.424269 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:55.424655 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:55.425135 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.425524 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:55.425991 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Bound port: df030cb9-0667-4b59-b249-4a24042ca2e8, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:55.426540 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.434943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.466923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.498011 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.523016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-545f53ba-111a-4487-9b6b-59b7f626b63f None None] Provisioning for port 7a5ea8cd-4a63-4676-ae02-df2a562467da completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:55.529339 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] For port df030cb9-0667-4b59-b249-4a24042ca2e8, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:55.541809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.542036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8bc445f9-02a5-431b-a3e0-66b7ee817a36 tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "DELETE /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339/tags HTTP/1.1" status: 204 len: 168 time: 0.1503952 Aug 16 02:33:55.542143 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] For port df030cb9-0667-4b59-b249-4a24042ca2e8, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df030cb9-0667-4b59-b249-4a24042ca2e8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:55.542251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43000) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:55.548899 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.553862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Network 100617d8-8dc6-47f5-a242-3bc942189d0d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:55.583924 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.600057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.602968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.606846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/206c57ef-13ca-4bd9-8f6d-b98b5cbd0e21 HTTP/1.1" status: 204 len: 168 time: 0.3982127 Aug 16 02:33:55.624871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:55.628725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:55.636403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.644184 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Routers {'4a8e2686-38d8-49ff-b6f5-468edaf51978'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:55.644969 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4a8e2686-38d8-49ff-b6f5-468edaf51978'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.663225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Pushing event updated for resources: {'Port': ['ID=89389aec-3023-45e5-8cf4-25764ebc9d0a,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:55.696782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.717125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Subnet': ['ID=577352e4-ba37-4095-9ffd-b832cf4ef982,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:55.724926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206c57ef-13ca-4bd9-8f6d-b98b5cbd0e21,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:55.738392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.739400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.740174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.740965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.741938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.742069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.742490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.742915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.743338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.743756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.744258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.744702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec448a-8e18-4e2e-bc8b-3a9dbdbb6c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.797270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.797777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.798224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.798665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.799118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.799552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.800001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.800445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.800874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.801303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.801914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.802357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:55.811386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 0908c09d-b910-43af-b22a-b74799b0171c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0908c09d-b910-43af-b22a-b74799b0171c,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:55.847654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.848481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a5ea8cd-4a63-4676-ae02-df2a562467da up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:55.855786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.881561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100617d8-8dc6-47f5-a242-3bc942189d0d']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.896054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.896694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.911055 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] Set router 4a8e2686-38d8-49ff-b6f5-468edaf51978 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:55.911250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.913133 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.936662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdcbf37-9478-4507-87e2-afd5f2d59339']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.961248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942471f-4c2f-4212-b100-aaeed955fa57') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.961529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942471f-4c2f-4212-b100-aaeed955fa57') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:55.992829 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:55.999246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Attempting to bind port 89389aec-3023-45e5-8cf4-25764ebc9d0a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:56.000324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Attempting to bind port 89389aec-3023-45e5-8cf4-25764ebc9d0a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '100617d8-8dc6-47f5-a242-3bc942189d0d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:56.001027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Attempting to bind port 89389aec-3023-45e5-8cf4-25764ebc9d0a on network 100617d8-8dc6-47f5-a242-3bc942189d0d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:56.022043 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.033699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:56.034379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Checking segment: {'id': '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '100617d8-8dc6-47f5-a242-3bc942189d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:56.035012 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.035618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Bound using segment: {'id': '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '100617d8-8dc6-47f5-a242-3bc942189d0d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:56.035737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:56.036151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.036694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Bound port: 89389aec-3023-45e5-8cf4-25764ebc9d0a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '100617d8-8dc6-47f5-a242-3bc942189d0d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:56.037292 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.039917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=0908c09d-b910-43af-b22a-b74799b0171c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:56.047743 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:56.141133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7a5ea8cd-4a63-4676-ae02-df2a562467da completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:56.154636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7a5ea8cd-4a63-4676-ae02-df2a562467da triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:56.155014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.157193 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a8136-b619-4a51-b738-1c3266fbd0ff None None] Pushing event updated for resources: {'Port': ['ID=df030cb9-0667-4b59-b249-4a24042ca2e8,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:56.192102 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.213671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.217835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] 10.222.0.78 "DELETE /v2.0/networks/7fdcbf37-9478-4507-87e2-afd5f2d59339 HTTP/1.1" status: 204 len: 168 time: 0.6746058 Aug 16 02:33:56.232056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7917f-b69c-4ca4-82fd-975e37ea933a tempest-TagsTest-313889550 tempest-TagsTest-313889550-project] Pushing event deleted for resources: {'Network': ['ID=7fdcbf37-9478-4507-87e2-afd5f2d59339,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:56.249234 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-16e9e9bf-3c07-4df4-80ef-f5a4576d588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.261316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] For port 89389aec-3023-45e5-8cf4-25764ebc9d0a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:56.268825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] For port 89389aec-3023-45e5-8cf4-25764ebc9d0a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=89389aec-3023-45e5-8cf4-25764ebc9d0a,segment=NetworkSegment(4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f),segment_id=4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:56.278775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.330206 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:33:53Z', 'revision_number': 3, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port': {'id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:aa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:52Z', 'updated_at': '2021-08-16T02:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:56.345877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.354106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:56.354759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.422485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c6fe9-b273-48e5-b43e-a85569cad028 None None] Network 100617d8-8dc6-47f5-a242-3bc942189d0d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:56.426945 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bf268-e40a-4f8b-bc5a-6af917d4c0ff None None] The sync data for ids ['4a8e2686-38d8-49ff-b6f5-468edaf51978'] in n-d-769329-15 is: [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:33:53Z', 'revision_number': 3, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port': {'id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:aa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:52Z', 'updated_at': '2021-08-16T02:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:56.427400 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:56.452511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:33:56.452511 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:33:56.452511 n-d-769329-15 neutron-server[94857]: [parameters: {'id': '100617d8-8dc6-47f5-a242-3bc942189d0d'}] Aug 16 02:33:56.452511 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:33:56.453646 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:33:56.504670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Allocated IP 172.20.0.1 (10d9cc6a-d06a-4ad2-a246-57e4eb814b55/4a3d85c5-e719-4c64-afb7-8be7a6e1e755/b41ca2b7-82b8-479e-a4ad-337e577fce6f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:56.519011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e2875-ea4d-4ee1-8f6e-bdaa4e7d1112 req-bc7d0de5-e2eb-4011-801f-0112bc8bed58 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:56.528254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e94e2875-ea4d-4ee1-8f6e-bdaa4e7d1112 req-bc7d0de5-e2eb-4011-801f-0112bc8bed58 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0954988 Aug 16 02:33:56.592265 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e94e2875-ea4d-4ee1-8f6e-bdaa4e7d1112 req-90d56085-fc10-4863-bac2-d9590061def7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627046 Aug 16 02:33:56.647455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.649299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c2dd9-8470-4452-9497-f21ed0444451 None None] Pushing event updated for resources: {'Port': ['ID=89389aec-3023-45e5-8cf4-25764ebc9d0a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:56.690735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e770ff5-2900-4b21-9a42-21477209d5c7 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:33:56.723669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43026) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:56.733550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.751218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Transition to ACTIVE for port object b41ca2b7-82b8-479e-a4ad-337e577fce6f will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:56.777438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7a5ea8cd-4a63-4676-ae02-df2a562467da, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7a5ea8cd-4a63-4676-ae02-df2a562467da,segment=NetworkSegment(9feccaf8-118c-4cc4-84a0-7439037f89a6),segment_id=9feccaf8-118c-4cc4-84a0-7439037f89a6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:56.786203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6ac7e3cf-08ee-4d1c-a352-a131ba627bf1 None None] Provisioning complete for port 7a5ea8cd-4a63-4676-ae02-df2a562467da triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:56.786593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e3cf-08ee-4d1c-a352-a131ba627bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.795216 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.812563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.961832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.972000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:56.984591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:56.984798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e770ff5-2900-4b21-9a42-21477209d5c7 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:33:57.006987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7a5ea8cd-4a63-4676-ae02-df2a562467da,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:57.040554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Pushing event updated for resources: {'Port': ['ID=b41ca2b7-82b8-479e-a4ad-337e577fce6f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:57.049765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:57.165642 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.192672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0908c09d-b910-43af-b22a-b74799b0171c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:57.284566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5b9fb13-77fa-40c8-9787-69c52c26e7fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d13de64fe394687b950af5868ce0df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5574005 Aug 16 02:33:57.285650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:57.348833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0908c09d-b910-43af-b22a-b74799b0171c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:57.349474 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.370746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting port 89389aec-3023-45e5-8cf4-25764ebc9d0a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:57.371185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.404578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2970b68a-e01c-421f-b973-86dede4e85b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.427771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2970b68a-e01c-421f-b973-86dede4e85b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.497761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2970b68a-e01c-421f-b973-86dede4e85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.501391 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2970b68a-e01c-421f-b973-86dede4e85b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.502724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2970b68a-e01c-421f-b973-86dede4e85b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9afb2d68-16a4-4584-bb82-85f1aeafbe2f HTTP/1.1" status: 204 len: 168 time: 0.2160578 Aug 16 02:33:57.532127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970b68a-e01c-421f-b973-86dede4e85b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb2d68-16a4-4584-bb82-85f1aeafbe2f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:57.562344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] For port 89389aec-3023-45e5-8cf4-25764ebc9d0a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=89389aec-3023-45e5-8cf4-25764ebc9d0a,segment=NetworkSegment(4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f),segment_id=4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:57.563232 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.572052 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.586120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Calling delete_port for 89389aec-3023-45e5-8cf4-25764ebc9d0a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:57.625905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df030cb9-0667-4b59-b249-4a24042ca2e8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:57.661680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d8743-e63e-4d49-b04c-7c775333bb30 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:33:57.757044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port df030cb9-0667-4b59-b249-4a24042ca2e8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:57.782238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port df030cb9-0667-4b59-b249-4a24042ca2e8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:57.782761 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.796617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730577-632f-489e-b86a-439bf3d03a4d req-435f95c0-04f3-4918-a93c-056444000125 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:57.798219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88730577-632f-489e-b86a-439bf3d03a4d req-435f95c0-04f3-4918-a93c-056444000125 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0863056 Aug 16 02:33:57.883029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88730577-632f-489e-b86a-439bf3d03a4d req-59431345-ea20-448e-bd69-0622e86f61d8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737393 Aug 16 02:33:57.893244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d8743-e63e-4d49-b04c-7c775333bb30 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:33:57.922295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.006279 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.028175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Port': ['ID=89389aec-3023-45e5-8cf4-25764ebc9d0a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:58.035837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No DVR routers for this DVR port 89389aec-3023-45e5-8cf4-25764ebc9d0a on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:58.053811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port df030cb9-0667-4b59-b249-4a24042ca2e8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df030cb9-0667-4b59-b249-4a24042ca2e8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:58.066750 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.173743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.176230 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.191442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.198618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100617d8-8dc6-47f5-a242-3bc942189d0d']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:58.206421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=df030cb9-0667-4b59-b249-4a24042ca2e8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:58.255574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:58.255930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd443d3-2ac5-4fa0-96c1-8df8ab04f25f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:58.284573 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.300977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Pushing event updated for resources: {'Port': ['ID=b41ca2b7-82b8-479e-a4ad-337e577fce6f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:58.315323 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.318769 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.325881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:58.326485 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:58.329891 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:58.475176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.486162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.488104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/100617d8-8dc6-47f5-a242-3bc942189d0d HTTP/1.1" status: 204 len: 168 time: 4.4548242 Aug 16 02:33:58.493188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43078) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:58.502081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d679f-9b72-45bf-9338-114e3395ccd2 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Network': ['ID=100617d8-8dc6-47f5-a242-3bc942189d0d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:58.568652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:58.570378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:58.579494 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc52eb4-8c82-4bfc-89d9-3927cfce9367 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:58.579984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc52eb4-8c82-4bfc-89d9-3927cfce9367 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:58.581782 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2cc52eb4-8c82-4bfc-89d9-3927cfce9367 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/577352e4-ba37-4095-9ffd-b832cf4ef982 HTTP/1.1" status: 404 len: 337 time: 0.0871351 Aug 16 02:33:58.585400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43084) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:58.607611 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca689793-81bb-405f-8733-1f5d31638143 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:58.608272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca689793-81bb-405f-8733-1f5d31638143 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:58.612788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ca689793-81bb-405f-8733-1f5d31638143 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/100617d8-8dc6-47f5-a242-3bc942189d0d HTTP/1.1" status: 404 len: 339 time: 0.0256939 Aug 16 02:33:58.612958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:58.662615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:58.693440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1ea01713-4481-498e-a735-34bb59d2cf17 None None] Provisioning for port b41ca2b7-82b8-479e-a4ad-337e577fce6f completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:58.701205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1ea01713-4481-498e-a735-34bb59d2cf17 None None] Provisioning complete for port b41ca2b7-82b8-479e-a4ad-337e577fce6f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:58.701736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ea01713-4481-498e-a735-34bb59d2cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.816302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Router 4a8e2686-38d8-49ff-b6f5-468edaf51978 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:33:58.859318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1ea01713-4481-498e-a735-34bb59d2cf17 None None] Port b41ca2b7-82b8-479e-a4ad-337e577fce6f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:58.869385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-793217b8-eb66-460a-bc08-8001c0eaa1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:58.881059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.004401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a5ea8cd-4a63-4676-ae02-df2a562467da up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:59.097501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6fea90df-0733-4f43-aef7-b925ede77156 None None] Provisioning complete for port b41ca2b7-82b8-479e-a4ad-337e577fce6f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:59.097876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6fea90df-0733-4f43-aef7-b925ede77156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.116251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:59.125398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c62e8bc2-1263-444a-ae95-a9bb5b8ebf70 admin admin] 10.222.0.78 "PUT /v2.0/routers/4a8e2686-38d8-49ff-b6f5-468edaf51978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9292397 Aug 16 02:33:59.136964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Sync routers for ids ['4a8e2686-38d8-49ff-b6f5-468edaf51978'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:59.146813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5229adf-e01b-43c0-b8c6-b7378416989b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.163322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac0536-6b39-4cf7-971b-4cd9a18aa310 req-c6433ee8-dbe9-4826-ab91-7dba93130a13 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:59.164504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7a5ea8cd-4a63-4676-ae02-df2a562467da triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:59.166370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8ac0536-6b39-4cf7-971b-4cd9a18aa310 req-c6433ee8-dbe9-4826-ab91-7dba93130a13 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1169457 Aug 16 02:33:59.171168 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.175956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Routers {'4a8e2686-38d8-49ff-b6f5-468edaf51978'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:59.177218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4a8e2686-38d8-49ff-b6f5-468edaf51978'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:59.232263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6fea90df-0733-4f43-aef7-b925ede77156 None None] Port b41ca2b7-82b8-479e-a4ad-337e577fce6f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:59.235141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8ac0536-6b39-4cf7-971b-4cd9a18aa310 req-bab155c4-a8e3-4d4b-b4c7-2e7f48580009 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615895 Aug 16 02:33:59.351923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5229adf-e01b-43c0-b8c6-b7378416989b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.358875 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5229adf-e01b-43c0-b8c6-b7378416989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.374615 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-42197406-38a3-4ae7-ac2e-dd6b77cabd9c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:59.375185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42197406-38a3-4ae7-ac2e-dd6b77cabd9c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:59.376903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-42197406-38a3-4ae7-ac2e-dd6b77cabd9c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/bf101d62-46b5-446d-b178-85dffbe27db9 HTTP/1.1" status: 404 len: 337 time: 0.7630851 Aug 16 02:33:59.379595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:59.414281 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5229adf-e01b-43c0-b8c6-b7378416989b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c1d32-89e0-46ca-ae1b-c1515977739e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:59.416932 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-769158db-b830-4d88-bf76-303f37130bad tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:59.417562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769158db-b830-4d88-bf76-303f37130bad tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:59.423112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e5229adf-e01b-43c0-b8c6-b7378416989b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0079e0d46ad4efaa7d4226ef897b89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7592881 Aug 16 02:33:59.425568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43112) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:59.433604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-769158db-b830-4d88-bf76-303f37130bad tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/968f1c59-508e-4583-8a23-ebb0f4f27ce3 HTTP/1.1" status: 404 len: 339 time: 0.0526490 Aug 16 02:33:59.436044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:59.462460 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-394285cc-e121-47cc-9fa0-f552aff1eff8 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:59.462926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394285cc-e121-47cc-9fa0-f552aff1eff8 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:59.464864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-394285cc-e121-47cc-9fa0-f552aff1eff8 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/27a0284c-6ec1-4934-b2f0-0889f9889bb9 HTTP/1.1" status: 404 len: 337 time: 0.0278573 Aug 16 02:33:59.467971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:59.498557 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6712fa3c-a5bc-4bb0-a0b2-23eccc57e0c4 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:59.499723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6712fa3c-a5bc-4bb0-a0b2-23eccc57e0c4 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:59.501212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13b742eb-50d8-4f19-bb51-10b3dff9802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.502471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6712fa3c-a5bc-4bb0-a0b2-23eccc57e0c4 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/95108aff-1c81-4c25-8fa7-8cce8099fced HTTP/1.1" status: 404 len: 339 time: 0.0334723 Aug 16 02:33:59.504933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:59.520185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:59.549584 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13b742eb-50d8-4f19-bb51-10b3dff9802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.619487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Set router 4a8e2686-38d8-49ff-b6f5-468edaf51978 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:59.634471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13b742eb-50d8-4f19-bb51-10b3dff9802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.638454 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13b742eb-50d8-4f19-bb51-10b3dff9802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.639859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-13b742eb-50d8-4f19-bb51-10b3dff9802f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f80c1d32-89e0-46ca-ae1b-c1515977739e HTTP/1.1" status: 204 len: 168 time: 0.2133183 Aug 16 02:33:59.649703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b742eb-50d8-4f19-bb51-10b3dff9802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c1d32-89e0-46ca-ae1b-c1515977739e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:59.650992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting port cf996aec-07f3-4c15-be19-3d7386dcd45c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:59.651534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.730063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df030cb9-0667-4b59-b249-4a24042ca2e8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:59.730635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.748510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Calling delete_port for cf996aec-07f3-4c15-be19-3d7386dcd45c owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:59.839613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:59.867129 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.883038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c', 'port_id': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'mac_address': 'fa:16:3e:15:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766960bc-d563-4fa5-8dec-62f902e40c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:59.901816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Port': ['ID=cf996aec-07f3-4c15-be19-3d7386dcd45c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:59.910379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:59.912530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8d855c99-d830-4626-acc1-75aff87f5bc1 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/ports/cf996aec-07f3-4c15-be19-3d7386dcd45c HTTP/1.1" status: 204 len: 168 time: 0.4066215 Aug 16 02:33:59.915220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43132) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:59.944563 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e4e239-bff0-442f-a86a-cbf3eefcdbff tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:33:59.945511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e4e239-bff0-442f-a86a-cbf3eefcdbff tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:33:59.950277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00e4e239-bff0-442f-a86a-cbf3eefcdbff tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/8b75c3a8-7503-49d9-b15c-600ad0960924 HTTP/1.1" status: 404 len: 337 time: 0.0311038 Aug 16 02:33:59.950715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43134) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:59.978659 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.033130 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.038495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port df030cb9-0667-4b59-b249-4a24042ca2e8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:00.044247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.050418 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.055431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a4c9dcc-78b7-4402-a22d-463fa1a39949 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:00.146329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:00.157053 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.182269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.196691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36adf0f4-61d9-4e69-939c-88b61a7393dd']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:00.210070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645ade6f-f734-49e8-8c38-970883c1b0f2') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:00.210406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645ade6f-f734-49e8-8c38-970883c1b0f2') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:00.223526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.243394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.259310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:00.263454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.263633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a4c9dcc-78b7-4402-a22d-463fa1a39949'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:00.272233 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:00.278154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-ca5cd984-92fa-47ad-a9f7-87a74fd44e93 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:00.279645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-ca5cd984-92fa-47ad-a9f7-87a74fd44e93 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/networks?id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc HTTP/1.1" status: 200 len: 909 time: 0.1895239 Aug 16 02:34:00.280138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43156) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:00.294332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:00.298784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:33:57Z', 'revision_number': 4, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port': {'id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:aa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:52Z', 'updated_at': '2021-08-16T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'b41ca2b7-82b8-479e-a4ad-337e577fce6f', 'name': '', 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'mac_address': 'fa:16:3e:e2:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '4a3d85c5-e719-4c64-afb7-8be7a6e1e755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:55Z', 'updated_at': '2021-08-16T02:33:57Z', 'revision_number': 2, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'subnets': [{'id': '4a3d85c5-e719-4c64-afb7-8be7a6e1e755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:00.325815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e24c10dc-2e73-4868-888f-3745bef824f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.330778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-662aec83-76f1-4b59-821e-9de6aaf27d29 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/quotas/2718f21acc974a159a925d40ba6f78cd HTTP/1.1" status: 200 len: 375 time: 0.0358317 Aug 16 02:34:00.341836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Checking router: 4a8e2686-38d8-49ff-b6f5-468edaf51978 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:34:00.342209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Updating router 4a8e2686-38d8-49ff-b6f5-468edaf51978 port b41ca2b7-82b8-479e-a4ad-337e577fce6f binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:34:00.383752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.392436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.432198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.435254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/36adf0f4-61d9-4e69-939c-88b61a7393dd HTTP/1.1" status: 204 len: 168 time: 0.4835551 Aug 16 02:34:00.440101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43158) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:00.454517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f45ea6-728f-4a97-b525-21bbbb8e172e tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Network': ['ID=36adf0f4-61d9-4e69-939c-88b61a7393dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:00.481362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26022-a1b2-4746-8ed3-38581f9274c2 req-a498db37-5c57-42e8-bed0-599ef54a8a23 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:00.483202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ed26022-a1b2-4746-8ed3-38581f9274c2 req-a498db37-5c57-42e8-bed0-599ef54a8a23 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 944 time: 0.1049042 Aug 16 02:34:00.497368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-ed82c9e9-a8b4-4fce-a14b-10b71ffe3e78 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=2718f21acc974a159a925d40ba6f78cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591070 Aug 16 02:34:00.540266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ed26022-a1b2-4746-8ed3-38581f9274c2 req-4fe6edc3-b3f4-41cd-b261-97f41bca6f32 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Aug 16 02:34:00.702780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting port 6a3a26be-8f46-4b25-a245-f84ba91b9525 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:00.703347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.746266 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.758367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Transition to ACTIVE for port object b41ca2b7-82b8-479e-a4ad-337e577fce6f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:00.765505 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.798490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e24c10dc-2e73-4868-888f-3745bef824f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.803231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-d289e095-3a5b-44f4-8f06-ebc9813d30d9 service neutron] 10.222.0.78 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847831 Aug 16 02:34:00.805122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.808113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e24c10dc-2e73-4868-888f-3745bef824f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.830440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753be218-f308-405f-ac4d-7013af78a128 None None] Pushing event updated for resources: {'Port': ['ID=b41ca2b7-82b8-479e-a4ad-337e577fce6f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:00.885985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Attempting to bind port b41ca2b7-82b8-479e-a4ad-337e577fce6f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:00.886342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Attempting to bind port b41ca2b7-82b8-479e-a4ad-337e577fce6f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:00.886733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Attempting to bind port b41ca2b7-82b8-479e-a4ad-337e577fce6f on network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:00.893048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:00.893431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Checking segment: {'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:00.894628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.895103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Bound using segment: {'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:00.895617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Bound port: b41ca2b7-82b8-479e-a4ad-337e577fce6f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feccaf8-118c-4cc4-84a0-7439037f89a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:00.896015 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.943311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-6456a567-6253-44cc-90d1-bd2e36871d9d service neutron] 10.222.0.78 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268582 Aug 16 02:34:00.945873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Calling delete_port for 6a3a26be-8f46-4b25-a245-f84ba91b9525 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:00.979863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e24c10dc-2e73-4868-888f-3745bef824f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db96e208d2454c8584ebfc655652ac49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953769 Aug 16 02:34:00.983085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43174) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:00.989472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c10dc-2e73-4868-888f-3745bef824f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba969477-d29f-41a3-b58c-bc0fd59b3088,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:00.998184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] For port b41ca2b7-82b8-479e-a4ad-337e577fce6f, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:01.004087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] For port b41ca2b7-82b8-479e-a4ad-337e577fce6f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b41ca2b7-82b8-479e-a4ad-337e577fce6f,segment=NetworkSegment(9feccaf8-118c-4cc4-84a0-7439037f89a6),segment_id=9feccaf8-118c-4cc4-84a0-7439037f89a6)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:01.012564 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.076177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57fe7508-72fb-41a6-9c68-2285468af1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.085301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Routers {'4a8e2686-38d8-49ff-b6f5-468edaf51978'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:01.086485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:33:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4a8e2686-38d8-49ff-b6f5-468edaf51978'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:01.119698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57fe7508-72fb-41a6-9c68-2285468af1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.154732 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.211153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57fe7508-72fb-41a6-9c68-2285468af1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.214862 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57fe7508-72fb-41a6-9c68-2285468af1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.217301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-57fe7508-72fb-41a6-9c68-2285468af1cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba969477-d29f-41a3-b58c-bc0fd59b3088 HTTP/1.1" status: 204 len: 168 time: 0.2332060 Aug 16 02:34:01.222620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Port': ['ID=6a3a26be-8f46-4b25-a245-f84ba91b9525,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:01.247441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.251863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3f6eaa7f-324f-4a8c-8cba-080274fe6040 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/ports/6a3a26be-8f46-4b25-a245-f84ba91b9525 HTTP/1.1" status: 204 len: 168 time: 0.8079815 Aug 16 02:34:01.256844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43184) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:01.294723 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1473299-58df-4bb6-a814-5ff35323c6b6 req-a3ff241c-1d5f-47b9-9a41-8458de6a4a79 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 210 time: 0.0971575 Aug 16 02:34:01.303404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7508-72fb-41a6-9c68-2285468af1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba969477-d29f-41a3-b58c-bc0fd59b3088,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:01.306074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753be218-f308-405f-ac4d-7013af78a128 None None] Pushing event updated for resources: {'Port': ['ID=b41ca2b7-82b8-479e-a4ad-337e577fce6f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:01.312216 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c8b243-f027-41f6-a3e7-d9f0be9d9488 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] DELETE failed (client error): The resource could not be found. Aug 16 02:34:01.313034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c8b243-f027-41f6-a3e7-d9f0be9d9488 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:34:01.316901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7c8b243-f027-41f6-a3e7-d9f0be9d9488 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/81c3dc3c-1dea-44b0-9ef8-55c5a8b7c2b4 HTTP/1.1" status: 404 len: 337 time: 0.0586581 Aug 16 02:34:01.318917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43190) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:01.352598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] Set router 4a8e2686-38d8-49ff-b6f5-468edaf51978 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:01.489272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:01.552993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.732059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:01.732472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.775868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2950e0-3769-4b2c-bff8-d54c54bd3a77 req-16dbe11c-9eba-4060-9a41-60cdeba3331a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:01.779335 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e2950e0-3769-4b2c-bff8-d54c54bd3a77 req-16dbe11c-9eba-4060-9a41-60cdeba3331a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 944 time: 0.0747313 Aug 16 02:34:01.803720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.829703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baef2f07-b15e-48d0-b09b-9ab9d55be6d7']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:01.847506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e2950e0-3769-4b2c-bff8-d54c54bd3a77 req-dca010c9-1f00-4fab-8a67-83a41fd43011 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619180 Aug 16 02:34:01.852378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3081d27-34f5-4f86-840d-462b8a509d0c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:01.853064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3081d27-34f5-4f86-840d-462b8a509d0c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:01.881780 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.914882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.930668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:01.931099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:01.935439 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:01.937845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.960396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:33:57Z', 'revision_number': 4, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port': {'id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:aa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:52Z', 'updated_at': '2021-08-16T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'b41ca2b7-82b8-479e-a4ad-337e577fce6f', 'name': '', 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'mac_address': 'fa:16:3e:e2:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '4a3d85c5-e719-4c64-afb7-8be7a6e1e755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:55Z', 'updated_at': '2021-08-16T02:34:00Z', 'revision_number': 4, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'subnets': [{'id': '4a3d85c5-e719-4c64-afb7-8be7a6e1e755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:01.994548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463771ad-10f3-47b8-b425-19f4644262d0 None None] The sync data for ids ['4a8e2686-38d8-49ff-b6f5-468edaf51978'] in n-d-769329-15 is: [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:33:57Z', 'revision_number': 4, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port': {'id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:aa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:52Z', 'updated_at': '2021-08-16T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'b41ca2b7-82b8-479e-a4ad-337e577fce6f', 'name': '', 'network_id': '10d9cc6a-d06a-4ad2-a246-57e4eb814b55', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'mac_address': 'fa:16:3e:e2:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '4a3d85c5-e719-4c64-afb7-8be7a6e1e755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:55Z', 'updated_at': '2021-08-16T02:34:00Z', 'revision_number': 4, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'subnets': [{'id': '4a3d85c5-e719-4c64-afb7-8be7a6e1e755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:34:02.008180 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.036166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:02.040602 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65882f32-8509-4b02-8229-eea38cc0ff74" -d '{"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-plugged", "status": "completed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:02.058482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:02.066188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.130804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.160142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.162389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/baef2f07-b15e-48d0-b09b-9ab9d55be6d7 HTTP/1.1" status: 204 len: 168 time: 0.8422580 Aug 16 02:34:02.163528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800d699-2e8e-4eeb-90b3-450e56afb15c tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Network': ['ID=baef2f07-b15e-48d0-b09b-9ab9d55be6d7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:02.165131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43240) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:02.381637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting subnet 64cdd2da-8c3e-4096-aa0b-478b95506d23 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:02.391204 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.426533 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba631a65-f9b0-448f-b291-48c08f81e8cd x-openstack-request-id: req-ba631a65-f9b0-448f-b291-48c08f81e8cd {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:02.426821 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-plugged", "status": "completed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:02.427111 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba631a65-f9b0-448f-b291-48c08f81e8cd {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:02.427509 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'code': 200} Aug 16 02:34:02.462176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:02.535198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61dd0ddc-a16b-4380-899f-f9761d2f703c req-dc6bc287-3f2c-4bfc-bfdc-6f93f12bb988 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 210 time: 0.0720274 Aug 16 02:34:02.576952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.775416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.934656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.007968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Subnet': ['ID=64cdd2da-8c3e-4096-aa0b-478b95506d23,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:03.017362 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.025067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbca1eb-237b-41be-99a8-cc1e8f95b4de None None] Network d2189f41-86e7-4f5d-968e-2e17c5aa1745 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:03.028607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f3c31ca-86dc-4fd2-abf9-644e39e70dab tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/subnets/64cdd2da-8c3e-4096-aa0b-478b95506d23 HTTP/1.1" status: 204 len: 168 time: 0.8616185 Aug 16 02:34:03.034238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:03.059747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43270) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:03.082810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec877a57-270d-415a-9c6a-bcfb2c372d77 req-e278882e-a295-44c6-82c3-5fa75c4d03a5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:03.092056 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec877a57-270d-415a-9c6a-bcfb2c372d77 req-e278882e-a295-44c6-82c3-5fa75c4d03a5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1109145 Aug 16 02:34:03.093784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b41ca2b7-82b8-479e-a4ad-337e577fce6f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:03.248462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec877a57-270d-415a-9c6a-bcfb2c372d77 req-5f2b9458-f327-49fe-adb3-237969602a2d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498499 Aug 16 02:34:03.303411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.383472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port b41ca2b7-82b8-479e-a4ad-337e577fce6f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:03.411214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port b41ca2b7-82b8-479e-a4ad-337e577fce6f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:03.411678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.412469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2127117543-network', 'tenant_id': 'b2a3239365974c4ba768fdfe5aea1c2f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:03.437504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Deleting port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:03.438224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.599247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] DHCP port deletion for d2189f41-86e7-4f5d-968e-2e17c5aa1745 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:34:03.648359 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.691097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] For port 536e4cc2-c030-4bca-aeb6-470bab5f52f0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=536e4cc2-c030-4bca-aeb6-470bab5f52f0,segment=NetworkSegment(6c71bb56-0135-43f8-a739-d26c9fd61770),segment_id=6c71bb56-0135-43f8-a739-d26c9fd61770)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:03.691478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.728140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port b41ca2b7-82b8-479e-a4ad-337e577fce6f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b41ca2b7-82b8-479e-a4ad-337e577fce6f,segment=NetworkSegment(9feccaf8-118c-4cc4-84a0-7439037f89a6),segment_id=9feccaf8-118c-4cc4-84a0-7439037f89a6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:03.743392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.745516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Calling delete_port for 536e4cc2-c030-4bca-aeb6-470bab5f52f0 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:03.829446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] Deleting port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:03.830024 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.884632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.932789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Port': ['ID=536e4cc2-c030-4bca-aeb6-470bab5f52f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:03.935780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] No DVR routers for this DVR port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:03.982222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] For port 536e4cc2-c030-4bca-aeb6-470bab5f52f0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=536e4cc2-c030-4bca-aeb6-470bab5f52f0,segment=NetworkSegment(6c71bb56-0135-43f8-a739-d26c9fd61770),segment_id=6c71bb56-0135-43f8-a739-d26c9fd61770)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:03.982941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.004332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2fa7071d-1919-420d-872c-fa8cf60c45bd req-60aedbd3-aee2-46e7-b930-57517b6b0423 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 210 time: 0.0720243 Aug 16 02:34:04.019715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] Calling delete_port for 536e4cc2-c030-4bca-aeb6-470bab5f52f0 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:04.043078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Made reservation on behalf of b2a3239365974c4ba768fdfe5aea1c2f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:04.050807 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.074103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.098920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=b41ca2b7-82b8-479e-a4ad-337e577fce6f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:04.119502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-4376bc47-ec13-4dcc-ad29-91d9ac6b51a8 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:04.121863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-4376bc47-ec13-4dcc-ad29-91d9ac6b51a8 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.88 "GET /v2.0/networks?id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc HTTP/1.1" status: 200 len: 909 time: 0.9008300 Aug 16 02:34:04.130842 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.143242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Request body: {'port': {'device_id': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'admin_state_up': True, 'tenant_id': '2718f21acc974a159a925d40ba6f78cd'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:04.150439 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.162613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] Pushing event deleted for resources: {'Port': ['ID=536e4cc2-c030-4bca-aeb6-470bab5f52f0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:04.169961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2189f41-86e7-4f5d-968e-2e17c5aa1745']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:04.171114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f429f3-1002-4ee1-9bd3-0ce3ad6a06a2 None None] No DVR routers for this DVR port 536e4cc2-c030-4bca-aeb6-470bab5f52f0 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:04.182945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:34:04.182945 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:34:04.182945 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id_1': '2718f21acc974a159a925d40ba6f78cd', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 34, 4, 150212)}] Aug 16 02:34:04.182945 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:34:04.183299 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:34:04.195835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c71bb56-0135-43f8-a739-d26c9fd61770') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:04.196506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c71bb56-0135-43f8-a739-d26c9fd61770') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:04.213305 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.235629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.256859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:04.257603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:04.264002 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:04.306505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.313745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.347488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:34:04.364355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595f1433-456f-40e7-b32b-2e0c7fda6965,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:04.368327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.368685 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Added segment d40fc19f-c886-457f-b15d-f067b9edeee8 of type vlan for network fe1a493a-fd42-4745-9234-ec8445804773 Aug 16 02:34:04.382925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.412745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.416979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] 10.222.0.78 "DELETE /v2.0/networks/d2189f41-86e7-4f5d-968e-2e17c5aa1745 HTTP/1.1" status: 204 len: 168 time: 1.3735352 Aug 16 02:34:04.431812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8407a-5046-4ab8-a6d8-223b84fb1509 tempest-NetworksIpV6TestAttrs-2003154815 tempest-NetworksIpV6TestAttrs-2003154815-project] Pushing event deleted for resources: {'Network': ['ID=d2189f41-86e7-4f5d-968e-2e17c5aa1745,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:04.446981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.453104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe2f1-b333-45c5-9fe9-a83a038e0026 req-bf8dfe7d-406c-4636-961d-ed1ca70f5300 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:04.462089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94ebe2f1-b333-45c5-9fe9-a83a038e0026 req-bf8dfe7d-406c-4636-961d-ed1ca70f5300 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0966015 Aug 16 02:34:04.491140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.492562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:04.493326 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.512858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94ebe2f1-b333-45c5-9fe9-a83a038e0026 req-cdace8db-8979-4dc2-a855-c377f179639b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453982 Aug 16 02:34:04.590233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5327711 Aug 16 02:34:04.593265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:04.593495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fddb1-7ea3-465d-8513-a65b363c55e6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1a493a-fd42-4745-9234-ec8445804773,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:04.600548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Request body: {'subnet': {'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2127117543-subnet', 'tenant_id': 'b2a3239365974c4ba768fdfe5aea1c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:04.603714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network fe1a493a-fd42-4745-9234-ec8445804773 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:34:04.639468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Made reservation on behalf of b2a3239365974c4ba768fdfe5aea1c2f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:04.647399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.707584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Made reservation on behalf of 2718f21acc974a159a925d40ba6f78cd for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:04.715593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.832507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43288) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:04.944427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Allocated IP 172.20.0.5 (f7f17582-0dcf-4cd5-a102-3d143d4cf9bc/73db4457-c20c-4052-a321-476f98cafe50/0e87561f-34e5-4d39-93ce-208e9a9107b5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:04.983394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b41ca2b7-82b8-479e-a4ad-337e577fce6f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:05.022814 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.087187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port b41ca2b7-82b8-479e-a4ad-337e577fce6f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:05.087711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.186622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Checking segment: {'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:05.187132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Network hostable DHCP agents. Network: fe1a493a-fd42-4745-9234-ec8445804773, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:34:05.189213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3b7269-969b-4150-af69-f4b744b45dd9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:05.242888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Network fe1a493a-fd42-4745-9234-ec8445804773 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:34:05.262767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, fe1a493a-fd42-4745-9234-ec8445804773) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:05.267028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:05.267616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.277144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df731724-4e28-4bf7-83d6-2b46b5291844 None None] Network fe1a493a-fd42-4745-9234-ec8445804773 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:05.282479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11c3ab0a-9223-49cc-85f0-f4d8f3b18ace req-e95d0a18-fedf-4f2c-9c6a-8fb69e7975cf tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 210 time: 0.0873797 Aug 16 02:34:05.327494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2084c10c-5292-4e5c-bd1a-f425882b27fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=092c36cc1f644fea8540b4e4521de260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930036 Aug 16 02:34:05.330987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43300) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:05.337984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e4fc3217-db25-4db2-88e6-81a2d343ad2b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7432151 Aug 16 02:34:05.373659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 536e4cc2-c030-4bca-aeb6-470bab5f52f0 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:05.401451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 536e4cc2-c030-4bca-aeb6-470bab5f52f0 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:05.401709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 536e4cc2-c030-4bca-aeb6-470bab5f52f0 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:05.468639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.515625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1967b852-15df-47bb-85b7-50121534357d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.535808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Transition to ACTIVE for port object 0e87561f-34e5-4d39-93ce-208e9a9107b5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:05.542144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4802c29-55f7-40b6-955f-89b47c8a4894 None None] Network fe1a493a-fd42-4745-9234-ec8445804773 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:05.561435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1967b852-15df-47bb-85b7-50121534357d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.677910 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.731688 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1967b852-15df-47bb-85b7-50121534357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.734315 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1967b852-15df-47bb-85b7-50121534357d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.737674 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1967b852-15df-47bb-85b7-50121534357d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e39715c2-8930-4fb3-bdda-34649cd04533 HTTP/1.1" status: 204 len: 168 time: 0.4032571 Aug 16 02:34:05.741260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04767503-1624-4177-bce8-0ed08dd13c6b req-7921a08b-85d8-41b5-a17f-72dee8b151e7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:05.750265 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-04767503-1624-4177-bce8-0ed08dd13c6b req-7921a08b-85d8-41b5-a17f-72dee8b151e7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1163960 Aug 16 02:34:05.751846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:05.772592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Pushing event updated for resources: {'Port': ['ID=0e87561f-34e5-4d39-93ce-208e9a9107b5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:05.775149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967b852-15df-47bb-85b7-50121534357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39715c2-8930-4fb3-bdda-34649cd04533,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:05.776931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:05.804426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:05.805200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-04767503-1624-4177-bce8-0ed08dd13c6b req-71301b60-0193-495e-b451-ecc3d44eb4a2 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546265 Aug 16 02:34:05.891020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:05.891689 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:05.921583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-f4afd4e2-dfed-4239-ab41-60fc11430b40 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7895191 Aug 16 02:34:05.940950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Request body: {'port': {'device_id': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:06.018465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:06.235780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8c69ed83-904e-4274-b8ef-21b4c0632c93 None None] Provisioning for port 0e87561f-34e5-4d39-93ce-208e9a9107b5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:06.242252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8c69ed83-904e-4274-b8ef-21b4c0632c93 None None] Provisioning complete for port 0e87561f-34e5-4d39-93ce-208e9a9107b5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:06.244534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8c69ed83-904e-4274-b8ef-21b4c0632c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:06.382013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8c69ed83-904e-4274-b8ef-21b4c0632c93 None None] Port 0e87561f-34e5-4d39-93ce-208e9a9107b5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:06.644366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c43ed3-a1a5-483f-8370-95ee0c9ddc3f req-5f92e7b7-27f9-40fd-8e77-21882a016d1b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:06.645908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4c43ed3-a1a5-483f-8370-95ee0c9ddc3f req-5f92e7b7-27f9-40fd-8e77-21882a016d1b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1027 time: 0.1635423 Aug 16 02:34:06.721634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4c43ed3-a1a5-483f-8370-95ee0c9ddc3f req-b997e063-fa9c-4865-9210-2f2ae5f5d470 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692978 Aug 16 02:34:06.749935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e87561f-34e5-4d39-93ce-208e9a9107b5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:06.757768 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:06.770107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Transition to ACTIVE for port object 0e87561f-34e5-4d39-93ce-208e9a9107b5 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:06.776058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:06.831769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Pushing event updated for resources: {'Port': ['ID=0e87561f-34e5-4d39-93ce-208e9a9107b5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:06.942397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Attempting to bind port 0e87561f-34e5-4d39-93ce-208e9a9107b5 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:06.943093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Attempting to bind port 0e87561f-34e5-4d39-93ce-208e9a9107b5 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:06.943651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Attempting to bind port 0e87561f-34e5-4d39-93ce-208e9a9107b5 on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:06.950199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Port 0e87561f-34e5-4d39-93ce-208e9a9107b5 on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:06.961058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Attempting to bind port 0e87561f-34e5-4d39-93ce-208e9a9107b5 on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:06.976413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:06.976766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Checking segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:06.977226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Bound using segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:06.977685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Bound port: 0e87561f-34e5-4d39-93ce-208e9a9107b5, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:06.978037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:07.090854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] For port 0e87561f-34e5-4d39-93ce-208e9a9107b5, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:07.099350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] For port 0e87561f-34e5-4d39-93ce-208e9a9107b5, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e87561f-34e5-4d39-93ce-208e9a9107b5,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:07.110392 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:07.140857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eada4-75bf-4b78-b7e3-cd83adb63e46 req-80e3911b-b058-4d3b-8045-065690b53464 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:07.150437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-897eada4-75bf-4b78-b7e3-cd83adb63e46 req-80e3911b-b058-4d3b-8045-065690b53464 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1522574 Aug 16 02:34:07.171861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:07.173718 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:07.177418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] 10.222.0.88 "PUT /v2.0/ports/0e87561f-34e5-4d39-93ce-208e9a9107b5 HTTP/1.1" status: 200 len: 1092 time: 1.2415178 Aug 16 02:34:07.192430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'tag': '0e87561f-34e5-4d39-93ce-208e9a9107b5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:07.192430 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129", "tag": "0e87561f-34e5-4d39-93ce-208e9a9107b5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:07.363398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43350) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:07.384007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-897eada4-75bf-4b78-b7e3-cd83adb63e46 req-9beea051-ff2f-47ca-91ba-ac08b8693d35 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217889 Aug 16 02:34:07.417786 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a68c04-f345-459c-b0fb-fb058ab3ca65 x-openstack-request-id: req-d7a68c04-f345-459c-b0fb-fb058ab3ca65 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:07.418322 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129", "tag": "0e87561f-34e5-4d39-93ce-208e9a9107b5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:07.418726 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7a68c04-f345-459c-b0fb-fb058ab3ca65 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:07.420229 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'tag': '0e87561f-34e5-4d39-93ce-208e9a9107b5', 'status': 'completed', 'code': 200} Aug 16 02:34:07.446988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330a3df-f1a3-46c7-900c-b19fc9dabc2a service neutron] Pushing event updated for resources: {'Port': ['ID=0e87561f-34e5-4d39-93ce-208e9a9107b5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:07.537477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-76f99e81-dc2e-448b-8b52-4d06dce67b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:07.545455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-76f99e81-dc2e-448b-8b52-4d06dce67b85 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2718f21acc974a159a925d40ba6f78cd&device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1095 time: 0.2915781 Aug 16 02:34:07.610448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-1e365d18-af08-40e6-8307-635f896b88b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e87561f-34e5-4d39-93ce-208e9a9107b5 HTTP/1.1" status: 200 len: 217 time: 0.0592558 Aug 16 02:34:07.675038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-3b35a46a-9bff-46c1-80b3-b39fe983aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:07.676552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-3b35a46a-9bff-46c1-80b3-b39fe983aeab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=73db4457-c20c-4052-a321-476f98cafe50 HTTP/1.1" status: 200 len: 847 time: 0.0586169 Aug 16 02:34:07.683429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-473653857'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:07.752222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:07.755708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:07.770189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:07.774252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033191-decf-4124-a4d9-c9e1b860111d req-895654b8-ab90-4b03-b539-4e869c5b69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:07.778372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-895654b8-ab90-4b03-b539-4e869c5b69a0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877025 Aug 16 02:34:07.975027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c97e-9839-4e30-ad25-9e0b79b19851 req-39509744-ee37-4e10-a1a0-cd04e8c59a22 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:07.978218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d905c97e-9839-4e30-ad25-9e0b79b19851 req-39509744-ee37-4e10-a1a0-cd04e8c59a22 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1095 time: 0.1278913 Aug 16 02:34:08.055200 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-efa47d8e-84a3-4683-9362-b374499e8bf8 service neutron] 10.222.0.88 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679598 Aug 16 02:34:08.142031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d905c97e-9839-4e30-ad25-9e0b79b19851 req-259979d2-2856-4caf-8ead-0d6f20a3ebb3 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115661 Aug 16 02:34:08.198363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.210779 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.245322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:34:08.248749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6033191-decf-4124-a4d9-c9e1b860111d req-53e53c94-5ee3-4b18-8ab1-806be0a45588 service neutron] 10.222.0.88 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845469 Aug 16 02:34:08.266231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.266598 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment 56e21c28-bac9-43b1-a990-3026b727031b of type vlan for network 5c217c1c-b8b2-4358-b955-c791f82e4bbc Aug 16 02:34:08.268057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4498b1-e4b3-4b05-919a-a50a08cd2b2a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:08.368459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.400174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-3bec2dc7-3afc-4d15-9b09-f3fa4f0a2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:08.402261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-3bec2dc7-3afc-4d15-9b09-f3fa4f0a2555 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2718f21acc974a159a925d40ba6f78cd&device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1095 time: 0.0888336 Aug 16 02:34:08.413866 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.422384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:08.423020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.566285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1874514 Aug 16 02:34:08.567177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43364) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:08.573284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'name': 'tempest-PortsTestJSON-269358681'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:08.584004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f739c-038f-43ca-859e-88937377f874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=5c217c1c-b8b2-4358-b955-c791f82e4bbc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:08.599226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:34:08.609748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf26e35-0a74-47f9-bc9c-843995a49399 req-67d449e2-3ce7-46e3-a1d1-365e6bd9eb53 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:08.626403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bcf26e35-0a74-47f9-bc9c-843995a49399 req-67d449e2-3ce7-46e3-a1d1-365e6bd9eb53 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1397955 Aug 16 02:34:08.681956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-f0254e36-dada-44ae-bc38-6d7490d8d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:08.683473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-f0254e36-dada-44ae-bc38-6d7490d8d187 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc HTTP/1.1" status: 200 len: 909 time: 0.2575967 Aug 16 02:34:08.751263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-b03c8ff4-6910-4a3c-a539-d01008b43d36 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e87561f-34e5-4d39-93ce-208e9a9107b5 HTTP/1.1" status: 200 len: 217 time: 0.0591886 Aug 16 02:34:08.799700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bcf26e35-0a74-47f9-bc9c-843995a49399 req-c52c81c5-1ebf-466b-a687-93d18a457909 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713254 Aug 16 02:34:08.816634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-38ab0c85-1079-4334-81b1-8e5b0fe29f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:08.818526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-38ab0c85-1079-4334-81b1-8e5b0fe29f6d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=73db4457-c20c-4052-a321-476f98cafe50 HTTP/1.1" status: 200 len: 847 time: 0.0591447 Aug 16 02:34:08.837085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:08.850511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.894076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 8f634ab4-2179-4262-a889-dac321a1eeac yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:09.066248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-e9fbf139-2955-4c0f-9854-4392f3dcd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:09.067766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-e9fbf139-2955-4c0f-9854-4392f3dcd2be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415392 Aug 16 02:34:09.273509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-e6a0eac4-f6ed-4090-a6e2-a64a8f23c321 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:09.275114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-e6a0eac4-f6ed-4090-a6e2-a64a8f23c321 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/networks?id=fe1a493a-fd42-4745-9234-ec8445804773 HTTP/1.1" status: 200 len: 809 time: 0.2864072 Aug 16 02:34:09.312572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-846fbf2a-e248-44cd-ac42-645356f26f0b tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/quotas/b2a3239365974c4ba768fdfe5aea1c2f HTTP/1.1" status: 200 len: 375 time: 0.0256155 Aug 16 02:34:09.315431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:09.326015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-9c5feddc-2d84-404e-b263-f6d1104a2691 service neutron] 10.222.0.88 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488425 Aug 16 02:34:09.355011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f172-cf3c-4b59-a8c9-c3dd762fc4e2 req-f105b314-3cfe-4bb8-8148-043bbd0ed007 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:09.368909 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c43f172-cf3c-4b59-a8c9-c3dd762fc4e2 req-f105b314-3cfe-4bb8-8148-043bbd0ed007 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1095 time: 0.0984390 Aug 16 02:34:09.415330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-a42e9beb-5bd5-48db-b936-ebefa3cc3e7c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2a3239365974c4ba768fdfe5aea1c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732076 Aug 16 02:34:09.433408 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c43f172-cf3c-4b59-a8c9-c3dd762fc4e2 req-03f0fd98-f27b-4dec-830c-994038961cc3 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632672 Aug 16 02:34:09.528578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d69576b-00dc-4d86-8fbe-0c94d4a4113d req-c0716c18-1f0d-4c5f-a6bc-9c0c21e92909 service neutron] 10.222.0.88 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846948 Aug 16 02:34:09.531364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:09.617571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=8f634ab4-2179-4262-a889-dac321a1eeac,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:09.621167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-40af792a-26d9-4282-b1a0-a04d29051140 service neutron] 10.222.0.78 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913044 Aug 16 02:34:09.687915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': '56e21c28-bac9-43b1-a990-3026b727031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:09.688638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: 5c217c1c-b8b2-4358-b955-c791f82e4bbc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:34:09.720760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:34:09.745288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5c217c1c-b8b2-4358-b955-c791f82e4bbc) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:09.755829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7372fd5-48bd-4866-bb15-ede1366388cd None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:09.762720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:09.768708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:09.769508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:09.774878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-67f47986-8c91-47e1-89da-b412591bafe5 service neutron] 10.222.0.78 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437023 Aug 16 02:34:09.790980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-959935f1-8d14-4121-8983-5daee0d1f010 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2222543 Aug 16 02:34:09.793739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43390) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:09.800235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489542873'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:09.825323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:09.829263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:09.860314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:34:09.873637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:09.874467 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment 6fdbdc36-94b8-45ff-a886-73385b9ecbb4 of type vlan for network 859eb1c6-7e29-485c-92f2-a7779b8750bd Aug 16 02:34:09.978461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:10.072632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d10ba-1f78-4ab9-9b34-6e2a36dfa9d0 req-da94aaad-bad6-4927-aedd-2088321866be tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:10.085997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-162d10ba-1f78-4ab9-9b34-6e2a36dfa9d0 req-da94aaad-bad6-4927-aedd-2088321866be tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1288748 Aug 16 02:34:10.093586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9849cc88-4453-494d-861c-ad83147d87a7 req-26d45654-242c-4abc-91b0-916f234181cb tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 210 time: 0.0800209 Aug 16 02:34:10.094988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:10.107291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:10.111353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:10.165359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-162d10ba-1f78-4ab9-9b34-6e2a36dfa9d0 req-2dfb1ddf-1f74-45be-be35-5bdd28e697dc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784643 Aug 16 02:34:10.202501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4072118 Aug 16 02:34:10.204932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43398) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:10.209973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'ports': [{'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc'}, {'network_id': '859eb1c6-7e29-485c-92f2-a7779b8750bd'}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:10.210293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:10.210776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '859eb1c6-7e29-485c-92f2-a7779b8750bd'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:10.239686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d00b57-7fa1-4619-b422-25229993a8a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=859eb1c6-7e29-485c-92f2-a7779b8750bd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:10.251553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 859eb1c6-7e29-485c-92f2-a7779b8750bd details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:34:10.509877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 2} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:10.515417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:10.532436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:10.578456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd43e1-a194-41b0-b187-666910d07197 req-a43a93ab-b397-472a-8b27-dbb7d6332929 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:10.587789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7dcd43e1-a194-41b0-b187-666910d07197 req-a43a93ab-b397-472a-8b27-dbb7d6332929 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1095 time: 0.0883710 Aug 16 02:34:10.652338 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7dcd43e1-a194-41b0-b187-666910d07197 req-b8008d91-edad-4150-a9fc-6b04d331ff6c tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585740 Aug 16 02:34:10.674387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 82c52903-7124-4479-a6c4-c5827f0d287d yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:10.851209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:10.899681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e87561f-34e5-4d39-93ce-208e9a9107b5 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:10.941666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 1174dbaa-8c94-40d3-adc0-400fdfa046dc yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:11.089526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e87561f-34e5-4d39-93ce-208e9a9107b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e87561f-34e5-4d39-93ce-208e9a9107b5,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:11.098136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.118655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '0e87561f-34e5-4d39-93ce-208e9a9107b5', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'port_id': '0e87561f-34e5-4d39-93ce-208e9a9107b5', 'mac_address': 'fa:16:3e:86:e2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73db4457-c20c-4052-a321-476f98cafe50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:11.159957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.178207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.197251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e87561f-34e5-4d39-93ce-208e9a9107b5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:11.233248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e87561f-34e5-4d39-93ce-208e9a9107b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e87561f-34e5-4d39-93ce-208e9a9107b5,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:11.241825 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.285287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:11.297774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:11.336032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0e87561f-34e5-4d39-93ce-208e9a9107b5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:11.347716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:11.348853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.364832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-883c78a3-075b-49e7-a35d-f02d4862c9d5 req-c054aa48-a185-4798-b362-d82c5a6e4164 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 210 time: 0.1679273 Aug 16 02:34:11.398706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836d68d-d9c9-4de1-b39d-a269100dec2b req-a8e9e6a4-b197-4226-bfcd-cf13d034d2a5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:11.400442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4836d68d-d9c9-4de1-b39d-a269100dec2b req-a8e9e6a4-b197-4226-bfcd-cf13d034d2a5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0905943 Aug 16 02:34:11.413863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=82c52903-7124-4479-a6c4-c5827f0d287d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:11.439022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.439705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.440323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.440865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.441400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.441931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.442511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.443041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.443584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.444107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.444690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.445233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:11.462474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4836d68d-d9c9-4de1-b39d-a269100dec2b req-dc8873a6-f025-416a-8683-c6ab5c92e960 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 Aug 16 02:34:11.484832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0e87561f-34e5-4d39-93ce-208e9a9107b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:11.547085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=1174dbaa-8c94-40d3-adc0-400fdfa046dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:11.578443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': '6fdbdc36-94b8-45ff-a886-73385b9ecbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '859eb1c6-7e29-485c-92f2-a7779b8750bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:11.578980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: 859eb1c6-7e29-485c-92f2-a7779b8750bd, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:34:11.628053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 859eb1c6-7e29-485c-92f2-a7779b8750bd is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:34:11.649538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 859eb1c6-7e29-485c-92f2-a7779b8750bd) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:11.658083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:11.690301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82ac1b-a441-45aa-a820-328680bbf464 None None] Network 859eb1c6-7e29-485c-92f2-a7779b8750bd requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:11.690875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:11.702417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:11.704652 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.721126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-847f3347-23f2-43fd-b32a-5d24412b14cd tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:11.726259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-847f3347-23f2-43fd-b32a-5d24412b14cd tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "GET /v2.0/networks?id=fe1a493a-fd42-4745-9234-ec8445804773 HTTP/1.1" status: 200 len: 809 time: 0.2538393 Aug 16 02:34:11.739041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43434) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:11.740523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e83666f2-0fae-4c0e-b6e2-da78935b62f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5342979 Aug 16 02:34:11.744724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Request body: {'port': {'device_id': '969a228f-1dbe-400b-866d-9582f261cdad', 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773', 'admin_state_up': True, 'tenant_id': 'b2a3239365974c4ba768fdfe5aea1c2f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:11.814479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517dce1-93b9-449f-8be3-7830090f4a83 req-d8342863-815e-4217-bbb2-b136381d67dc tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:11.825136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4517dce1-93b9-449f-8be3-7830090f4a83 req-d8342863-815e-4217-bbb2-b136381d67dc tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1096 time: 0.0658441 Aug 16 02:34:11.881412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4517dce1-93b9-449f-8be3-7830090f4a83 req-a49fa60d-2de6-4769-838f-7c0656cd9489 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549788 Aug 16 02:34:12.305664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Made reservation on behalf of b2a3239365974c4ba768fdfe5aea1c2f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:12.309188 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.507118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-337c25e8-6cd6-4943-ac62-17bd49dff4a6 req-92115610-77fb-4cf3-95e3-0e8bd07297d9 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 210 time: 0.0454159 Aug 16 02:34:12.520148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 1174dbaa-8c94-40d3-adc0-400fdfa046dc {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:12.520587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.633021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.657025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 1174dbaa-8c94-40d3-adc0-400fdfa046dc owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:12.660688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482246a-bf12-44ab-921c-41ae678290ac req-e7216dc4-7451-4a7c-abd7-4c371c933165 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:12.671367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5482246a-bf12-44ab-921c-41ae678290ac req-e7216dc4-7451-4a7c-abd7-4c371c933165 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0864713 Aug 16 02:34:12.673764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Allocated IP 172.20.0.9 (fe1a493a-fd42-4745-9234-ec8445804773/aa3b7269-969b-4150-af69-f4b744b45dd9/3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:12.737600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5482246a-bf12-44ab-921c-41ae678290ac req-99f5c7e2-9316-4afd-aad0-39d5c7d102ee tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644486 Aug 16 02:34:12.859088 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.890080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=1174dbaa-8c94-40d3-adc0-400fdfa046dc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:12.897563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e87561f-34e5-4d39-93ce-208e9a9107b5 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:12.947547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.951180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-50f26cd2-1ce1-4591-88ab-92c45a4e3e8b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/1174dbaa-8c94-40d3-adc0-400fdfa046dc HTTP/1.1" status: 204 len: 168 time: 1.2095547 Aug 16 02:34:12.952727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:12.986758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.050929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 0e87561f-34e5-4d39-93ce-208e9a9107b5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:13.056380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 0e87561f-34e5-4d39-93ce-208e9a9107b5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:13.080083 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.102033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b42a5-a84c-42be-a2e6-1bebec150118 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.106872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.113757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cb2cc-d3d2-42b6-a9f1-2dabe1f1d8bb req-bc39fc2b-3dc2-423c-8a15-0fc8bee9db92 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.116177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d7cb2cc-d3d2-42b6-a9f1-2dabe1f1d8bb req-bc39fc2b-3dc2-423c-8a15-0fc8bee9db92 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1096 time: 0.0862467 Aug 16 02:34:13.136274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b42a5-a84c-42be-a2e6-1bebec150118 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.139425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Network fe1a493a-fd42-4745-9234-ec8445804773 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:13.146785 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f8b42a5-a84c-42be-a2e6-1bebec150118 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1927528 Aug 16 02:34:13.150142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43452) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:13.160320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:13.238417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:13.294790 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.305668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d7cb2cc-d3d2-42b6-a9f1-2dabe1f1d8bb req-4208b56c-7d8b-4259-abcc-24f1aa191c79 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642885 Aug 16 02:34:13.329696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Pushing event updated for resources: {'Port': ['ID=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:13.354052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.355156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.405098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87561f-34e5-4d39-93ce-208e9a9107b5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:13.409670 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b1d437-3c43-47df-a65e-4c0e991eaa0f" -d '{"events": [{"server_uuid": "fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129", "name": "network-vif-plugged", "status": "completed", "tag": "0e87561f-34e5-4d39-93ce-208e9a9107b5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:13.429209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e87561f-34e5-4d39-93ce-208e9a9107b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e87561f-34e5-4d39-93ce-208e9a9107b5,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:13.438484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.458167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-93f530fd-4521-4802-ac98-92ec477ef4e1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7207184 Aug 16 02:34:13.476444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Request body: {'port': {'device_id': '969a228f-1dbe-400b-866d-9582f261cdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:13.502808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 82c52903-7124-4479-a6c4-c5827f0d287d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:13.504495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.511769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0e87561f-34e5-4d39-93ce-208e9a9107b5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:13.565741 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e281d7-a2ec-48e1-b7bf-d286f94e71ad x-openstack-request-id: req-50e281d7-a2ec-48e1-b7bf-d286f94e71ad {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:13.566288 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129", "name": "network-vif-plugged", "status": "completed", "tag": "0e87561f-34e5-4d39-93ce-208e9a9107b5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:13.572120 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50e281d7-a2ec-48e1-b7bf-d286f94e71ad {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:13.572781 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87561f-34e5-4d39-93ce-208e9a9107b5', 'code': 200} Aug 16 02:34:13.707032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.724619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 82c52903-7124-4479-a6c4-c5827f0d287d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:13.727713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.793795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85a5c0-7893-4041-a05b-5d420f1c3763 req-66e6b291-f7c1-4acf-902c-95fc32ef36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.795590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc85a5c0-7893-4041-a05b-5d420f1c3763 req-66e6b291-f7c1-4acf-902c-95fc32ef36ec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1097 time: 0.1460202 Aug 16 02:34:13.806079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f61e74-8206-4e07-bb19-9cb0b5ce0813 req-90c47a89-8fee-418c-8c64-6fc0c534e98c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.814454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-88f61e74-8206-4e07-bb19-9cb0b5ce0813 req-90c47a89-8fee-418c-8c64-6fc0c534e98c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 931 time: 0.1396148 Aug 16 02:34:13.939895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a37ae-6b1e-450f-808f-92fef74ff65a req-060f4e27-a05b-40ae-a461-147f5bdd43a6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.941607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e77a37ae-6b1e-450f-808f-92fef74ff65a req-060f4e27-a05b-40ae-a461-147f5bdd43a6 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.0974314 Aug 16 02:34:13.960145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.993803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-88f61e74-8206-4e07-bb19-9cb0b5ce0813 req-829bfa85-cd5f-481a-babb-8f2d67db16c3 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778939 Aug 16 02:34:13.998852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc85a5c0-7893-4041-a05b-5d420f1c3763 req-0b3823d6-5b5d-4fca-b5c1-1feb1df46cba service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764946 Aug 16 02:34:14.039272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=82c52903-7124-4479-a6c4-c5827f0d287d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:14.049078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.051574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b5f87781-d352-4b78-9b8f-f54cecf56c0a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/82c52903-7124-4479-a6c4-c5827f0d287d HTTP/1.1" status: 204 len: 168 time: 0.8994100 Aug 16 02:34:14.058582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43460) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:14.102606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e77a37ae-6b1e-450f-808f-92fef74ff65a req-a6cf5436-7daf-46f2-8a5d-6c1cf542dddf tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340187 Aug 16 02:34:14.159078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c01a5-ad7d-4d5c-8d0f-974556398c94 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:14.161153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-741c01a5-ad7d-4d5c-8d0f-974556398c94 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1008615 Aug 16 02:34:14.164186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43462) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:14.192782 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e404ff-6217-4e80-8150-3bc233a61e43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:34:14.195203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e0e404ff-6217-4e80-8150-3bc233a61e43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/1174dbaa-8c94-40d3-adc0-400fdfa046dc HTTP/1.1" status: 404 len: 333 time: 0.0297759 Aug 16 02:34:14.205990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43464) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:14.233144 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2735d6-c1a2-4cd3-9b0c-7ed60bd3accf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:34:14.234744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ee2735d6-c1a2-4cd3-9b0c-7ed60bd3accf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/82c52903-7124-4479-a6c4-c5827f0d287d HTTP/1.1" status: 404 len: 333 time: 0.0275142 Aug 16 02:34:14.238971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:14.258573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:14.268585 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.309444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Transition to ACTIVE for port object 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:14.325504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.394148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.485764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:14.524185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.542886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859eb1c6-7e29-485c-92f2-a7779b8750bd']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:14.564722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdbdc36-94b8-45ff-a886-73385b9ecbb4') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:14.565321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdbdc36-94b8-45ff-a886-73385b9ecbb4') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:14.582802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.626766 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.638686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:14.639256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:14.642749 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:14.724168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2701843-7294-4687-987e-cda987a9e440 req-079c40c5-f71b-4c86-a184-6324262a441a tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:14.739891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2701843-7294-4687-987e-cda987a9e440 req-079c40c5-f71b-4c86-a184-6324262a441a tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1097 time: 0.2327335 Aug 16 02:34:14.844931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.857231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.857478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Attempting to bind port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:14.857818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Attempting to bind port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:14.858150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Attempting to bind port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 on network fe1a493a-fd42-4745-9234-ec8445804773 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:14.863191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/859eb1c6-7e29-485c-92f2-a7779b8750bd HTTP/1.1" status: 204 len: 168 time: 0.6217203 Aug 16 02:34:14.872710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43484) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:14.873051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 on network fe1a493a-fd42-4745-9234-ec8445804773 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:14.873379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Attempting to bind port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 on network fe1a493a-fd42-4745-9234-ec8445804773 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:14.903120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462d300-4552-41c8-b9df-0f8798bc71e2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=859eb1c6-7e29-485c-92f2-a7779b8750bd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:14.906014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2701843-7294-4687-987e-cda987a9e440 req-17d9e241-cb2a-42dd-be01-afceed45a86a tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309197 Aug 16 02:34:14.916896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-925117815'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:15.006857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:15.010303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Checking segment: {'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:15.010855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Bound using segment: {'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:15.011418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Bound port: 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:15.012404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.035400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:15.040654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.140240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:34:15.215509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.221777 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment b7b827ae-a1fa-46a5-865a-d6b86c5c8f04 of type vlan for network 90d997b7-3efe-466f-81d4-18cec2818d5e Aug 16 02:34:15.288278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac12a-8a74-46b6-a482-f1066a674215 req-9652cee0-01dd-4b5e-8144-9dde9d4605fe tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:15.298649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-543ac12a-8a74-46b6-a482-f1066a674215 req-9652cee0-01dd-4b5e-8144-9dde9d4605fe tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 943 time: 0.1294627 Aug 16 02:34:15.338741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] For port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:15.362743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] For port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:15.377741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-543ac12a-8a74-46b6-a482-f1066a674215 req-c268284c-6604-4d47-bb80-307a3b59bd3e tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753288 Aug 16 02:34:15.382805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd672-8fa8-455b-a3e4-e467885fb887 req-86c9c6b4-1db3-43fe-a24e-5843b54cf76f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:15.390888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6fbd672-8fa8-455b-a3e4-e467885fb887 req-86c9c6b4-1db3-43fe-a24e-5843b54cf76f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1492820 Aug 16 02:34:15.394581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.406622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.467027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43498) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:15.471989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:15.472771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.474457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] 10.222.0.98 "PUT /v2.0/ports/3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 HTTP/1.1" status: 200 len: 1092 time: 2.0037482 Aug 16 02:34:15.476541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969a228f-1dbe-400b-866d-9582f261cdad', 'tag': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:15.479082 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b4054-5e0a-44ca-9011-f2a853aa300c" -d '{"events": [{"name": "network-changed", "server_uuid": "969a228f-1dbe-400b-866d-9582f261cdad", "tag": "3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:15.526175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18679b7d-fef5-4a7f-81a5-f42e25593586 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:15.583237 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac92d1a4-285e-4cf9-8c71-b734df1d0966 x-openstack-request-id: req-ac92d1a4-285e-4cf9-8c71-b734df1d0966 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:15.583674 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969a228f-1dbe-400b-866d-9582f261cdad", "tag": "3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:15.584030 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac92d1a4-285e-4cf9-8c71-b734df1d0966 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:15.584656 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969a228f-1dbe-400b-866d-9582f261cdad', 'tag': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52', 'status': 'completed', 'code': 200} Aug 16 02:34:15.596392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6fbd672-8fa8-455b-a3e4-e467885fb887 req-8869aba1-8570-430c-ad34-e0b1acf5d945 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041578 Aug 16 02:34:15.607084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.613254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:15.614413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.637613 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7610691 Aug 16 02:34:15.640554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:15.645626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:15.697820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-ba629db9-9441-42c7-bcf8-11869156c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:15.699951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-ba629db9-9441-42c7-bcf8-11869156c48c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2a3239365974c4ba768fdfe5aea1c2f&device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 1095 time: 0.1544759 Aug 16 02:34:15.706333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9fb3a-be43-4245-86c6-63bb40644a30 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=90d997b7-3efe-466f-81d4-18cec2818d5e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:15.719147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 90d997b7-3efe-466f-81d4-18cec2818d5e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:34:15.763289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-525c10ca-eb1a-4605-abae-06a821a8fe93 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Aug 16 02:34:15.785303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.827804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:34:15.827804 n-d-769329-15 neutron-server[94856]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:34:15.827804 n-d-769329-15 neutron-server[94856]: [parameters: {'project_id': 'ab3290ae35ed46358771730e18838f75', 'id': '9868d63b-c5fc-441b-a9f5-65c399673dd6', 'expiration': datetime.datetime(2021, 8, 16, 2, 36, 15, 816448)}] Aug 16 02:34:15.827804 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:34:15.828512 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:34:15.834207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:15.839074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.841386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-a9fc9d2c-c6d7-4788-bd29-6c9af9076b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:15.842969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-a9fc9d2c-c6d7-4788-bd29-6c9af9076b8f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aa3b7269-969b-4150-af69-f4b744b45dd9 HTTP/1.1" status: 200 len: 849 time: 0.0677490 Aug 16 02:34:15.878631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-949b59c1-8aa4-4b08-b033-b575c280b5e8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe1a493a-fd42-4745-9234-ec8445804773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278258 Aug 16 02:34:16.024393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-7b0e1ebd-7e6a-484a-aeec-39454a7d2ddc service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357753 Aug 16 02:34:16.100214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6ca1-e6e3-48d5-bee5-03d101ab44ca req-42b44847-411f-4084-8dce-db8e7ec16bb6 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.101898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-106e6ca1-e6e3-48d5-bee5-03d101ab44ca req-42b44847-411f-4084-8dce-db8e7ec16bb6 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1097 time: 0.0951447 Aug 16 02:34:16.110235 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:16.138182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b40dfd6-e4dd-46b4-8932-9834739be3af req-484884cc-bdf2-4acc-a080-bebb2f53b132 service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046035 Aug 16 02:34:16.199991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=a0a489a8-f77f-4b95-9e7c-45f49603cab3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:16.215825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-106e6ca1-e6e3-48d5-bee5-03d101ab44ca req-c7dce114-0ecc-4e04-8859-739fc316b780 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005669 Aug 16 02:34:16.243876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-ae062952-1f3d-47d8-b8c1-9b90a71bd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.245598 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-ae062952-1f3d-47d8-b8c1-9b90a71bd7b7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2a3239365974c4ba768fdfe5aea1c2f&device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 1095 time: 0.0532410 Aug 16 02:34:16.250077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': 'b7b827ae-a1fa-46a5-865a-d6b86c5c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:16.250453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: 90d997b7-3efe-466f-81d4-18cec2818d5e, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:34:16.280042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 90d997b7-3efe-466f-81d4-18cec2818d5e is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:34:16.296224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 90d997b7-3efe-466f-81d4-18cec2818d5e) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:16.304827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.305621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f9a159-e4f0-47cc-9c58-e9ffbe1e8be5 None None] Network 90d997b7-3efe-466f-81d4-18cec2818d5e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:16.306097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:16.336724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:16.348694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7ed8bfa3-27ed-466b-bf5f-70691f7a7b03 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7070189 Aug 16 02:34:16.351713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:16.358170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e', 'name': 'tempest-PortsTestJSON-152037470'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:16.392689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99584e5-d354-4678-838c-cbad9e4c3aee req-7bafcb05-2333-4c1b-b9a4-a383be53913c tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.394491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d99584e5-d354-4678-838c-cbad9e4c3aee req-7bafcb05-2333-4c1b-b9a4-a383be53913c tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1097 time: 0.0750322 Aug 16 02:34:16.431137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-123205b9-326e-4a98-8af5-4f0907ba18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.433299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-123205b9-326e-4a98-8af5-4f0907ba18c1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe1a493a-fd42-4745-9234-ec8445804773 HTTP/1.1" status: 200 len: 910 time: 0.1796250 Aug 16 02:34:16.450908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d99584e5-d354-4678-838c-cbad9e4c3aee req-8ff4640c-bc6c-40f6-a692-304904a418f1 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490658 Aug 16 02:34:16.518837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-892a1b7a-9786-4791-afe1-9c5f76760b8f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 HTTP/1.1" status: 200 len: 217 time: 0.0703375 Aug 16 02:34:16.520167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-90d997b7-3efe-466f-81d4-18cec2818d5e', 'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e', 'tenant_id': '4470428c6373465bb8535a09b4fd7a04', 'fixed_ips': [{'subnet_id': 'a0a489a8-f77f-4b95-9e7c-45f49603cab3'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:34:16.521257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:16.592688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-4f580a52-1df6-46e4-b226-34e2e9b22946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.594357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-4f580a52-1df6-46e4-b226-34e2e9b22946 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aa3b7269-969b-4150-af69-f4b744b45dd9 HTTP/1.1" status: 200 len: 849 time: 0.0667348 Aug 16 02:34:16.619447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3b64c-4022-4021-9d0a-87899c083c14 req-3cfebba8-3e93-46b7-8e47-9a379445c0cf tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.621274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6f3b64c-4022-4021-9d0a-87899c083c14 req-3cfebba8-3e93-46b7-8e47-9a379445c0cf tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 943 time: 0.1019571 Aug 16 02:34:16.623355 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:16.634595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:16.647656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-fa2e48a6-2ff3-455a-9d37-2362b20fc625 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe1a493a-fd42-4745-9234-ec8445804773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319364 Aug 16 02:34:16.716888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab3290ae35ed46358771730e18838f75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2477674 Aug 16 02:34:16.723604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:16.724497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:16.730538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:16.743070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753b91e-e582-45aa-add3-54c165202bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84902aa6-cb48-4d64-b913-3ea5a61bb49b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:16.750329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e42d1-7bb9-4fde-84f2-6b4bf1b7476e req-aed8aaaa-a7c3-4fd7-8e65-0209cc32ce36 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:16.752142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a33e42d1-7bb9-4fde-84f2-6b4bf1b7476e req-aed8aaaa-a7c3-4fd7-8e65-0209cc32ce36 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1097 time: 0.1087596 Aug 16 02:34:16.764956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Allocated IP 172.20.0.2 (90d997b7-3efe-466f-81d4-18cec2818d5e/a0a489a8-f77f-4b95-9e7c-45f49603cab3/73a55da8-98d5-432f-abf2-956b8ea82799) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:16.770360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6f3b64c-4022-4021-9d0a-87899c083c14 req-09f0c933-d7c5-4c60-bca8-98c9b5e59697 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327608 Aug 16 02:34:16.803494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port a9d5fc18-e819-4ec8-a494-06f640841d11 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:16.819580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-98b513c6-8481-4c95-9cb9-ae42d6fced58 service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626744 Aug 16 02:34:16.821920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a33e42d1-7bb9-4fde-84f2-6b4bf1b7476e req-b7f7ff33-6746-437d-a56f-02ff757b1e53 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635560 Aug 16 02:34:16.987774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e03b4054-5e0a-44ca-9011-f2a853aa300c req-a078527c-dba3-4a19-a523-a0f80f10429f service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593964 Aug 16 02:34:17.009810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-351b7858-74cd-4cef-93cf-02a0fd562917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.036506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ef1dc-eebb-421b-8743-6358b1544691 req-2e2d38e7-a43f-4bae-bfbd-9a690484b9fe tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:17.038808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c69ef1dc-eebb-421b-8743-6358b1544691 req-2e2d38e7-a43f-4bae-bfbd-9a690484b9fe tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1057727 Aug 16 02:34:17.069030 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.083685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Transition to ACTIVE for port object 73a55da8-98d5-432f-abf2-956b8ea82799 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:17.100060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-351b7858-74cd-4cef-93cf-02a0fd562917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.106927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Transition to ACTIVE for port object 73a55da8-98d5-432f-abf2-956b8ea82799 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:17.113490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.165949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Pushing event updated for resources: {'Port': ['ID=73a55da8-98d5-432f-abf2-956b8ea82799,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:17.177596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Network 90d997b7-3efe-466f-81d4-18cec2818d5e is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:17.179369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:17.182962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:17.203134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c69ef1dc-eebb-421b-8743-6358b1544691 req-de324480-91dd-4a6e-840e-e4c06a19d0ad tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539907 Aug 16 02:34:17.225280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-aa80a300-65d1-4227-b67c-ce7c4e2f7a02 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:17.226806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-aa80a300-65d1-4227-b67c-ce7c4e2f7a02 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/networks?id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc HTTP/1.1" status: 200 len: 909 time: 0.0986576 Aug 16 02:34:17.247259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-e173eec0-95b0-4a69-aa51-0475ced37150 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/quotas/2718f21acc974a159a925d40ba6f78cd HTTP/1.1" status: 200 len: 375 time: 0.0142136 Aug 16 02:34:17.265024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.12 (90d997b7-3efe-466f-81d4-18cec2818d5e/a0a489a8-f77f-4b95-9e7c-45f49603cab3/a9d5fc18-e819-4ec8-a494-06f640841d11) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:17.294817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-351b7858-74cd-4cef-93cf-02a0fd562917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.301218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Attempting to bind port 73a55da8-98d5-432f-abf2-956b8ea82799 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:17.302009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Attempting to bind port 73a55da8-98d5-432f-abf2-956b8ea82799 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'b7b827ae-a1fa-46a5-865a-d6b86c5c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:17.302787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Attempting to bind port 73a55da8-98d5-432f-abf2-956b8ea82799 on network 90d997b7-3efe-466f-81d4-18cec2818d5e {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:17.303379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-351b7858-74cd-4cef-93cf-02a0fd562917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.306042 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-351b7858-74cd-4cef-93cf-02a0fd562917 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84902aa6-cb48-4d64-b913-3ea5a61bb49b HTTP/1.1" status: 204 len: 168 time: 0.5698261 Aug 16 02:34:17.314105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:17.314608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Checking segment: {'id': 'b7b827ae-a1fa-46a5-865a-d6b86c5c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:17.315833 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.316370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Bound using segment: {'id': 'b7b827ae-a1fa-46a5-865a-d6b86c5c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:17.326017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Bound port: 73a55da8-98d5-432f-abf2-956b8ea82799, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b827ae-a1fa-46a5-865a-d6b86c5c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '90d997b7-3efe-466f-81d4-18cec2818d5e'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:17.326562 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.359439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-b7a47b0a-287b-4e65-a0bf-2d1111a2ee08 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=2718f21acc974a159a925d40ba6f78cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054173 Aug 16 02:34:17.372622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b7858-74cd-4cef-93cf-02a0fd562917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84902aa6-cb48-4d64-b913-3ea5a61bb49b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:17.485892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:17.518283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] For port 73a55da8-98d5-432f-abf2-956b8ea82799, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:17.553179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] For port 73a55da8-98d5-432f-abf2-956b8ea82799, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=73a55da8-98d5-432f-abf2-956b8ea82799,segment=NetworkSegment(b7b827ae-a1fa-46a5-865a-d6b86c5c8f04),segment_id=b7b827ae-a1fa-46a5-865a-d6b86c5c8f04)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:17.571879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.609723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-5acfd840-14b5-42bb-abee-b2d3e062a729 service neutron] 10.222.0.78 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403624 Aug 16 02:34:17.622339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-b0d3302d-a7cb-4cf8-b8ae-c531a3c6215a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1211412 Aug 16 02:34:17.758799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.791728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object a9d5fc18-e819-4ec8-a494-06f640841d11 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:17.798780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-fc8cd6da-2f73-472d-9910-3e4290de7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:17.803819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-fc8cd6da-2f73-472d-9910-3e4290de7674 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 1098 time: 0.1528940 Aug 16 02:34:17.862008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:17.875802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.930180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd9448fb-e0a6-463a-88f8-7d6950fd1727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:17.951048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-5d9fa625-22f4-49bf-b8d0-9f5858129c4e service neutron] 10.222.0.78 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268318 Aug 16 02:34:18.029521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c35f12-7113-47ea-af5b-f9598e82aaed None None] Pushing event updated for resources: {'Port': ['ID=73a55da8-98d5-432f-abf2-956b8ea82799,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:18.073043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:18.086534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 90d997b7-3efe-466f-81d4-18cec2818d5e is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:18.099234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52', 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773', 'port_id': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52', 'mac_address': 'fa:16:3e:54:e2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3b7269-969b-4150-af69-f4b744b45dd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:18.108603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-d9a7f85c-5943-4bd0-a637-997910cdaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:18.110767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-d9a7f85c-5943-4bd0-a637-997910cdaa9e service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2749758 Aug 16 02:34:18.144408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:18.146269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=a9d5fc18-e819-4ec8-a494-06f640841d11,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:18.163101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:18.192451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-e36d153f-e6b9-4174-ae96-067eb96387da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b HTTP/1.1" status: 200 len: 217 time: 0.0601175 Aug 16 02:34:18.213889 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.258751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:18.261987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142eb9c-6f28-4288-9adf-c8e9a65cd26a req-997ec0c5-a7a1-44a4-a020-d75c74f2b504 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:18.264815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c142eb9c-6f28-4288-9adf-c8e9a65cd26a req-997ec0c5-a7a1-44a4-a020-d75c74f2b504 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 943 time: 0.2585714 Aug 16 02:34:18.347349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:18.357847 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.405597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4db26a0d-2241-48b4-bb89-0b77cf0ca942 req-464d7fd3-400d-4cdc-8a7f-b82ae4b5476b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 210 time: 0.0743980 Aug 16 02:34:18.412410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:18.413229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.414635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-ae24dcad-eaa0-4070-8b65-ff7f3a809dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:18.421234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-ae24dcad-eaa0-4070-8b65-ff7f3a809dba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.2211223 Aug 16 02:34:18.446358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:18.474301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c142eb9c-6f28-4288-9adf-c8e9a65cd26a req-0edbda4d-6b6b-4972-a96b-a116f419cd05 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992671 Aug 16 02:34:18.518633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-f888130a-c0a4-4f6e-b9f3-b97c5895ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:18.523902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-f888130a-c0a4-4f6e-b9f3-b97c5895ae8d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927958 Aug 16 02:34:18.579140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd9448fb-e0a6-463a-88f8-7d6950fd1727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.588856 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd9448fb-e0a6-463a-88f8-7d6950fd1727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.626736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d6734372-59fc-405b-8ce2-cc2afab4f2ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2707286 Aug 16 02:34:18.632344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43554) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:18.634600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:18.706893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cd9448fb-e0a6-463a-88f8-7d6950fd1727 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e69ee721176486f920d9f969a63c524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403420 Aug 16 02:34:18.721445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43556) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:18.740465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9448fb-e0a6-463a-88f8-7d6950fd1727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69fecd-c8e0-4e07-8304-83d0f43e26a3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:18.759036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c7216-18c9-4262-989d-6f805ce39bce req-f6b4f4d8-a6db-4c99-9d4c-6870fcb0ba82 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:18.764412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-823c7216-18c9-4262-989d-6f805ce39bce req-f6b4f4d8-a6db-4c99-9d4c-6870fcb0ba82 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1888964 Aug 16 02:34:18.884943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22e7bbe4-5688-4fb3-8c67-2a8747704b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.930522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22e7bbe4-5688-4fb3-8c67-2a8747704b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:18.932387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-ec14768a-f7b9-444e-9d09-9f9f44954e40 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009333 Aug 16 02:34:18.983898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-823c7216-18c9-4262-989d-6f805ce39bce req-51694b51-6c80-4737-b10d-da454b64267d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865110 Aug 16 02:34:19.011478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22e7bbe4-5688-4fb3-8c67-2a8747704b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.015382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22e7bbe4-5688-4fb3-8c67-2a8747704b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.031272 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-22e7bbe4-5688-4fb3-8c67-2a8747704b1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd69fecd-c8e0-4e07-8304-83d0f43e26a3 HTTP/1.1" status: 204 len: 168 time: 0.2974029 Aug 16 02:34:19.064216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7bbe4-5688-4fb3-8c67-2a8747704b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69fecd-c8e0-4e07-8304-83d0f43e26a3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:19.066285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 73a55da8-98d5-432f-abf2-956b8ea82799 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:19.110978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port a9d5fc18-e819-4ec8-a494-06f640841d11 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:19.112488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.234618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 73a55da8-98d5-432f-abf2-956b8ea82799 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:19.311256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a23d6f5-2f4c-4aec-83a3-c6449fda2ff5 req-997f0d1c-5cc9-4685-89a2-71fc563b2859 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711245 Aug 16 02:34:19.361167 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.380763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for a9d5fc18-e819-4ec8-a494-06f640841d11 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:19.482624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:19.614902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed5286-bcd4-4217-81b0-ee9164a241cd None None] Network 90d997b7-3efe-466f-81d4-18cec2818d5e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:19.658238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e2264290-59c1-4bc0-b9e7-3e71f93b4f2c req-04ed7198-31bc-4f19-9111-e56bdfe512f6 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 210 time: 0.0918977 Aug 16 02:34:19.660102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.693801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43568) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:19.713158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7240-fd5b-4653-9f98-f2b1131c751d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.716557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:19.724223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=a9d5fc18-e819-4ec8-a494-06f640841d11,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:19.725233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:19.725739 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.757062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddda0f8-6093-4b7d-afdf-e68a82c1f3b5 req-dea9cbbe-4a5a-48ca-b108-02c63241501a tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:19.759199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ddda0f8-6093-4b7d-afdf-e68a82c1f3b5 req-dea9cbbe-4a5a-48ca-b108-02c63241501a tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 944 time: 0.1351271 Aug 16 02:34:19.762414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f634e706-0754-4521-8c4b-8d17388ad5f9 None None] Provisioning for port 73a55da8-98d5-432f-abf2-956b8ea82799 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:19.779486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f634e706-0754-4521-8c4b-8d17388ad5f9 None None] Provisioning complete for port 73a55da8-98d5-432f-abf2-956b8ea82799 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:19.779858 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f634e706-0754-4521-8c4b-8d17388ad5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.835315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ddda0f8-6093-4b7d-afdf-e68a82c1f3b5 req-a3269d49-a800-4bad-8af5-e1d43ed6f5c2 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523000 Aug 16 02:34:19.843681 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.851903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-48147325-05e1-4b53-a773-21b4838bef9b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/a9d5fc18-e819-4ec8-a494-06f640841d11 HTTP/1.1" status: 204 len: 168 time: 1.2199888 Aug 16 02:34:19.852564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43570) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:19.879125 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-9982ca92-4665-4158-8c35-dfb392f44180 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:34:19.880073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9982ca92-4665-4158-8c35-dfb392f44180 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:34:19.884958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9982ca92-4665-4158-8c35-dfb392f44180 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/a9d5fc18-e819-4ec8-a494-06f640841d11 HTTP/1.1" status: 404 len: 333 time: 0.0314012 Aug 16 02:34:19.885689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43572) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:19.917124 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf479a2-77e9-42f0-840f-9c89b383cda7 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:34:19.922013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3cf479a2-77e9-42f0-840f-9c89b383cda7 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/a9d5fc18-e819-4ec8-a494-06f640841d11 HTTP/1.1" status: 404 len: 333 time: 0.0353692 Aug 16 02:34:19.922615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43574) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:19.955284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7240-fd5b-4653-9f98-f2b1131c751d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:19.966846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7240-fd5b-4653-9f98-f2b1131c751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.040176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f7240-fd5b-4653-9f98-f2b1131c751d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08772a16-a8db-4857-b58c-077c408f70d6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:20.091150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cd1f7240-fd5b-4653-9f98-f2b1131c751d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17246c8871a9472ab98ff5102dd92f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926048 Aug 16 02:34:20.102213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43578) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:20.135624 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.184942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969a228f-1dbe-400b-866d-9582f261cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:20.187809 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0f8f3e-7229-4b20-ad33-0c6ec5b4520a" -d '{"events": [{"server_uuid": "969a228f-1dbe-400b-866d-9582f261cdad", "name": "network-vif-plugged", "status": "completed", "tag": "3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:20.207269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f634e706-0754-4521-8c4b-8d17388ad5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.230436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:20.240933 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.307452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33650328-28e2-4e56-827f-f723494c8609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.348197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cc33b-6e4f-4cc2-b086-77aceaf1cb4c req-d52a6b9f-40fc-41ad-86e5-7dcee92b119d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:20.349820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-991cc33b-6e4f-4cc2-b086-77aceaf1cb4c req-d52a6b9f-40fc-41ad-86e5-7dcee92b119d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1998255 Aug 16 02:34:20.417220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:20.440333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f634e706-0754-4521-8c4b-8d17388ad5f9 None None] For port 73a55da8-98d5-432f-abf2-956b8ea82799, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=73a55da8-98d5-432f-abf2-956b8ea82799,segment=NetworkSegment(b7b827ae-a1fa-46a5-865a-d6b86c5c8f04),segment_id=b7b827ae-a1fa-46a5-865a-d6b86c5c8f04)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:20.447064 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6efa64b-de57-40a1-b1b5-c31162dd7135 x-openstack-request-id: req-e6efa64b-de57-40a1-b1b5-c31162dd7135 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:20.447380 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969a228f-1dbe-400b-866d-9582f261cdad", "name": "network-vif-plugged", "status": "completed", "tag": "3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:20.448818 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6efa64b-de57-40a1-b1b5-c31162dd7135 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:20.449619 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a228f-1dbe-400b-866d-9582f261cdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52', 'code': 200} Aug 16 02:34:20.451006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.453543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.455520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.455889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.456233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.456618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.456955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.457308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.459876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.460085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33650328-28e2-4e56-827f-f723494c8609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.460255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.462158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.462553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:20.476195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f634e706-0754-4521-8c4b-8d17388ad5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.497778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-991cc33b-6e4f-4cc2-b086-77aceaf1cb4c req-7f4910e1-a579-4820-8264-aa679d1ca8ab tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273959 Aug 16 02:34:20.539194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634e706-0754-4521-8c4b-8d17388ad5f9 None None] Pushing event updated for resources: {'Port': ['ID=73a55da8-98d5-432f-abf2-956b8ea82799,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:20.582490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7497c1-75b2-46b5-b87e-f85382fce865 req-dd12ab11-129f-47c2-a997-fca0e4113a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:20.584272 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da7497c1-75b2-46b5-b87e-f85382fce865 req-dd12ab11-129f-47c2-a997-fca0e4113a23 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 1097 time: 0.0795658 Aug 16 02:34:20.611716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33650328-28e2-4e56-827f-f723494c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.616120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33650328-28e2-4e56-827f-f723494c8609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.618973 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-33650328-28e2-4e56-827f-f723494c8609 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08772a16-a8db-4857-b58c-077c408f70d6 HTTP/1.1" status: 204 len: 168 time: 0.5145602 Aug 16 02:34:20.652129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da7497c1-75b2-46b5-b87e-f85382fce865 req-c58f74d4-aa24-4848-8112-e69a4bc3f849 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Aug 16 02:34:20.653222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33650328-28e2-4e56-827f-f723494c8609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08772a16-a8db-4857-b58c-077c408f70d6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:20.735095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6d123fbd-d5da-443a-948e-a29868eae7ab None None] Provisioning complete for port 73a55da8-98d5-432f-abf2-956b8ea82799 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:20.735095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d123fbd-d5da-443a-948e-a29868eae7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.750910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet a0a489a8-f77f-4b95-9e7c-45f49603cab3 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:20.787227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:20.875165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-9746e251-07a3-45a5-8a56-c9044fbc0240 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:20.876983 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-9746e251-07a3-45a5-8a56-c9044fbc0240 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.98 "GET /v2.0/networks?id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc HTTP/1.1" status: 200 len: 909 time: 0.2830348 Aug 16 02:34:20.975882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.044221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Request body: {'port': {'device_id': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'admin_state_up': True, 'tenant_id': '2718f21acc974a159a925d40ba6f78cd'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:21.069797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dbee-e1b9-41c7-aa85-3082e54b8c6b req-190963e1-7268-42f3-8a3d-92df64265919 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.078873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2545dbee-e1b9-41c7-aa85-3082e54b8c6b req-190963e1-7268-42f3-8a3d-92df64265919 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 945 time: 0.1018982 Aug 16 02:34:21.082272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de955fc7-cb77-4ff1-90f8-750e238fff0c req-26f2fbba-6f8e-4c44-86cd-861ae377c699 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 210 time: 0.0519445 Aug 16 02:34:21.103671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 73a55da8-98d5-432f-abf2-956b8ea82799 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:21.149638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.153129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Made reservation on behalf of 2718f21acc974a159a925d40ba6f78cd for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:21.157216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.214750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2545dbee-e1b9-41c7-aa85-3082e54b8c6b req-5bd7a3f9-21ca-4ce0-be56-c3cd43ded6d3 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345289 Aug 16 02:34:21.238721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-75b1005e-f144-4137-b96a-14386d74741a None None] Could not find standard attr ID for object a9d5fc18-e819-4ec8-a494-06f640841d11. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:34:21.246569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-8563d4b8-895e-4cac-85c1-16b4c37e7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.249515 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-8563d4b8-895e-4cac-85c1-16b4c37e7fc6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1097 time: 0.1355271 Aug 16 02:34:21.300049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 73a55da8-98d5-432f-abf2-956b8ea82799 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:21.302389 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.445886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.471111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-c14f60ca-1c4a-4d58-950a-9ab2d7b6b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.474060 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-c14f60ca-1c4a-4d58-950a-9ab2d7b6b8b7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 915 time: 0.1911950 Aug 16 02:34:21.562755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-4089b743-3774-41d2-8f79-7306ae768801 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 200 len: 217 time: 0.0750597 Aug 16 02:34:21.570287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a489a8-f77f-4b95-9e7c-45f49603cab3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:21.674856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.675454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ece79-1d88-4e24-9aff-a01ec295b4c9 None None] Network 90d997b7-3efe-466f-81d4-18cec2818d5e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:21.694963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-472e9e6c-e698-4528-983b-5f4ed7e32cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.698352 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-03df1f44-fcd1-4949-9308-b84524ad64af tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/a0a489a8-f77f-4b95-9e7c-45f49603cab3 HTTP/1.1" status: 204 len: 168 time: 1.7721674 Aug 16 02:34:21.698496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-472e9e6c-e698-4528-983b-5f4ed7e32cf4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.1209567 Aug 16 02:34:21.700802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:21.774255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-a29c3601-05e8-44ea-918a-ee9bb6a60572 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632324 Aug 16 02:34:21.790671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Allocated IP 172.20.0.4 (f7f17582-0dcf-4cd5-a102-3d143d4cf9bc/73db4457-c20c-4052-a321-476f98cafe50/903489b4-f1fc-4440-96be-195c5e2d70a4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:21.900921 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.936848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146504d2-3cb6-4b6e-be13-250bd2593862 req-5557d2c8-409c-477a-aea5-0385b2191bcc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.938534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-146504d2-3cb6-4b6e-be13-250bd2593862 req-5557d2c8-409c-477a-aea5-0385b2191bcc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1931713 Aug 16 02:34:21.999778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-6574f7cf-4b44-492e-b6ab-2ca36670bedd service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029817 Aug 16 02:34:22.059732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] DHCP port deletion for 90d997b7-3efe-466f-81d4-18cec2818d5e request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:34:22.084052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-146504d2-3cb6-4b6e-be13-250bd2593862 req-9bf9bf04-2aed-4060-9e6f-5dddc3765110 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353512 Aug 16 02:34:22.097299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 73a55da8-98d5-432f-abf2-956b8ea82799 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:22.097649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.114111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.165161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Transition to ACTIVE for port object 903489b4-f1fc-4440-96be-195c5e2d70a4 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:22.191283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] Deleting port 73a55da8-98d5-432f-abf2-956b8ea82799 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:22.191676 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.232027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.294004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75dda2-14ba-4894-8976-3c9d1ddae721 req-1a18ae38-ffb3-4967-87ff-77b4c010d64e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:22.303192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d75dda2-14ba-4894-8976-3c9d1ddae721 req-1a18ae38-ffb3-4967-87ff-77b4c010d64e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.6705217 Aug 16 02:34:22.307875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0e87561f-34e5-4d39-93ce-208e9a9107b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:22.343518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:22.357285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Pushing event updated for resources: {'Port': ['ID=903489b4-f1fc-4440-96be-195c5e2d70a4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:22.363501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:22.368137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:22.378942 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.431127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:22.432213 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.441073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] For port 73a55da8-98d5-432f-abf2-956b8ea82799, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=73a55da8-98d5-432f-abf2-956b8ea82799,segment=NetworkSegment(b7b827ae-a1fa-46a5-865a-d6b86c5c8f04),segment_id=b7b827ae-a1fa-46a5-865a-d6b86c5c8f04)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:22.441549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.467755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] Calling delete_port for 73a55da8-98d5-432f-abf2-956b8ea82799 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:22.473045 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d75dda2-14ba-4894-8976-3c9d1ddae721 req-853b6f38-4dd0-4401-9ffa-439c633ca040 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645510 Aug 16 02:34:22.478095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-05242908-690c-4c88-bc41-ab4036859877 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4371638 Aug 16 02:34:22.491430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Request body: {'port': {'device_id': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:22.643782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.688351 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.712959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a84d1-9b68-4721-8301-9253f57d9101 req-b7763f04-b83e-44c4-ad5e-7fc5837fbfff tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:22.723981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da5a84d1-9b68-4721-8301-9253f57d9101 req-b7763f04-b83e-44c4-ad5e-7fc5837fbfff tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1379211 Aug 16 02:34:22.731044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] No DVR routers for this DVR port 73a55da8-98d5-432f-abf2-956b8ea82799 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:22.741528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b786e3e-2f8f-4de3-8fb3-bd5271a71771 None None] Pushing event deleted for resources: {'Port': ['ID=73a55da8-98d5-432f-abf2-956b8ea82799,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:22.802106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:22.844425 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da5a84d1-9b68-4721-8301-9253f57d9101 req-026c6a30-b7b8-4e26-9174-d0b25856874e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127698 Aug 16 02:34:22.900838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-69d05d66-0525-4d5f-a391-48c35dea67d8 None None] Provisioning for port 903489b4-f1fc-4440-96be-195c5e2d70a4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:22.908576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-69d05d66-0525-4d5f-a391-48c35dea67d8 None None] Provisioning complete for port 903489b4-f1fc-4440-96be-195c5e2d70a4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:22.909475 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69d05d66-0525-4d5f-a391-48c35dea67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.968546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] For port 73a55da8-98d5-432f-abf2-956b8ea82799, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=73a55da8-98d5-432f-abf2-956b8ea82799,segment=NetworkSegment(b7b827ae-a1fa-46a5-865a-d6b86c5c8f04),segment_id=b7b827ae-a1fa-46a5-865a-d6b86c5c8f04)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:22.968931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.980349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c872bbd8-9bfb-41bf-a01c-1e091a2dee9e req-2b16d57d-03fe-4f50-80e4-790920e02e43 service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9710956 Aug 16 02:34:22.998576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2f2b1-0fc5-4644-b1d4-13c039c3e404 req-bb580fa4-a4ea-4435-88dc-9e247291ca9e tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.000086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-42c2f2b1-0fc5-4644-b1d4-13c039c3e404 req-bb580fa4-a4ea-4435-88dc-9e247291ca9e tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1027 time: 0.1521502 Aug 16 02:34:23.016087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 73a55da8-98d5-432f-abf2-956b8ea82799 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:23.025117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 73a55da8-98d5-432f-abf2-956b8ea82799 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:23.074965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 73a55da8-98d5-432f-abf2-956b8ea82799 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:23.075306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 73a55da8-98d5-432f-abf2-956b8ea82799 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:23.080989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-69d05d66-0525-4d5f-a391-48c35dea67d8 None None] Port 903489b4-f1fc-4440-96be-195c5e2d70a4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:23.091255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-42c2f2b1-0fc5-4644-b1d4-13c039c3e404 req-1e307a51-374d-46b4-b754-e306451b1663 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819237 Aug 16 02:34:23.143603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.181570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3928b-b0fc-4ab2-b56f-065f8fa2d855 req-d022c889-9bb3-41e1-ad1d-39dfdaef8329 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.182236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=73a55da8-98d5-432f-abf2-956b8ea82799,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:23.183149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cdf3928b-b0fc-4ab2-b56f-065f8fa2d855 req-d022c889-9bb3-41e1-ad1d-39dfdaef8329 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 945 time: 0.1328979 Aug 16 02:34:23.185684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No DVR routers for this DVR port 73a55da8-98d5-432f-abf2-956b8ea82799 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:23.262566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cdf3928b-b0fc-4ab2-b56f-065f8fa2d855 req-365e6e56-aed5-4e0b-b933-dd2d7f41e1fa tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641108 Aug 16 02:34:23.354720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.372733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903489b4-f1fc-4440-96be-195c5e2d70a4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:23.375404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d997b7-3efe-466f-81d4-18cec2818d5e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:23.381612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.395121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Transition to ACTIVE for port object 903489b4-f1fc-4440-96be-195c5e2d70a4 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:23.400548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.410810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b827ae-a1fa-46a5-865a-d6b86c5c8f04') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:23.411141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b827ae-a1fa-46a5-865a-d6b86c5c8f04') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:23.429171 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.444733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-7f154468-a307-4a85-886e-9333fd187fd4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.446274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-7f154468-a307-4a85-886e-9333fd187fd4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.2190959 Aug 16 02:34:23.454993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Pushing event updated for resources: {'Port': ['ID=903489b4-f1fc-4440-96be-195c5e2d70a4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:23.468384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.484193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-ccb69d00-5d5a-4654-bfcd-040b111476a4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/quotas/236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 375 time: 0.0294166 Aug 16 02:34:23.485220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:23.485629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:23.498469 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:23.538143 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.642604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.669517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.675835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/90d997b7-3efe-466f-81d4-18cec2818d5e HTTP/1.1" status: 204 len: 168 time: 1.9724464 Aug 16 02:34:23.688589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43672) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:23.689658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-8a77b851-575d-4243-83a2-9988ecb49788 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1754768 Aug 16 02:34:23.697885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Attempting to bind port 903489b4-f1fc-4440-96be-195c5e2d70a4 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:23.698337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Attempting to bind port 903489b4-f1fc-4440-96be-195c5e2d70a4 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:23.698681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Attempting to bind port 903489b4-f1fc-4440-96be-195c5e2d70a4 on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:23.704668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dfb6f-163b-4540-9836-3038799237d4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=90d997b7-3efe-466f-81d4-18cec2818d5e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:23.708519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1227668910'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:23.719487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Port 903489b4-f1fc-4440-96be-195c5e2d70a4 on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:23.719954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Attempting to bind port 903489b4-f1fc-4440-96be-195c5e2d70a4 on network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:23.723952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-efe52283-4357-4376-b12c-03abc9e99c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.727700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-efe52283-4357-4376-b12c-03abc9e99c4d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1097 time: 0.1332252 Aug 16 02:34:23.729752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83acf59-46ac-4296-8663-d6fc89d18ac3 req-3533897b-ed56-42e7-ba27-e7190eb24d57 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.731830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a83acf59-46ac-4296-8663-d6fc89d18ac3 req-3533897b-ed56-42e7-ba27-e7190eb24d57 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1590285 Aug 16 02:34:23.740561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:23.740904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Checking segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:23.741288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Bound using segment: {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:23.741997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Bound port: 903489b4-f1fc-4440-96be-195c5e2d70a4, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecac7e39-9b6b-4750-9792-924093b2fb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:23.742413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.821289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a83acf59-46ac-4296-8663-d6fc89d18ac3 req-7091af32-074e-4483-a169-22e90896efdf tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817678 Aug 16 02:34:23.825253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:23.831132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.881936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-c3ffb0d8-0673-4a9f-8920-5a2768d46c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:23.883777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-c3ffb0d8-0673-4a9f-8920-5a2768d46c68 service neutron] 10.222.0.98 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 915 time: 0.1486366 Aug 16 02:34:23.935394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:34:23.955227 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-49a80318-7476-4e05-b097-d43f1c637fa2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 200 len: 217 time: 0.0634968 Aug 16 02:34:23.973247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.973596 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment e1008de7-8239-45d7-a6de-a538391e06f5 of type vlan for network b36308a1-626c-4cb6-a29f-751caf0f565f Aug 16 02:34:24.017460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] For port 903489b4-f1fc-4440-96be-195c5e2d70a4, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:24.029880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-cf64017e-dc1c-459f-85eb-ed43c7ebd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.031492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-cf64017e-dc1c-459f-85eb-ed43c7ebd232 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.0490642 Aug 16 02:34:24.037725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.043478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] For port 903489b4-f1fc-4440-96be-195c5e2d70a4, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=903489b4-f1fc-4440-96be-195c5e2d70a4,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:24.057263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.069799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-1e2d62bf-0e7a-4370-a995-27cc06b8920f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304084 Aug 16 02:34:24.110677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.111307 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.114459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] 10.222.0.98 "PUT /v2.0/ports/903489b4-f1fc-4440-96be-195c5e2d70a4 HTTP/1.1" status: 200 len: 1092 time: 1.6285820 Aug 16 02:34:24.117187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'tag': '903489b4-f1fc-4440-96be-195c5e2d70a4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:24.122053 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d8de3a-ae62-4f40-89af-7c33c01e930f" -d '{"events": [{"name": "network-changed", "server_uuid": "54ded4fb-1181-442c-a405-4a7df7de9b39", "tag": "903489b4-f1fc-4440-96be-195c5e2d70a4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:24.167001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20ba64-f060-4f5c-92c5-3a93e3156e9d service neutron] Pushing event updated for resources: {'Port': ['ID=903489b4-f1fc-4440-96be-195c5e2d70a4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:24.187710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.196323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.197217 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.200757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-5405a921-a386-4d64-8601-466970ed86e1 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924321 Aug 16 02:34:24.298316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-657546e9-155e-4113-83b2-135a9b3a2958 service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188540 Aug 16 02:34:24.327543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=b36308a1-626c-4cb6-a29f-751caf0f565f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:24.349751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b36308a1-626c-4cb6-a29f-751caf0f565f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:34:24.358381 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-417ecc3c-a07f-4f7d-974f-c6173fd41f37 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6542468 Aug 16 02:34:24.365762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43702) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:24.374073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:24.397914 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-8b9d3ad3-9507-4b47-9d66-9218abb00169 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962471 Aug 16 02:34:24.439535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c93ecc-7bbb-4dd3-8f3b-0ac88dc3206a req-e9e1e015-208e-40f1-9bfc-c0ba18dfb174 service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268501 Aug 16 02:34:24.488097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-46ffc04f-3810-44ed-8693-cd7928e9a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.489650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-46ffc04f-3810-44ed-8693-cd7928e9a76d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2718f21acc974a159a925d40ba6f78cd&device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1095 time: 0.2769148 Aug 16 02:34:24.498123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c484d7b-a842-4c41-91de-417af14eb2c2 req-74299881-6180-4141-b041-10a31f747065 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.499065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c484d7b-a842-4c41-91de-417af14eb2c2 req-74299881-6180-4141-b041-10a31f747065 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1095 time: 0.1743617 Aug 16 02:34:24.523469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:24.553249 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-48490b08-7118-4ce0-916f-401beac237a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903489b4-f1fc-4440-96be-195c5e2d70a4 HTTP/1.1" status: 200 len: 217 time: 0.0532150 Aug 16 02:34:24.593858 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f935f4ed-fb35-4b66-ae35-6d83cfb06056 x-openstack-request-id: req-f935f4ed-fb35-4b66-ae35-6d83cfb06056 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:24.594494 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ded4fb-1181-442c-a405-4a7df7de9b39", "tag": "903489b4-f1fc-4440-96be-195c5e2d70a4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:24.594757 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f935f4ed-fb35-4b66-ae35-6d83cfb06056 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:24.595509 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'tag': '903489b4-f1fc-4440-96be-195c5e2d70a4', 'status': 'completed', 'code': 200} Aug 16 02:34:24.647605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c484d7b-a842-4c41-91de-417af14eb2c2 req-4d11e30a-2d31-41af-9f03-6f31766b348b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400154 Aug 16 02:34:24.648689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:24.652181 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.689145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c49a2c9-f3d4-40ae-a838-2d0a1cb1acf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.744644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37be0c-9239-4ede-9317-dc1f3207a7ea req-ad30499f-8855-468e-89c4-e05a0eabd827 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.745759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-033058a1-a3c4-43b5-9abd-c7c2130bd972 req-bb57bdb2-741d-4e86-b153-fc4f06924c0f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 210 time: 0.0427196 Aug 16 02:34:24.746215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de37be0c-9239-4ede-9317-dc1f3207a7ea req-ad30499f-8855-468e-89c4-e05a0eabd827 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 945 time: 0.1186655 Aug 16 02:34:24.753355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-a7b4634c-16b8-42d9-943f-924dc1e174d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.755154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-a7b4634c-16b8-42d9-943f-924dc1e174d6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=73db4457-c20c-4052-a321-476f98cafe50 HTTP/1.1" status: 200 len: 847 time: 0.1828668 Aug 16 02:34:24.822018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de37be0c-9239-4ede-9317-dc1f3207a7ea req-6c9395a1-caad-4c9c-b89b-cf04532c1e71 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691030 Aug 16 02:34:24.849329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-53107457-e73b-4421-946b-9c8d7f0d546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.850976 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-53107457-e73b-4421-946b-9c8d7f0d546c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856805 Aug 16 02:34:24.877825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c49a2c9-f3d4-40ae-a838-2d0a1cb1acf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.883611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c49a2c9-f3d4-40ae-a838-2d0a1cb1acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.925330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0c49a2c9-f3d4-40ae-a838-2d0a1cb1acf0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=75d814a0405b4e08846479f2b69af6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002855 Aug 16 02:34:24.928082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49a2c9-f3d4-40ae-a838-2d0a1cb1acf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d96a2f-928c-4c27-a527-deb5fbb5ada6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:24.931508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:24.989555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7691081a-bf9b-4f54-83cf-e3869e7c819a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.015634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7691081a-bf9b-4f54-83cf-e3869e7c819a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.068748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7691081a-bf9b-4f54-83cf-e3869e7c819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.069827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0778f-366e-4d04-a7a0-589ddf665379 req-b64dfdda-ce6b-4a5b-ac53-f1bbdb5897a4 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.074690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81e0778f-366e-4d04-a7a0-589ddf665379 req-b64dfdda-ce6b-4a5b-ac53-f1bbdb5897a4 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1532533 Aug 16 02:34:25.074843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7691081a-bf9b-4f54-83cf-e3869e7c819a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.074843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7691081a-bf9b-4f54-83cf-e3869e7c819a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1d96a2f-928c-4c27-a527-deb5fbb5ada6 HTTP/1.1" status: 204 len: 168 time: 0.1409767 Aug 16 02:34:25.080084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-775abb64-5567-44b7-9118-dbf9c71c3a11 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136598 Aug 16 02:34:25.085198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691081a-bf9b-4f54-83cf-e3869e7c819a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d96a2f-928c-4c27-a527-deb5fbb5ada6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:25.089365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.219060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81e0778f-366e-4d04-a7a0-589ddf665379 req-1069bfff-8e85-458e-ac80-2d942c217e77 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375167 Aug 16 02:34:25.230134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=1eb20ef7-c41a-442b-93fa-578929a923c3,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:25.264829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': 'e1008de7-8239-45d7-a6de-a538391e06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:25.265176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: b36308a1-626c-4cb6-a29f-751caf0f565f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:34:25.285598 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9ac00dd-4d4a-4839-aceb-fe1088341452 req-5e814d0c-a771-4cdf-88bf-192b1d5e0699 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940787 Aug 16 02:34:25.294731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network b36308a1-626c-4cb6-a29f-751caf0f565f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:34:25.305502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b36308a1-626c-4cb6-a29f-751caf0f565f) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:25.310805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.311404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.318200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6b361-ccd2-4ca3-b5a8-16f3340bd907 None None] Network b36308a1-626c-4cb6-a29f-751caf0f565f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:25.341484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9fde01c0-c422-4809-9833-f9ec041921ef tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9734790 Aug 16 02:34:25.344509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:25.350786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-364154660'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:25.393618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-33bc3955-4de7-4111-9498-7f235d89d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.397626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-33bc3955-4de7-4111-9498-7f235d89d8c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2718f21acc974a159a925d40ba6f78cd&device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1095 time: 0.0547104 Aug 16 02:34:25.404140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43730) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:25.441022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62bec26e-dcc6-4fa9-8463-5efe23afd4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.486930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:25.493635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-b36308a1-626c-4cb6-a29f-751caf0f565f', 'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f', 'tenant_id': '4470428c6373465bb8535a09b4fd7a04', 'fixed_ips': [{'subnet_id': '1eb20ef7-c41a-442b-93fa-578929a923c3'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:34:25.495086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.495690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.518434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 9e7b49ed-328c-422b-b7ff-6cacca42f7f7 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:25.622773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-9bdee493-131c-434e-a8e3-51717df84ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.624267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-9bdee493-131c-434e-a8e3-51717df84ba2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc HTTP/1.1" status: 200 len: 909 time: 0.2171886 Aug 16 02:34:25.649353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.3 (b36308a1-626c-4cb6-a29f-751caf0f565f/1eb20ef7-c41a-442b-93fa-578929a923c3/9e7b49ed-328c-422b-b7ff-6cacca42f7f7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:25.705791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-0f68f755-e9a2-40fe-a4a7-c2afd2a48911 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903489b4-f1fc-4440-96be-195c5e2d70a4 HTTP/1.1" status: 200 len: 217 time: 0.0730865 Aug 16 02:34:25.770739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-99283fc0-0e89-4e9b-a356-68300a7fe43c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.772179 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-99283fc0-0e89-4e9b-a356-68300a7fe43c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 945 time: 0.1179767 Aug 16 02:34:25.803079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-4f4bb365-cb9d-405c-9c50-f67ddd1a26fc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.804585 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-4f4bb365-cb9d-405c-9c50-f67ddd1a26fc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.2493179 Aug 16 02:34:25.820547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'port': {'device_id': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'admin_state_up': True, 'tenant_id': '236e696d0e504f4c846b688d8929ef3f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:25.829697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-e5162351-fddd-42b5-bbc3-87cb38f1ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.831162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-e5162351-fddd-42b5-bbc3-87cb38f1ca6f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=73db4457-c20c-4052-a321-476f98cafe50 HTTP/1.1" status: 200 len: 847 time: 0.1127458 Aug 16 02:34:25.888650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0d835-6610-41b4-be00-327c7154d71a req-04718205-9236-4113-8ed5-099395071706 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:25.890179 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ce0d835-6610-41b4-be00-327c7154d71a req-04718205-9236-4113-8ed5-099395071706 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1095 time: 0.1449487 Aug 16 02:34:25.912727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62bec26e-dcc6-4fa9-8463-5efe23afd4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.931916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-630fa6cb-d32c-4f58-8fee-d7cdf230a5e6 req-b85f5a53-0ffe-4fac-b210-2862d93e4e86 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 210 time: 0.0967214 Aug 16 02:34:25.934508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.938917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62bec26e-dcc6-4fa9-8463-5efe23afd4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:25.976019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 9e7b49ed-328c-422b-b7ff-6cacca42f7f7 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:25.990309 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3ce0d835-6610-41b4-be00-327c7154d71a req-a90685a2-e4a8-424c-9287-2df513b23272 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892160 Aug 16 02:34:26.002928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-62bec26e-dcc6-4fa9-8463-5efe23afd4a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9379a2de1c13422996a42cca876d43f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974133 Aug 16 02:34:26.012971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:26.016592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Deleting port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:26.017097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.021269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bec26e-dcc6-4fa9-8463-5efe23afd4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2837a5c-7ee4-4ee4-b516-9ac4aa3f2c8f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:26.051088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-3160561f-7274-404c-ae39-3a83a80c14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.052591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-3160561f-7274-404c-ae39-3a83a80c14d0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736138 Aug 16 02:34:26.086727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.129106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Allocated IP 172.20.0.2 (b36308a1-626c-4cb6-a29f-751caf0f565f/1eb20ef7-c41a-442b-93fa-578929a923c3/3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:26.149551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network b36308a1-626c-4cb6-a29f-751caf0f565f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:26.159066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:26.166510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:26.170496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] For port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:26.171013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.209359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=9e7b49ed-328c-422b-b7ff-6cacca42f7f7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:26.220749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Calling delete_port for 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:26.253865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.254715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.289699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.300431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Transition to ACTIVE for port object 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:26.337026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Transition to ACTIVE for port object 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:26.348710 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.354248 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a86fbb24-b82a-4cfa-a108-d9c1252385bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.398468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Network b36308a1-626c-4cb6-a29f-751caf0f565f is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:26.404221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:26.406804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:26.425611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3c86d-0689-400d-b859-9e7e698d656c req-066a1698-481b-4f2c-a7ff-db92df07d1e4 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.427820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ef3c86d-0689-400d-b859-9e7e698d656c req-066a1698-481b-4f2c-a7ff-db92df07d1e4 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1052651 Aug 16 02:34:26.433212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Pushing event updated for resources: {'Port': ['ID=3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:26.463010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f109fd1-0eb5-42d3-b3f8-a7939ff8141d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1169391 Aug 16 02:34:26.472099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Made reservation on behalf of 236e696d0e504f4c846b688d8929ef3f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:26.475493 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.477173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Attempting to bind port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:26.477605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43742) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:26.477726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Attempting to bind port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e1008de7-8239-45d7-a6de-a538391e06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:26.478021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Attempting to bind port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd on network b36308a1-626c-4cb6-a29f-751caf0f565f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:26.484123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:26.484548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Checking segment: {'id': 'e1008de7-8239-45d7-a6de-a538391e06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:26.484945 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.485340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Bound using segment: {'id': 'e1008de7-8239-45d7-a6de-a538391e06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:26.485973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Bound port: 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1008de7-8239-45d7-a6de-a538391e06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b36308a1-626c-4cb6-a29f-751caf0f565f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:26.486424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.493639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.494626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a35db-9fc2-4b9e-9ee5-90ab4c987fee req-a8c2de0c-8225-45b1-8b3b-f9051e2f9576 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.496180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a3a35db-9fc2-4b9e-9ee5-90ab4c987fee req-a8c2de0c-8225-45b1-8b3b-f9051e2f9576 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=969a228f-1dbe-400b-866d-9582f261cdad HTTP/1.1" status: 200 len: 945 time: 0.4799516 Aug 16 02:34:26.509080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:26.536615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Pushing event deleted for resources: {'Port': ['ID=3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:26.545280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ef3c86d-0689-400d-b859-9e7e698d656c req-42876038-1631-4c27-b40a-e1b2e72cf03e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027701 Aug 16 02:34:26.558722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cff9f64-034b-4313-850c-ca51d00990ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.593235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] No DVR routers for this DVR port 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:26.597328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.600317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] For port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:26.601226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-16a29a3b-13b6-41b8-90bb-1f374024cd7e req-d996900c-3519-4e74-baab-2b191ed868ed tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "DELETE /v2.0/ports/3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 HTTP/1.1" status: 204 len: 173 time: 0.8056121 Aug 16 02:34:26.602840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969a228f-1dbe-400b-866d-9582f261cdad', 'name': 'network-vif-deleted', 'tag': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:26.603911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] For port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd,segment=NetworkSegment(e1008de7-8239-45d7-a6de-a538391e06f5),segment_id=e1008de7-8239-45d7-a6de-a538391e06f5)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:26.605413 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23739f5c-a634-4e0c-b4a6-8d3dea811c1e" -d '{"events": [{"server_uuid": "969a228f-1dbe-400b-866d-9582f261cdad", "name": "network-vif-deleted", "tag": "3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:26.607409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-a856e4e8-1712-4490-9395-bee328992634 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385375 Aug 16 02:34:26.624444 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.702336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae03aab-f176-4a1b-9060-73efd5b31575 None None] Pushing event updated for resources: {'Port': ['ID=3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:26.735810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cff9f64-034b-4313-850c-ca51d00990ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.836561 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a3a35db-9fc2-4b9e-9ee5-90ab4c987fee req-496a40ec-1281-4a59-8d14-164e37f035a5 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212109 Aug 16 02:34:26.876035 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d847f8-aa40-4f9a-b3c4-a05ad790101f x-openstack-request-id: req-e4d847f8-aa40-4f9a-b3c4-a05ad790101f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:26.876359 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969a228f-1dbe-400b-866d-9582f261cdad", "name": "network-vif-deleted", "tag": "3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:26.876618 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4d847f8-aa40-4f9a-b3c4-a05ad790101f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:26.877033 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969a228f-1dbe-400b-866d-9582f261cdad', 'name': 'network-vif-deleted', 'tag': '3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52', 'status': 'completed', 'code': 200} Aug 16 02:34:26.914442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Allocated IP 172.20.0.3 (14715f47-c5d2-4512-99fa-eebf392f6a1c/76c3e253-cb2c-46f6-8f27-97ae5048f763/c470ee6f-83cb-499d-9c4a-3cf2776861bd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:26.966168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 9e7b49ed-328c-422b-b7ff-6cacca42f7f7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:26.966727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.992535 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cff9f64-034b-4313-850c-ca51d00990ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.995084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cff9f64-034b-4313-850c-ca51d00990ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.998848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8cff9f64-034b-4313-850c-ca51d00990ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2837a5c-7ee4-4ee4-b516-9ac4aa3f2c8f HTTP/1.1" status: 204 len: 168 time: 0.9855814 Aug 16 02:34:26.999050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59d8de3a-ae62-4f40-89af-7c33c01e930f req-f5651a56-367f-47a3-a438-19d141ef7d7e service neutron] 10.222.0.98 "GET /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777965 Aug 16 02:34:27.133735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792f6ea-5950-4bff-ac73-b9812d9f3fab req-123e2339-0c8b-4dbf-a30b-cc0fa5a05e3e tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:27.138613 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4792f6ea-5950-4bff-ac73-b9812d9f3fab req-123e2339-0c8b-4dbf-a30b-cc0fa5a05e3e tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1095 time: 0.0656762 Aug 16 02:34:27.149188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff9f64-034b-4313-850c-ca51d00990ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2837a5c-7ee4-4ee4-b516-9ac4aa3f2c8f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:27.154350 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b92c7306-3f73-4be5-bfd4-28a951f4860d req-bf332984-d896-4f67-8b66-56e7c94beb16 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 210 time: 0.1144369 Aug 16 02:34:27.178508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.206624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4792f6ea-5950-4bff-ac73-b9812d9f3fab req-e823b380-9930-4f38-bb1f-91ba6207727b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Aug 16 02:34:27.242177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 9e7b49ed-328c-422b-b7ff-6cacca42f7f7 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:27.361340 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.388618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Transition to ACTIVE for port object c470ee6f-83cb-499d-9c4a-3cf2776861bd will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:27.455933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.488863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.490801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=9e7b49ed-328c-422b-b7ff-6cacca42f7f7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:27.501337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5', '03a95eee-1c2e-40d5-8ea6-e630284af40b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:27.559824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 903489b4-f1fc-4440-96be-195c5e2d70a4 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:27.569640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:27.617525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:27.621955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=c470ee6f-83cb-499d-9c4a-3cf2776861bd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:27.624644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:27.643848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:27.756902 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.759005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a2fe1f9-7bef-4aad-b2ec-b1bdcda8dd12 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/9e7b49ed-328c-422b-b7ff-6cacca42f7f7 HTTP/1.1" status: 204 len: 168 time: 1.2723446 Aug 16 02:34:27.764906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:27.778313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:27.779098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.815390 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5531ee-2626-4f0e-88ce-9f4c188a675b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:34:27.824631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0a5531ee-2626-4f0e-88ce-9f4c188a675b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/9e7b49ed-328c-422b-b7ff-6cacca42f7f7 HTTP/1.1" status: 404 len: 333 time: 0.0560324 Aug 16 02:34:27.825141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46e99-783c-4a21-b747-863c5b76e933 req-82e2fe7d-fa14-4ee3-9eda-1a3ea546eae0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:27.826849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8f46e99-783c-4a21-b747-863c5b76e933 req-82e2fe7d-fa14-4ee3-9eda-1a3ea546eae0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 945 time: 0.1369162 Aug 16 02:34:27.827500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:27.828809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-531e1a9a-2c8c-4163-8c7c-84e696a8f36c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127671 Aug 16 02:34:27.847909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Request body: {'port': {'device_id': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:27.859633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.937987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 1eb20ef7-c41a-442b-93fa-578929a923c3 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:27.949717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.001405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8f46e99-783c-4a21-b747-863c5b76e933 req-20ab1fb3-32c2-4cc5-a5ac-8438f119e43c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638718 Aug 16 02:34:28.012809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:28.020452 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8526f0a5-b916-43d4-a8e9-cbe0bd9f26f5" -d '{"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:28.039102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.044596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:28.053993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.071161 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.177729 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e049e4-13e6-4f54-8028-373cb3535b66 x-openstack-request-id: req-e3e049e4-13e6-4f54-8028-373cb3535b66 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:28.178015 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-unplugged", "status": "failed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949", "code": 422}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:28.178261 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3e049e4-13e6-4f54-8028-373cb3535b66 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:28.178641 n-d-769329-15 neutron-server[94858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'code': 422} returned with failed status Aug 16 02:34:28.210845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-886d34e5-aec9-42b4-aeda-494cb26a0c8b None None] Provisioning for port c470ee6f-83cb-499d-9c4a-3cf2776861bd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:28.241294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 903489b4-f1fc-4440-96be-195c5e2d70a4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=903489b4-f1fc-4440-96be-195c5e2d70a4,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:28.245814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-886d34e5-aec9-42b4-aeda-494cb26a0c8b None None] Provisioning complete for port c470ee6f-83cb-499d-9c4a-3cf2776861bd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:28.246219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-886d34e5-aec9-42b4-aeda-494cb26a0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.286526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.296728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-886d34e5-aec9-42b4-aeda-494cb26a0c8b None None] Port c470ee6f-83cb-499d-9c4a-3cf2776861bd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:28.298253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39dc41-85dd-4414-b431-972ce2891c11 None None] Network b36308a1-626c-4cb6-a29f-751caf0f565f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:28.355135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d053e-efe5-4f8d-931a-8e505468f95d req-40111050-14e9-47ec-87d4-b17a92cd5a2c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:28.358264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d4d053e-efe5-4f8d-931a-8e505468f95d req-40111050-14e9-47ec-87d4-b17a92cd5a2c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1096814 Aug 16 02:34:28.376840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '903489b4-f1fc-4440-96be-195c5e2d70a4', 'network_id': 'f7f17582-0dcf-4cd5-a102-3d143d4cf9bc', 'port_id': '903489b4-f1fc-4440-96be-195c5e2d70a4', 'mac_address': 'fa:16:3e:b4:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73db4457-c20c-4052-a321-476f98cafe50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:28.418240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:28.424440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3420-249f-4581-828c-ad3e679278e1 req-8775ea63-f889-4496-8280-bcf8cfdb69cb tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:28.431827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-8775ea63-f889-4496-8280-bcf8cfdb69cb tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/networks?id=fe1a493a-fd42-4745-9234-ec8445804773 HTTP/1.1" status: 200 len: 809 time: 0.1969497 Aug 16 02:34:28.469615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.470383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-5eda62c1-05bb-4965-b426-873c3261227d tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/quotas/b2a3239365974c4ba768fdfe5aea1c2f HTTP/1.1" status: 200 len: 375 time: 0.0375967 Aug 16 02:34:28.500015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8fd2e290-81f3-4940-88ec-75a264afd10f None None] Provisioning for port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:28.512837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.517773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-19dc6276-df8c-4761-a61b-fe7a9a4d883e tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b2a3239365974c4ba768fdfe5aea1c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464375 Aug 16 02:34:28.537945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903489b4-f1fc-4440-96be-195c5e2d70a4 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:28.546230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb20ef7-c41a-442b-93fa-578929a923c3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:28.560864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d4d053e-efe5-4f8d-931a-8e505468f95d req-da6bd13a-2e37-4605-8f58-af86df82817f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874185 Aug 16 02:34:28.562033 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.566190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c052a277-f0a0-4bc7-a103-3905890c045b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/1eb20ef7-c41a-442b-93fa-578929a923c3 HTTP/1.1" status: 204 len: 168 time: 0.7353268 Aug 16 02:34:28.567276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:28.609911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c470ee6f-83cb-499d-9c4a-3cf2776861bd {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:28.626516 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.639624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 903489b4-f1fc-4440-96be-195c5e2d70a4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=903489b4-f1fc-4440-96be-195c5e2d70a4,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:28.654406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Transition to ACTIVE for port object c470ee6f-83cb-499d-9c4a-3cf2776861bd will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:28.667521 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.680100 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.701300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.778658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403753b-150e-43f0-8211-b2171c27d64f req-09ed0ae8-47af-42ea-84f8-32cbafe87cf2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:28.780249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3403753b-150e-43f0-8211-b2171c27d64f req-09ed0ae8-47af-42ea-84f8-32cbafe87cf2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 943 time: 0.0769751 Aug 16 02:34:28.783401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-64d2f448-40d6-430c-8000-b2d1455cc3df service neutron] 10.222.0.78 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646747 Aug 16 02:34:28.877844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:28.878199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.919409 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fade330d-9cfc-4a18-8398-ffa0da6a0df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.925109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=903489b4-f1fc-4440-96be-195c5e2d70a4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:28.930780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] DHCP port deletion for b36308a1-626c-4cb6-a29f-751caf0f565f request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:34:28.937435 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.965589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] For port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd,segment=NetworkSegment(e1008de7-8239-45d7-a6de-a538391e06f5),segment_id=e1008de7-8239-45d7-a6de-a538391e06f5)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:28.966233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.968081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c470ee6f-83cb-499d-9c4a-3cf2776861bd,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:28.983671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:29.020579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['903489b4-f1fc-4440-96be-195c5e2d70a4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:29.059760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] Deleting port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:29.060047 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.158407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-a9eb5260-0119-4115-9809-7697780ee719 service neutron] 10.222.0.78 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735001 Aug 16 02:34:29.158637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3403753b-150e-43f0-8211-b2171c27d64f req-603ddec2-88e5-4522-967e-234190f26ff3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372664 Aug 16 02:34:29.161903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.187051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Attempting to bind port c470ee6f-83cb-499d-9c4a-3cf2776861bd on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:29.187537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Attempting to bind port c470ee6f-83cb-499d-9c4a-3cf2776861bd by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:29.188152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Attempting to bind port c470ee6f-83cb-499d-9c4a-3cf2776861bd on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:29.196391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Port c470ee6f-83cb-499d-9c4a-3cf2776861bd on network 14715f47-c5d2-4512-99fa-eebf392f6a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:29.197014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Attempting to bind port c470ee6f-83cb-499d-9c4a-3cf2776861bd on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:29.205511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:29.206545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:29.206989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Bound using segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:29.207536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Bound port: c470ee6f-83cb-499d-9c4a-3cf2776861bd, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:29.208027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.249889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No DVR routers for this DVR port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:29.266632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.332958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] For port c470ee6f-83cb-499d-9c4a-3cf2776861bd, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:29.341060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] For port c470ee6f-83cb-499d-9c4a-3cf2776861bd, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:29.361042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.425390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.426411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.427808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] 10.222.0.88 "PUT /v2.0/ports/c470ee6f-83cb-499d-9c4a-3cf2776861bd HTTP/1.1" status: 200 len: 1092 time: 1.5884352 Aug 16 02:34:29.430552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:29.434167 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabb96d3-9394-43d5-9ee7-8ba865207b20" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:29.443586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] For port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd,segment=NetworkSegment(e1008de7-8239-45d7-a6de-a538391e06f5),segment_id=e1008de7-8239-45d7-a6de-a538391e06f5)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:29.448221 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.498505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] Calling delete_port for 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:29.511399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.531646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448675c5-4b13-4f0c-b7c7-72dd37a0b03b req-d305daec-b5b5-47a5-b99e-253944857e4e tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.545479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-448675c5-4b13-4f0c-b7c7-72dd37a0b03b req-d305daec-b5b5-47a5-b99e-253944857e4e tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1096 time: 0.2192495 Aug 16 02:34:29.591632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543179a-8a58-4511-a63a-1baf736d73d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c470ee6f-83cb-499d-9c4a-3cf2776861bd,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.595957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36308a1-626c-4cb6-a29f-751caf0f565f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:29.629979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-448675c5-4b13-4f0c-b7c7-72dd37a0b03b req-321afc73-c87b-481e-8935-6d03c216ca57 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790660 Aug 16 02:34:29.637917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1008de7-8239-45d7-a6de-a538391e06f5') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:29.638447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1008de7-8239-45d7-a6de-a538391e06f5') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:29.647017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6efce458-3358-499c-9fad-7c9767f8d9af req-e585f1ba-1009-40b9-b71b-15b84acb7f60 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 210 time: 0.1676719 Aug 16 02:34:29.664181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.693514 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.695055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.695765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-5fc29cd8-1be3-4c78-9161-4ec0b2bbe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.698729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-5fc29cd8-1be3-4c78-9161-4ec0b2bbe01a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 1095 time: 0.1685519 Aug 16 02:34:29.711372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:29.711872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:29.715105 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:29.802705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:29.805661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] No DVR routers for this DVR port 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:29.830042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.839645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-98c3a4a0-5f77-4785-8832-af1801457592 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd HTTP/1.1" status: 200 len: 217 time: 0.1311035 Aug 16 02:34:29.844186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.844745 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed8b7db-09a8-47ef-9696-9763dbc78f94 x-openstack-request-id: req-eed8b7db-09a8-47ef-9696-9763dbc78f94 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:29.845507 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:29.845770 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eed8b7db-09a8-47ef-9696-9763dbc78f94 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:29.847546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/b36308a1-626c-4cb6-a29f-751caf0f565f HTTP/1.1" status: 204 len: 168 time: 1.2791843 Aug 16 02:34:29.847684 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd', 'status': 'completed', 'code': 200} Aug 16 02:34:29.862943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:29.864164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b973ac6-7173-45b2-8bf2-3da6ab334479 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=b36308a1-626c-4cb6-a29f-751caf0f565f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.868868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7142b8b-e28d-4288-b6fb-795c6f641d67 None None] Pushing event deleted for resources: {'Port': ['ID=3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.874886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'name': 'tempest-PortsTestJSON-1626122732'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:29.891636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:29.892732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3dab85ad-7a5b-4ae0-bec2-9de8f3b00b52 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:29.902230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:30.004805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-c6a64d11-ce7c-4cb9-9d9e-810adb727f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.006440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-c6a64d11-ce7c-4cb9-9d9e-810adb727f47 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1558201 Aug 16 02:34:30.010329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:30.014522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.062645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 2ca1aa39-944b-4ad6-82ad-37b15b836166 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:30.091497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fdc99-6f18-47e9-872f-c094a488b3d7 req-627773c3-0fd3-4ea0-ab5d-a37637e46c17 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.093892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-935fdc99-6f18-47e9-872f-c094a488b3d7 req-627773c3-0fd3-4ea0-ab5d-a37637e46c17 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1572125 Aug 16 02:34:30.096350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.185193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f832-46dc-4e4d-a922-47b822bed24a req-b4525373-12d7-4832-83d9-f8711528656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.187031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-b4525373-12d7-4832-83d9-f8711528656a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662087 Aug 16 02:34:30.214275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-935fdc99-6f18-47e9-872f-c094a488b3d7 req-6b53db02-21f4-491f-b0e2-b31868546771 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066771 Aug 16 02:34:30.353590 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.371567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e29a3-bdc3-47fe-82ba-b7c1cb0deec0 req-bff0c355-2bb9-4b77-bfe5-53bda0065eaa tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.373682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d95e29a3-bdc3-47fe-82ba-b7c1cb0deec0 req-bff0c355-2bb9-4b77-bfe5-53bda0065eaa tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 943 time: 0.0926518 Aug 16 02:34:30.406007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-24ad0719-1098-40de-8356-9967179999fa service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061965 Aug 16 02:34:30.442071 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d95e29a3-bdc3-47fe-82ba-b7c1cb0deec0 req-cfed12ff-1fa9-4a46-905d-d97d2eeccf4e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590372 Aug 16 02:34:30.468055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.517851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:30.521555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:30.524024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:30.530380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.531034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.558588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=2ca1aa39-944b-4ad6-82ad-37b15b836166,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:30.562245 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d3f8c86e-f737-450f-9e00-23663aeea80d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6954021 Aug 16 02:34:30.568737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:30.573082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8021f832-46dc-4e4d-a922-47b822bed24a req-a201d02a-43ff-4a2d-be20-64e61415b7ce service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595683 Aug 16 02:34:30.591785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-f072450d-c558-47c5-aee5-c7e7e07db5eb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2024591 Aug 16 02:34:30.667923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 2ca1aa39-944b-4ad6-82ad-37b15b836166 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:30.671826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.674712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-3c9d309f-7b56-453f-b8e4-a0d2c5159610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.676236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-3c9d309f-7b56-453f-b8e4-a0d2c5159610 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 1095 time: 0.0535042 Aug 16 02:34:30.768701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.827492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6ca991f-07a8-4b9e-861b-cafb860a5899 req-b5cf0705-121f-4d76-92dc-3eea16f31c89 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 210 time: 0.0425236 Aug 16 02:34:30.838848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 2ca1aa39-944b-4ad6-82ad-37b15b836166 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:30.850220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd2390-cb08-427e-873f-23093577eea5 req-df162280-1456-472c-b40e-a9ffa0ec9eed tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.861190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-82cd2390-cb08-427e-873f-23093577eea5 req-df162280-1456-472c-b40e-a9ffa0ec9eed tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1096 time: 0.0885217 Aug 16 02:34:30.897409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:30.945205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:30.945558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ca3c5bc-6a6e-44ef-b40f-929350e0a8fd not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:30.973078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.978313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-82cd2390-cb08-427e-873f-23093577eea5 req-f5d974d6-79a9-498c-ba00-fad70f5f17d9 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166456 Aug 16 02:34:30.981885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-4c9cad49-2ce1-4a8a-b735-74e694285c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.983027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-4c9cad49-2ce1-4a8a-b735-74e694285c45 service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2977421 Aug 16 02:34:31.013323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=2ca1aa39-944b-4ad6-82ad-37b15b836166,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:31.024532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.027837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-04a13a87-e946-4b67-9f39-7c8d675f7577 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/2ca1aa39-944b-4ad6-82ad-37b15b836166 HTTP/1.1" status: 204 len: 168 time: 0.4581051 Aug 16 02:34:31.031147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43878) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:31.036260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'mac_address': 'fa:16:3e:5a:83:a5', 'name': 'tempest-PortsTestJSON-902569910'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:31.076203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-1e3e4857-3d53-4340-acb1-910a3ffb02a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd HTTP/1.1" status: 200 len: 217 time: 0.0792487 Aug 16 02:34:31.172216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3420-249f-4581-828c-ad3e679278e1 req-6fd423e2-193f-44e9-85c8-4319317dfa47 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.173697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-6fd423e2-193f-44e9-85c8-4319317dfa47 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "GET /v2.0/networks?id=fe1a493a-fd42-4745-9234-ec8445804773 HTTP/1.1" status: 200 len: 809 time: 0.2661254 Aug 16 02:34:31.177490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-001915ba-429b-4593-8679-e4811852c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.179081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-001915ba-429b-4593-8679-e4811852c676 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0858607 Aug 16 02:34:31.188616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Request body: {'port': {'device_id': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773', 'admin_state_up': True, 'tenant_id': 'b2a3239365974c4ba768fdfe5aea1c2f'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:31.199900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:31.293609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.303424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-c8001c97-17e2-4524-9282-249707fb1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.305004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-c8001c97-17e2-4524-9282-249707fb1433 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126683 Aug 16 02:34:31.360033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 02144187-45ef-4385-a7b2-580001f33d53 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:31.428107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eecb53-079f-4e63-97e7-d61516a369ff req-833427f5-ed45-4942-8a12-95763365b2b0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.428107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24eecb53-079f-4e63-97e7-d61516a369ff req-833427f5-ed45-4942-8a12-95763365b2b0 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1131067 Aug 16 02:34:31.469129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-ae34d4d8-585e-41d9-8ba4-18ab35555bf3 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515086 Aug 16 02:34:31.475481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Made reservation on behalf of b2a3239365974c4ba768fdfe5aea1c2f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:31.482403 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.536827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 903489b4-f1fc-4440-96be-195c5e2d70a4 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:31.557607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24eecb53-079f-4e63-97e7-d61516a369ff req-b3625f32-1aff-45a9-b046-fe7ba14c3770 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233144 Aug 16 02:34:31.593350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 903489b4-f1fc-4440-96be-195c5e2d70a4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:31.598284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.598485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 903489b4-f1fc-4440-96be-195c5e2d70a4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:31.598888 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.654515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.682795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480a525-6d4d-484e-9e5c-79b39a23fc14 req-4dcf3dbe-039d-4217-9337-a6a6d189f6ad tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.685092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4480a525-6d4d-484e-9e5c-79b39a23fc14 req-4dcf3dbe-039d-4217-9337-a6a6d189f6ad tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 943 time: 0.1377096 Aug 16 02:34:31.704410 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.729200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903489b4-f1fc-4440-96be-195c5e2d70a4'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:31.732551 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79647206-8019-4426-be2a-ec3595f5921d" -d '{"events": [{"server_uuid": "54ded4fb-1181-442c-a405-4a7df7de9b39", "name": "network-vif-plugged", "status": "completed", "tag": "903489b4-f1fc-4440-96be-195c5e2d70a4"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:31.742734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=02144187-45ef-4385-a7b2-580001f33d53,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:31.755703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aabb96d3-9394-43d5-9ee7-8ba865207b20 req-7e4773a1-4004-42a0-9a4c-77220db50442 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676821 Aug 16 02:34:31.758140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:31.761221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:31.769301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 903489b4-f1fc-4440-96be-195c5e2d70a4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=903489b4-f1fc-4440-96be-195c5e2d70a4,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:31.769573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:31.775599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.788616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4480a525-6d4d-484e-9e5c-79b39a23fc14 req-f5038c46-9229-4fe7-bd52-915f787674c2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932369 Aug 16 02:34:31.791704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.792415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.823924 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3548fd4e-769b-4f02-8257-b3b1c529687b x-openstack-request-id: req-3548fd4e-769b-4f02-8257-b3b1c529687b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:31.824278 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ded4fb-1181-442c-a405-4a7df7de9b39", "name": "network-vif-plugged", "status": "completed", "tag": "903489b4-f1fc-4440-96be-195c5e2d70a4", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:31.824524 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3548fd4e-769b-4f02-8257-b3b1c529687b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:31.824919 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903489b4-f1fc-4440-96be-195c5e2d70a4', 'code': 200} Aug 16 02:34:31.847851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Allocated IP 172.20.0.9 (fe1a493a-fd42-4745-9234-ec8445804773/aa3b7269-969b-4150-af69-f4b744b45dd9/137fb3cc-730d-4e82-9715-6d0528e63c64) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:31.894794 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a14f1de9-d4f4-4835-9ce9-95db45e3c888 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8625422 Aug 16 02:34:31.895537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:31.923591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=903489b4-f1fc-4440-96be-195c5e2d70a4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:31.936693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:31.976535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-8d2aaa02-4377-40e5-820c-ecb30584d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:31.978087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-8d2aaa02-4377-40e5-820c-ecb30584d0cd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457&tenant_id=75585c822ef94d98a0b51e5f31eb2b0f HTTP/1.1" status: 200 len: 1095 time: 0.1798570 Aug 16 02:34:31.980823 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfbd015c-af87-4422-aa7b-4a98fc466cb5 req-5dc5886f-c010-4cd4-8658-f4644e9a2fe0 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 210 time: 0.0407300 Aug 16 02:34:32.000042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069e43d-9e32-46f5-82c4-608a30f6b1be tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.004977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8069e43d-9e32-46f5-82c4-608a30f6b1be tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/02144187-45ef-4385-a7b2-580001f33d53 HTTP/1.1" status: 200 len: 840 time: 0.1075854 Aug 16 02:34:32.005648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:32.020811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfbc3d-e1bb-4af4-adbf-79515876001d req-ae43867d-18d1-4209-82d1-721d12baff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.022926 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9dfbc3d-e1bb-4af4-adbf-79515876001d req-ae43867d-18d1-4209-82d1-721d12baff38 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1221414 Aug 16 02:34:32.114655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-4cc41e6d-0b7f-4c31-ab29-895eb944d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.116457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-4cc41e6d-0b7f-4c31-ab29-895eb944d343 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1095 time: 0.1012392 Aug 16 02:34:32.199552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 02144187-45ef-4385-a7b2-580001f33d53 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:32.199895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:32.290691 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:32.301087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-19642e6f-04c3-4c77-a8c9-fba4cbab34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.302655 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-19642e6f-04c3-4c77-a8c9-fba4cbab34d3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 915 time: 0.1745503 Aug 16 02:34:32.306574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 02144187-45ef-4385-a7b2-580001f33d53 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:32.406443 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9dfbc3d-e1bb-4af4-adbf-79515876001d req-775ee667-73c5-4752-a7e6-cf64fd59dbac service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721199 Aug 16 02:34:32.424919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:32.434141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083510d-00f7-4f85-a189-de94ff79d861 req-98bc8313-0502-483e-9f3c-1618450e7cb0 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.442707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0083510d-00f7-4f85-a189-de94ff79d861 req-98bc8313-0502-483e-9f3c-1618450e7cb0 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.3781369 Aug 16 02:34:32.497982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0083510d-00f7-4f85-a189-de94ff79d861 req-515fbb9b-ef3a-41de-97b2-a3e893b7d786 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Aug 16 02:34:32.516434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:32.573670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Network fe1a493a-fd42-4745-9234-ec8445804773 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:32.577708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:32.581889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:32.617586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Pushing event updated for resources: {'Port': ['ID=137fb3cc-730d-4e82-9715-6d0528e63c64,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:32.654563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.655461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:32.673005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-0a81f552-3bca-4aa6-82b0-ca96ba6b9998 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4879129 Aug 16 02:34:32.690694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Request body: {'port': {'device_id': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:32.739497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-5654f5e2-73f9-4971-b1f8-7c0a53f4eaf2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 200 len: 217 time: 0.4236801 Aug 16 02:34:32.748651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:32.860485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-c2f6ca44-e5e0-4586-a5bd-c3309a6dbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.861941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-c2f6ca44-e5e0-4586-a5bd-c3309a6dbf27 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.0864825 Aug 16 02:34:32.871189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8567c3-9b97-4501-ba85-7cec43f5e69a req-a8529815-da3e-4ccd-a00b-a5626404b6ab tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.872967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d8567c3-9b97-4501-ba85-7cec43f5e69a req-a8529815-da3e-4ccd-a00b-a5626404b6ab tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1369960 Aug 16 02:34:32.912440 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-ed63867a-8be1-4021-8670-235fc34ea558 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369997 Aug 16 02:34:32.931236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.016000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec783c-217b-4929-bd18-72f2809dc16b req-07846046-d1c3-4b33-8151-15e472bf6aab tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.017638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cec783c-217b-4929-bd18-72f2809dc16b req-07846046-d1c3-4b33-8151-15e472bf6aab tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 943 time: 0.1192122 Aug 16 02:34:33.020623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=02144187-45ef-4385-a7b2-580001f33d53,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:33.022581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c470ee6f-83cb-499d-9c4a-3cf2776861bd details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:33.038055 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d8567c3-9b97-4501-ba85-7cec43f5e69a req-f84772c0-e0f6-439c-8010-d9e28d9d9b76 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471617 Aug 16 02:34:33.052452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.057504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-610bf1a5-278f-43bf-810d-ab11284f337f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/02144187-45ef-4385-a7b2-580001f33d53 HTTP/1.1" status: 204 len: 168 time: 1.0508082 Aug 16 02:34:33.058853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43918) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:33.087968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-2c13cb23-b001-4059-9164-f9224a9c250f service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660838 Aug 16 02:34:33.104854 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2c331f-ef01-4975-bf0c-b692831892f2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:34:33.110329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7e2c331f-ef01-4975-bf0c-b692831892f2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/02144187-45ef-4385-a7b2-580001f33d53 HTTP/1.1" status: 404 len: 333 time: 0.0471895 Aug 16 02:34:33.112491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43920) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:33.118006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'name': 'tempest-PortsTestJSON-1425594859'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:33.127417 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cec783c-217b-4929-bd18-72f2809dc16b req-4fe88d56-29ac-4a7c-afff-c6e8a562b287 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950782 Aug 16 02:34:33.176709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c470ee6f-83cb-499d-9c4a-3cf2776861bd, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:33.190578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd', 'mac_address': 'fa:16:3e:0d:1f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:33.205768 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71fdcfd6-9baa-439e-af6b-9012311fb0bf req-2f06686b-233d-4f7f-8545-b2f6ff0c6b4f service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058807 Aug 16 02:34:33.244362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137fb3cc-730d-4e82-9715-6d0528e63c64 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:33.246371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.254979 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.261120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c470ee6f-83cb-499d-9c4a-3cf2776861bd {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:33.277326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Transition to ACTIVE for port object 137fb3cc-730d-4e82-9715-6d0528e63c64 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:33.290414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.293239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ea1e-fc06-4844-a8bc-0ed4568dfb9c req-3c9586f3-d212-46c2-a597-ed4cee700a95 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.301370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:33.302531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ff9ea1e-fc06-4844-a8bc-0ed4568dfb9c req-3c9586f3-d212-46c2-a597-ed4cee700a95 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 931 time: 0.0944679 Aug 16 02:34:33.305168 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.330005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c470ee6f-83cb-499d-9c4a-3cf2776861bd, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:33.339530 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.380393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ff9ea1e-fc06-4844-a8bc-0ed4568dfb9c req-26ddc878-9246-42dd-af84-d0d2134abfd8 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762289 Aug 16 02:34:33.380769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 993c2634-4943-4464-8b5e-9a8914c14ef0 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:33.392077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Pushing event updated for resources: {'Port': ['ID=137fb3cc-730d-4e82-9715-6d0528e63c64,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:33.495372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c470ee6f-83cb-499d-9c4a-3cf2776861bd,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:33.540343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Attempting to bind port 137fb3cc-730d-4e82-9715-6d0528e63c64 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:33.543618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Attempting to bind port 137fb3cc-730d-4e82-9715-6d0528e63c64 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:33.543978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Attempting to bind port 137fb3cc-730d-4e82-9715-6d0528e63c64 on network fe1a493a-fd42-4745-9234-ec8445804773 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:33.575148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c470ee6f-83cb-499d-9c4a-3cf2776861bd'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:33.649024 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.660090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Port 137fb3cc-730d-4e82-9715-6d0528e63c64 on network fe1a493a-fd42-4745-9234-ec8445804773 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:33.660438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Attempting to bind port 137fb3cc-730d-4e82-9715-6d0528e63c64 on network fe1a493a-fd42-4745-9234-ec8445804773 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:33.706081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:33.707166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Checking segment: {'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:33.707721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Bound using segment: {'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:33.708345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Bound port: 137fb3cc-730d-4e82-9715-6d0528e63c64, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40fc19f-c886-457f-b15d-f067b9edeee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:33.708864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.744647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec10b8-20e6-4e4c-a06f-52d5fd121101 req-8a7d31c4-ca5c-499c-861b-8ed662d4eb76 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.749755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cec10b8-20e6-4e4c-a06f-52d5fd121101 req-8a7d31c4-ca5c-499c-861b-8ed662d4eb76 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1061053 Aug 16 02:34:33.845610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.862119 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cec10b8-20e6-4e4c-a06f-52d5fd121101 req-e73908b5-5b54-4a1b-8e8b-7a23599b6458 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972300 Aug 16 02:34:33.897543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] For port 137fb3cc-730d-4e82-9715-6d0528e63c64, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:33.913106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] For port 137fb3cc-730d-4e82-9715-6d0528e63c64, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=137fb3cc-730d-4e82-9715-6d0528e63c64,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:33.929719 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.955635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.956597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.958444 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] 10.222.0.98 "PUT /v2.0/ports/137fb3cc-730d-4e82-9715-6d0528e63c64 HTTP/1.1" status: 200 len: 1092 time: 1.2733014 Aug 16 02:34:33.961548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:33.962793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'tag': '137fb3cc-730d-4e82-9715-6d0528e63c64'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:33.966902 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4" -d '{"events": [{"name": "network-changed", "server_uuid": "17b6a622-db5e-41ec-8e3a-844be8824e1c", "tag": "137fb3cc-730d-4e82-9715-6d0528e63c64"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:33.989732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:33.993953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:34.009130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.010073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.035273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=993c2634-4943-4464-8b5e-9a8914c14ef0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:34.077818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d903-ed18-4065-9b6d-5c006c644b08 req-3c9d85c5-2c26-4976-864d-4fcd346b21e9 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.085361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f672d903-ed18-4065-9b6d-5c006c644b08 req-3c9d85c5-2c26-4976-864d-4fcd346b21e9 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1068106 Aug 16 02:34:34.130880 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28465aef-67ee-4160-bc2d-cb39ff981147 x-openstack-request-id: req-28465aef-67ee-4160-bc2d-cb39ff981147 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:34.131188 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b6a622-db5e-41ec-8e3a-844be8824e1c", "tag": "137fb3cc-730d-4e82-9715-6d0528e63c64", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:34.131321 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28465aef-67ee-4160-bc2d-cb39ff981147 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:34.131735 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'tag': '137fb3cc-730d-4e82-9715-6d0528e63c64', 'status': 'completed', 'code': 200} Aug 16 02:34:34.170614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f672d903-ed18-4065-9b6d-5c006c644b08 req-e9f32e8f-9376-4c0c-8822-aa966a5dc591 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Aug 16 02:34:34.182084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:34.185262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-566157ab-8c71-4d83-8edc-7e18eafc91a6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0713344 Aug 16 02:34:34.190687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:34.381931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3420-249f-4581-828c-ad3e679278e1 req-1d5fcac6-8d22-42dd-b8c6-bfd0aa56a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.384086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-1d5fcac6-8d22-42dd-b8c6-bfd0aa56a61a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2a3239365974c4ba768fdfe5aea1c2f&device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 1095 time: 0.3277016 Aug 16 02:34:34.408017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc6c7-1453-47a1-ba54-dd50d22d6828 service neutron] Pushing event updated for resources: {'Port': ['ID=137fb3cc-730d-4e82-9715-6d0528e63c64,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:34.428237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.455738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bce42d-d8b7-42f8-9946-9f8bec571505 req-376d05f8-4560-44b1-b4c6-5d70f302bcb9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.465931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7bce42d-d8b7-42f8-9946-9f8bec571505 req-376d05f8-4560-44b1-b4c6-5d70f302bcb9 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.2774446 Aug 16 02:34:34.496461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12dd6-a949-4ae3-92d4-d988494f5b74 req-8bb8f22b-27f8-4a3c-babd-04125fd72d63 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.504220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bba12dd6-a949-4ae3-92d4-d988494f5b74 req-8bb8f22b-27f8-4a3c-babd-04125fd72d63 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 944 time: 0.1525774 Aug 16 02:34:34.521940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-53e573b9-cc44-44db-9af5-f191a4623d26 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=137fb3cc-730d-4e82-9715-6d0528e63c64 HTTP/1.1" status: 200 len: 217 time: 0.0479462 Aug 16 02:34:34.576354 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7bce42d-d8b7-42f8-9946-9f8bec571505 req-9b5d6d91-8f9d-48c1-b05f-79685f60a095 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094105 Aug 16 02:34:34.752520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bba12dd6-a949-4ae3-92d4-d988494f5b74 req-127c04ef-ee6b-43cc-bec0-c97ee398e71d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472484 Aug 16 02:34:34.784529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4870be7-a454-4814-9e71-2fdea6170cc4 req-217e3f69-6de4-45c7-8a50-ffaf5ab0ad20 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.786106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4870be7-a454-4814-9e71-2fdea6170cc4 req-217e3f69-6de4-45c7-8a50-ffaf5ab0ad20 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.0832889 Aug 16 02:34:34.877186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4870be7-a454-4814-9e71-2fdea6170cc4 req-99b8de8b-af61-415d-a0b2-93706899017f tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777404 Aug 16 02:34:34.877476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.889776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.974413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] In _notify_port_updated(), no bound segment for port 993c2634-4943-4464-8b5e-9a8914c14ef0 on network 5c217c1c-b8b2-4358-b955-c791f82e4bbc {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:34:34.989740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.990710 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.997833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43970) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:35.000840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "PUT /v2.0/ports/993c2634-4943-4464-8b5e-9a8914c14ef0 HTTP/1.1" status: 200 len: 818 time: 0.8172832 Aug 16 02:34:35.038706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea4d21-f132-4db9-8fb4-6d06e4a6d62d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=993c2634-4943-4464-8b5e-9a8914c14ef0,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:35.047221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c470ee6f-83cb-499d-9c4a-3cf2776861bd up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:35.078865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e0cf3-221b-42d7-8ed4-36f535b4b3be req-7038ae44-420f-4d5b-a961-6bedc4c71907 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.080510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec2e0cf3-221b-42d7-8ed4-36f535b4b3be req-7038ae44-420f-4d5b-a961-6bedc4c71907 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 943 time: 0.1518133 Aug 16 02:34:35.162539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port c470ee6f-83cb-499d-9c4a-3cf2776861bd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:35.165732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec2e0cf3-221b-42d7-8ed4-36f535b4b3be req-f9c3aded-4cf4-4831-831d-549f9c6c67e3 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780072 Aug 16 02:34:35.168167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port c470ee6f-83cb-499d-9c4a-3cf2776861bd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:35.169332 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.228708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 993c2634-4943-4464-8b5e-9a8914c14ef0 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:35.228708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.296226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.337169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c470ee6f-83cb-499d-9c4a-3cf2776861bd, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:35.338504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:35.341826 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e659b08-4490-4137-94c2-e9865b1af7de" -d '{"events": [{"server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "name": "network-vif-plugged", "status": "completed", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:35.360335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.392159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe8010-18fd-452b-8679-13aa189a3d01 req-1ffbb8c7-acff-4ef8-abb7-f1b92bc2196c tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.394062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5fe8010-18fd-452b-8679-13aa189a3d01 req-1ffbb8c7-acff-4ef8-abb7-f1b92bc2196c tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1150103 Aug 16 02:34:35.485279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5fe8010-18fd-452b-8679-13aa189a3d01 req-173f39fc-83d5-4640-a652-cb57e99a64de tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843270 Aug 16 02:34:35.516729 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6d7b85-467f-4f63-ab2b-ca4e985b7096 x-openstack-request-id: req-bf6d7b85-467f-4f63-ab2b-ca4e985b7096 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:35.517185 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "name": "network-vif-plugged", "status": "completed", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:35.517276 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf6d7b85-467f-4f63-ab2b-ca4e985b7096 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:35.517638 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd', 'code': 200} Aug 16 02:34:35.518185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c470ee6f-83cb-499d-9c4a-3cf2776861bd,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:35.532140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.576356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 993c2634-4943-4464-8b5e-9a8914c14ef0 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:35.673007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3bb13-60cf-44dd-a043-5272a56e2186 req-87cc5c3f-caac-4b6d-b59f-21f278d98a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.674525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb3bb13-60cf-44dd-a043-5272a56e2186 req-87cc5c3f-caac-4b6d-b59f-21f278d98a47 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 1097 time: 0.1284208 Aug 16 02:34:35.721002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb3bb13-60cf-44dd-a043-5272a56e2186 req-3c00fd53-87f6-4d59-820f-89cf32a00669 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Aug 16 02:34:35.721646 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.765501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=993c2634-4943-4464-8b5e-9a8914c14ef0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:35.767858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.772624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 43984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:35.775081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ee7db7b-d635-48d6-869c-5474a9cd69f1 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/993c2634-4943-4464-8b5e-9a8914c14ef0 HTTP/1.1" status: 204 len: 168 time: 0.7757263 Aug 16 02:34:35.834769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417e62e-8d0e-42d1-a147-42f7c47c1cc5 req-1f3f0089-a266-4d6c-ad76-984887fab334 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.836323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8417e62e-8d0e-42d1-a147-42f7c47c1cc5 req-1f3f0089-a266-4d6c-ad76-984887fab334 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.0975213 Aug 16 02:34:35.885276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ba407-01e2-4bd8-ac01-1ab933e14a2f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.889280 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8417e62e-8d0e-42d1-a147-42f7c47c1cc5 req-17f7b067-0454-4103-a5cc-0e25433f5d48 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Aug 16 02:34:35.889421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a80ba407-01e2-4bd8-ac01-1ab933e14a2f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1132159 Aug 16 02:34:35.889536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43988) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:35.968788 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f8ed55-211a-4b2c-a46d-140fe44d794f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:34:35.971308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f8f8ed55-211a-4b2c-a46d-140fe44d794f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/993c2634-4943-4464-8b5e-9a8914c14ef0 HTTP/1.1" status: 404 len: 333 time: 0.0801656 Aug 16 02:34:35.975776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43990) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:35.982081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1072848366'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:35.987816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7ac5c-ceae-49eb-8d4d-6738e2482b4c req-b2145105-5ab3-41e4-8ab8-9f3b56a73cf6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.989786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfb7ac5c-ceae-49eb-8d4d-6738e2482b4c req-b2145105-5ab3-41e4-8ab8-9f3b56a73cf6 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 945 time: 0.0901000 Aug 16 02:34:36.031826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:36.036132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.040274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dfb7ac5c-ceae-49eb-8d4d-6738e2482b4c req-5b072ef3-6397-4ac6-b48f-165cd9950d59 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Aug 16 02:34:36.090339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:34:36.106543 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.107000 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment 02642b44-c81a-43b7-a7a4-a44dba034676 of type vlan for network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 Aug 16 02:34:36.153106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.201944 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.207601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.208231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.293943 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3142617 Aug 16 02:34:36.295429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 43994) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:36.315962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:36.374887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a703114-c32d-489f-8684-be3618b8a97d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:36.387879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:34:36.429090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c25cfd-e7e7-4c67-9a2e-2e1c6e9c58c9 req-9abee03f-55d5-42d9-8938-c948c5439fb1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.430748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71c25cfd-e7e7-4c67-9a2e-2e1c6e9c58c9 req-9abee03f-55d5-42d9-8938-c948c5439fb1 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 943 time: 0.1630533 Aug 16 02:34:36.512730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71c25cfd-e7e7-4c67-9a2e-2e1c6e9c58c9 req-a88b57d4-b30b-4728-a131-5894777d980a tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637159 Aug 16 02:34:36.525125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:36.531640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.737468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa7eb0-9cde-476b-a739-d406ec12b258 req-77067ea3-db10-41ed-a502-b79c7aa0a97d tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.740511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-effa7eb0-9cde-476b-a739-d406ec12b258 req-77067ea3-db10-41ed-a502-b79c7aa0a97d tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1240087 Aug 16 02:34:36.789298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-effa7eb0-9cde-476b-a739-d406ec12b258 req-5486e0c7-2dc4-4915-ab9c-879ae8da3a61 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358498 Aug 16 02:34:36.794921 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.887249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=7028a918-e9cd-47d6-a8c7-4959029f1cf1,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:36.906370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': '02642b44-c81a-43b7-a7a4-a44dba034676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:36.907069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:34:36.946718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:34:36.969269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:36.974378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.975997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:36.979096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43549604-7f64-4071-9290-6a921f4e6c28 None None] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:37.002543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c9d1c7c8-8191-430f-b055-cceb1bfa4624 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7059755 Aug 16 02:34:37.005255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44014) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:37.011913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-790ff18f-6602-41f2-8cdb-33bcc0fcd7ca tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:37.232244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a6f9-91a3-40d8-9e0f-f3a0ec51f891 req-31b5f3c1-3d09-4187-98cc-cdb91acbbaec tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:37.234398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9976a6f9-91a3-40d8-9e0f-f3a0ec51f891 req-31b5f3c1-3d09-4187-98cc-cdb91acbbaec tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1900718 Aug 16 02:34:37.262735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790ff18f-6602-41f2-8cdb-33bcc0fcd7ca tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:37.266618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-790ff18f-6602-41f2-8cdb-33bcc0fcd7ca tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.313237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75ce86-f67e-4817-ab15-919e8815a706 req-7b4c4ae1-5957-4753-bfdb-025feb0b1535 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:37.327477 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e75ce86-f67e-4817-ab15-919e8815a706 req-7b4c4ae1-5957-4753-bfdb-025feb0b1535 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 945 time: 0.1293886 Aug 16 02:34:37.356739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705', 'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705', 'tenant_id': '4470428c6373465bb8535a09b4fd7a04', 'fixed_ips': [{'subnet_id': '7028a918-e9cd-47d6-a8c7-4959029f1cf1'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:34:37.357925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.379457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9976a6f9-91a3-40d8-9e0f-f3a0ec51f891 req-d4402d19-405a-4d65-aa4e-cb2e1dbba794 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364515 Aug 16 02:34:37.432843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5e75ce86-f67e-4817-ab15-919e8815a706 req-e3623a9c-9ceb-4a55-8a51-9c9448b09507 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917637 Aug 16 02:34:37.466660 n-d-769329-15 neutron-server[94857]: INFO neutron.db.ipam_backend_mixin [None req-790ff18f-6602-41f2-8cdb-33bcc0fcd7ca tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7028a918-e9cd-47d6-a8c7-4959029f1cf1 (CIDR: 172.20.0.0/28) Aug 16 02:34:37.474749 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ff18f-6602-41f2-8cdb-33bcc0fcd7ca tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:34:37.475312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790ff18f-6602-41f2-8cdb-33bcc0fcd7ca tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:34:37.529399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-790ff18f-6602-41f2-8cdb-33bcc0fcd7ca tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5228791 Aug 16 02:34:37.534807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44022) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:37.540312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:37.695141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Allocated IP 172.20.0.2 (a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705/7028a918-e9cd-47d6-a8c7-4959029f1cf1/34f280bf-e56f-4695-a9db-2d105c018d64) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:37.733967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b31daa-52b3-462d-aaf7-1e6776ab3436 req-a19fa837-0a5d-4202-b6f9-c7f23376779e tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:37.739624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15b31daa-52b3-462d-aaf7-1e6776ab3436 req-a19fa837-0a5d-4202-b6f9-c7f23376779e tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 943 time: 0.1212547 Aug 16 02:34:37.750450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-58f021fe-953e-439e-956d-bff3061e0878 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 267 time: 0.0860682 Aug 16 02:34:37.829144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-28f62323-51b2-4d11-b1cc-af79c26bef82 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:37.839230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-28f62323-51b2-4d11-b1cc-af79c26bef82 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 945 time: 0.0878723 Aug 16 02:34:37.842899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:37.847607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.850991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-15b31daa-52b3-462d-aaf7-1e6776ab3436 req-99e272a3-09d3-4a69-b671-4364c4fa93d6 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103473 Aug 16 02:34:37.873229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'port': {'security_groups': []}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:37.894675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.919390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Transition to ACTIVE for port object 34f280bf-e56f-4695-a9db-2d105c018d64 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:37.961803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Transition to ACTIVE for port object 34f280bf-e56f-4695-a9db-2d105c018d64 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:37.974724 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.054938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.108646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Pushing event updated for resources: {'Port': ['ID=34f280bf-e56f-4695-a9db-2d105c018d64,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:38.114403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a614f4-de36-4459-a397-895d9b2a5341 req-2ddaae1d-0618-4eb4-a7fc-3e0857c00a2c tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.123630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-56a614f4-de36-4459-a397-895d9b2a5341 req-2ddaae1d-0618-4eb4-a7fc-3e0857c00a2c tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1563568 Aug 16 02:34:38.156527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:38.160478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:38.169916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:38.205575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-56a614f4-de36-4459-a397-895d9b2a5341 req-7ecf4634-cf8b-455a-a94b-8ab7d64a6c13 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Aug 16 02:34:38.309699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Attempting to bind port 34f280bf-e56f-4695-a9db-2d105c018d64 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:38.310194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Attempting to bind port 34f280bf-e56f-4695-a9db-2d105c018d64 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '02642b44-c81a-43b7-a7a4-a44dba034676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:38.310721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Attempting to bind port 34f280bf-e56f-4695-a9db-2d105c018d64 on network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:38.320359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:38.320359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Checking segment: {'id': '02642b44-c81a-43b7-a7a4-a44dba034676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:38.320359 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.320359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Bound using segment: {'id': '02642b44-c81a-43b7-a7a4-a44dba034676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:38.320866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Bound port: 34f280bf-e56f-4695-a9db-2d105c018d64, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02642b44-c81a-43b7-a7a4-a44dba034676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:38.321689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.426469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] For port 34f280bf-e56f-4695-a9db-2d105c018d64, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:38.434005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] For port 34f280bf-e56f-4695-a9db-2d105c018d64, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=34f280bf-e56f-4695-a9db-2d105c018d64,segment=NetworkSegment(02642b44-c81a-43b7-a7a4-a44dba034676),segment_id=02642b44-c81a-43b7-a7a4-a44dba034676)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:38.442566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.502920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] For port c470ee6f-83cb-499d-9c4a-3cf2776861bd, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:38.542369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3420-249f-4581-828c-ad3e679278e1 req-920abc5c-0d7d-453e-9977-c11ec493acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.545015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-920abc5c-0d7d-453e-9977-c11ec493acfe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aa3b7269-969b-4150-af69-f4b744b45dd9 HTTP/1.1" status: 200 len: 849 time: 0.1978796 Aug 16 02:34:38.578030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.581089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71dca3-3eab-4e34-ae0c-fb3ec75235fd None None] Pushing event updated for resources: {'Port': ['ID=34f280bf-e56f-4695-a9db-2d105c018d64,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:38.649030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:38.655485 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.657671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:38.662487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.663087 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.671100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.686610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5', '03a95eee-1c2e-40d5-8ea6-e630284af40b', 'c470ee6f-83cb-499d-9c4a-3cf2776861bd'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:38.723259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05018b-fa46-437d-99c4-439c6ad835af req-6dcf0477-e0eb-4781-a4d6-c3b8d918bf72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.736211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fc05018b-fa46-437d-99c4-439c6ad835af req-6dcf0477-e0eb-4781-a4d6-c3b8d918bf72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1535549 Aug 16 02:34:38.788689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2502325 Aug 16 02:34:38.791475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-507bcdd6-0324-4a36-b3a9-914c5af48e35 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe1a493a-fd42-4745-9234-ec8445804773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500693 Aug 16 02:34:38.794730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44030) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:38.805947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09759b1-a234-4316-af54-a2c32d912e46 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=b284a51f-b771-44be-9a63-ab5d34e6289d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:38.837200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705', 'fixed_ips': [{'subnet_id': '7028a918-e9cd-47d6-a8c7-4959029f1cf1'}, {'subnet_id': 'b284a51f-b771-44be-9a63-ab5d34e6289d'}], 'name': 'tempest-PortsTestJSON-1599021158'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:38.890510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fc05018b-fa46-437d-99c4-439c6ad835af req-342835e5-21c2-4b0d-af6c-8fb72cb63ee2 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494212 Aug 16 02:34:38.909147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.909833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.911261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33ae9063-56e1-4e8f-bcc3-798b8b190597 req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "PUT /v2.0/ports/c470ee6f-83cb-499d-9c4a-3cf2776861bd HTTP/1.1" status: 200 len: 904 time: 1.0709438 Aug 16 02:34:39.053576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c470ee6f-83cb-499d-9c4a-3cf2776861bd'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:39.186974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 34f280bf-e56f-4695-a9db-2d105c018d64 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:39.237906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d643fc-ab52-43d8-b292-ea571166d7bd req-e0ea342c-57ff-4cf2-9102-456ce90b3102 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.273289 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6d643fc-ab52-43d8-b292-ea571166d7bd req-e0ea342c-57ff-4cf2-9102-456ce90b3102 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 943 time: 0.2022336 Aug 16 02:34:39.299260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:39.314829 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9271db1b-aa6a-459e-8113-31cf5f9142f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:39.386924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6d643fc-ab52-43d8-b292-ea571166d7bd req-410bdd60-0ccb-4db8-a9f6-91055c240f04 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123357 Aug 16 02:34:39.568907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 34f280bf-e56f-4695-a9db-2d105c018d64 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:39.577511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-60dda78e-1513-4d80-8a7e-ad855d90b6ce None None] Provisioning complete for port c470ee6f-83cb-499d-9c4a-3cf2776861bd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:39.577942 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-60dda78e-1513-4d80-8a7e-ad855d90b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:39.649449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43cb43-1819-45a2-add9-09a443b5bae4 req-c5d44c8a-e03f-4484-8aa1-6e07b21610f4 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.659963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e43cb43-1819-45a2-add9-09a443b5bae4 req-c5d44c8a-e03f-4484-8aa1-6e07b21610f4 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1077328 Aug 16 02:34:39.689186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac43759-7719-4b29-9cd6-495a24b1ff7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=c470ee6f-83cb-499d-9c4a-3cf2776861bd,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:39.705371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-d047f6a9-84fb-49d9-b777-4c4f17e7aa14 service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017126 Aug 16 02:34:39.778735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4e43cb43-1819-45a2-add9-09a443b5bae4 req-377b1f69-373e-47e6-8ca2-9bd7d9ca953b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101165 Aug 16 02:34:39.860316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0a82-2ea6-49c6-b7dd-fc31d024f48e req-243ccb64-15f3-47ea-88af-f93cfa7a8f45 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.872238 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-590f0a82-2ea6-49c6-b7dd-fc31d024f48e req-243ccb64-15f3-47ea-88af-f93cfa7a8f45 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 907 time: 0.5471215 Aug 16 02:34:39.873940 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5ee9b1-6cad-4b84-b8ae-7505968bab0e x-openstack-request-id: req-fc5ee9b1-6cad-4b84-b8ae-7505968bab0e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:39.874242 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:39.876375 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc5ee9b1-6cad-4b84-b8ae-7505968bab0e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:39.876532 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd', 'status': 'completed', 'code': 200} Aug 16 02:34:39.975836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:40.084248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49586a-a3fa-48c2-b0fa-f82d4f05cadb req-1d147818-291d-4712-b28c-7fde1473db3b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.092320 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d49586a-a3fa-48c2-b0fa-f82d4f05cadb req-1d147818-291d-4712-b28c-7fde1473db3b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0612373 Aug 16 02:34:40.145709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d49586a-a3fa-48c2-b0fa-f82d4f05cadb req-339f0608-1651-499d-8c77-d53a898266ea tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522642 Aug 16 02:34:40.350925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28d7f0-80fa-4a3f-897d-90d014dfb510 req-2ad38c8a-5cf4-4ced-86c6-801ebacdfd35 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.358371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa28d7f0-80fa-4a3f-897d-90d014dfb510 req-2ad38c8a-5cf4-4ced-86c6-801ebacdfd35 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0791602 Aug 16 02:34:40.443800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa28d7f0-80fa-4a3f-897d-90d014dfb510 req-bfcedac8-c0b4-4622-9a66-f86f9113eeeb tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841258 Aug 16 02:34:40.475810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a26e9-9230-4ffa-bf89-41a84ae086f4 None None] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:40.590393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-135cc85d-f6a6-4a5f-a089-a74fe3b73b8b None None] Provisioning for port 34f280bf-e56f-4695-a9db-2d105c018d64 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:40.613120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-135cc85d-f6a6-4a5f-a089-a74fe3b73b8b None None] Provisioning complete for port 34f280bf-e56f-4695-a9db-2d105c018d64 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:40.617081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-135cc85d-f6a6-4a5f-a089-a74fe3b73b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:40.689379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5fd81-c9de-4bf5-8420-4ece32f1e71f req-ac0f5db7-88ac-440b-a51d-ebcb5ef4b98d tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.690621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfc5fd81-c9de-4bf5-8420-4ece32f1e71f req-ac0f5db7-88ac-440b-a51d-ebcb5ef4b98d tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 943 time: 0.1493120 Aug 16 02:34:40.791169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfc5fd81-c9de-4bf5-8420-4ece32f1e71f req-b65ca0fa-9114-4b53-b40d-d1e35e7044bb tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908387 Aug 16 02:34:40.874945 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-504c3420-249f-4581-828c-ad3e679278e1 req-907908d9-1b97-4274-b3d8-0b85ca07fb11 service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438885 Aug 16 02:34:41.008664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-135cc85d-f6a6-4a5f-a089-a74fe3b73b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.036900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-c34cf133-8c8b-41f2-9f66-cd5a486b944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.047873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-c34cf133-8c8b-41f2-9f66-cd5a486b944b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 1059 time: 1.1394157 Aug 16 02:34:41.130378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-135cc85d-f6a6-4a5f-a089-a74fe3b73b8b None None] For port 34f280bf-e56f-4695-a9db-2d105c018d64, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=34f280bf-e56f-4695-a9db-2d105c018d64,segment=NetworkSegment(02642b44-c81a-43b7-a7a4-a44dba034676),segment_id=02642b44-c81a-43b7-a7a4-a44dba034676)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:41.154344 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-135cc85d-f6a6-4a5f-a089-a74fe3b73b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.165140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] Update dhcp port {'port': {'network_id': 'a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705', 'fixed_ips': [{'subnet_id': '7028a918-e9cd-47d6-a8c7-4959029f1cf1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b284a51f-b771-44be-9a63-ab5d34e6289d'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '34f280bf-e56f-4695-a9db-2d105c018d64'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:34:41.290894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-a27ec7c5-f2ab-425b-a56d-6e2bc092589d tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.294244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-a27ec7c5-f2ab-425b-a56d-6e2bc092589d tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.1756644 Aug 16 02:34:41.356811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.517022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-4f1f9692-d91b-48aa-9c45-44c997fb4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.520796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-4f1f9692-d91b-48aa-9c45-44c997fb4ad3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.4300456 Aug 16 02:34:41.543915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2d178727-9626-403a-b1e0-31e957c68f84 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.552616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2d178727-9626-403a-b1e0-31e957c68f84 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.6090736 Aug 16 02:34:41.573320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac573e-40c8-43ba-8bc2-744dc98cc36d req-d02d5353-6758-498b-9189-c31b579daf5c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.575019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caac573e-40c8-43ba-8bc2-744dc98cc36d req-d02d5353-6758-498b-9189-c31b579daf5c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.6987147 Aug 16 02:34:41.588737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-9d404360-d4c5-4869-b5df-ef138ae9430c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/quotas/236e696d0e504f4c846b688d8929ef3f HTTP/1.1" status: 200 len: 375 time: 0.0350776 Aug 16 02:34:41.713907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Deleting port 903489b4-f1fc-4440-96be-195c5e2d70a4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:41.720452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.742912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caac573e-40c8-43ba-8bc2-744dc98cc36d req-3b956398-1f5e-4130-98fa-5678a0da0cc3 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432056 Aug 16 02:34:41.747712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.751955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-30ae38e5-4052-4edb-a883-9be16c0822b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd HTTP/1.1" status: 200 len: 217 time: 0.2036006 Aug 16 02:34:41.764055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-487953f5-325c-4afe-8923-435fe932a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.768465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-487953f5-325c-4afe-8923-435fe932a6d2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b2a3239365974c4ba768fdfe5aea1c2f&device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 1095 time: 0.6531749 Aug 16 02:34:41.774837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-00352bbe-3cba-4beb-8dc8-1cf1658e99c2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1850321 Aug 16 02:34:41.821016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-9e70cb5c-0a4f-46b4-bea1-50823fdebef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.822660 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-9e70cb5c-0a4f-46b4-bea1-50823fdebef5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0528424 Aug 16 02:34:42.001468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-b79d11c0-8157-4eaf-a932-c5e0cd7d8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.002975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-b79d11c0-8157-4eaf-a932-c5e0cd7d8ffe service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe1a493a-fd42-4745-9234-ec8445804773 HTTP/1.1" status: 200 len: 910 time: 0.1793995 Aug 16 02:34:42.012768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] Allocated IP 172.20.0.18 (a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705/b284a51f-b771-44be-9a63-ab5d34e6289d/34f280bf-e56f-4695-a9db-2d105c018d64) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:42.044945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-33bab1d0-a4b1-4689-8f97-b9676485599a service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678807 Aug 16 02:34:42.084971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 39834750-9d51-4086-a983-bde47b442c05 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:42.297643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] For port 903489b4-f1fc-4440-96be-195c5e2d70a4, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=903489b4-f1fc-4440-96be-195c5e2d70a4,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:42.298692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.337158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Calling delete_port for 903489b4-f1fc-4440-96be-195c5e2d70a4 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:42.365679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-16276eac-81b1-4baf-87c2-d76422add409 service neutron] 10.222.0.78 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197625 Aug 16 02:34:42.379327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] For port 34f280bf-e56f-4695-a9db-2d105c018d64, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=34f280bf-e56f-4695-a9db-2d105c018d64,segment=NetworkSegment(02642b44-c81a-43b7-a7a4-a44dba034676),segment_id=02642b44-c81a-43b7-a7a4-a44dba034676)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:42.448445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-32e4126c-41b6-4d03-8b66-6fea950a53c7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=137fb3cc-730d-4e82-9715-6d0528e63c64 HTTP/1.1" status: 200 len: 217 time: 0.3371472 Aug 16 02:34:42.458767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.516393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] Transition to ACTIVE for port object 34f280bf-e56f-4695-a9db-2d105c018d64 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:42.521125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cc85d-f6a6-4a5f-a089-a74fe3b73b8b None None] Pushing event updated for resources: {'Port': ['ID=34f280bf-e56f-4695-a9db-2d105c018d64,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:42.532711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.735515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.761241 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0e87561f-34e5-4d39-93ce-208e9a9107b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:42.763475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['903489b4-f1fc-4440-96be-195c5e2d70a4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:42.876255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2fce-f36f-4aaa-8e10-0c6ed608c687 req-b453978c-e397-4d9c-9c54-688bb7bce9b7 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.891187 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b98c2fce-f36f-4aaa-8e10-0c6ed608c687 req-b453978c-e397-4d9c-9c54-688bb7bce9b7 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=54ded4fb-1181-442c-a405-4a7df7de9b39 HTTP/1.1" status: 200 len: 1097 time: 0.8821955 Aug 16 02:34:42.900017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-ff41dccb-fd4f-488a-affc-7cfe0fa8aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.901308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-ff41dccb-fd4f-488a-affc-7cfe0fa8aa4a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8974192 Aug 16 02:34:42.989466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Pushing event deleted for resources: {'Port': ['ID=903489b4-f1fc-4440-96be-195c5e2d70a4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:43.114457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 34f280bf-e56f-4695-a9db-2d105c018d64 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:43.142351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8108-7700-44d7-b542-e7314dc3b5fd None None] Pushing event updated for resources: {'Port': ['ID=34f280bf-e56f-4695-a9db-2d105c018d64,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:43.164256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] No DVR routers for this DVR port 903489b4-f1fc-4440-96be-195c5e2d70a4 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:43.189596 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:43.201956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c7381e7d-363b-4b30-8f34-4481dc085cab req-bf3d6528-0d3d-424d-829f-2f7740395b5b tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.98 "DELETE /v2.0/ports/903489b4-f1fc-4440-96be-195c5e2d70a4 HTTP/1.1" status: 204 len: 173 time: 1.8996263 Aug 16 02:34:43.204110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'name': 'network-vif-deleted', 'tag': '903489b4-f1fc-4440-96be-195c5e2d70a4'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:43.206290 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7633814e-2228-40cb-9c75-323fc9b0fa17" -d '{"events": [{"server_uuid": "54ded4fb-1181-442c-a405-4a7df7de9b39", "name": "network-vif-deleted", "tag": "903489b4-f1fc-4440-96be-195c5e2d70a4"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:43.239868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10174256-7e49-42c6-8c5f-341e27b6ca72 req-dacafed6-899d-46a8-8065-67946cfd6c53 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.242266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10174256-7e49-42c6-8c5f-341e27b6ca72 req-dacafed6-899d-46a8-8065-67946cfd6c53 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 943 time: 0.3961806 Aug 16 02:34:43.446162 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10174256-7e49-42c6-8c5f-341e27b6ca72 req-98b7d96f-ea00-46f3-ac17-3a119bb8069d tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880119 Aug 16 02:34:43.633787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c9fe97d-599d-4829-a992-83b837c7944a req-6f7dc6c8-b9d3-48c6-9df7-dedaf6a84bcc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 210 time: 0.0650275 Aug 16 02:34:43.663355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-18151a3e-a212-43bf-8f87-5740eb371469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.673260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-18151a3e-a212-43bf-8f87-5740eb371469 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aa3b7269-969b-4150-af69-f4b744b45dd9 HTTP/1.1" status: 200 len: 849 time: 1.0100000 Aug 16 02:34:43.900303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b98c2fce-f36f-4aaa-8e10-0c6ed608c687 req-adf71e34-59b3-458e-bc54-d97b333e6eb4 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9918230 Aug 16 02:34:43.965690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-0ff0d33f-ad97-4a5b-b4a0-f4e5f90a07af service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe1a493a-fd42-4745-9234-ec8445804773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2441685 Aug 16 02:34:43.973918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cf409-72da-4277-88af-ee6f019d339f req-f2cef0dd-eb76-4255-964a-8ad5de8ff15b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.992960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d6cf409-72da-4277-88af-ee6f019d339f req-f2cef0dd-eb76-4255-964a-8ad5de8ff15b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1418967 Aug 16 02:34:44.005474 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d804a-7cab-4b90-a402-7e71fb027415 x-openstack-request-id: req-814d804a-7cab-4b90-a402-7e71fb027415 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:44.005762 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ded4fb-1181-442c-a405-4a7df7de9b39", "name": "network-vif-deleted", "tag": "903489b4-f1fc-4440-96be-195c5e2d70a4", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:44.006015 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-814d804a-7cab-4b90-a402-7e71fb027415 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:44.006404 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ded4fb-1181-442c-a405-4a7df7de9b39', 'name': 'network-vif-deleted', 'tag': '903489b4-f1fc-4440-96be-195c5e2d70a4', 'status': 'completed', 'code': 200} Aug 16 02:34:44.017454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20355b-a3fd-48e0-8f0b-b1434fb00983 None None] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:44.096560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d6cf409-72da-4277-88af-ee6f019d339f req-7cf0a408-de05-45c2-99d8-7bf816bfc9ba tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022382 Aug 16 02:34:44.193911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-1f53378e-4845-4643-b66b-571e425f603d service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747761 Aug 16 02:34:44.211778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5df235b8-d814-4ae0-acf2-14b800fdf8a8 None None] Provisioning for port 34f280bf-e56f-4695-a9db-2d105c018d64 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:44.221718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5df235b8-d814-4ae0-acf2-14b800fdf8a8 None None] Provisioning complete for port 34f280bf-e56f-4695-a9db-2d105c018d64 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:44.222349 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5df235b8-d814-4ae0-acf2-14b800fdf8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.602003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-85d7e9d8-e5ef-41d0-b53e-76288422d47b service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102006 Aug 16 02:34:44.633668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.5 (a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705/7028a918-e9cd-47d6-a8c7-4959029f1cf1/39834750-9d51-4086-a983-bde47b442c05) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:44.678487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9271db1b-aa6a-459e-8113-31cf5f9142f6 req-9ef71081-abe4-4ccf-807f-3a2b0fb2cdf0 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719129 Aug 16 02:34:44.688697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.19 (a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705/b284a51f-b771-44be-9a63-ab5d34e6289d/39834750-9d51-4086-a983-bde47b442c05) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:44.940305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716de4e6-9121-417e-9f2a-ec3023e799b6 req-e494a8ce-926e-4c7a-9281-aed652bdc827 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.950589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-716de4e6-9121-417e-9f2a-ec3023e799b6 req-e494a8ce-926e-4c7a-9281-aed652bdc827 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 943 time: 0.3805604 Aug 16 02:34:45.021756 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4fe2b093-bf37-4132-b7da-c8df8246e6dc req-b1cbb845-0c74-4b55-b4b6-8a2e0577350d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 210 time: 0.1047425 Aug 16 02:34:45.032174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d1b1b088-276a-4c5c-898a-9ee19d4199f0 None None] Provisioning complete for port 34f280bf-e56f-4695-a9db-2d105c018d64 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:45.032789 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d1b1b088-276a-4c5c-898a-9ee19d4199f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:45.066441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-3e7f3d48-6408-4b9a-8a60-5887e5192b9d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.068349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-3e7f3d48-6408-4b9a-8a60-5887e5192b9d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 812 time: 0.3945422 Aug 16 02:34:45.084898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7440998-82b7-4a76-8c49-ff6b1d4cebc4 req-5de56e2b-c915-473c-b081-f2b568bf5a62 service neutron] 10.222.0.98 "GET /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544731 Aug 16 02:34:45.086378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Request body: {'port': {'device_id': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'admin_state_up': True, 'tenant_id': '236e696d0e504f4c846b688d8929ef3f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:45.117982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 34f280bf-e56f-4695-a9db-2d105c018d64 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:45.241139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-716de4e6-9121-417e-9f2a-ec3023e799b6 req-b3baf400-cfe5-4325-b1bd-a9beef3125e9 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570677 Aug 16 02:34:45.391837 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:45.396791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 34f280bf-e56f-4695-a9db-2d105c018d64 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:45.397338 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:45.407232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 39834750-9d51-4086-a983-bde47b442c05 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:45.431381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Made reservation on behalf of 236e696d0e504f4c846b688d8929ef3f for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:45.435866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:45.454662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:45.472673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c656b93-c2da-4abb-a98e-6cc22ebe715c req-255c4789-0138-445f-808f-01a9cb37737c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.474305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c656b93-c2da-4abb-a98e-6cc22ebe715c req-255c4789-0138-445f-808f-01a9cb37737c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1429641 Aug 16 02:34:45.567959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c656b93-c2da-4abb-a98e-6cc22ebe715c req-14cc098d-93d3-4699-850b-f998a740d57a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856907 Aug 16 02:34:45.576889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 137fb3cc-730d-4e82-9715-6d0528e63c64 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:45.628958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:45.636653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:45.646293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:45.711878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Allocated IP 172.20.0.10 (14715f47-c5d2-4512-99fa-eebf392f6a1c/76c3e253-cb2c-46f6-8f27-97ae5048f763/c2f15cfc-8351-49bf-b6de-6febcfd9a685) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:45.747144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=39834750-9d51-4086-a983-bde47b442c05,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:45.788720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.789396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:45.807475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 137fb3cc-730d-4e82-9715-6d0528e63c64, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=137fb3cc-730d-4e82-9715-6d0528e63c64,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:45.845943 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b724211e-7779-47e4-b1f6-180e43a3ce4f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.0409746 Aug 16 02:34:45.849449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44110) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:45.850603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 903489b4-f1fc-4440-96be-195c5e2d70a4 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:45.858922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7028a918-e9cd-47d6-a8c7-4959029f1cf1'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:45.943946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '137fb3cc-730d-4e82-9715-6d0528e63c64', 'network_id': 'fe1a493a-fd42-4745-9234-ec8445804773', 'port_id': '137fb3cc-730d-4e82-9715-6d0528e63c64', 'mac_address': 'fa:16:3e:22:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3b7269-969b-4150-af69-f4b744b45dd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:45.957519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 903489b4-f1fc-4440-96be-195c5e2d70a4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:45.957889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 903489b4-f1fc-4440-96be-195c5e2d70a4 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:45.969357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b81f6-a531-42bc-9fee-16edd1b43a6a req-418b46cb-e567-4940-af47-010898418834 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.984077 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-313b81f6-a531-42bc-9fee-16edd1b43a6a req-418b46cb-e567-4940-af47-010898418834 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1097 time: 0.2269075 Aug 16 02:34:46.100030 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.127487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137fb3cc-730d-4e82-9715-6d0528e63c64 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:46.135145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ea8c9c23-4dad-40bb-b619-fd32b850f113 None None] Provisioning for port 39834750-9d51-4086-a983-bde47b442c05 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:46.145264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ea8c9c23-4dad-40bb-b619-fd32b850f113 None None] Provisioning complete for port 39834750-9d51-4086-a983-bde47b442c05 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:46.145847 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea8c9c23-4dad-40bb-b619-fd32b850f113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.189302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 137fb3cc-730d-4e82-9715-6d0528e63c64, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=137fb3cc-730d-4e82-9715-6d0528e63c64,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:46.213361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d5a515b-9a64-406d-a2a7-8e18c0381d96 req-f3ada94a-fb0e-4629-a8bb-a86a3e614f4d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 210 time: 0.0546777 Aug 16 02:34:46.217754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c9c23-4dad-40bb-b619-fd32b850f113 None None] Port 39834750-9d51-4086-a983-bde47b442c05 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:46.220976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.232170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.249722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Transition to ACTIVE for port object c2f15cfc-8351-49bf-b6de-6febcfd9a685 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:46.304717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=137fb3cc-730d-4e82-9715-6d0528e63c64,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:46.454119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.465984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['137fb3cc-730d-4e82-9715-6d0528e63c64'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:46.508737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.512458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee040d-0633-457f-99af-97d42fff788d req-0818823a-6b5a-400b-b6e0-2cac64d5ca04 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.526456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ee040d-0633-457f-99af-97d42fff788d req-0818823a-6b5a-400b-b6e0-2cac64d5ca04 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 944 time: 0.1330266 Aug 16 02:34:46.610282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ee040d-0633-457f-99af-97d42fff788d req-d5574e85-ac65-42c8-9635-e55013aaca87 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772593 Aug 16 02:34:46.610436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:46.614499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-313b81f6-a531-42bc-9fee-16edd1b43a6a req-05c5b11e-d771-4001-ba4f-ceb84051e879 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ad8cf3c1-e085-4033-a3db-2cd63b6b7254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278608 Aug 16 02:34:46.665780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:46.668445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:46.690112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:46.803331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5', '03a95eee-1c2e-40d5-8ea6-e630284af40b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:46.805060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5105e9-61ca-42bb-b40e-f9cc4f147f27 req-a07fc954-7abc-440e-843d-5c251c8e723a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.814898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e5105e9-61ca-42bb-b40e-f9cc4f147f27 req-a07fc954-7abc-440e-843d-5c251c8e723a tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1021442 Aug 16 02:34:46.825215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.825904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.896882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2052c32d-7f16-482c-b5f4-d142114601ef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8159654 Aug 16 02:34:46.899541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e5105e9-61ca-42bb-b40e-f9cc4f147f27 req-a0ce0b8a-8073-41c3-9594-a39f0d0cf385 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832741 Aug 16 02:34:46.926498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Request body: {'port': {'device_id': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:47.013427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.072906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-527d1ad7-c7ed-47ae-a974-957bb93a0ecf None None] Provisioning for port c2f15cfc-8351-49bf-b6de-6febcfd9a685 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:47.077016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-0cc5eb35-63a3-46a0-a41f-e83e363ae394 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.080649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-0cc5eb35-63a3-46a0-a41f-e83e363ae394 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 1097 time: 0.0688143 Aug 16 02:34:47.081320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-527d1ad7-c7ed-47ae-a974-957bb93a0ecf None None] Provisioning complete for port c2f15cfc-8351-49bf-b6de-6febcfd9a685 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:47.081703 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-527d1ad7-c7ed-47ae-a974-957bb93a0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.097447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Delete allocated IP 172.20.0.19 (a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705/b284a51f-b771-44be-9a63-ab5d34e6289d) {{(pid=94856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:34:47.119592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-527d1ad7-c7ed-47ae-a974-957bb93a0ecf None None] Port c2f15cfc-8351-49bf-b6de-6febcfd9a685 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:47.195819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Deleting port 0e87561f-34e5-4d39-93ce-208e9a9107b5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:47.196221 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.310070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] For port 0e87561f-34e5-4d39-93ce-208e9a9107b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e87561f-34e5-4d39-93ce-208e9a9107b5,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:47.310738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.329475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Calling delete_port for 0e87561f-34e5-4d39-93ce-208e9a9107b5 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:47.419173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.475509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 39834750-9d51-4086-a983-bde47b442c05 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:47.478143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.490505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0e87561f-34e5-4d39-93ce-208e9a9107b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:47.494135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bb1bc-032e-49a9-91d6-a8123239f8eb req-98060ace-ff09-4a94-95bc-4afc4ee248d9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.495043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d49bb1bc-032e-49a9-91d6-a8123239f8eb req-98060ace-ff09-4a94-95bc-4afc4ee248d9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 932 time: 0.1461303 Aug 16 02:34:47.497583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.543298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e87561f-34e5-4d39-93ce-208e9a9107b5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:47.576349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 137fb3cc-730d-4e82-9715-6d0528e63c64 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:47.627273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=39834750-9d51-4086-a983-bde47b442c05,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:47.682809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 137fb3cc-730d-4e82-9715-6d0528e63c64 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:47.689654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 137fb3cc-730d-4e82-9715-6d0528e63c64 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:47.690039 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.691520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] No DVR routers for this DVR port 0e87561f-34e5-4d39-93ce-208e9a9107b5 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:47.694473 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d49bb1bc-032e-49a9-91d6-a8123239f8eb req-7b3ce90b-8cab-47a6-87bb-4c15476e7b65 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791334 Aug 16 02:34:47.709687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.717361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75c78dd6-706e-4c1f-b6cd-d16cacbf85c4 req-2fcf0f28-8ef5-40a2-b3a1-ab3974e8dfea tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.88 "DELETE /v2.0/ports/0e87561f-34e5-4d39-93ce-208e9a9107b5 HTTP/1.1" status: 204 len: 173 time: 0.6296685 Aug 16 02:34:47.728251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'name': 'network-vif-deleted', 'tag': '0e87561f-34e5-4d39-93ce-208e9a9107b5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:47.735315 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f1cc8d-ebdd-4cc5-98a8-25be836f2707" -d '{"events": [{"server_uuid": "fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129", "name": "network-vif-deleted", "tag": "0e87561f-34e5-4d39-93ce-208e9a9107b5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:47.756270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] In _notify_port_updated(), no bound segment for port 39834750-9d51-4086-a983-bde47b442c05 on network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:34:47.762751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.763413 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.771422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44134) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:47.785678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f4c8721-12a3-4c3b-9d4b-ff87f1f3f8ab tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "PUT /v2.0/ports/39834750-9d51-4086-a983-bde47b442c05 HTTP/1.1" status: 200 len: 919 time: 1.9219677 Aug 16 02:34:47.800856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7028a918-e9cd-47d6-a8c7-4959029f1cf1'}, {'subnet_id': 'b284a51f-b771-44be-9a63-ab5d34e6289d'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:47.813437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.840541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137fb3cc-730d-4e82-9715-6d0528e63c64'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:47.843171 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a2473-ee54-444f-8462-80958f2b5551" -d '{"events": [{"server_uuid": "17b6a622-db5e-41ec-8e3a-844be8824e1c", "name": "network-vif-plugged", "status": "completed", "tag": "137fb3cc-730d-4e82-9715-6d0528e63c64"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:47.883143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 137fb3cc-730d-4e82-9715-6d0528e63c64, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=137fb3cc-730d-4e82-9715-6d0528e63c64,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:47.893907 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.915250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-87c2454d-f814-4ad5-b2d1-e14852838c21 req-18e64896-d6e3-402a-bf42-6aca0b56aa65 tempest-TestServerMultinode-65295467 tempest-TestServerMultinode-65295467-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129 HTTP/1.1" status: 200 len: 210 time: 0.0622299 Aug 16 02:34:47.921094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f15cfc-8351-49bf-b6de-6febcfd9a685 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:47.929767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.943710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567b64-0202-42a3-a3ce-b5302d50ecd7 req-129006cb-9bfd-4251-be3e-773457e77e9c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.945190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Transition to ACTIVE for port object c2f15cfc-8351-49bf-b6de-6febcfd9a685 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:47.953999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-48567b64-0202-42a3-a3ce-b5302d50ecd7 req-129006cb-9bfd-4251-be3e-773457e77e9c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 944 time: 0.2038550 Aug 16 02:34:47.955281 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.977645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=137fb3cc-730d-4e82-9715-6d0528e63c64,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:48.040324 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b23e444-3a54-41cd-b58d-a714cbaf7ef6 x-openstack-request-id: req-1b23e444-3a54-41cd-b58d-a714cbaf7ef6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:48.040740 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129", "name": "network-vif-deleted", "tag": "0e87561f-34e5-4d39-93ce-208e9a9107b5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:48.041098 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b23e444-3a54-41cd-b58d-a714cbaf7ef6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:48.041604 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa981ff0-e4fb-4b6d-99ba-ac7ab9b7b129', 'name': 'network-vif-deleted', 'tag': '0e87561f-34e5-4d39-93ce-208e9a9107b5', 'status': 'completed', 'code': 200} Aug 16 02:34:48.064891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-48567b64-0202-42a3-a3ce-b5302d50ecd7 req-32880a29-6731-44d5-8028-fd1696340fe3 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096826 Aug 16 02:34:48.069192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-965199cb-3256-42b5-9755-567b80edf969 None None] Provisioning for port 39834750-9d51-4086-a983-bde47b442c05 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:48.075433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-965199cb-3256-42b5-9755-567b80edf969 None None] Provisioning complete for port 39834750-9d51-4086-a983-bde47b442c05 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:48.075965 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-965199cb-3256-42b5-9755-567b80edf969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.109666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:48.152113 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f909f57e-5d03-4a6b-a1b8-b7f8b4192dbb x-openstack-request-id: req-f909f57e-5d03-4a6b-a1b8-b7f8b4192dbb {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:48.152509 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b6a622-db5e-41ec-8e3a-844be8824e1c", "name": "network-vif-plugged", "status": "completed", "tag": "137fb3cc-730d-4e82-9715-6d0528e63c64", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:48.155393 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f909f57e-5d03-4a6b-a1b8-b7f8b4192dbb {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:48.155810 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137fb3cc-730d-4e82-9715-6d0528e63c64', 'code': 200} Aug 16 02:34:48.159049 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.209592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-965199cb-3256-42b5-9755-567b80edf969 None None] Port 39834750-9d51-4086-a983-bde47b442c05 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:48.250482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Attempting to bind port c2f15cfc-8351-49bf-b6de-6febcfd9a685 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:48.250826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Attempting to bind port c2f15cfc-8351-49bf-b6de-6febcfd9a685 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:48.251818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Attempting to bind port c2f15cfc-8351-49bf-b6de-6febcfd9a685 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:48.256812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Port c2f15cfc-8351-49bf-b6de-6febcfd9a685 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:48.257139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Attempting to bind port c2f15cfc-8351-49bf-b6de-6febcfd9a685 on network 14715f47-c5d2-4512-99fa-eebf392f6a1c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:48.263379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:48.263727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Checking segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:48.264123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Bound using segment: {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:48.264591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Bound port: c2f15cfc-8351-49bf-b6de-6febcfd9a685, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31336e1b-3d68-4405-8860-0e40b3959353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:48.264955 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.397517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:48.401562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:48.408534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.437679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0970b-9e88-4c3c-b5d1-e9ffe6727046 req-3d793e6c-05e6-4771-b583-cba300c46330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.439485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2e0970b-9e88-4c3c-b5d1-e9ffe6727046 req-3d793e6c-05e6-4771-b583-cba300c46330 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 1097 time: 0.1903274 Aug 16 02:34:48.465564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.466858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.468320 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] 10.222.0.88 "PUT /v2.0/ports/c2f15cfc-8351-49bf-b6de-6febcfd9a685 HTTP/1.1" status: 200 len: 1093 time: 1.5554566 Aug 16 02:34:48.468764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:48.471164 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a600e7-1e7b-4c55-872d-17c43697df96" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:48.485494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2749b7-278f-4f7a-ac2d-6eeadca7e502 req-e16c5d84-bdca-4cb5-ae33-7f89b3929d8f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.487112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2749b7-278f-4f7a-ac2d-6eeadca7e502 req-e16c5d84-bdca-4cb5-ae33-7f89b3929d8f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.2293286 Aug 16 02:34:48.490277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793df79-6c5f-440f-b684-496acb50e030 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:48.561137 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ed126-0696-4b49-9954-38bfee5c468e x-openstack-request-id: req-5c0ed126-0696-4b49-9954-38bfee5c468e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:48.561407 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:48.561728 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c0ed126-0696-4b49-9954-38bfee5c468e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:48.562468 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'status': 'completed', 'code': 200} Aug 16 02:34:48.581524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-792c3e0b-bd4f-4892-a9c7-261f8324cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.583242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-792c3e0b-bd4f-4892-a9c7-261f8324cb54 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 1096 time: 0.0660455 Aug 16 02:34:48.633849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-46b3215f-23a7-477e-8d91-99b0539bdd45 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685 HTTP/1.1" status: 200 len: 217 time: 0.0422103 Aug 16 02:34:48.911764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b2e0970b-9e88-4c3c-b5d1-e9ffe6727046 req-be098f72-5a5f-4202-be1b-ee8d7280c728 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403172 Aug 16 02:34:48.936898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd2749b7-278f-4f7a-ac2d-6eeadca7e502 req-2d54a076-e8ff-454a-91b4-4f05709c0748 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312611 Aug 16 02:34:49.013654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.21 (a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705/b284a51f-b771-44be-9a63-ab5d34e6289d/39834750-9d51-4086-a983-bde47b442c05) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:49.026484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44148) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:49.109951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-d784d003-9d15-4abe-8bf4-ebcabaaa6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.112669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-d784d003-9d15-4abe-8bf4-ebcabaaa6330 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.4712265 Aug 16 02:34:49.128989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab60efd-3e14-498c-9124-df2bc841315a req-292b9258-0e44-4e95-a689-f9a431d4d87a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.136569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ab60efd-3e14-498c-9124-df2bc841315a req-292b9258-0e44-4e95-a689-f9a431d4d87a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 944 time: 0.0792272 Aug 16 02:34:49.205052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ab60efd-3e14-498c-9124-df2bc841315a req-b9e2cd31-2035-4aab-9747-6bcde1108c85 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Aug 16 02:34:49.217572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-b28094f6-0c2c-4494-94dd-361009616845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.217572 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-b28094f6-0c2c-4494-94dd-361009616845 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789561 Aug 16 02:34:49.299775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a7bfb-3f6a-49f9-83cb-fe109c7dab75 req-e4747ceb-402b-4be0-9708-d47f3fe5eaea tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.301396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d0a7bfb-3f6a-49f9-83cb-fe109c7dab75 req-e4747ceb-402b-4be0-9708-d47f3fe5eaea tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 945 time: 0.1408966 Aug 16 02:34:49.310533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-2f5dddd2-dd04-409b-9062-7cb1695f98c8 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846469 Aug 16 02:34:49.377566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:49.409278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb337e51-4dd4-41c9-bb81-54a36694d434 req-90730d92-ae33-4438-ba76-f88debc41994 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920680 Aug 16 02:34:49.414355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d0a7bfb-3f6a-49f9-83cb-fe109c7dab75 req-ed32a10e-d104-4e7d-8cce-8584d853817d tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979159 Aug 16 02:34:49.417560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 39834750-9d51-4086-a983-bde47b442c05 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:49.426515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:49.516815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-a89d88e8-6d2c-4147-8db7-7a0aa6095591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.519126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-a89d88e8-6d2c-4147-8db7-7a0aa6095591 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 1096 time: 0.0491138 Aug 16 02:34:49.549430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=39834750-9d51-4086-a983-bde47b442c05,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:49.649898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] In _notify_port_updated(), no bound segment for port 39834750-9d51-4086-a983-bde47b442c05 on network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:34:49.655420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.656125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:49.659906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-3b612d6e-9e8a-4c41-86bd-2fd6c57cc174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.660074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f90b3d49-e13a-4d80-83f0-a4cdc0ab61a5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "PUT /v2.0/ports/39834750-9d51-4086-a983-bde47b442c05 HTTP/1.1" status: 200 len: 999 time: 1.8838310 Aug 16 02:34:49.660196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-3b612d6e-9e8a-4c41-86bd-2fd6c57cc174 service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1254838 Aug 16 02:34:49.660196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44152) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:49.730303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-2c45b56c-3faf-43d3-83d2-d9d2ccd9c60e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685 HTTP/1.1" status: 200 len: 217 time: 0.0621941 Aug 16 02:34:49.787845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7d0692ca-4450-4f66-a05e-444bd8513826 None None] Provisioning for port 39834750-9d51-4086-a983-bde47b442c05 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:49.793382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7d0692ca-4450-4f66-a05e-444bd8513826 None None] Provisioning complete for port 39834750-9d51-4086-a983-bde47b442c05 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:49.793864 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d0692ca-4450-4f66-a05e-444bd8513826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:49.816681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-9c7e134d-670d-495d-9eb0-2e7d841fbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.818294 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-9c7e134d-670d-495d-9eb0-2e7d841fbad3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0791719 Aug 16 02:34:49.833725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:49.864728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 39834750-9d51-4086-a983-bde47b442c05 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:49.865075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:49.874956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7d0692ca-4450-4f66-a05e-444bd8513826 None None] Port 39834750-9d51-4086-a983-bde47b442c05 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:49.923820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-e4ed8ad2-ee8c-40be-8583-d08fc0cec5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.925418 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-e4ed8ad2-ee8c-40be-8583-d08fc0cec5df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980535 Aug 16 02:34:50.030363 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.062841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 39834750-9d51-4086-a983-bde47b442c05 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:50.152206 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-a901b0cc-4f50-48b9-8700-a509e625b3dc service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088947 Aug 16 02:34:50.166970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Deleting port 0908c09d-b910-43af-b22a-b74799b0171c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:50.168053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.169442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc98a3-29d9-4800-99a2-633af8167ec9 req-08868af6-fedd-4cf8-ad09-d686a3a3fb5d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.170964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fdc98a3-29d9-4800-99a2-633af8167ec9 req-08868af6-fedd-4cf8-ad09-d686a3a3fb5d tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1366143 Aug 16 02:34:50.207963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44162) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:50.265243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] For port 0908c09d-b910-43af-b22a-b74799b0171c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0908c09d-b910-43af-b22a-b74799b0171c,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:50.266006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.283874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fdc98a3-29d9-4800-99a2-633af8167ec9 req-f5187be1-2ea2-4b49-a160-87c032562550 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996940 Aug 16 02:34:50.292132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Calling delete_port for 0908c09d-b910-43af-b22a-b74799b0171c owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:50.353027 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22a600e7-1e7b-4c55-872d-17c43697df96 req-568bf0cf-be52-41da-a288-2cb57ef70d20 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810932 Aug 16 02:34:50.388565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bed36791-0e92-4b43-8f93-301e8965f28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.407007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.422865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48359e00-5b5d-4d6b-82d1-b05b9bb6a1f6 req-79f28235-05b3-4b39-bc04-b9525308d39a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.426319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-48359e00-5b5d-4d6b-82d1-b05b9bb6a1f6 req-79f28235-05b3-4b39-bc04-b9525308d39a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 944 time: 0.1362114 Aug 16 02:34:50.436444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=39834750-9d51-4086-a983-bde47b442c05,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:50.558592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.559250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-48359e00-5b5d-4d6b-82d1-b05b9bb6a1f6 req-5fd31de2-0333-4571-ad34-8e45b213254b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237950 Aug 16 02:34:50.560628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4e3e54a1-b61d-4d10-89f9-696e1bffb7ae tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/39834750-9d51-4086-a983-bde47b442c05 HTTP/1.1" status: 204 len: 168 time: 0.8994310 Aug 16 02:34:50.563403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:50.591879 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f278e86-b994-42f7-b605-81856c07dc4c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:34:50.594052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f278e86-b994-42f7-b605-81856c07dc4c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/39834750-9d51-4086-a983-bde47b442c05 HTTP/1.1" status: 404 len: 333 time: 0.0295782 Aug 16 02:34:50.599883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44172) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:50.602835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36bcd0-2e4f-46b9-b95d-6c7e7a5adb19 req-8c6670bd-c2ad-425c-9560-69460c47703b tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.604409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c36bcd0-2e4f-46b9-b95d-6c7e7a5adb19 req-8c6670bd-c2ad-425c-9560-69460c47703b tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 945 time: 0.0965059 Aug 16 02:34:50.653131 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c36bcd0-2e4f-46b9-b95d-6c7e7a5adb19 req-fcddbea4-6406-455f-a19c-eaf6bd4591b9 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Aug 16 02:34:50.711400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet b284a51f-b771-44be-9a63-ab5d34e6289d {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:50.725193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.729331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bed36791-0e92-4b43-8f93-301e8965f28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.751302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.753164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bed36791-0e92-4b43-8f93-301e8965f28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.814325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=0908c09d-b910-43af-b22a-b74799b0171c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:50.831941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:50.882571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bed36791-0e92-4b43-8f93-301e8965f28e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=837049e2af0c434da65b40b38318dfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708212 Aug 16 02:34:50.884239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:50.885744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed36791-0e92-4b43-8f93-301e8965f28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f056be-8f23-4aa6-95ca-702c974436ee,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:51.067749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.115780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfd36b9a-f9c1-415e-9eb1-b2c8b0f4c70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.133244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e87561f-34e5-4d39-93ce-208e9a9107b5 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:51.162520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 0e87561f-34e5-4d39-93ce-208e9a9107b5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:51.162872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e87561f-34e5-4d39-93ce-208e9a9107b5 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:51.174865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfd36b9a-f9c1-415e-9eb1-b2c8b0f4c70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.185767 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.226224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.289061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=b284a51f-b771-44be-9a63-ab5d34e6289d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:51.295054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.296991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c1f86390-b233-4ef0-9478-f3c4a19e1b8c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/b284a51f-b771-44be-9a63-ab5d34e6289d HTTP/1.1" status: 204 len: 168 time: 0.6955569 Aug 16 02:34:51.300535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44190) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:51.309083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d3fd1-965e-4d04-b07b-89db66089b20 None None] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:51.345151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfd36b9a-f9c1-415e-9eb1-b2c8b0f4c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.348323 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfd36b9a-f9c1-415e-9eb1-b2c8b0f4c70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.349636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dfd36b9a-f9c1-415e-9eb1-b2c8b0f4c70d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6f056be-8f23-4aa6-95ca-702c974436ee HTTP/1.1" status: 204 len: 168 time: 0.4647059 Aug 16 02:34:51.368169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd36b9a-f9c1-415e-9eb1-b2c8b0f4c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f056be-8f23-4aa6-95ca-702c974436ee,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:51.462336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 7028a918-e9cd-47d6-a8c7-4959029f1cf1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:51.467689 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.496480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a209f-fbc0-4584-b4cd-eae94c7db25d req-9cd15d46-3fd9-4b89-8e3e-3c47f2527a7f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:51.498227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f10a209f-fbc0-4584-b4cd-eae94c7db25d req-9cd15d46-3fd9-4b89-8e3e-3c47f2527a7f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 943 time: 0.1132014 Aug 16 02:34:51.515967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.585951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153228c3-b64a-4ece-82b6-6211bb42564c req-1ef895bc-40e5-4ad6-80c9-d06948933767 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:51.591226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-153228c3-b64a-4ece-82b6-6211bb42564c req-1ef895bc-40e5-4ad6-80c9-d06948933767 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 945 time: 0.2042015 Aug 16 02:34:51.592542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:51.670227 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.729612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-153228c3-b64a-4ece-82b6-6211bb42564c req-9bcfba50-7959-4ad5-b7e0-797037c0a69c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 Aug 16 02:34:51.772945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:51.789456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'network_id': '70e9bb82-b9f7-4262-8831-8dbbd6cbed4c', 'port_id': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'mac_address': 'fa:16:3e:15:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766960bc-d563-4fa5-8dec-62f902e40c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:51.796456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.837669 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.840888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:51.854252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4c9dcc-78b7-4402-a22d-463fa1a39949 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:51.864206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.868727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/7028a918-e9cd-47d6-a8c7-4959029f1cf1 HTTP/1.1" status: 204 len: 168 time: 0.5638137 Aug 16 02:34:51.868727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1a6175c-fc20-4237-b4a8-3653fd3cecbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.877042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcb8d0-707a-4900-a6f4-322c262837ba tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=7028a918-e9cd-47d6-a8c7-4959029f1cf1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:51.879986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:51.887030 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.891949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44202) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:51.959971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:51.981966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f10a209f-fbc0-4584-b4cd-eae94c7db25d req-48fd5184-80fc-4582-b29f-a5cdf85a71fa tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534208 Aug 16 02:34:51.983776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:34:52.008602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.027345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0b2ff-a887-41ca-a3b8-58088ea58ae0 req-5b7b9efe-34f1-4d32-8f4e-0de37958fd0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:52.029354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8df0b2ff-a887-41ca-a3b8-58088ea58ae0 req-5b7b9efe-34f1-4d32-8f4e-0de37958fd0e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 944 time: 0.1875484 Aug 16 02:34:52.109240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:34:52.118475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8bc14b4f-0c45-4ef6-b995-7a3e05190c5d admin admin] 10.222.0.78 "PUT /v2.0/routers/30e12c7e-6556-4b3d-b4cd-9398e0a477f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0876079 Aug 16 02:34:52.118925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44204) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:52.124137 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] Sync routers for ids ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:34:52.125636 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8df0b2ff-a887-41ca-a3b8-58088ea58ae0 req-06a22877-e36f-4347-80d0-8908a4650748 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882845 Aug 16 02:34:52.133969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a4c9dcc-78b7-4402-a22d-463fa1a39949'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:52.134502 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] Routers {'30e12c7e-6556-4b3d-b4cd-9398e0a477f5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:52.134778 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:52.166272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 34f280bf-e56f-4695-a9db-2d105c018d64 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:52.166804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.223526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1a6175c-fc20-4237-b4a8-3653fd3cecbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.234472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1a6175c-fc20-4237-b4a8-3653fd3cecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.278671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.300310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d1a6175c-fc20-4237-b4a8-3653fd3cecbc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5759662699dd48278195896f9987ea62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471881 Aug 16 02:34:52.300310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] For port 34f280bf-e56f-4695-a9db-2d105c018d64, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=34f280bf-e56f-4695-a9db-2d105c018d64,segment=NetworkSegment(02642b44-c81a-43b7-a7a4-a44dba034676),segment_id=02642b44-c81a-43b7-a7a4-a44dba034676)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:52.300310 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.303522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6175c-fc20-4237-b4a8-3653fd3cecbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616ca866-0b2f-4ac0-8665-21dfbc34cea7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:52.311627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:52.332021 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] Set router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:52.334172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 34f280bf-e56f-4695-a9db-2d105c018d64 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:52.360075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee901a7-2499-422b-a477-63ef17d9df80 None None] Network a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:52.379496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.410215 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.426302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cad416e5-08ab-48ff-a7f7-712e44f9a2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.461322 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cad416e5-08ab-48ff-a7f7-712e44f9a2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.464937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0d872a12-835d-453e-8e57-7c4e4990258b None None] Provisioning complete for port 34f280bf-e56f-4695-a9db-2d105c018d64 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:52.465437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0d872a12-835d-453e-8e57-7c4e4990258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.478598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Deleting port ebab823a-bab6-422d-a543-1dec8221814a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:52.479232 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.497202 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.531900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=34f280bf-e56f-4695-a9db-2d105c018d64,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:52.537736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No DVR routers for this DVR port 34f280bf-e56f-4695-a9db-2d105c018d64 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:52.583226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cad416e5-08ab-48ff-a7f7-712e44f9a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.586353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cad416e5-08ab-48ff-a7f7-712e44f9a2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.588218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cad416e5-08ab-48ff-a7f7-712e44f9a2f2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/616ca866-0b2f-4ac0-8665-21dfbc34cea7 HTTP/1.1" status: 204 len: 168 time: 0.2756348 Aug 16 02:34:52.605797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] For port ebab823a-bab6-422d-a543-1dec8221814a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ebab823a-bab6-422d-a543-1dec8221814a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:52.606169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.618995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0d872a12-835d-453e-8e57-7c4e4990258b None None] Could not find standard attr ID for object 34f280bf-e56f-4695-a9db-2d105c018d64. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:34:52.626776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Calling delete_port for ebab823a-bab6-422d-a543-1dec8221814a owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:52.638623 n-d-769329-15 neutron-server[94858]: INFO neutron.plugins.ml2.db [None req-0d872a12-835d-453e-8e57-7c4e4990258b None None] No ports have port_id starting with 34f280bf-e56f-4695-a9db-2d105c018d64 Aug 16 02:34:52.644667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad416e5-08ab-48ff-a7f7-712e44f9a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ca866-0b2f-4ac0-8665-21dfbc34cea7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:52.656926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.680069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:52.699317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02642b44-c81a-43b7-a7a4-a44dba034676') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:52.699655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02642b44-c81a-43b7-a7a4-a44dba034676') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:52.711532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6475cc53-99e5-4c95-9a66-e821ebe09168 None None] DHCP port deletion for a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:34:52.729346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.750179 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.770184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81079735-6477-4238-872b-0fbf2652f0ab req-5c50f505-836c-4517-8c6e-28cc4a5c2dc7 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:52.771662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81079735-6477-4238-872b-0fbf2652f0ab req-5c50f505-836c-4517-8c6e-28cc4a5c2dc7 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 945 time: 0.0753846 Aug 16 02:34:52.776493 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:34:50Z', 'revision_number': 5, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port': {'id': 'ebab823a-bab6-422d-a543-1dec8221814a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:42Z', 'updated_at': '2021-08-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:52.778904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:52.779478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:52.784040 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:52.818044 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] Checking router: 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:34:52.830362 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] Routers {'30e12c7e-6556-4b3d-b4cd-9398e0a477f5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:52.831561 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:52.891601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.905192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.922144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705 HTTP/1.1" status: 204 len: 168 time: 1.0237074 Aug 16 02:34:52.927520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44214) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:52.936734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4076800-9ed5-4354-970e-958d2f37102a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=a8f719ac-fcd2-4ad9-bd3d-9e2ca112e705,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:52.961964 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] Set router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:53.002235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 34f280bf-e56f-4695-a9db-2d105c018d64 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:53.026047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae426f-78c0-4a22-bbf5-f6f9280d4de0 req-570915d3-2419-40dd-9f32-6d0ba2618789 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.028173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91ae426f-78c0-4a22-bbf5-f6f9280d4de0 req-570915d3-2419-40dd-9f32-6d0ba2618789 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 945 time: 0.1697552 Aug 16 02:34:53.036303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 34f280bf-e56f-4695-a9db-2d105c018d64 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:53.036792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 34f280bf-e56f-4695-a9db-2d105c018d64 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:53.055035 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:34:52Z', 'revision_number': 6, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:53.070465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.103601 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885cff7-ff4e-454a-9769-8739e6652562 None None] The sync data for ids ['30e12c7e-6556-4b3d-b4cd-9398e0a477f5'] in n-d-769329-15 is: [{'id': '30e12c7e-6556-4b3d-b4cd-9398e0a477f5', 'name': 'tempest-TestServerMultinode-24197186-router', 'tenant_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:41Z', 'updated_at': '2021-08-16T02:34:52Z', 'revision_number': 6, 'project_id': '61a5a6ce63e24a528c4789f70d24ffc8', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:34:53.116012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b9feb9-4802-4432-8d2a-7ec05629df0c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.117925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-28b9feb9-4802-4432-8d2a-7ec05629df0c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1868219 Aug 16 02:34:53.127471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44224) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:53.133474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ebab823a-bab6-422d-a543-1dec8221814a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:53.150709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Deleting port 137fb3cc-730d-4e82-9715-6d0528e63c64 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:53.151057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.164958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2f15cfc-8351-49bf-b6de-6febcfd9a685 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:53.185626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77512008-6233-464a-bf25-0f5187ee5bbe req-f73a7741-8276-4467-838e-b5337e9a5966 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.187247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77512008-6233-464a-bf25-0f5187ee5bbe req-f73a7741-8276-4467-838e-b5337e9a5966 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 944 time: 0.0965176 Aug 16 02:34:53.207114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91ae426f-78c0-4a22-bbf5-f6f9280d4de0 req-8ad4191b-4e6c-432a-9efb-2406d3e2e03c tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/security-groups?id=595f1433-456f-40e7-b32b-2e0c7fda6965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588995 Aug 16 02:34:53.266816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77512008-6233-464a-bf25-0f5187ee5bbe req-c9fb5793-a7e7-4a59-88f8-bfe4a29c7b01 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710092 Aug 16 02:34:53.296406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:53.299272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.312906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'mac_address': 'fa:16:3e:f5:db:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:53.360879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.375012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f15cfc-8351-49bf-b6de-6febcfd9a685 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:53.397282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0b0a8602-393d-475d-81c4-4e67205cd7a8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2600405 Aug 16 02:34:53.401092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44234) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:53.403032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:53.406425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1985492732'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:53.407561 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.441753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:53.450069 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.467208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] For port 137fb3cc-730d-4e82-9715-6d0528e63c64, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=137fb3cc-730d-4e82-9715-6d0528e63c64,segment=NetworkSegment(d40fc19f-c886-457f-b15d-f067b9edeee8),segment_id=d40fc19f-c886-457f-b15d-f067b9edeee8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:53.467585 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.471139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.473924 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.478592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:53.481934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:34:53.501534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Calling delete_port for 137fb3cc-730d-4e82-9715-6d0528e63c64 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:53.503708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.504374 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment d37f7e6e-05e1-4dce-9584-160528e9da72 of type vlan for network bdad1a3b-dba0-4933-a534-09eff19a9757 Aug 16 02:34:53.537763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.549800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff879e6-9add-4f18-8870-b38d97743921 req-1b2607d5-82dc-4c55-b85a-263618e5f82d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.551193 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3ff879e6-9add-4f18-8870-b38d97743921 req-1b2607d5-82dc-4c55-b85a-263618e5f82d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 944 time: 0.2482309 Aug 16 02:34:53.562692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.574258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.575631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30e12c7e-6556-4b3d-b4cd-9398e0a477f5 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:34:53.586184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.588506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4d593214-1b15-4fbd-b528-62d0b58804ba admin admin] 10.222.0.78 "DELETE /v2.0/routers/30e12c7e-6556-4b3d-b4cd-9398e0a477f5 HTTP/1.1" status: 204 len: 168 time: 1.4610806 Aug 16 02:34:53.589211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44240) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:53.608511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.611638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:53.615791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.616686 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.660008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c2f15cfc-8351-49bf-b6de-6febcfd9a685'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:53.673975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] Deleting subnet 73db4457-c20c-4052-a321-476f98cafe50 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:53.693251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2910469 Aug 16 02:34:53.695473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.697921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:53.704324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:53.735846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:53.736421 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.756221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3ff879e6-9add-4f18-8870-b38d97743921 req-e62ed2cc-dc56-4484-9660-5f6f524230c4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944833 Aug 16 02:34:53.774864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437a497-9e52-4256-87ba-f9e5314e91b0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=bdad1a3b-dba0-4933-a534-09eff19a9757,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:53.777946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.787820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network bdad1a3b-dba0-4933-a534-09eff19a9757 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:34:53.844836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:53.850720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.911212 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.936187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.983253 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.990259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:53.993208 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c46ad-b529-40e7-89a9-b540ddd20ba3" -d '{"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-plugged", "status": "completed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:54.039125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Pushing event deleted for resources: {'Port': ['ID=137fb3cc-730d-4e82-9715-6d0528e63c64,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:54.079462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:54.083542 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a988b11-9809-4916-af4e-7c88faac3042 x-openstack-request-id: req-6a988b11-9809-4916-af4e-7c88faac3042 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:54.085802 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-plugged", "status": "completed", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:54.086283 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a988b11-9809-4916-af4e-7c88faac3042 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:54.086841 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'code': 200} Aug 16 02:34:54.091288 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.091497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] No DVR routers for this DVR port 137fb3cc-730d-4e82-9715-6d0528e63c64 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:54.092768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 137fb3cc-730d-4e82-9715-6d0528e63c64 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:54.111660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.115516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81079735-6477-4238-872b-0fbf2652f0ab req-cccf915d-ae69-4140-b259-444fe325d089 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.98 "DELETE /v2.0/ports/137fb3cc-730d-4e82-9715-6d0528e63c64 HTTP/1.1" status: 204 len: 173 time: 1.3027523 Aug 16 02:34:54.118135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'name': 'network-vif-deleted', 'tag': '137fb3cc-730d-4e82-9715-6d0528e63c64'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:54.130197 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0afbc37-c697-413f-b537-b90d36cb0fd5" -d '{"events": [{"server_uuid": "17b6a622-db5e-41ec-8e3a-844be8824e1c", "name": "network-vif-deleted", "tag": "137fb3cc-730d-4e82-9715-6d0528e63c64"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:54.157470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 137fb3cc-730d-4e82-9715-6d0528e63c64 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:54.158095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 137fb3cc-730d-4e82-9715-6d0528e63c64 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:54.166680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.170993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.199775 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.208440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/73db4457-c20c-4052-a321-476f98cafe50 HTTP/1.1" status: 204 len: 168 time: 0.5841930 Aug 16 02:34:54.224665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf157a-8cba-4385-b428-b97094e739c7 None None] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:54.265639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44254) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:54.287151 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff9ca9d-bcb0-4733-a80c-3bf7363d5739 x-openstack-request-id: req-eff9ca9d-bcb0-4733-a80c-3bf7363d5739 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:54.287512 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b6a622-db5e-41ec-8e3a-844be8824e1c", "name": "network-vif-deleted", "tag": "137fb3cc-730d-4e82-9715-6d0528e63c64", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:54.290359 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eff9ca9d-bcb0-4733-a80c-3bf7363d5739 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:54.290784 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b6a622-db5e-41ec-8e3a-844be8824e1c', 'name': 'network-vif-deleted', 'tag': '137fb3cc-730d-4e82-9715-6d0528e63c64', 'status': 'completed', 'code': 200} Aug 16 02:34:54.297920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74234bc-675e-4441-8139-a2218615e882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73db4457-c20c-4052-a321-476f98cafe50,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:54.322732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=3b187156-22ee-4ad5-a259-ccb1c59f64bc,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:54.389346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:54.456704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ea92e34-b775-40e3-850f-a89a2d9ca49b req-cec280f5-1864-4e9c-b023-a675906653e3 tempest-VolumesActionsTest-1060725304 tempest-VolumesActionsTest-1060725304-project] 10.222.0.78 "GET /v2.0/ports?device_id=17b6a622-db5e-41ec-8e3a-844be8824e1c HTTP/1.1" status: 200 len: 210 time: 0.1415873 Aug 16 02:34:54.489582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': 'd37f7e6e-05e1-4dce-9584-160528e9da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:54.490127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: bdad1a3b-dba0-4933-a534-09eff19a9757, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:34:54.518299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network bdad1a3b-dba0-4933-a534-09eff19a9757 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:34:54.531809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, bdad1a3b-dba0-4933-a534-09eff19a9757) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:54.540005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:54.540892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.549705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab4f2d-463d-401b-a4f7-7aa16d4f9672 None None] Network bdad1a3b-dba0-4933-a534-09eff19a9757 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:54.557836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:54.578416 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e84bb326-1cb1-4140-b1fe-15f8e12928b2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8809392 Aug 16 02:34:54.579073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44266) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:54.585425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.585888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757', 'name': 'tempest-PortsTestJSON-860532379'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:54.603576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dd84d-5f53-4c92-8394-5f5340f8bfa2 req-3bbd0605-4ff3-4939-9d89-060b394aaa02 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:54.613112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da0dd84d-5f53-4c92-8394-5f5340f8bfa2 req-3bbd0605-4ff3-4939-9d89-060b394aaa02 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.2000017 Aug 16 02:34:54.661162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] DHCP port deletion for f7f17582-0dcf-4cd5-a102-3d143d4cf9bc request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:34:54.683633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da0dd84d-5f53-4c92-8394-5f5340f8bfa2 req-6613a4c2-6a38-4711-bbb1-81c5e5160ca8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689096 Aug 16 02:34:54.714233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771ffa-f3f7-4aa5-a7e0-4cbfe0fd27ec req-2034af24-1d50-4cc1-b047-42fb3228304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:54.716327 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89771ffa-f3f7-4aa5-a7e0-4cbfe0fd27ec req-2034af24-1d50-4cc1-b047-42fb3228304b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1098 time: 0.1877260 Aug 16 02:34:54.741180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd027881-066a-40c9-be26-d2ba763c5320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.745225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:54.750369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.773207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-bdad1a3b-dba0-4933-a534-09eff19a9757', 'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757', 'tenant_id': '4470428c6373465bb8535a09b4fd7a04', 'fixed_ips': [{'subnet_id': '3b187156-22ee-4ad5-a259-ccb1c59f64bc'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:34:54.774171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89771ffa-f3f7-4aa5-a7e0-4cbfe0fd27ec req-fb64e87f-58f2-46aa-ace8-6152e424f056 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478489 Aug 16 02:34:54.774803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.775390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Deleting port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:54.775733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.796422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 98544a7d-62ee-444b-ba2f-06a78770322e yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:54.875329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] For port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:54.875992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.891434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Calling delete_port for 6db8bdd2-f495-49ca-901e-9a7a4d7422bc owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:54.949578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] Deleting port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:54.949958 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.951294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fae90-c525-4248-bedf-c446bda47ec9 req-3dff03b7-2d59-4aba-9c6a-c24608853c97 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:54.952772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f0fae90-c525-4248-bedf-c446bda47ec9 req-3dff03b7-2d59-4aba-9c6a-c24608853c97 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 945 time: 0.0687621 Aug 16 02:34:54.996022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.004325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd027881-066a-40c9-be26-d2ba763c5320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.014977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Allocated IP 172.20.0.2 (bdad1a3b-dba0-4933-a534-09eff19a9757/3b187156-22ee-4ad5-a259-ccb1c59f64bc/2215a937-59a9-4b4f-8bdb-c2e112b56909) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:55.015498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd027881-066a-40c9-be26-d2ba763c5320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.035689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f0fae90-c525-4248-bedf-c446bda47ec9 req-36370e3d-2175-4b0f-9ca6-28ea645c9223 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705366 Aug 16 02:34:55.038755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:55.041437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] No DVR routers for this DVR port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:55.082653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd027881-066a-40c9-be26-d2ba763c5320 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fec3ec57030d4de3bd79569ae952db91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186603 Aug 16 02:34:55.085584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd027881-066a-40c9-be26-d2ba763c5320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb1992-c162-4524-828c-174ec5a4b80d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:55.090065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44270) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:55.124180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.135795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f17582-0dcf-4cd5-a102-3d143d4cf9bc']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:55.136110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0908c09d-b910-43af-b22a-b74799b0171c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:55.151316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecac7e39-9b6b-4750-9792-924093b2fb0a') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:55.152453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecac7e39-9b6b-4750-9792-924093b2fb0a') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:55.157683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-819516e0-5bb9-4812-965a-15dc57d159c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.166891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0908c09d-b910-43af-b22a-b74799b0171c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:55.167348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0908c09d-b910-43af-b22a-b74799b0171c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:55.168607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ebab823a-bab6-422d-a543-1dec8221814a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:55.175340 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.180058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2f15cfc-8351-49bf-b6de-6febcfd9a685 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:55.180625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-819516e0-5bb9-4812-965a-15dc57d159c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.192182 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.199149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:55.199475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:55.201441 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:55.227838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ebab823a-bab6-422d-a543-1dec8221814a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:55.228549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ebab823a-bab6-422d-a543-1dec8221814a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:55.228670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6db8bdd2-f495-49ca-901e-9a7a4d7422bc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:55.233598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-819516e0-5bb9-4812-965a-15dc57d159c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.236480 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-819516e0-5bb9-4812-965a-15dc57d159c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.238476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] For port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,segment=NetworkSegment(ecac7e39-9b6b-4750-9792-924093b2fb0a),segment_id=ecac7e39-9b6b-4750-9792-924093b2fb0a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:55.238886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.242264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-819516e0-5bb9-4812-965a-15dc57d159c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5bb1992-c162-4524-828c-174ec5a4b80d HTTP/1.1" status: 204 len: 168 time: 0.1492088 Aug 16 02:34:55.249048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819516e0-5bb9-4812-965a-15dc57d159c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb1992-c162-4524-828c-174ec5a4b80d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:55.274983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.285195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.286556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6db8bdd2-f495-49ca-901e-9a7a4d7422bc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:55.286914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6db8bdd2-f495-49ca-901e-9a7a4d7422bc not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:55.287368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f7f17582-0dcf-4cd5-a102-3d143d4cf9bc HTTP/1.1" status: 204 len: 168 time: 1.0206904 Aug 16 02:34:55.290608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:55.300080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] Calling delete_port for 6db8bdd2-f495-49ca-901e-9a7a4d7422bc owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:55.318836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd2716-dec9-473b-8686-3925d1b706d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f17582-0dcf-4cd5-a102-3d143d4cf9bc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:55.417665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port c2f15cfc-8351-49bf-b6de-6febcfd9a685 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:55.434901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port c2f15cfc-8351-49bf-b6de-6febcfd9a685 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:55.435536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.482406 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.498426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Transition to ACTIVE for port object 2215a937-59a9-4b4f-8bdb-c2e112b56909 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:55.511950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.547350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Transition to ACTIVE for port object 2215a937-59a9-4b4f-8bdb-c2e112b56909 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:55.549200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] Network f7f17582-0dcf-4cd5-a102-3d143d4cf9bc is not hosted by any dhcp agent {{(pid=94858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:34:55.549693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] No DVR routers for this DVR port 6db8bdd2-f495-49ca-901e-9a7a4d7422bc on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:55.552785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6064c4-ff53-4e9b-a7f8-5482a8f8e9a5 None None] Pushing event deleted for resources: {'Port': ['ID=6db8bdd2-f495-49ca-901e-9a7a4d7422bc,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:55.561609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.668353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.7 (bdad1a3b-dba0-4933-a534-09eff19a9757/3b187156-22ee-4ad5-a259-ccb1c59f64bc/98544a7d-62ee-444b-ba2f-06a78770322e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:55.861924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Network bdad1a3b-dba0-4933-a534-09eff19a9757 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:55.871546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:55.874602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Pushing event updated for resources: {'Port': ['ID=2215a937-59a9-4b4f-8bdb-c2e112b56909,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:55.876838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:55.880531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.944498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d799-c536-4b42-9500-7a9bc81e2d9c req-fc46da96-b6e8-4b2f-87dc-05d852ab6b02 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.952772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b752d799-c536-4b42-9500-7a9bc81e2d9c req-fc46da96-b6e8-4b2f-87dc-05d852ab6b02 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1183000 Aug 16 02:34:55.956740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:55.958243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Attempting to bind port 2215a937-59a9-4b4f-8bdb-c2e112b56909 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:55.958732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Attempting to bind port 2215a937-59a9-4b4f-8bdb-c2e112b56909 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd37f7e6e-05e1-4dce-9584-160528e9da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:55.959029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Attempting to bind port 2215a937-59a9-4b4f-8bdb-c2e112b56909 on network bdad1a3b-dba0-4933-a534-09eff19a9757 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:55.965826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:55.966232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Checking segment: {'id': 'd37f7e6e-05e1-4dce-9584-160528e9da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:55.968478 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.968478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Bound using segment: {'id': 'd37f7e6e-05e1-4dce-9584-160528e9da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:55.968478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Bound port: 2215a937-59a9-4b4f-8bdb-c2e112b56909, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37f7e6e-05e1-4dce-9584-160528e9da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:55.968478 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.971136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.089175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:56.092405 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e5ec8-989e-4471-a0c4-66ff127c6c62" -d '{"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-plugged", "status": "completed", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:56.117338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b752d799-c536-4b42-9500-7a9bc81e2d9c req-ae05a85d-99f9-43be-8378-783218967ec7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629753 Aug 16 02:34:56.163294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] For port 2215a937-59a9-4b4f-8bdb-c2e112b56909, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:56.168347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] For port 2215a937-59a9-4b4f-8bdb-c2e112b56909, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2215a937-59a9-4b4f-8bdb-c2e112b56909,segment=NetworkSegment(d37f7e6e-05e1-4dce-9584-160528e9da72),segment_id=d37f7e6e-05e1-4dce-9584-160528e9da72)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:56.171641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:56.207338 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.246950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.272915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 98544a7d-62ee-444b-ba2f-06a78770322e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:56.274124 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873dce4b-72c5-4640-a63c-34a5e4b8a257 x-openstack-request-id: req-873dce4b-72c5-4640-a63c-34a5e4b8a257 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:56.277628 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-plugged", "status": "completed", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:56.278154 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-873dce4b-72c5-4640-a63c-34a5e4b8a257 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:56.278729 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'code': 200} Aug 16 02:34:56.286412 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7f05-d252-4308-865b-cb4049b2b12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.291519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc7450-8bd8-4700-9251-38b9115313b4 req-72340636-dc5e-442e-bdd6-281ffe71c1f7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:56.294691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-31bc7450-8bd8-4700-9251-38b9115313b4 req-72340636-dc5e-442e-bdd6-281ffe71c1f7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1040924 Aug 16 02:34:56.347283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7589a-ef5a-4ed6-93f6-d48aae48e748 None None] Pushing event updated for resources: {'Port': ['ID=2215a937-59a9-4b4f-8bdb-c2e112b56909,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:56.396671 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-31bc7450-8bd8-4700-9251-38b9115313b4 req-8dfc7339-65b4-4280-9c1d-08af8951dd74 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862954 Aug 16 02:34:56.440150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.453314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.600513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc9f9d-91b6-4422-aee3-f8b2f7c85315 req-365436aa-638c-4b82-b097-eb0acfeb8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:56.602077 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cfc9f9d-91b6-4422-aee3-f8b2f7c85315 req-365436aa-638c-4b82-b097-eb0acfeb8752 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 1098 time: 0.2326529 Aug 16 02:34:56.680213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network bdad1a3b-dba0-4933-a534-09eff19a9757 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:56.681722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:56.684968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:56.745167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=98544a7d-62ee-444b-ba2f-06a78770322e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:56.858533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cfc9f9d-91b6-4422-aee3-f8b2f7c85315 req-fea2aca4-3b49-472d-8311-3954801e44ef service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483006 Aug 16 02:34:56.873312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:56.874027 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.905177 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce911d3c-ec53-41eb-9bbb-4e4f71e8b913 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3249359 Aug 16 02:34:56.907752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44420) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:56.913024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': 'bdad1a3b-dba0-4933-a534-09eff19a9757', 'name': 'tempest-PortsTestJSON-996674715'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:57.080056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2215a937-59a9-4b4f-8bdb-c2e112b56909 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:57.142928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2215a937-59a9-4b4f-8bdb-c2e112b56909 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:57.155416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:57.163690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:57.220856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port ea124acf-8cf7-4a52-af62-cf5149e83b9a yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:34:57.499490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.9 (bdad1a3b-dba0-4933-a534-09eff19a9757/3b187156-22ee-4ad5-a259-ccb1c59f64bc/ea124acf-8cf7-4a52-af62-cf5149e83b9a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:57.777242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf87fc3-9b9e-46de-9da8-5fba2e01f77f req-c92b5fac-f0c5-4d94-81dc-c5197683bf12 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:57.791829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cf87fc3-9b9e-46de-9da8-5fba2e01f77f req-c92b5fac-f0c5-4d94-81dc-c5197683bf12 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.2523003 Aug 16 02:34:57.858426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd884f-1924-4793-8af7-c8642b4b345e req-6a48a147-bb5b-4be4-9e28-05f3c8c27027 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:57.871640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bdbd884f-1924-4793-8af7-c8642b4b345e req-6a48a147-bb5b-4be4-9e28-05f3c8c27027 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1682501 Aug 16 02:34:57.877245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Deleting port b41ca2b7-82b8-479e-a4ad-337e577fce6f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:57.877961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:57.907336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d231dc-eea4-4f4d-a71e-300d02aad04f None None] Network bdad1a3b-dba0-4933-a534-09eff19a9757 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:34:57.992222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.015153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object ea124acf-8cf7-4a52-af62-cf5149e83b9a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:58.047418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cf87fc3-9b9e-46de-9da8-5fba2e01f77f req-dcae8a87-4662-4948-be16-5be728fdaf14 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449868 Aug 16 02:34:58.052422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.062926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d697cb9e-a14c-4953-a7cc-3e4f6d885189 None None] Provisioning for port 2215a937-59a9-4b4f-8bdb-c2e112b56909 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:58.077606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d697cb9e-a14c-4953-a7cc-3e4f6d885189 None None] Provisioning complete for port 2215a937-59a9-4b4f-8bdb-c2e112b56909 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:58.078302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d697cb9e-a14c-4953-a7cc-3e4f6d885189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.104469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bdbd884f-1924-4793-8af7-c8642b4b345e req-eb869c59-05fa-42b3-93a5-9a8ec6162240 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905375 Aug 16 02:34:58.141366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] For port b41ca2b7-82b8-479e-a4ad-337e577fce6f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b41ca2b7-82b8-479e-a4ad-337e577fce6f,segment=NetworkSegment(9feccaf8-118c-4cc4-84a0-7439037f89a6),segment_id=9feccaf8-118c-4cc4-84a0-7439037f89a6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:58.142418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network bdad1a3b-dba0-4933-a534-09eff19a9757 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:58.145632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:58.146005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.158069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:58.172664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Calling delete_port for b41ca2b7-82b8-479e-a4ad-337e577fce6f owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:58.234120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=ea124acf-8cf7-4a52-af62-cf5149e83b9a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:58.236812 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d697cb9e-a14c-4953-a7cc-3e4f6d885189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.253730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.255598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.256352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.256886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.257388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.258807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.259320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.260050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.260665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.261189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.261802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.262309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:58.287840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d697cb9e-a14c-4953-a7cc-3e4f6d885189 None None] For port 2215a937-59a9-4b4f-8bdb-c2e112b56909, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2215a937-59a9-4b4f-8bdb-c2e112b56909,segment=NetworkSegment(d37f7e6e-05e1-4dce-9584-160528e9da72),segment_id=d37f7e6e-05e1-4dce-9584-160528e9da72)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:58.298897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d697cb9e-a14c-4953-a7cc-3e4f6d885189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.314169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:58.317795 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.350488 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d5dd3d45-5ee5-424a-84ad-79dfa69cba0e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4408281 Aug 16 02:34:58.352235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44478) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:58.378073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697cb9e-a14c-4953-a7cc-3e4f6d885189 None None] Pushing event updated for resources: {'Port': ['ID=2215a937-59a9-4b4f-8bdb-c2e112b56909,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:58.548562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3608370-b129-4626-9a97-5c8389c25d72 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:58.550809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d3608370-b129-4626-9a97-5c8389c25d72 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1974609 Aug 16 02:34:58.555178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:58.615935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.647210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41ca2b7-82b8-479e-a4ad-337e577fce6f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:58.742605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Provisioning for port ea124acf-8cf7-4a52-af62-cf5149e83b9a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:58.750835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Provisioning complete for port ea124acf-8cf7-4a52-af62-cf5149e83b9a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:58.755396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.903943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.912606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Port ea124acf-8cf7-4a52-af62-cf5149e83b9a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:58.922229 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad3e-5cc5-46fa-8d84-9efad0062e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.945660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Provisioning for port 98544a7d-62ee-444b-ba2f-06a78770322e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:58.947645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port ea124acf-8cf7-4a52-af62-cf5149e83b9a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:58.948161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:58.952171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Provisioning complete for port 98544a7d-62ee-444b-ba2f-06a78770322e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:58.952832 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.048078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Port 98544a7d-62ee-444b-ba2f-06a78770322e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:59.066825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Provisioning complete for port 2215a937-59a9-4b4f-8bdb-c2e112b56909 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:59.067200 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b49cbf3f-a7ce-4f99-9db0-b38a8f94f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.087961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.197192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2215a937-59a9-4b4f-8bdb-c2e112b56909 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:59.330766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28068780-7449-4750-87df-dcfd9c9de302 req-374a5b5d-712d-45ad-902e-ac7407e15768 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.338562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28068780-7449-4750-87df-dcfd9c9de302 req-374a5b5d-712d-45ad-902e-ac7407e15768 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1251776 Aug 16 02:34:59.406514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28068780-7449-4750-87df-dcfd9c9de302 req-78ceff95-a320-40ec-94bc-15b7b1716e8f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668683 Aug 16 02:34:59.465941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2215a937-59a9-4b4f-8bdb-c2e112b56909 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:59.466334 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.472440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.566456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea5856-f1b8-464c-a4a5-663375be5896 req-4ac210e0-cfcf-4e65-b36b-107add4d5568 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.580643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f503bae4-59df-403c-bea4-66742607da55 None None] Provisioning complete for port 98544a7d-62ee-444b-ba2f-06a78770322e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:59.581851 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f503bae4-59df-403c-bea4-66742607da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.585754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2ea5856-f1b8-464c-a4a5-663375be5896 req-4ac210e0-cfcf-4e65-b36b-107add4d5568 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.3168859 Aug 16 02:34:59.586826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for ea124acf-8cf7-4a52-af62-cf5149e83b9a owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:59.796051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f503bae4-59df-403c-bea4-66742607da55 None None] Port 98544a7d-62ee-444b-ba2f-06a78770322e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:59.802268 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:59.821526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5a4b-f332-48ab-a272-e5ccad98c01e req-d87d4ae3-1206-4cb4-9a76-001b99a106c8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.834891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8ae5a4b-f332-48ab-a272-e5ccad98c01e req-d87d4ae3-1206-4cb4-9a76-001b99a106c8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.0965686 Aug 16 02:34:59.872364 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2ea5856-f1b8-464c-a4a5-663375be5896 req-d1d1e976-cd71-4aa5-bccc-f6fd5eab51be tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493773 Aug 16 02:34:59.934300 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8ae5a4b-f332-48ab-a272-e5ccad98c01e req-b9b73c5e-85c6-4c52-889e-d38f4cdca1ba tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966012 Aug 16 02:34:59.945966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cc238997-8deb-4502-898b-2ff45dd41386 None None] Provisioning complete for port ea124acf-8cf7-4a52-af62-cf5149e83b9a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:59.947071 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cc238997-8deb-4502-898b-2ff45dd41386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.024163 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.031580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cc238997-8deb-4502-898b-2ff45dd41386 None None] Port ea124acf-8cf7-4a52-af62-cf5149e83b9a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:00.093935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Router 4a8e2686-38d8-49ff-b6f5-468edaf51978 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:00.119012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c1178-cc18-43ec-99d5-7865e28b8710 req-5b5fe8f4-bbcb-4fad-8e6a-9049c19ab124 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.121330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c9c1178-cc18-43ec-99d5-7865e28b8710 req-5b5fe8f4-bbcb-4fad-8e6a-9049c19ab124 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0910621 Aug 16 02:35:00.122124 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.209334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=ea124acf-8cf7-4a52-af62-cf5149e83b9a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:00.288099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c9c1178-cc18-43ec-99d5-7865e28b8710 req-0ebd9621-8646-4b0c-9977-23ccef7d765b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573200 Aug 16 02:35:00.392801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.395120 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-36370f81-22e4-4ba4-8441-c96631377460 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/ea124acf-8cf7-4a52-af62-cf5149e83b9a HTTP/1.1" status: 204 len: 168 time: 1.8371060 Aug 16 02:35:00.398539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:00.412720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:00.418945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54b1ca5a-5ccc-4a1f-8e8e-75074866c798 admin admin] 10.222.0.78 "PUT /v2.0/routers/4a8e2686-38d8-49ff-b6f5-468edaf51978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1259987 Aug 16 02:35:00.425008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] Sync routers for ids ['4a8e2686-38d8-49ff-b6f5-468edaf51978'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:00.435190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:00.443092 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57f47cd-80d8-4823-9962-b8822cf547dc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:35:00.446807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d57f47cd-80d8-4823-9962-b8822cf547dc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/ea124acf-8cf7-4a52-af62-cf5149e83b9a HTTP/1.1" status: 404 len: 333 time: 0.0448828 Aug 16 02:35:00.448716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] Routers {'4a8e2686-38d8-49ff-b6f5-468edaf51978'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:00.449613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4a8e2686-38d8-49ff-b6f5-468edaf51978'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:00.466576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44508) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:00.603907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.666925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] Set router 4a8e2686-38d8-49ff-b6f5-468edaf51978 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:00.862324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.871597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:34:58Z', 'revision_number': 5, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port': {'id': 'df030cb9-0667-4b59-b249-4a24042ca2e8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:aa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:33:52Z', 'updated_at': '2021-08-16T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:00.902322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] Checking router: 4a8e2686-38d8-49ff-b6f5-468edaf51978 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:00.912680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] Routers {'4a8e2686-38d8-49ff-b6f5-468edaf51978'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:00.913389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['4a8e2686-38d8-49ff-b6f5-468edaf51978'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:01.001492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Deleting port df030cb9-0667-4b59-b249-4a24042ca2e8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:01.001869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.030450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] Set router 4a8e2686-38d8-49ff-b6f5-468edaf51978 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:01.112818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:35:00Z', 'revision_number': 6, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:01.116132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54fded-4799-477e-ae47-07928bcb507a req-17177ae5-aa7f-42cf-9dcb-cd9aaf43f176 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.118020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f54fded-4799-477e-ae47-07928bcb507a req-17177ae5-aa7f-42cf-9dcb-cd9aaf43f176 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.7199359 Aug 16 02:35:01.156224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 98544a7d-62ee-444b-ba2f-06a78770322e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:01.156701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.174173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cef20-e9ea-406b-a59a-88232085bf9c None None] The sync data for ids ['4a8e2686-38d8-49ff-b6f5-468edaf51978'] in n-d-769329-15 is: [{'id': '4a8e2686-38d8-49ff-b6f5-468edaf51978', 'name': 'tempest-TestServerMultinode-1419279386-router', 'tenant_id': '2718f21acc974a159a925d40ba6f78cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:33:51Z', 'updated_at': '2021-08-16T02:35:00Z', 'revision_number': 6, 'project_id': '2718f21acc974a159a925d40ba6f78cd', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:01.220778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6e932-9746-41c0-bc88-98703c33145a req-5e26fa16-e9e2-406f-9208-f0d3ca764cc5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.226396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4d6e932-9746-41c0-bc88-98703c33145a req-5e26fa16-e9e2-406f-9208-f0d3ca764cc5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1375842 Aug 16 02:35:01.258942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f54fded-4799-477e-ae47-07928bcb507a req-42c11edf-469c-40bb-b2d5-6ff3240672d8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290128 Aug 16 02:35:01.273622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] For port df030cb9-0667-4b59-b249-4a24042ca2e8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df030cb9-0667-4b59-b249-4a24042ca2e8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:01.273895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.297084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.300473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Calling delete_port for df030cb9-0667-4b59-b249-4a24042ca2e8 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:01.307285 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4d6e932-9746-41c0-bc88-98703c33145a req-63356cdc-56fd-49b5-9cc5-e4810230478e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676012 Aug 16 02:35:01.315746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 98544a7d-62ee-444b-ba2f-06a78770322e owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:01.541796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be97df-974d-4331-ad93-4398b0d90fd9 req-cde73459-a60b-4268-9879-4f1eb62ed646 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.544561 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26be97df-974d-4331-ad93-4398b0d90fd9 req-cde73459-a60b-4268-9879-4f1eb62ed646 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1176014 Aug 16 02:35:01.611583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.704098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26be97df-974d-4331-ad93-4398b0d90fd9 req-966dd6fd-9200-40b2-8075-1bd152212c37 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101151 Aug 16 02:35:01.705335 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.707296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=df030cb9-0667-4b59-b249-4a24042ca2e8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:01.765549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=98544a7d-62ee-444b-ba2f-06a78770322e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:01.811973 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.905310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.908573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.912774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8152202a-fb84-4b93-aa66-54fdf1ac677c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/98544a7d-62ee-444b-ba2f-06a78770322e HTTP/1.1" status: 204 len: 168 time: 1.4391890 Aug 16 02:35:01.918811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:01.987016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb447f-cb16-4cf0-a623-42528cc2ceb4 req-11b79603-0e59-4ee1-a720-83c7288d6d61 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.989495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebeb447f-cb16-4cf0-a623-42528cc2ceb4 req-11b79603-0e59-4ee1-a720-83c7288d6d61 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0737464 Aug 16 02:35:01.993153 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8352332d-8d57-42bb-82f6-a6ea50bf9f44 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:35:01.997715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8352332d-8d57-42bb-82f6-a6ea50bf9f44 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/98544a7d-62ee-444b-ba2f-06a78770322e HTTP/1.1" status: 404 len: 333 time: 0.0747700 Aug 16 02:35:02.001396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.001581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44530) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:02.007647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.080143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.081529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8e2686-38d8-49ff-b6f5-468edaf51978 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:35:02.086940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.090573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d460a87-e892-4ab1-a0d8-623d17ffdc32 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4a8e2686-38d8-49ff-b6f5-468edaf51978 HTTP/1.1" status: 204 len: 168 time: 1.6517336 Aug 16 02:35:02.091077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:02.101706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 3b187156-22ee-4ad5-a259-ccb1c59f64bc {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:02.105686 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.159791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.164581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] Deleting subnet 4a3d85c5-e719-4c64-afb7-8be7a6e1e755 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:02.169042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.218365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.278351 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.315862 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.360856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebeb447f-cb16-4cf0-a623-42528cc2ceb4 req-ddfd135b-1f65-4e6c-99b4-129d20c8de1e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602762 Aug 16 02:35:02.401308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.456208 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.474284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.476361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4a3d85c5-e719-4c64-afb7-8be7a6e1e755 HTTP/1.1" status: 204 len: 168 time: 0.3841712 Aug 16 02:35:02.479092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44538) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:02.482755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c180f53-86fd-4f61-a709-7711e0a0187a None None] Network 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:02.493973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=3b187156-22ee-4ad5-a259-ccb1c59f64bc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:02.506643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.510272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcfdf7-6651-47ee-8d6f-33b294626508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3d85c5-e719-4c64-afb7-8be7a6e1e755,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:02.521266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:02.527694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-12c3e8d4-de95-44e1-9b98-a6cf0a43e078 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/3b187156-22ee-4ad5-a259-ccb1c59f64bc HTTP/1.1" status: 204 len: 168 time: 0.5058675 Aug 16 02:35:02.543489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad0f8b-8d7f-4ece-a281-fc32275c0e35 None None] Network bdad1a3b-dba0-4933-a534-09eff19a9757 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:02.646733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75903-db87-4b24-9860-b1bb102a78f5 req-65e0326b-6a19-47e3-b5f5-0697a403ccd5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.655920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2e75903-db87-4b24-9860-b1bb102a78f5 req-65e0326b-6a19-47e3-b5f5-0697a403ccd5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1084728 Aug 16 02:35:02.720574 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2e75903-db87-4b24-9860-b1bb102a78f5 req-731e35a7-c355-4aed-a942-3595475473b8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599833 Aug 16 02:35:02.754416 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.798506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.894767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Deleting port 7a5ea8cd-4a63-4676-ae02-df2a562467da {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:02.895732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:02.938013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224ee0-9340-4284-ae1d-acaa96ef80c9 req-fd45e133-e2b0-46c7-b07d-debfe9947fbf tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.942254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b224ee0-9340-4284-ae1d-acaa96ef80c9 req-fd45e133-e2b0-46c7-b07d-debfe9947fbf tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1069379 Aug 16 02:35:02.992550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 2215a937-59a9-4b4f-8bdb-c2e112b56909 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:02.992905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.023308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b224ee0-9340-4284-ae1d-acaa96ef80c9 req-e0a81029-9b55-4fac-8683-fc5d25162c38 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758772 Aug 16 02:35:03.084261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b41ca2b7-82b8-479e-a4ad-337e577fce6f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:03.101706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] For port 7a5ea8cd-4a63-4676-ae02-df2a562467da, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7a5ea8cd-4a63-4676-ae02-df2a562467da,segment=NetworkSegment(9feccaf8-118c-4cc4-84a0-7439037f89a6),segment_id=9feccaf8-118c-4cc4-84a0-7439037f89a6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:03.102159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.128484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Calling delete_port for 7a5ea8cd-4a63-4676-ae02-df2a562467da owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:03.140300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] For port 2215a937-59a9-4b4f-8bdb-c2e112b56909, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2215a937-59a9-4b4f-8bdb-c2e112b56909,segment=NetworkSegment(d37f7e6e-05e1-4dce-9584-160528e9da72),segment_id=d37f7e6e-05e1-4dce-9584-160528e9da72)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:03.140300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.161171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 2215a937-59a9-4b4f-8bdb-c2e112b56909 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:03.177684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: b41ca2b7-82b8-479e-a4ad-337e577fce6f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:03.180021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b41ca2b7-82b8-479e-a4ad-337e577fce6f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:03.180607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df030cb9-0667-4b59-b249-4a24042ca2e8 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:03.186920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] DHCP port deletion for 10d9cc6a-d06a-4ad2-a246-57e4eb814b55 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:35:03.189065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] DHCP port deletion for bdad1a3b-dba0-4933-a534-09eff19a9757 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:35:03.235413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: df030cb9-0667-4b59-b249-4a24042ca2e8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:03.236047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df030cb9-0667-4b59-b249-4a24042ca2e8 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:03.300982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.332881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.335136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5ea8cd-4a63-4676-ae02-df2a562467da,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:03.377721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=2215a937-59a9-4b4f-8bdb-c2e112b56909,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:03.389002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] No DVR routers for this DVR port 7a5ea8cd-4a63-4676-ae02-df2a562467da on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:03.410746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] Deleting port 2215a937-59a9-4b4f-8bdb-c2e112b56909 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:03.411522 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.416086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No DVR routers for this DVR port 2215a937-59a9-4b4f-8bdb-c2e112b56909 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:03.454895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] Deleting port 7a5ea8cd-4a63-4676-ae02-df2a562467da {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:03.455966 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.546974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] For port 2215a937-59a9-4b4f-8bdb-c2e112b56909, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:03.548212 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.561601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.571240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] For port 7a5ea8cd-4a63-4676-ae02-df2a562467da, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:03.572056 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.575672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] Calling delete_port for 2215a937-59a9-4b4f-8bdb-c2e112b56909 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:03.578612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.582333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d9cc6a-d06a-4ad2-a246-57e4eb814b55']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:03.584167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] Port 2215a937-59a9-4b4f-8bdb-c2e112b56909 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:35:03.591079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.593544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] Calling delete_port for 7a5ea8cd-4a63-4676-ae02-df2a562467da owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:03.599155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] Port 7a5ea8cd-4a63-4676-ae02-df2a562467da was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:35:03.624438 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.629825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] Pushing event deleted for resources: {'Port': ['ID=2215a937-59a9-4b4f-8bdb-c2e112b56909,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:03.647408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444673d-0927-4038-94df-9174b8d9f49e None None] No DVR routers for this DVR port 2215a937-59a9-4b4f-8bdb-c2e112b56909 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:03.651213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116f551-8a83-43b3-a8b4-edc403c8a16b req-182f72bf-42bf-4178-8ebf-8bb3e8704bd1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:03.660277 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b116f551-8a83-43b3-a8b4-edc403c8a16b req-182f72bf-42bf-4178-8ebf-8bb3e8704bd1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1369429 Aug 16 02:35:03.675710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] No DVR routers for this DVR port 7a5ea8cd-4a63-4676-ae02-df2a562467da on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:03.682371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3f5e9-204e-4bd2-abad-9c6c2a1286ed None None] Pushing event deleted for resources: {'Port': ['ID=7a5ea8cd-4a63-4676-ae02-df2a562467da,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:03.739233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b116f551-8a83-43b3-a8b4-edc403c8a16b req-04a24644-9715-472c-b1b1-d9fab8a2d568 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684962 Aug 16 02:35:03.978257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdad1a3b-dba0-4933-a534-09eff19a9757']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:03.983203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feccaf8-118c-4cc4-84a0-7439037f89a6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:03.983500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feccaf8-118c-4cc4-84a0-7439037f89a6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:03.998642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37f7e6e-05e1-4dce-9584-160528e9da72') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:03.998937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37f7e6e-05e1-4dce-9584-160528e9da72') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:04.001529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.017949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.032127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.039176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.046578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:04.046578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:04.048877 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:04.060464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:04.060957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:04.063808 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:04.168411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.175007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.176969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] 10.222.0.78 "DELETE /v2.0/networks/10d9cc6a-d06a-4ad2-a246-57e4eb814b55 HTTP/1.1" status: 204 len: 168 time: 1.6962945 Aug 16 02:35:04.178884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.226962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.233047 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/bdad1a3b-dba0-4933-a534-09eff19a9757 HTTP/1.1" status: 204 len: 168 time: 1.6614017 Aug 16 02:35:04.233047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ad466-5970-4f7d-aec2-932016262c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=10d9cc6a-d06a-4ad2-a246-57e4eb814b55,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:04.234512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44554) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:04.239488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-461795923'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:04.250458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e9ae-6f84-4714-b045-fb6a0b194a43 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=bdad1a3b-dba0-4933-a534-09eff19a9757,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:04.277071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:04.281287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.331887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:04.343068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.343462 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment 2d7a591f-d4af-4943-a565-778a4b459be7 of type vlan for network ad75c7b1-97b4-49f7-841f-644f09ef4979 Aug 16 02:35:04.402511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.446406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.457877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:04.458461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.501733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44556) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:04.525641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2904298 Aug 16 02:35:04.529114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44558) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:04.534937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:04.578503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-19913d27-c654-4edf-8a87-8ff1bb330eb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=61a5a6ce63e24a528c4789f70d24ffc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744147 Aug 16 02:35:04.579183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:04.613568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814c637-d0fc-4401-98b9-20eb62c6b757 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=ad75c7b1-97b4-49f7-841f-644f09ef4979,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:04.657845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-190a58f5-871d-4c7e-999c-ec816eda7b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.679150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:04.690845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.708928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-190a58f5-871d-4c7e-999c-ec816eda7b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.728893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:04.809330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-190a58f5-871d-4c7e-999c-ec816eda7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.823090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-190a58f5-871d-4c7e-999c-ec816eda7b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.829782 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-190a58f5-871d-4c7e-999c-ec816eda7b3d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9b2fd91-2bde-4e3e-8ebb-63f26a3bdee0 HTTP/1.1" status: 204 len: 168 time: 0.2490778 Aug 16 02:35:04.852245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a58f5-871d-4c7e-999c-ec816eda7b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b2fd91-2bde-4e3e-8ebb-63f26a3bdee0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:04.940830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a098970-3e27-490c-9e0c-a8399f16adcb req-a4928cc8-bb57-40a4-ab2f-8890af99d127 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:04.942412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a098970-3e27-490c-9e0c-a8399f16adcb req-a4928cc8-bb57-40a4-ab2f-8890af99d127 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0888700 Aug 16 02:35:05.029906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a098970-3e27-490c-9e0c-a8399f16adcb req-fbcd7771-bbaa-4b42-a288-091f562e1620 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753229 Aug 16 02:35:05.056156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a5ea8cd-4a63-4676-ae02-df2a562467da no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:05.109994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7a5ea8cd-4a63-4676-ae02-df2a562467da {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:05.110913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7a5ea8cd-4a63-4676-ae02-df2a562467da not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:05.112317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2215a937-59a9-4b4f-8bdb-c2e112b56909 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:05.169189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 2215a937-59a9-4b4f-8bdb-c2e112b56909 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:05.169548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2215a937-59a9-4b4f-8bdb-c2e112b56909 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:05.186056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.325211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': '2d7a591f-d4af-4943-a565-778a4b459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:05.325610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: ad75c7b1-97b4-49f7-841f-644f09ef4979, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:05.345216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=298f8e2a-c6fa-477a-af14-e70bf44d0c82,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:05.362813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:05.377944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ad75c7b1-97b4-49f7-841f-644f09ef4979) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:05.388158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:05.388781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.399608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e994778-b6a2-41e2-ae4e-bd15e2f72f9e None None] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:05.411017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1f36d713-910c-45e1-a19f-4b1ef33dcee8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8790286 Aug 16 02:35:05.412563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:05.418185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979', 'name': 'tempest-PortsTestJSON-1164973571', 'fixed_ips': [{'subnet_id': '298f8e2a-c6fa-477a-af14-e70bf44d0c82', 'ip_address': '172.20.0.10'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:05.440241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44584) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:05.653380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-720c09ec-61ea-482c-a05c-e49343d0b59b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2718f21acc974a159a925d40ba6f78cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114553 Aug 16 02:35:05.654870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44586) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:05.673745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8800cb-2df9-4460-9a31-99cbdabf6d55 req-7164e192-55a4-4aa9-aed7-aff05c884376 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:05.681582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a8800cb-2df9-4460-9a31-99cbdabf6d55 req-7164e192-55a4-4aa9-aed7-aff05c884376 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1905646 Aug 16 02:35:05.686210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-a6028be9-d35f-4edf-9efd-6802a7ebc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:05.687705 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-a6028be9-d35f-4edf-9efd-6802a7ebc20d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 1098 time: 0.1332226 Aug 16 02:35:05.804770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:05.845189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de9e3c2-6077-445b-87d9-50bbf96f284a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.858078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-ad75c7b1-97b4-49f7-841f-644f09ef4979', 'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979', 'tenant_id': '4470428c6373465bb8535a09b4fd7a04', 'fixed_ips': [{'subnet_id': '298f8e2a-c6fa-477a-af14-e70bf44d0c82'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:05.864965 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.883569 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a8800cb-2df9-4460-9a31-99cbdabf6d55 req-d9da2bf5-7185-4789-be61-17ca98bc3bc4 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010117 Aug 16 02:35:05.957715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-ab989cb1-4555-4add-a654-31308d5da4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:05.959166 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-ab989cb1-4555-4add-a654-31308d5da4f6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 200 len: 915 time: 0.2551718 Aug 16 02:35:05.981020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de9e3c2-6077-445b-87d9-50bbf96f284a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.038646 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-79c25caf-246e-4a1d-be54-5b67ac20cb92 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 200 len: 217 time: 0.0679057 Aug 16 02:35:06.084208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Allocated IP 172.20.0.2 (ad75c7b1-97b4-49f7-841f-644f09ef4979/298f8e2a-c6fa-477a-af14-e70bf44d0c82/e7a64ea4-5efc-44ef-bfcc-038910d4e7cc) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:06.098995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.129868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-0b9b1454-ca9e-4b0f-a16e-3059c44c9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:06.131360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-0b9b1454-ca9e-4b0f-a16e-3059c44c9987 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 200 len: 854 time: 0.0817022 Aug 16 02:35:06.136765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port f21ceb30-0bbc-4731-9e31-d5c33ea31ddd yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:35:06.180393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-5b921a94-f06e-4030-9cf9-d43b79b2d9d7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354874 Aug 16 02:35:06.236123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de9e3c2-6077-445b-87d9-50bbf96f284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.241960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2de9e3c2-6077-445b-87d9-50bbf96f284a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.247113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2de9e3c2-6077-445b-87d9-50bbf96f284a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad8cf3c1-e085-4033-a3db-2cd63b6b7254 HTTP/1.1" status: 204 len: 168 time: 0.5870938 Aug 16 02:35:06.327459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9e3c2-6077-445b-87d9-50bbf96f284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8cf3c1-e085-4033-a3db-2cd63b6b7254,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:06.397649 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.409374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Transition to ACTIVE for port object e7a64ea4-5efc-44ef-bfcc-038910d4e7cc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:06.424097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-be4fb1ac-c2f6-4336-95b4-9e539e4d4e37 service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320397 Aug 16 02:35:06.434520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Transition to ACTIVE for port object e7a64ea4-5efc-44ef-bfcc-038910d4e7cc will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:06.445754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.510238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:06.513738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:06.516009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:06.580508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Pushing event updated for resources: {'Port': ['ID=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:06.603805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Attempting to bind port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:06.604823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Attempting to bind port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2d7a591f-d4af-4943-a565-778a4b459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:06.605198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Attempting to bind port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc on network ad75c7b1-97b4-49f7-841f-644f09ef4979 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:06.613996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:06.614990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Checking segment: {'id': '2d7a591f-d4af-4943-a565-778a4b459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:06.617489 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.617489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Bound using segment: {'id': '2d7a591f-d4af-4943-a565-778a4b459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:06.617726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Bound port: e7a64ea4-5efc-44ef-bfcc-038910d4e7cc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7a591f-d4af-4943-a565-778a4b459be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:06.618115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.732766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] For port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:06.742658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] For port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,segment=NetworkSegment(2d7a591f-d4af-4943-a565-778a4b459be7),segment_id=2d7a591f-d4af-4943-a565-778a4b459be7)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:06.751064 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:06.786401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.10 (ad75c7b1-97b4-49f7-841f-644f09ef4979/298f8e2a-c6fa-477a-af14-e70bf44d0c82/f21ceb30-0bbc-4731-9e31-d5c33ea31ddd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:06.789318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3983a8b8-063f-4616-9d33-60779a1b8985 req-fcb401d6-ccf4-4430-a423-5ac542dd4174 service neutron] 10.222.0.98 "GET /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490586 Aug 16 02:35:06.849417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ba47-2ff4-4141-84cc-3d118ae6a7aa None None] Pushing event updated for resources: {'Port': ['ID=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:07.140122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4731-60d6-4f4d-974b-1555b5142b6d req-d206cc52-2794-4f19-80c4-9232b116a51b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:07.146432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8bc4731-60d6-4f4d-974b-1555b5142b6d req-d206cc52-2794-4f19-80c4-9232b116a51b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1098251 Aug 16 02:35:07.203752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:07.250056 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8bc4731-60d6-4f4d-974b-1555b5142b6d req-a5b58a08-154a-45e4-9ed4-c4f56ca47a77 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952656 Aug 16 02:35:07.271894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object f21ceb30-0bbc-4731-9e31-d5c33ea31ddd will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:07.325750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:07.416133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:07.420459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:07.428684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:07.469888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=f21ceb30-0bbc-4731-9e31-d5c33ea31ddd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:07.498831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:07.499712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:07.521449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-92cd5267-64e7-4114-8732-57aefc891874 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1067431 Aug 16 02:35:07.523246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44596) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:07.529516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': 'ad75c7b1-97b4-49f7-841f-644f09ef4979', 'name': 'tempest-PortsTestJSON-886260344', 'fixed_ips': [{'subnet_id': '298f8e2a-c6fa-477a-af14-e70bf44d0c82', 'ip_address': '172.20.0.9'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:07.678476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:07.807406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:07.841928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:35:08.071770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.9 (ad75c7b1-97b4-49f7-841f-644f09ef4979/298f8e2a-c6fa-477a-af14-e70bf44d0c82/f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:08.190391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca0f83e-618e-47ca-a9de-6538aec9c094 None None] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:08.408703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-528c1e76-ca60-4152-ac08-01f360d1e298 None None] Provisioning for port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:08.465371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:08.493802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:08.512856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a98d-64ec-4d37-bfd0-25da5f947acc req-f5090095-f257-49f7-b6ad-e3dd506f17f5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:08.514628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9655a98d-64ec-4d37-bfd0-25da5f947acc req-f5090095-f257-49f7-b6ad-e3dd506f17f5 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0904453 Aug 16 02:35:08.585250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9655a98d-64ec-4d37-bfd0-25da5f947acc req-fa04eb6c-103c-44af-a3f0-559544d2206c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598841 Aug 16 02:35:08.593310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:08.648692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:08.657680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:08.663523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:08.784433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:08.785223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:08.827644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:08.849676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-052ffa95-9d42-439e-b2d3-f897fe27e73f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3227625 Aug 16 02:35:08.850081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:08.874614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11e3ce-5e37-4be9-aa5d-0ec62120a40e req-55e2878c-360a-42ab-ae9a-f71deb202592 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:08.876545 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed11e3ce-5e37-4be9-aa5d-0ec62120a40e req-55e2878c-360a-42ab-ae9a-f71deb202592 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1562369 Aug 16 02:35:08.946139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed11e3ce-5e37-4be9-aa5d-0ec62120a40e req-fcaea2fa-5ccc-45d6-9f5d-33ecf912d7e2 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629294 Aug 16 02:35:08.955322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de821c-c2b5-44ba-a030-8cc78f4f8652 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:08.959985 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3de821c-c2b5-44ba-a030-8cc78f4f8652 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1064324 Aug 16 02:35:08.964917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44606) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:09.081075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-64bc238d-1b4b-4c70-adb2-c658ae697647 None None] Provisioning for port f21ceb30-0bbc-4731-9e31-d5c33ea31ddd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:09.088520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-64bc238d-1b4b-4c70-adb2-c658ae697647 None None] Provisioning complete for port f21ceb30-0bbc-4731-9e31-d5c33ea31ddd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:09.088940 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-64bc238d-1b4b-4c70-adb2-c658ae697647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.091918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e7a64ea4-5efc-44ef-bfcc-038910d4e7cc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:09.222186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-64bc238d-1b4b-4c70-adb2-c658ae697647 None None] Port f21ceb30-0bbc-4731-9e31-d5c33ea31ddd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:09.237372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9baf22-19a9-4fff-9bcb-95a8f28ab2e8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.243953 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:09.244751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9baf22-19a9-4fff-9bcb-95a8f28ab2e8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.250382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:09.251341 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.256984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9baf22-19a9-4fff-9bcb-95a8f28ab2e8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.259716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2c9baf22-19a9-4fff-9bcb-95a8f28ab2e8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2927299 Aug 16 02:35:09.263186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:09.278071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3dc7-7d35-4c4b-a7ba-c84fbacb1db2 req-b9b3f62e-b88d-46f8-bcda-595757f7c85b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.292962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98ab3dc7-7d35-4c4b-a7ba-c84fbacb1db2 req-b9b3f62e-b88d-46f8-bcda-595757f7c85b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1467042 Aug 16 02:35:09.402106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98ab3dc7-7d35-4c4b-a7ba-c84fbacb1db2 req-3de2305f-889f-40f9-852c-3effeceff582 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080730 Aug 16 02:35:09.454496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.517657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:09.518761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.525769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,segment=NetworkSegment(2d7a591f-d4af-4943-a565-778a4b459be7),segment_id=2d7a591f-d4af-4943-a565-778a4b459be7)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:09.528747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ac2a53aa-a7f2-4e8c-9c50-b4803998b64e None None] Provisioning complete for port f21ceb30-0bbc-4731-9e31-d5c33ea31ddd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:09.532647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ac2a53aa-a7f2-4e8c-9c50-b4803998b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.537345 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.583996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300834ff-fd26-4451-a32d-c83148180038 req-4382070e-c879-4bd9-8ed8-4b69ef6a1968 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.591310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300834ff-fd26-4451-a32d-c83148180038 req-4382070e-c879-4bd9-8ed8-4b69ef6a1968 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1006589 Aug 16 02:35:09.675275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:09.676184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300834ff-fd26-4451-a32d-c83148180038 req-2467a96c-19d2-479a-9369-8a28a106c4f7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838223 Aug 16 02:35:09.735280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a53aa-a7f2-4e8c-9c50-b4803998b64e None None] Port f21ceb30-0bbc-4731-9e31-d5c33ea31ddd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:09.754384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.771458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:09.861767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3e6e9705-8985-4718-adb1-b8dc2e07d2fa None None] Provisioning for port f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:09.867667 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3e6e9705-8985-4718-adb1-b8dc2e07d2fa None None] Provisioning complete for port f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:09.868041 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9705-8985-4718-adb1-b8dc2e07d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.917820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e9705-8985-4718-adb1-b8dc2e07d2fa None None] Port f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:09.949952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11f5ad-3a82-4670-a7d6-4ea374446257 req-91bf49f3-a10a-4ed3-8e9f-d6a685f0c53f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.959628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc11f5ad-3a82-4670-a7d6-4ea374446257 req-91bf49f3-a10a-4ed3-8e9f-d6a685f0c53f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0855021 Aug 16 02:35:09.991987 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.013726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc11f5ad-3a82-4670-a7d6-4ea374446257 req-b8f8c94c-34a1-4fdf-829d-d9a1ef9b0138 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522852 Aug 16 02:35:10.155707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:10.197192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.199842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1ab08e88-4038-40c0-993d-5dd7cf00713e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd HTTP/1.1" status: 204 len: 168 time: 0.9355800 Aug 16 02:35:10.203240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44624) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:10.231350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4fbee-1107-4e62-ad93-d654fc43c7fc req-48b8a8f0-fcd1-4398-ba57-c3abb158f34e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:10.231806 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c73b05-e6c3-4159-9f3a-ac6456f8a2d3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:35:10.235842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-32c73b05-e6c3-4159-9f3a-ac6456f8a2d3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/f2aaf361-fe06-4e3b-ba7b-0e64fe13eecd HTTP/1.1" status: 404 len: 333 time: 0.0293350 Aug 16 02:35:10.236112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:10.251354 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51f4fbee-1107-4e62-ad93-d654fc43c7fc req-48b8a8f0-fcd1-4398-ba57-c3abb158f34e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1157382 Aug 16 02:35:10.313883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51f4fbee-1107-4e62-ad93-d654fc43c7fc req-a07f4b95-4059-4081-9c4f-c707dde2106c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590503 Aug 16 02:35:10.394655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port f21ceb30-0bbc-4731-9e31-d5c33ea31ddd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:10.395052 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.524248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faab82-9e8d-4fed-bcb8-989c4e89fc0e req-6fc267b2-ab49-4ac3-81b3-bae55799e663 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:10.538007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47faab82-9e8d-4fed-bcb8-989c4e89fc0e req-6fc267b2-ab49-4ac3-81b3-bae55799e663 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0895503 Aug 16 02:35:10.556010 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.573137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for f21ceb30-0bbc-4731-9e31-d5c33ea31ddd owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:10.588313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47faab82-9e8d-4fed-bcb8-989c4e89fc0e req-f8af7336-38f7-4fc9-9a42-aa541330cd2f tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Aug 16 02:35:10.752303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379cff1-9624-414a-ba19-7f48529e07a6 req-3f8b32f1-3a88-4f97-b0e6-4bc655ed5d64 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:10.754643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4379cff1-9624-414a-ba19-7f48529e07a6 req-3f8b32f1-3a88-4f97-b0e6-4bc655ed5d64 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0718527 Aug 16 02:35:10.772319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.808501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4379cff1-9624-414a-ba19-7f48529e07a6 req-b7864b24-f51b-4871-83e6-0fde768266e1 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Aug 16 02:35:10.832756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=f21ceb30-0bbc-4731-9e31-d5c33ea31ddd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:10.934958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.936932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b89fdc22-2933-4ffe-a0cf-769e1a4510c6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/f21ceb30-0bbc-4731-9e31-d5c33ea31ddd HTTP/1.1" status: 204 len: 168 time: 0.6998816 Aug 16 02:35:10.944179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:11.021720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e7a64ea4-5efc-44ef-bfcc-038910d4e7cc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:11.102579 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f1f7cf-6917-48d7-8fd0-0b56525781d9 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:35:11.106012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-39f1f7cf-6917-48d7-8fd0-0b56525781d9 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/f21ceb30-0bbc-4731-9e31-d5c33ea31ddd HTTP/1.1" status: 404 len: 333 time: 0.1606984 Aug 16 02:35:11.108840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:11.116738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:11.117388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.141514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fc9a-377e-4864-b38d-d97dfa14fbf7 req-66f37c8c-a33a-4f41-94b9-ce10586432cf tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:11.152680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b10fc9a-377e-4864-b38d-d97dfa14fbf7 req-66f37c8c-a33a-4f41-94b9-ce10586432cf tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1008589 Aug 16 02:35:11.237038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b10fc9a-377e-4864-b38d-d97dfa14fbf7 req-de07d6eb-d14c-4498-bc11-3126e2b69253 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828357 Aug 16 02:35:11.260446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 298f8e2a-c6fa-477a-af14-e70bf44d0c82 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:11.267282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.352931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.473475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0708a-6d93-4be7-a63b-ce8de622827b req-8d872adf-bde8-4fd7-a671-1ff0c75c50f8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:11.486692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8b0708a-6d93-4be7-a63b-ce8de622827b req-8d872adf-bde8-4fd7-a671-1ff0c75c50f8 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0925467 Aug 16 02:35:11.497527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.541826 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8b0708a-6d93-4be7-a63b-ce8de622827b req-dd13444d-503f-44f7-a460-1a59d558828b tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535834 Aug 16 02:35:11.593309 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.631454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=298f8e2a-c6fa-477a-af14-e70bf44d0c82,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:11.652348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.655625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/298f8e2a-c6fa-477a-af14-e70bf44d0c82 HTTP/1.1" status: 204 len: 168 time: 0.5435290 Aug 16 02:35:11.655625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.655975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.656365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.656691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.657036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.658158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.658644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.658829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.659163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.659497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.659828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.660259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e123c-298c-43c6-b306-af51f21089cc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:11.662793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:11.674003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a0b90-e6f9-442b-ac22-aa7a0257a4fc None None] Network ad75c7b1-97b4-49f7-841f-644f09ef4979 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:11.734988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4f4ed-b009-4b7e-9d76-2b885e3634f9 req-3bc115b9-acbe-48c7-bb8f-57869a8b1a65 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:11.747019 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-14a4f4ed-b009-4b7e-9d76-2b885e3634f9 req-3bc115b9-acbe-48c7-bb8f-57869a8b1a65 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1121378 Aug 16 02:35:11.750398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.838965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:11.839332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.843297 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-14a4f4ed-b009-4b7e-9d76-2b885e3634f9 req-2902e296-772d-4e99-99c0-63e71b909e04 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936017 Aug 16 02:35:11.952845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] For port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,segment=NetworkSegment(2d7a591f-d4af-4943-a565-778a4b459be7),segment_id=2d7a591f-d4af-4943-a565-778a4b459be7)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:11.953304 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.969483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] DHCP port deletion for ad75c7b1-97b4-49f7-841f-644f09ef4979 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:35:11.985251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for e7a64ea4-5efc-44ef-bfcc-038910d4e7cc owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:12.033439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b4e99-19af-4205-b6a8-216cbe1de160 req-b1d15e29-d32d-4a9d-b554-23105adaf214 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:12.036089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba6b4e99-19af-4205-b6a8-216cbe1de160 req-b1d15e29-d32d-4a9d-b554-23105adaf214 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0797904 Aug 16 02:35:12.069298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] Deleting port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:12.069953 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.112179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba6b4e99-19af-4205-b6a8-216cbe1de160 req-00204ee9-46d1-435d-8c27-ad3475403ab7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674944 Aug 16 02:35:12.121328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.152521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:12.158101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No DVR routers for this DVR port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:12.193688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] For port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,segment=NetworkSegment(2d7a591f-d4af-4943-a565-778a4b459be7),segment_id=2d7a591f-d4af-4943-a565-778a4b459be7)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:12.195854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.225380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] Calling delete_port for e7a64ea4-5efc-44ef-bfcc-038910d4e7cc owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:12.370814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.383342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2836b0-fa90-47ff-a26b-cd97db9bce35 req-2428576f-6105-44b3-88f6-15fd1efb2b86 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:12.394456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca2836b0-fa90-47ff-a26b-cd97db9bce35 req-2428576f-6105-44b3-88f6-15fd1efb2b86 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1114764 Aug 16 02:35:12.402904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.416993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad75c7b1-97b4-49f7-841f-644f09ef4979']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:12.424871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] Pushing event deleted for resources: {'Port': ['ID=e7a64ea4-5efc-44ef-bfcc-038910d4e7cc,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:12.428392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcb987-5a1e-4a8e-87c7-6e5f5844caee None None] No DVR routers for this DVR port e7a64ea4-5efc-44ef-bfcc-038910d4e7cc on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:12.430457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7a591f-d4af-4943-a565-778a4b459be7') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:12.431065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7a591f-d4af-4943-a565-778a4b459be7') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:12.443392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.459701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.470219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:12.470805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.473692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca2836b0-fa90-47ff-a26b-cd97db9bce35 req-73321b27-7e3e-47db-9e67-8f71ee24116e tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778651 Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:12.475241 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:12.584774 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.590281 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.592312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/ad75c7b1-97b4-49f7-841f-644f09ef4979 HTTP/1.1" status: 204 len: 168 time: 0.9285569 Aug 16 02:35:12.607660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44668) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:12.612265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230604d4-4739-439f-a1a6-9c3526aed8e0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=ad75c7b1-97b4-49f7-841f-644f09ef4979,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:12.614246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1608037639'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:12.655346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628557d2-29df-400e-8653-47cd75dc221a req-184c265e-f72c-4803-9f0f-14d067aa45df tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:12.663639 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-628557d2-29df-400e-8653-47cd75dc221a req-184c265e-f72c-4803-9f0f-14d067aa45df tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0944631 Aug 16 02:35:12.682219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:12.686183 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.721527 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-628557d2-29df-400e-8653-47cd75dc221a req-ad539862-4906-483b-b5fc-9eeda8c80f37 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560579 Aug 16 02:35:12.733344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:12.744672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.745183 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Added segment 65f46e00-5479-4369-b4ba-41ce4f2e4669 of type vlan for network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 Aug 16 02:35:12.790291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.826876 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.834547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:12.835338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.934127 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3248720 Aug 16 02:35:12.937808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:12.949632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:12.964596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087748f-0725-4b40-9aa6-f059fe71717d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Network': ['ID=7530bb4a-3701-4255-b6e0-bfe49e5e67a4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:12.985072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4faec5-49c1-43e3-aadb-bc842e430f19 req-585ee8be-940c-47a9-8945-b9bdf2015714 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:12.988783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:12.998425 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d4faec5-49c1-43e3-aadb-bc842e430f19 req-585ee8be-940c-47a9-8945-b9bdf2015714 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1581945 Aug 16 02:35:13.080716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e7a64ea4-5efc-44ef-bfcc-038910d4e7cc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:13.084096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d4faec5-49c1-43e3-aadb-bc842e430f19 req-a32a34f8-e013-45b8-b16d-60077be1ac9c tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838075 Aug 16 02:35:13.180727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e7a64ea4-5efc-44ef-bfcc-038910d4e7cc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:13.181524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e7a64ea4-5efc-44ef-bfcc-038910d4e7cc not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:13.210898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:13.214586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.504268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.631206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:13.644836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Checking segment: {'id': '65f46e00-5479-4369-b4ba-41ce4f2e4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:13.645079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network hostable DHCP agents. Network: 7530bb4a-3701-4255-b6e0-bfe49e5e67a4, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:13.704494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:13.727737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7530bb4a-3701-4255-b6e0-bfe49e5e67a4) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:13.737836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.738448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.742687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88799c56-81fa-4170-ab4d-98c0a77c9a61 None None] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:13.789899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44682) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:13.790522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6aa8a07f-46b6-49df-9bef-024be07a39a3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8468337 Aug 16 02:35:13.806932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-513d9fce-6e9d-4f5a-94b7-8edbd9a4e455 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-893965480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:13.919833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-513d9fce-6e9d-4f5a-94b7-8edbd9a4e455 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.922525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-513d9fce-6e9d-4f5a-94b7-8edbd9a4e455 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.042848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-513d9fce-6e9d-4f5a-94b7-8edbd9a4e455 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.047525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-513d9fce-6e9d-4f5a-94b7-8edbd9a4e455 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.068238 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-513d9fce-6e9d-4f5a-94b7-8edbd9a4e455 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.072267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-513d9fce-6e9d-4f5a-94b7-8edbd9a4e455 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2762523 Aug 16 02:35:14.072532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44686) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:14.079088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4', 'name': 'tempest-PortsTestJSON-1152911623'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:14.276789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:14.280601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.315792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-7530bb4a-3701-4255-b6e0-bfe49e5e67a4', 'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4', 'tenant_id': '4470428c6373465bb8535a09b4fd7a04', 'fixed_ips': [{'subnet_id': 'fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:14.317417 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.321773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 53258885-3f0e-4f9f-8303-afe7b65ef764 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:35:14.547682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.4 (7530bb4a-3701-4255-b6e0-bfe49e5e67a4/fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65/53258885-3f0e-4f9f-8303-afe7b65ef764) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:14.781394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.811136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 53258885-3f0e-4f9f-8303-afe7b65ef764 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:14.871519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.942084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:14.952588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:14.955137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Allocated IP 172.20.0.2 (7530bb4a-3701-4255-b6e0-bfe49e5e67a4/fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65/027bdf13-a372-415c-86d4-d726f92e25ea) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:14.958862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:15.041788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=53258885-3f0e-4f9f-8303-afe7b65ef764,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:15.099839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:15.100423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.141025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:15.141637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-10e06e8b-eec9-41f3-80f1-e09f8b5a92cf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0675440 Aug 16 02:35:15.228002 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.237374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Transition to ACTIVE for port object 027bdf13-a372-415c-86d4-d726f92e25ea will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:15.254314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Transition to ACTIVE for port object 027bdf13-a372-415c-86d4-d726f92e25ea will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:15.272712 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.324543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Pushing event updated for resources: {'Port': ['ID=027bdf13-a372-415c-86d4-d726f92e25ea,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:15.349041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:15.353604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:15.362664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:15.493505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Attempting to bind port 027bdf13-a372-415c-86d4-d726f92e25ea on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:15.494517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Attempting to bind port 027bdf13-a372-415c-86d4-d726f92e25ea by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '65f46e00-5479-4369-b4ba-41ce4f2e4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:15.495101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Attempting to bind port 027bdf13-a372-415c-86d4-d726f92e25ea on network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:15.505315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:15.506029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Checking segment: {'id': '65f46e00-5479-4369-b4ba-41ce4f2e4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:15.506624 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.507202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Bound using segment: {'id': '65f46e00-5479-4369-b4ba-41ce4f2e4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:15.507876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Bound port: 027bdf13-a372-415c-86d4-d726f92e25ea, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f46e00-5479-4369-b4ba-41ce4f2e4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7530bb4a-3701-4255-b6e0-bfe49e5e67a4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:15.508521 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.590061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] For port 027bdf13-a372-415c-86d4-d726f92e25ea, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:15.595286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] For port 027bdf13-a372-415c-86d4-d726f92e25ea, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=027bdf13-a372-415c-86d4-d726f92e25ea,segment=NetworkSegment(65f46e00-5479-4369-b4ba-41ce4f2e4669),segment_id=65f46e00-5479-4369-b4ba-41ce4f2e4669)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:15.602807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.700046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b2f63-aa32-423a-87c2-21930171e849 None None] Pushing event updated for resources: {'Port': ['ID=027bdf13-a372-415c-86d4-d726f92e25ea,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:15.769986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.318233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.331753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.426819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=53258885-3f0e-4f9f-8303-afe7b65ef764,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:16.680152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.983056 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.130748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 027bdf13-a372-415c-86d4-d726f92e25ea up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:17.251367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 027bdf13-a372-415c-86d4-d726f92e25ea completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:17.389081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d551df-03f8-4e48-8651-5bb7b0a80eb7 None None] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:17.451540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.461622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.526018 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.533454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9916af10-e927-48b8-ab48-8736ba42d41d None None] Provisioning for port 027bdf13-a372-415c-86d4-d726f92e25ea completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:17.550097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9916af10-e927-48b8-ab48-8736ba42d41d None None] Provisioning complete for port 027bdf13-a372-415c-86d4-d726f92e25ea triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:17.550792 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9916af10-e927-48b8-ab48-8736ba42d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.638690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=53258885-3f0e-4f9f-8303-afe7b65ef764,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:17.747612 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9916af10-e927-48b8-ab48-8736ba42d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.769148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:17.773939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:17.807539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9916af10-e927-48b8-ab48-8736ba42d41d None None] For port 027bdf13-a372-415c-86d4-d726f92e25ea, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=027bdf13-a372-415c-86d4-d726f92e25ea,segment=NetworkSegment(65f46e00-5479-4369-b4ba-41ce4f2e4669),segment_id=65f46e00-5479-4369-b4ba-41ce4f2e4669)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:17.819806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9916af10-e927-48b8-ab48-8736ba42d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.932938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916af10-e927-48b8-ab48-8736ba42d41d None None] Pushing event updated for resources: {'Port': ['ID=027bdf13-a372-415c-86d4-d726f92e25ea,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:18.000731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Router d87daf46-371b-48fb-abaa-895f742c40c5 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:35:18.147181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98f97570-00e9-4737-8718-a434668d455a None None] Provisioning complete for port 027bdf13-a372-415c-86d4-d726f92e25ea triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:18.147801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98f97570-00e9-4737-8718-a434668d455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:18.162615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:18.175497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44710) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:18.177164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2418d4fc-01a1-4e97-8af1-97d099ce9e50 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "PUT /v2.0/routers/d87daf46-371b-48fb-abaa-895f742c40c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0339077 Aug 16 02:35:18.188631 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] Sync routers for ids ['d87daf46-371b-48fb-abaa-895f742c40c5'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:18.246103 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] Routers {'d87daf46-371b-48fb-abaa-895f742c40c5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:18.247706 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d87daf46-371b-48fb-abaa-895f742c40c5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:18.359106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98f97570-00e9-4737-8718-a434668d455a None None] Provisioning for port 53258885-3f0e-4f9f-8303-afe7b65ef764 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:18.368894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98f97570-00e9-4737-8718-a434668d455a None None] Provisioning complete for port 53258885-3f0e-4f9f-8303-afe7b65ef764 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:18.369281 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98f97570-00e9-4737-8718-a434668d455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:18.399614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3cef07-ac5a-48e3-9a46-4cba875ed80a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.402516 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:18.404316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bd3cef07-ac5a-48e3-9a46-4cba875ed80a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports?device_id=d87daf46-371b-48fb-abaa-895f742c40c5 HTTP/1.1" status: 200 len: 982 time: 0.2264671 Aug 16 02:35:18.406995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44712) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:18.433940 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] Routers {'d87daf46-371b-48fb-abaa-895f742c40c5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:18.434952 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d87daf46-371b-48fb-abaa-895f742c40c5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:18.496450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-98f97570-00e9-4737-8718-a434668d455a None None] Port 53258885-3f0e-4f9f-8303-afe7b65ef764 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:18.513849 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:18.514514 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964c593-9dae-4eaf-8e75-3485e8e1097f None None] The sync data for ids ['d87daf46-371b-48fb-abaa-895f742c40c5'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:18.641839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e34450e4-4ffc-4549-a185-9be025ec3b73 None None] Provisioning complete for port 53258885-3f0e-4f9f-8303-afe7b65ef764 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:18.642238 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e34450e4-4ffc-4549-a185-9be025ec3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:18.735537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e34450e4-4ffc-4549-a185-9be025ec3b73 None None] Port 53258885-3f0e-4f9f-8303-afe7b65ef764 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:19.031124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-94f36cef-e611-476f-a9d6-649d29fd0318 None None] Provisioning complete for port 53258885-3f0e-4f9f-8303-afe7b65ef764 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:19.032036 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-94f36cef-e611-476f-a9d6-649d29fd0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:19.126118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-94f36cef-e611-476f-a9d6-649d29fd0318 None None] Port 53258885-3f0e-4f9f-8303-afe7b65ef764 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:19.158633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 027bdf13-a372-415c-86d4-d726f92e25ea up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:19.304476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 027bdf13-a372-415c-86d4-d726f92e25ea triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:19.304868 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:19.403178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d501a832-c6d8-42e1-a546-141e2745cd95 None None] Provisioning complete for port 53258885-3f0e-4f9f-8303-afe7b65ef764 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:19.403556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d501a832-c6d8-42e1-a546-141e2745cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:19.560819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d501a832-c6d8-42e1-a546-141e2745cd95 None None] Port 53258885-3f0e-4f9f-8303-afe7b65ef764 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:19.562934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-34a3f951-dd62-477d-8bc4-ff689fe74d98 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855429 Aug 16 02:35:19.696587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520561d9-a12f-431f-87c9-638b51e67557 req-eacfcdcf-70bd-4e3e-b6b3-7ce96ccc4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.698602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-eacfcdcf-70bd-4e3e-b6b3-7ce96ccc4878 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 1098 time: 0.0813792 Aug 16 02:35:19.878828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520561d9-a12f-431f-87c9-638b51e67557 req-0b300ab9-8e8a-4aef-a91e-85991080342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.880527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-0b300ab9-8e8a-4aef-a91e-85991080342a service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1464489 Aug 16 02:35:19.949463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-632e3596-0aff-4f56-9387-d872e6e949ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5 HTTP/1.1" status: 200 len: 217 time: 0.0616841 Aug 16 02:35:20.028100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:20.035784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520561d9-a12f-431f-87c9-638b51e67557 req-733761cb-b129-44c5-a564-6fb2a1491e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:20.037908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-733761cb-b129-44c5-a564-6fb2a1491e8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0765836 Aug 16 02:35:20.112371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520561d9-a12f-431f-87c9-638b51e67557 req-33c56251-68b4-46a1-91d0-99b116f271af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:20.114003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-33c56251-68b4-46a1-91d0-99b116f271af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645618 Aug 16 02:35:20.283385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-8a804a8d-7a07-459b-90e7-0462c5025728 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621823 Aug 16 02:35:20.423610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bb524-3cbb-4c4e-b673-0d98d45ce928 req-ffa968d1-5c79-4864-821b-209a3e01b3c7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:20.425409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-354bb524-3cbb-4c4e-b673-0d98d45ce928 req-ffa968d1-5c79-4864-821b-209a3e01b3c7 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.0884204 Aug 16 02:35:20.497872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-520561d9-a12f-431f-87c9-638b51e67557 req-b5763a82-3d19-41ec-ac0a-500982d5c568 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067561 Aug 16 02:35:20.502794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-354bb524-3cbb-4c4e-b673-0d98d45ce928 req-39f8f345-7361-4c7e-a1b4-115ce2c0eb78 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Aug 16 02:35:20.521053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 53258885-3f0e-4f9f-8303-afe7b65ef764 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:20.521396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:20.646758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:20.667747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 53258885-3f0e-4f9f-8303-afe7b65ef764 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:20.964902 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:20.996419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=53258885-3f0e-4f9f-8303-afe7b65ef764,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:21.252654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:21.604766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Router d87daf46-371b-48fb-abaa-895f742c40c5 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:21.658034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47804608-aaff-4bd9-810c-7abf7c918ab1 req-fa707323-2aa2-4cc1-b61f-7494e11891cb tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:21.659650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47804608-aaff-4bd9-810c-7abf7c918ab1 req-fa707323-2aa2-4cc1-b61f-7494e11891cb tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.0829782 Aug 16 02:35:21.737679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3f8aa-1b9e-4abd-8bc2-102edd6c408d req-aad7d404-ca2b-47e5-a06f-7189d7e5d6bd tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:21.739544 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8b3f8aa-1b9e-4abd-8bc2-102edd6c408d req-aad7d404-ca2b-47e5-a06f-7189d7e5d6bd tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.1204338 Aug 16 02:35:21.790402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47804608-aaff-4bd9-810c-7abf7c918ab1 req-2b6d2f42-f65f-4374-86ac-a899d50ef41a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994325 Aug 16 02:35:21.796268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:21.811095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] Sync routers for ids ['d87daf46-371b-48fb-abaa-895f742c40c5'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:21.817020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ef29589-28a0-467f-a012-88be5d818563 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "PUT /v2.0/routers/d87daf46-371b-48fb-abaa-895f742c40c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080007 Aug 16 02:35:21.822714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44754) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:21.865068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] Routers {'d87daf46-371b-48fb-abaa-895f742c40c5'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:21.865327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d87daf46-371b-48fb-abaa-895f742c40c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:21.866556 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0822d188-8c02-4dba-85ce-ec003a0a01fe tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:35:21.869366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0822d188-8c02-4dba-85ce-ec003a0a01fe tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/53258885-3f0e-4f9f-8303-afe7b65ef764 HTTP/1.1" status: 404 len: 333 time: 0.0453141 Aug 16 02:35:21.871969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:21.918238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8b3f8aa-1b9e-4abd-8bc2-102edd6c408d req-6ffea8bc-0e3c-4f7a-bad2-f65ad3c093da tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/security-groups?id=3506f029-6906-4ba1-a362-7772e10beda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708779 Aug 16 02:35:21.957201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:21.973570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] Routers {'d87daf46-371b-48fb-abaa-895f742c40c5'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:21.974960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:34:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d87daf46-371b-48fb-abaa-895f742c40c5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:22.051184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e23c3356-8547-4929-a841-fd5c1cd49a01 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.100999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-9fa2b420-3d60-4a75-a84c-013d8f318a40 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1295924 Aug 16 02:35:22.207468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:22.208424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ac955-6d6d-4b76-a689-5589e8feb6cb None None] The sync data for ids ['d87daf46-371b-48fb-abaa-895f742c40c5'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:22.249479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-6314c6ab-9688-4f91-99f0-8144867c4620 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:22.262601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-6314c6ab-9688-4f91-99f0-8144867c4620 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.98 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 946 time: 0.2082350 Aug 16 02:35:22.324812 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.343866 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e23c3356-8547-4929-a841-fd5c1cd49a01 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.347879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e23c3356-8547-4929-a841-fd5c1cd49a01 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.396661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-67632c28-020b-447a-8243-0dcc02327a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:22.398776 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-67632c28-020b-447a-8243-0dcc02327a0e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.1655581 Aug 16 02:35:22.412623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e23c3356-8547-4929-a841-fd5c1cd49a01 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.413458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23c3356-8547-4929-a841-fd5c1cd49a01 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Fanout notify agent at l3_agent the message router_deleted on router d87daf46-371b-48fb-abaa-895f742c40c5 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:35:22.421283 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e23c3356-8547-4929-a841-fd5c1cd49a01 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.426914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e23c3356-8547-4929-a841-fd5c1cd49a01 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/routers/d87daf46-371b-48fb-abaa-895f742c40c5 HTTP/1.1" status: 204 len: 168 time: 0.5507722 Aug 16 02:35:22.426914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44762) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:22.471007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Deleting port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:22.471344 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.563963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:22.573249 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.697496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.701669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-0bfb47f3-b0f2-400c-b037-903916cd7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:22.703624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-0bfb47f3-b0f2-400c-b037-903916cd7cb6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2608180 Aug 16 02:35:22.754296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] For port 7a4c9dcc-78b7-4402-a22d-463fa1a39949, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7a4c9dcc-78b7-4402-a22d-463fa1a39949,segment=NetworkSegment(80ea8d28-6cd7-412b-916c-f3f20046d56f),segment_id=80ea8d28-6cd7-412b-916c-f3f20046d56f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:22.756415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.783546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Calling delete_port for 7a4c9dcc-78b7-4402-a22d-463fa1a39949 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:22.816533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-e37e5c88-103c-48c0-b0b4-216f5f697108 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.0920219 Aug 16 02:35:22.884847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-c5fadd33-0055-4d25-9144-afc4c8f735b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:22.886932 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-c5fadd33-0055-4d25-9144-afc4c8f735b3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0508075 Aug 16 02:35:22.944583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.043002 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.063857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7a4c9dcc-78b7-4402-a22d-463fa1a39949'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:23.071752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-8a3cddf4-8324-4418-b9cd-e986b7ed7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:23.073311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-8a3cddf4-8324-4418-b9cd-e986b7ed7722 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731677 Aug 16 02:35:23.098519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b296c-1b09-4c11-9efc-46e03296d36f req-6dea65ef-fb24-4b99-9048-5b528160a90f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:23.106697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf7b296c-1b09-4c11-9efc-46e03296d36f req-6dea65ef-fb24-4b99-9048-5b528160a90f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1258676 Aug 16 02:35:23.159469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.236278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:23.255165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288503a8-c5d8-4341-b3a3-95e1cdc62978 None None] Network 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:23.260058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.264981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-899f0dc8-deed-4836-a198-3c77199c02bf tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65 HTTP/1.1" status: 204 len: 168 time: 0.8375678 Aug 16 02:35:23.265516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] No DVR routers for this DVR port 7a4c9dcc-78b7-4402-a22d-463fa1a39949 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:23.267729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Pushing event deleted for resources: {'Port': ['ID=7a4c9dcc-78b7-4402-a22d-463fa1a39949,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:23.268114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44782) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:23.275535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.278023 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22925e5c-1009-41c9-9017-d8c2f22c4489 req-5438ba69-417a-4ceb-aa49-827e90a6ec72 tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.98 "DELETE /v2.0/ports/7a4c9dcc-78b7-4402-a22d-463fa1a39949 HTTP/1.1" status: 204 len: 173 time: 1.0051460 Aug 16 02:35:23.280260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aeb613ba-7e17-4930-869d-850821d891d2 req-c2a2c9ae-bc4a-4d28-8746-fb7ba9e3cfcc tempest-ServersNegativeTestJSON-1970845256 tempest-ServersNegativeTestJSON-1970845256-project] 10.222.0.78 "GET /v2.0/ports?device_id=f04dcf30-a12c-4042-8595-0674465f8457 HTTP/1.1" status: 200 len: 210 time: 0.1133485 Aug 16 02:35:23.280701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-deleted', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:23.291483 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168511b-9aab-4f01-a497-7c32aa29bf2b" -d '{"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-deleted", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:23.352788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-25855f22-774b-40f5-b719-0c5b9b6e4825 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698908 Aug 16 02:35:23.353322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2f15cfc-8351-49bf-b6de-6febcfd9a685 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:23.446548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf7b296c-1b09-4c11-9efc-46e03296d36f req-308df70e-7ffe-4cba-b91a-4a59052b61a2 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368526 Aug 16 02:35:23.457485 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af84673-5cc8-4b4b-aefa-379e46146716 x-openstack-request-id: req-6af84673-5cc8-4b4b-aefa-379e46146716 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:23.458029 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04dcf30-a12c-4042-8595-0674465f8457", "name": "network-vif-deleted", "tag": "7a4c9dcc-78b7-4402-a22d-463fa1a39949", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:23.458526 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6af84673-5cc8-4b4b-aefa-379e46146716 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:23.459002 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04dcf30-a12c-4042-8595-0674465f8457', 'name': 'network-vif-deleted', 'tag': '7a4c9dcc-78b7-4402-a22d-463fa1a39949', 'status': 'completed', 'code': 200} Aug 16 02:35:23.635211 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.665204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2dff3bca-5e44-4788-b788-0b09ceab8088 req-b391cb05-6c4a-4723-9a68-328b06845705 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175770 Aug 16 02:35:23.671196 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.753170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:23.765035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] DHCP port deletion for 7530bb4a-3701-4255-b6e0-bfe49e5e67a4 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:35:23.801662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 027bdf13-a372-415c-86d4-d726f92e25ea {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:23.802008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.866016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'port_id': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'mac_address': 'fa:16:3e:f5:db:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:23.935148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] For port 027bdf13-a372-415c-86d4-d726f92e25ea, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=027bdf13-a372-415c-86d4-d726f92e25ea,segment=NetworkSegment(65f46e00-5479-4369-b4ba-41ce4f2e4669),segment_id=65f46e00-5479-4369-b4ba-41ce4f2e4669)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:23.935579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.987502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 027bdf13-a372-415c-86d4-d726f92e25ea owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:23.999007 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.031251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2f15cfc-8351-49bf-b6de-6febcfd9a685 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:24.064611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] Deleting port 027bdf13-a372-415c-86d4-d726f92e25ea {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:24.065319 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.170435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:24.186362 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.256608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] For port 027bdf13-a372-415c-86d4-d726f92e25ea, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=027bdf13-a372-415c-86d4-d726f92e25ea,segment=NetworkSegment(65f46e00-5479-4369-b4ba-41ce4f2e4669),segment_id=65f46e00-5479-4369-b4ba-41ce4f2e4669)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:24.257459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.283195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] Calling delete_port for 027bdf13-a372-415c-86d4-d726f92e25ea owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:24.299020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c2f15cfc-8351-49bf-b6de-6febcfd9a685'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:24.305256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.312661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:24.336947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No DVR routers for this DVR port 027bdf13-a372-415c-86d4-d726f92e25ea on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:24.370733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.371295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.371818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.372347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.372850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.372984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44812) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:24.374058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.374566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.374909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.375245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.375577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.375910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.376240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:24.440124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=027bdf13-a372-415c-86d4-d726f92e25ea,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:24.516432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] Deleting subnet 766960bc-d563-4fa5-8dec-62f902e40c8e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:24.522351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.573446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.585994 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:35:24.588758 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:35:24.590590 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.592651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7530bb4a-3701-4255-b6e0-bfe49e5e67a4']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:24.592970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.640600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.731307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] No DVR routers for this DVR port 027bdf13-a372-415c-86d4-d726f92e25ea on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:24.776104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914c13-4666-46c1-86ea-f9d18ec31f1a None None] Pushing event deleted for resources: {'Port': ['ID=027bdf13-a372-415c-86d4-d726f92e25ea,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.078217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 027bdf13-a372-415c-86d4-d726f92e25ea no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:25.154021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 027bdf13-a372-415c-86d4-d726f92e25ea {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:25.154293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 027bdf13-a372-415c-86d4-d726f92e25ea not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:25.367206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2f15cfc-8351-49bf-b6de-6febcfd9a685 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:25.517500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port c2f15cfc-8351-49bf-b6de-6febcfd9a685 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:25.520085 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.563945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f46e00-5479-4369-b4ba-41ce4f2e4669') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:25.564625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f46e00-5479-4369-b4ba-41ce4f2e4669') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:25.578528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.641674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.667996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:25.671957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:25.679542 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:25.719927 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.744875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:25.764153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.785551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.787528 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/7530bb4a-3701-4255-b6e0-bfe49e5e67a4 HTTP/1.1" status: 204 len: 168 time: 2.5167594 Aug 16 02:35:25.798803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44830) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:25.800873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce65cc9-2ef6-420d-a46a-bd3db97b1560 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=7530bb4a-3701-4255-b6e0-bfe49e5e67a4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.806153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:25.808525 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f9f70d-2175-40ab-b739-8b8167df7afc" -d '{"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-plugged", "status": "completed", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:25.818591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 7a4c9dcc-78b7-4402-a22d-463fa1a39949 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:25.818971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7a4c9dcc-78b7-4402-a22d-463fa1a39949 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:25.845971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:25.853814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.883745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.906362 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5ba8a-f721-4c1e-a544-dc3ae9a7c917 x-openstack-request-id: req-f6e5ba8a-f721-4c1e-a544-dc3ae9a7c917 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:25.906610 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-plugged", "status": "completed", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:25.906878 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6e5ba8a-f721-4c1e-a544-dc3ae9a7c917 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:25.907231 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'code': 200} Aug 16 02:35:25.952724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766960bc-d563-4fa5-8dec-62f902e40c8e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.956374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.991120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee7d1ef-9345-4a89-99fe-b29b7c55c278 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.995400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ee7d1ef-9345-4a89-99fe-b29b7c55c278 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/8f634ab4-2179-4262-a889-dac321a1eeac HTTP/1.1" status: 200 len: 840 time: 0.1804762 Aug 16 02:35:26.000860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44834) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:26.014407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4d6b-cf2c-448d-ab88-061e19d2cb65 req-3126df44-4e5a-4674-9a2a-465505b420df tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:26.016009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94be4d6b-cf2c-448d-ab88-061e19d2cb65 req-3126df44-4e5a-4674-9a2a-465505b420df tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 945 time: 0.2826021 Aug 16 02:35:26.017259 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.019232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f003cd4-a70d-449a-8435-861cca91f6ce admin admin] 10.222.0.78 "DELETE /v2.0/subnets/766960bc-d563-4fa5-8dec-62f902e40c8e HTTP/1.1" status: 204 len: 168 time: 1.6452038 Aug 16 02:35:26.022098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:26.096846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-00383668-4679-4864-824b-485dcf00b6f4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/8f634ab4-2179-4262-a889-dac321a1eeac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0942454 Aug 16 02:35:26.101836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44838) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:26.110799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:26.123393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.156891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94be4d6b-cf2c-448d-ab88-061e19d2cb65 req-d0853dca-50bc-4b37-8f1e-84f65dea5067 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523567 Aug 16 02:35:26.169494 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e0a27a3c-f55a-4d43-a6c6-35e303f194c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.262184 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.284920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e9bb82-b9f7-4262-8831-8dbbd6cbed4c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:26.313771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ea8d28-6cd7-412b-916c-f3f20046d56f') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:26.314069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ea8d28-6cd7-412b-916c-f3f20046d56f') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:26.359995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.369358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:26.373098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.397486 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.408854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:26.410336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:26.414545 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:26.512316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.533385 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.538032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/70e9bb82-b9f7-4262-8831-8dbbd6cbed4c HTTP/1.1" status: 204 len: 168 time: 0.5127239 Aug 16 02:35:26.538032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4be2e-e35e-4f53-a2bd-defb4def01e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e9bb82-b9f7-4262-8831-8dbbd6cbed4c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.800527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.881302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:26.921999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:26.936634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:26.939141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=43131e8d-2f7e-4d8c-be6a-597c79daaf26,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.942036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:26.949409 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.951563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035dd9c-fd88-4aed-9f59-15ab66292cd4 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:26.977797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-868c0acf-8af6-4232-9f7f-71295da73b11 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8742788 Aug 16 02:35:26.978067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:26.988257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-60749eec-0ce3-4ec5-8c53-f642cdab8f33 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'security_group': {'name': 'tempest-secgroup-286360139'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:27.069590 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60749eec-0ce3-4ec5-8c53-f642cdab8f33 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.112167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44848) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.112437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eed63eaa-e1d4-4e9b-96c2-ede758daedbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=75585c822ef94d98a0b51e5f31eb2b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299078 Aug 16 02:35:27.212728 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed5e7f44-52de-4e62-878f-dd40d7a2d645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.243441 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60749eec-0ce3-4ec5-8c53-f642cdab8f33 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.253698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60749eec-0ce3-4ec5-8c53-f642cdab8f33 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.267216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed5e7f44-52de-4e62-878f-dd40d7a2d645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.280586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'tenant_id': '4470428c6373465bb8535a09b4fd7a04', 'fixed_ips': [{'subnet_id': '43131e8d-2f7e-4d8c-be6a-597c79daaf26'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:27.283669 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.303570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60749eec-0ce3-4ec5-8c53-f642cdab8f33 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.308258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-60749eec-0ce3-4ec5-8c53-f642cdab8f33 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3293047 Aug 16 02:35:27.314775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.320518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-132d0466-0509-4832-8bed-8a3c13d714f0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'security_group': {'name': 'tempest-secgroup-726355608'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:27.345803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60749eec-0ce3-4ec5-8c53-f642cdab8f33 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648e1c35-2067-449b-be53-a308565b899e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:27.381798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-132d0466-0509-4832-8bed-8a3c13d714f0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.478342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de111a-d8f3-4675-8bde-ad4ac1c799e8 req-e0f258d9-e685-4804-b7df-dc19f36a19d1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:27.486029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04de111a-d8f3-4675-8bde-ad4ac1c799e8 req-e0f258d9-e685-4804-b7df-dc19f36a19d1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1800752 Aug 16 02:35:27.529572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Allocated IP 172.20.0.2 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/43131e8d-2f7e-4d8c-be6a-597c79daaf26/be4f97ee-8915-4d30-a7a6-f63ffb91ebb9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:27.529949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed5e7f44-52de-4e62-878f-dd40d7a2d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.537897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ed5e7f44-52de-4e62-878f-dd40d7a2d645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.544873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ed5e7f44-52de-4e62-878f-dd40d7a2d645 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3506f029-6906-4ba1-a362-7772e10beda9 HTTP/1.1" status: 204 len: 168 time: 0.4307041 Aug 16 02:35:27.591825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e7f44-52de-4e62-878f-dd40d7a2d645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506f029-6906-4ba1-a362-7772e10beda9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:27.601964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-132d0466-0509-4832-8bed-8a3c13d714f0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.610754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-132d0466-0509-4832-8bed-8a3c13d714f0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.699810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04de111a-d8f3-4675-8bde-ad4ac1c799e8 req-191122fd-e157-4459-ab9b-331a4f9e3586 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126014 Aug 16 02:35:27.704638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-132d0466-0509-4832-8bed-8a3c13d714f0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.723453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44858) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.730947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-69176019', 'security_groups': ['06b83aad-bc98-4d78-a17b-ffcc3a5a2f52'], 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43131e8d-2f7e-4d8c-be6a-597c79daaf26'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:27.731842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-132d0466-0509-4832-8bed-8a3c13d714f0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4159107 Aug 16 02:35:27.795451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d0466-0509-4832-8bed-8a3c13d714f0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b83aad-bc98-4d78-a17b-ffcc3a5a2f52,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.019142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:28.082328 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.115295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Transition to ACTIVE for port object be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:28.145910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Transition to ACTIVE for port object be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:28.159094 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.235701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.238422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Pushing event updated for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.266601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:28.273698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:28.284189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:28.287004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port a6205e09-ac4d-4ab2-a2c9-39eb029e68de yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:35:28.473630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Attempting to bind port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:28.474015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Attempting to bind port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '56e21c28-bac9-43b1-a990-3026b727031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:28.474381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Attempting to bind port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 on network 5c217c1c-b8b2-4358-b955-c791f82e4bbc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:28.489801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:28.490085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Checking segment: {'id': '56e21c28-bac9-43b1-a990-3026b727031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:28.490506 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.490908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Bound using segment: {'id': '56e21c28-bac9-43b1-a990-3026b727031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:28.491461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Bound port: be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e21c28-bac9-43b1-a990-3026b727031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:28.491858 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.650550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:28.690377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,segment=NetworkSegment(56e21c28-bac9-43b1-a990-3026b727031b),segment_id=56e21c28-bac9-43b1-a990-3026b727031b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:28.700382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.771585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.9 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/43131e8d-2f7e-4d8c-be6a-597c79daaf26/a6205e09-ac4d-4ab2-a2c9-39eb029e68de) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:28.842792 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.859437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbf5a-6a72-4fcc-bdb0-1ba5fec44c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.917693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf9595-8035-45bf-9495-6ce367d1be63 req-81f4c231-3997-4461-bcd6-2d2ae08a07f4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:28.921125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cb567-5356-4604-aff5-edaaabbee09b None None] Pushing event updated for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.926363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dcbf9595-8035-45bf-9495-6ce367d1be63 req-81f4c231-3997-4461-bcd6-2d2ae08a07f4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1192162 Aug 16 02:35:29.065508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dcbf9595-8035-45bf-9495-6ce367d1be63 req-67402ae8-2b7a-40a4-921f-1a6658d5f16a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257341 Aug 16 02:35:29.118394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.183795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object a6205e09-ac4d-4ab2-a2c9-39eb029e68de will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:29.288655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.318379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:29.412379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=a6205e09-ac4d-4ab2-a2c9-39eb029e68de,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:29.420707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:29.422170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:29.424540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:29.497374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:29.498043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.545081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-772c959c-55c5-46f5-811f-d71b6c04cebc tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8177400 Aug 16 02:35:29.547397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44888) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:29.561817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d4633d8d-c05f-4847-80a0-2895ddf35136 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:29.639405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-390274725-network', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:29.724532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Made reservation on behalf of 9b472fceeb4246dfbf5bc6d5765e0c50 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:29.726921 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.780902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.003709 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.011287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.033173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.063426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4633d8d-c05f-4847-80a0-2895ddf35136 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:30.067908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4633d8d-c05f-4847-80a0-2895ddf35136 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.094293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:30.106212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562f7ffe-d2d4-482d-b5af-9fff0b06456f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.125925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.126959 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Added segment ffcf4967-9ff3-4e99-af19-eaa5e855f612 of type vlan for network 8cc3c0c5-b504-4322-a229-c9235ab17481 Aug 16 02:35:30.229761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.304640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.305668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:30.306265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.396394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdaced-48eb-4508-ab4e-aac01fe0cb5b req-96dcbb40-df6f-46d2-9f4f-46bbea4f888f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:30.406333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0864708 Aug 16 02:35:30.406937 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ebdaced-48eb-4508-ab4e-aac01fe0cb5b req-96dcbb40-df6f-46d2-9f4f-46bbea4f888f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1727889 Aug 16 02:35:30.410750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44892) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:30.430110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Request body: {'subnet': {'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-390274725-subnet', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:30.431298 n-d-769329-15 neutron-server[94857]: INFO neutron.db.ipam_backend_mixin [None req-d4633d8d-c05f-4847-80a0-2895ddf35136 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43131e8d-2f7e-4d8c-be6a-597c79daaf26 (CIDR: 172.20.0.0/28) Aug 16 02:35:30.441456 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4633d8d-c05f-4847-80a0-2895ddf35136 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:35:30.465012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a12375-2508-4935-a929-3107281ff671 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc3c0c5-b504-4322-a229-c9235ab17481,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.474602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:30.508130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Made reservation on behalf of 9b472fceeb4246dfbf5bc6d5765e0c50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:30.509957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4633d8d-c05f-4847-80a0-2895ddf35136 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:30.515949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.579023 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ebdaced-48eb-4508-ab4e-aac01fe0cb5b req-310cac60-c735-4afe-ae43-3f6e6c32cfde tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679022 Aug 16 02:35:30.581686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d4633d8d-c05f-4847-80a0-2895ddf35136 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0322564 Aug 16 02:35:30.584982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:30.595017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:30.803616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-73bd0110-8f65-4e1a-b7a5-54fad3a5fccb None None] Provisioning complete for port 8f634ab4-2179-4262-a889-dac321a1eeac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:30.804059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-73bd0110-8f65-4e1a-b7a5-54fad3a5fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.861636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.907450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-73bd0110-8f65-4e1a-b7a5-54fad3a5fccb None None] Port 8f634ab4-2179-4262-a889-dac321a1eeac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:30.927809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-73bd0110-8f65-4e1a-b7a5-54fad3a5fccb None None] Provisioning for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:30.980910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f575f7-9975-461b-992d-84961c68c79b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.990635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Checking segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:30.991184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Network hostable DHCP agents. Network: 8cc3c0c5-b504-4322-a229-c9235ab17481, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:31.017367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:31.021855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.033399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:31.059118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 8cc3c0c5-b504-4322-a229-c9235ab17481) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:31.068161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.069166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.070575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c928045-41d9-46f7-a8c9-90f5a8b7d3eb None None] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:31.094522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af6df016-7681-4ec7-866d-3811ee29fa6c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6824329 Aug 16 02:35:31.098008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:31.103400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:31.169821 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.170895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.172766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:31.294864 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.354762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a794c05e-aad8-456d-9d69-e2892b74abc9 None None] Provisioning for port a6205e09-ac4d-4ab2-a2c9-39eb029e68de completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:31.393924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a794c05e-aad8-456d-9d69-e2892b74abc9 None None] Provisioning complete for port a6205e09-ac4d-4ab2-a2c9-39eb029e68de triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:31.398796 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a794c05e-aad8-456d-9d69-e2892b74abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.443942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a794c05e-aad8-456d-9d69-e2892b74abc9 None None] Port a6205e09-ac4d-4ab2-a2c9-39eb029e68de cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:31.456658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:31.468183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:31.469385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.536055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.537163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-8cc3c0c5-b504-4322-a229-c9235ab17481', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:31.538350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.591285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.652616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:31.681804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:31.693282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc221c4-ab47-4d59-a0d9-c78a4e556474 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:31.703635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.703635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.758154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=3010edeb-ef98-41e4-8942-d4d30ffabc6a,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.771519 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-97e20ca6-bf0c-422c-9116-ddd61548e9ac tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1852853 Aug 16 02:35:31.774771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44910) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:31.783848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1249917488', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3010edeb-ef98-41e4-8942-d4d30ffabc6a'}], 'security_groups': ['648e1c35-2067-449b-be53-a308565b899e']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:31.812310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcc15a-657a-4783-916b-8b6999d5471b req-ed970a4f-6c9f-4bdd-ba75-a64a5c78d203 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.820980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44bcc15a-657a-4783-916b-8b6999d5471b req-ed970a4f-6c9f-4bdd-ba75-a64a5c78d203 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.0794442 Aug 16 02:35:31.921196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44bcc15a-657a-4783-916b-8b6999d5471b req-353b9477-57f3-4094-b913-56b8b1e4f794 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992360 Aug 16 02:35:31.996138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.184590 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.261745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.293339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Allocated IP 172.20.0.2 (8cc3c0c5-b504-4322-a229-c9235ab17481/63f575f7-9975-461b-992d-84961c68c79b/afa78d57-ff9d-4478-b9dd-9123e550d565) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:32.493278 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.507590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Transition to ACTIVE for port object afa78d57-ff9d-4478-b9dd-9123e550d565 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:32.545335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Transition to ACTIVE for port object afa78d57-ff9d-4478-b9dd-9123e550d565 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:32.558576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Allocated IP 172.25.4.96 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/e2100df6-4737-4f63-8bc9-62e5f3fb43a7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:32.603487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.677492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:32.729776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.738429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:32.751028 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.790921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:32.804826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Delete allocated IP 172.20.0.9 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/43131e8d-2f7e-4d8c-be6a-597c79daaf26) {{(pid=94857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:35:32.816831 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.823905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.29 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/3010edeb-ef98-41e4-8942-d4d30ffabc6a/a6205e09-ac4d-4ab2-a2c9-39eb029e68de) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:32.840104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.843649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Pushing event updated for resources: {'Port': ['ID=afa78d57-ff9d-4478-b9dd-9123e550d565,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:32.925894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:32.930041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:32.935769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:32.938303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.121274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Attempting to bind port afa78d57-ff9d-4478-b9dd-9123e550d565 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:33.121742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Attempting to bind port afa78d57-ff9d-4478-b9dd-9123e550d565 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:33.122876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Attempting to bind port afa78d57-ff9d-4478-b9dd-9123e550d565 on network 8cc3c0c5-b504-4322-a229-c9235ab17481 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:33.149361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:33.149766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Checking segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:33.151303 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.151925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Bound using segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:33.152932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Bound port: afa78d57-ff9d-4478-b9dd-9123e550d565, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:33.153484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.186057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,segment=NetworkSegment(56e21c28-bac9-43b1-a990-3026b727031b),segment_id=56e21c28-bac9-43b1-a990-3026b727031b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:33.219417 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.220266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.258549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object a6205e09-ac4d-4ab2-a2c9-39eb029e68de will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:33.271781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.384957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] For port afa78d57-ff9d-4478-b9dd-9123e550d565, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:33.389465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] For port afa78d57-ff9d-4478-b9dd-9123e550d565, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=afa78d57-ff9d-4478-b9dd-9123e550d565,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:33.428097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.469019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77719a9a-660c-49d1-a333-1a31a71867cd req-d09ebfe3-2662-43e2-88b5-599a6c1d911b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:33.470777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77719a9a-660c-49d1-a333-1a31a71867cd req-d09ebfe3-2662-43e2-88b5-599a6c1d911b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.3995969 Aug 16 02:35:33.471965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=a6205e09-ac4d-4ab2-a2c9-39eb029e68de,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.479882 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.491128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] In _notify_port_updated(), no bound segment for port a6205e09-ac4d-4ab2-a2c9-39eb029e68de on network 5c217c1c-b8b2-4358-b955-c791f82e4bbc {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:35:33.511540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:33.511987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.515894 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-30d7651f-d4cb-41de-9556-b03a2428fa3f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "PUT /v2.0/ports/a6205e09-ac4d-4ab2-a2c9-39eb029e68de HTTP/1.1" status: 200 len: 921 time: 1.7373588 Aug 16 02:35:33.522178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44942) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.637003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] Update dhcp port {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'fixed_ips': [{'subnet_id': '43131e8d-2f7e-4d8c-be6a-597c79daaf26', 'ip_address': '172.20.0.2'}, {'subnet_id': '3010edeb-ef98-41e4-8942-d4d30ffabc6a'}], 'binding:host_id': 'n-d-769329-15'}, 'id': 'be4f97ee-8915-4d30-a7a6-f63ffb91ebb9'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:35:33.703060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.735817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.750022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77719a9a-660c-49d1-a333-1a31a71867cd req-3f0fa600-bcd2-4a36-a7e6-0dee51ae8389 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615364 Aug 16 02:35:33.809750 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.840505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port a6205e09-ac4d-4ab2-a2c9-39eb029e68de {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:33.841219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.950230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:35:34.111429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.146800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for a6205e09-ac4d-4ab2-a2c9-39eb029e68de owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:34.219309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a1db1-a608-4dd1-98b4-36fa0101609e None None] Pushing event updated for resources: {'Port': ['ID=afa78d57-ff9d-4478-b9dd-9123e550d565,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:34.221765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:34.235214 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Sync routers for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:34.250011 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:34.254358 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:34.260764 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.262235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-160c5a3b-e23d-42a7-8e14-7e4b641cb9f4 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1628728 Aug 16 02:35:34.266709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 44948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:34.427468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] Allocated IP 172.20.0.18 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/3010edeb-ef98-41e4-8942-d4d30ffabc6a/be4f97ee-8915-4d30-a7a6-f63ffb91ebb9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:34.472356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.523006 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:34.539155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=a6205e09-ac4d-4ab2-a2c9-39eb029e68de,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:34.660865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,segment=NetworkSegment(56e21c28-bac9-43b1-a990-3026b727031b),segment_id=56e21c28-bac9-43b1-a990-3026b727031b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:34.686579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.694532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ac4fd509-3bdf-4131-8689-451ba57289f3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/a6205e09-ac4d-4ab2-a2c9-39eb029e68de HTTP/1.1" status: 204 len: 168 time: 1.1713347 Aug 16 02:35:34.697087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44950) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:34.774749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.786448 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-23231ec5-243a-422c-901f-5eca7f0d4730 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:35:34.796491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-23231ec5-243a-422c-901f-5eca7f0d4730 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/a6205e09-ac4d-4ab2-a2c9-39eb029e68de HTTP/1.1" status: 404 len: 333 time: 0.0984035 Aug 16 02:35:34.799560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44954) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:34.825472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] Transition to ACTIVE for port object be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:34.835133 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.977115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5de-e191-4162-b3da-f2d36d36d697 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.023604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20392af3-6d98-4e27-a0ae-8cfb4c9cf432 None None] Pushing event updated for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:35.040077 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5de-e191-4162-b3da-f2d36d36d697 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.092028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 3, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:35.174022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5de-e191-4162-b3da-f2d36d36d697 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.179179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a07b5de-e191-4162-b3da-f2d36d36d697 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.180512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0a07b5de-e191-4162-b3da-f2d36d36d697 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/security-groups/06b83aad-bc98-4d78-a17b-ffcc3a5a2f52 HTTP/1.1" status: 204 len: 168 time: 0.3783579 Aug 16 02:35:35.186965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44958) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:35.207489 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Checking router: bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:35.209996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07b5de-e191-4162-b3da-f2d36d36d697 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b83aad-bc98-4d78-a17b-ffcc3a5a2f52,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:35.211395 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Updating router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:35.261606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129432b-4347-4893-b6a1-a84639af93c5 req-dfe8636a-759d-411a-a816-156421bbe728 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.263793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8129432b-4347-4893-b6a1-a84639af93c5 req-dfe8636a-759d-411a-a816-156421bbe728 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.2056756 Aug 16 02:35:35.325319 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.370083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8129432b-4347-4893-b6a1-a84639af93c5 req-a2ec2fe3-6ffb-4f02-9d5d-c9fb304a41c5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983057 Aug 16 02:35:35.390060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee31904e-a30b-4632-8685-abf0d853dd6c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.408409 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.496318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee31904e-a30b-4632-8685-abf0d853dd6c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.569452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device afa78d57-ff9d-4478-b9dd-9123e550d565 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:35.582971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee31904e-a30b-4632-8685-abf0d853dd6c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.587260 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee31904e-a30b-4632-8685-abf0d853dd6c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.602089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ee31904e-a30b-4632-8685-abf0d853dd6c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/security-groups/648e1c35-2067-449b-be53-a308565b899e HTTP/1.1" status: 204 len: 168 time: 0.4134023 Aug 16 02:35:35.603477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44970) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:35.713200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port afa78d57-ff9d-4478-b9dd-9123e550d565 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:35.717335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31904e-a30b-4632-8685-abf0d853dd6c tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e1c35-2067-449b-be53-a308565b899e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:35.717924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:35.805866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 43131e8d-2f7e-4d8c-be6a-597c79daaf26 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:35.813499 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.852124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12726cfe-02ac-4dcc-a6ed-1bfcb1eb8008 None None] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:35.906142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.032260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Allocated IP 172.20.0.1 (8cc3c0c5-b504-4322-a229-c9235ab17481/63f575f7-9975-461b-992d-84961c68c79b/449f447a-c3c7-4011-991d-83bfe90575cd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:36.172706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.217993 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.258966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a97fd06c-bb7e-4f0e-9f3d-03e71668b008 None None] Provisioning for port afa78d57-ff9d-4478-b9dd-9123e550d565 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:36.267517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a97fd06c-bb7e-4f0e-9f3d-03e71668b008 None None] Provisioning complete for port afa78d57-ff9d-4478-b9dd-9123e550d565 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:36.268350 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Transition to ACTIVE for port object e2100df6-4737-4f63-8bc9-62e5f3fb43a7 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:36.271923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a97fd06c-bb7e-4f0e-9f3d-03e71668b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.296583 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.298594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.337761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.354749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Transition to ACTIVE for port object 449f447a-c3c7-4011-991d-83bfe90575cd will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:36.380301 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Attempting to bind port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:36.381401 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Attempting to bind port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:36.382019 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Attempting to bind port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:36.403201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=43131e8d-2f7e-4d8c-be6a-597c79daaf26,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.415777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.423600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-00f38535-e5d7-4dd5-86e0-b31c2f41e81a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/43131e8d-2f7e-4d8c-be6a-597c79daaf26 HTTP/1.1" status: 204 len: 168 time: 0.8051927 Aug 16 02:35:36.428166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 44996) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:36.431039 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:36.431635 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:36.432195 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.432751 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:36.438116 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Bound port: e2100df6-4737-4f63-8bc9-62e5f3fb43a7, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:36.438860 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.441832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:36.539406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.602147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a97fd06c-bb7e-4f0e-9f3d-03e71668b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.613892 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] For port e2100df6-4737-4f63-8bc9-62e5f3fb43a7, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:36.625272 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] For port e2100df6-4737-4f63-8bc9-62e5f3fb43a7, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:36.666275 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.677034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:36.682869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a97fd06c-bb7e-4f0e-9f3d-03e71668b008 None None] For port afa78d57-ff9d-4478-b9dd-9123e550d565, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=afa78d57-ff9d-4478-b9dd-9123e550d565,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:36.689552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6468c0c-c255-4956-84e2-721c0176e705 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:36.693476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:36.695288 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a97fd06c-bb7e-4f0e-9f3d-03e71668b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.698289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:36.737171 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Pushing event updated for resources: {'Port': ['ID=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.739076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Pushing event updated for resources: {'Port': ['ID=449f447a-c3c7-4011-991d-83bfe90575cd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.768504 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.769106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.771343 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.774802 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.775370 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.776522 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.777097 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.777658 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.778220 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.778884 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.779430 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.779990 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:36.788049 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:36.797170 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:36.802332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.820058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:36.820647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fd06c-bb7e-4f0e-9f3d-03e71668b008 None None] Pushing event updated for resources: {'Port': ['ID=afa78d57-ff9d-4478-b9dd-9123e550d565,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.826535 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.942202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2025cc07-4ab4-45de-8b8f-e33435d28e92 None None] Provisioning complete for port 8f634ab4-2179-4262-a889-dac321a1eeac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:36.942584 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2025cc07-4ab4-45de-8b8f-e33435d28e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.077472 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:37.134856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bcf37-8e55-4db1-9ba6-e23deca509bc req-0f8072a8-f28d-473a-b551-978e3cfeb836 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.142791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f57bcf37-8e55-4db1-9ba6-e23deca509bc req-0f8072a8-f28d-473a-b551-978e3cfeb836 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.4514182 Aug 16 02:35:37.178441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2025cc07-4ab4-45de-8b8f-e33435d28e92 None None] Port 8f634ab4-2179-4262-a889-dac321a1eeac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:37.221947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.273442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2025cc07-4ab4-45de-8b8f-e33435d28e92 None None] Provisioning for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:37.280171 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647258d-dc8b-4b24-9152-4c5eba25e851 None None] Pushing event updated for resources: {'Port': ['ID=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.305406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f57bcf37-8e55-4db1-9ba6-e23deca509bc req-ebdffc59-8d73-450f-a3ab-183a05947f70 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480985 Aug 16 02:35:37.341430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2025cc07-4ab4-45de-8b8f-e33435d28e92 None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:37.347639 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:37.355322 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2025cc07-4ab4-45de-8b8f-e33435d28e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.451903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device afa78d57-ff9d-4478-b9dd-9123e550d565 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:37.473480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.570329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:37.610910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:37.623786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.624421 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.629087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.639127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.652502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=6c0fddcb-490f-42f9-a32a-fd060212b2a6,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.674699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b0f99c8e-1968-45d5-af5e-967c3f056e6b tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2450459 Aug 16 02:35:37.678196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45026) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:37.687681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3614b04a-f492-4283-947a-5d7c7ccdde7f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'security_group': {'name': 'tempest-secgroup-296553870'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:37.749573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Pushing event updated for resources: {'Port': ['ID=449f447a-c3c7-4011-991d-83bfe90575cd,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.753753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.758790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3614b04a-f492-4283-947a-5d7c7ccdde7f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.815015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2025cc07-4ab4-45de-8b8f-e33435d28e92 None None] Could not find standard attr ID for object a6205e09-ac4d-4ab2-a2c9-39eb029e68de. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:35:37.848452 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 3, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:37.851455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port afa78d57-ff9d-4478-b9dd-9123e550d565 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:37.852206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.919820 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e400f5-adf3-4bef-bdf0-b93f7246d1e1 None None] The sync data for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 is: [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 3, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:37.950870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6158631b-7c2a-474c-b49c-ab86e320417e None None] Provisioning complete for port afa78d57-ff9d-4478-b9dd-9123e550d565 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:37.951333 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6158631b-7c2a-474c-b49c-ab86e320417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.995972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:37.999771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:38.115596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3614b04a-f492-4283-947a-5d7c7ccdde7f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.123302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3614b04a-f492-4283-947a-5d7c7ccdde7f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.245719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6158631b-7c2a-474c-b49c-ab86e320417e None None] Provisioning for port 449f447a-c3c7-4011-991d-83bfe90575cd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:38.250527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3614b04a-f492-4283-947a-5d7c7ccdde7f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.251798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3614b04a-f492-4283-947a-5d7c7ccdde7f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5723038 Aug 16 02:35:38.257256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45030) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:38.266637 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6158631b-7c2a-474c-b49c-ab86e320417e None None] Provisioning complete for port 449f447a-c3c7-4011-991d-83bfe90575cd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:38.267195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6158631b-7c2a-474c-b49c-ab86e320417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.269735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-00f8aef2-8be5-4e5d-a4c3-099f2ca3439e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419082782'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:38.283070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614b04a-f492-4283-947a-5d7c7ccdde7f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b85413-2700-462e-bfc8-21de3df9231d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:38.366364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f8aef2-8be5-4e5d-a4c3-099f2ca3439e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.410867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6158631b-7c2a-474c-b49c-ab86e320417e None None] Port 449f447a-c3c7-4011-991d-83bfe90575cd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:38.423961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:38.664227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f8aef2-8be5-4e5d-a4c3-099f2ca3439e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.673135 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f8aef2-8be5-4e5d-a4c3-099f2ca3439e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.719009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8aef2-8be5-4e5d-a4c3-099f2ca3439e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104452d2-2d9a-4d49-8e33-13c26d2dde67,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:38.734313 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f8aef2-8be5-4e5d-a4c3-099f2ca3439e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.735645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-00f8aef2-8be5-4e5d-a4c3-099f2ca3439e tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4763231 Aug 16 02:35:38.740962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45036) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:38.751795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8dde5669-8afe-43d2-a633-67141c420684 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1199344530'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:38.793159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dde5669-8afe-43d2-a633-67141c420684 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.844913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a98b7279-3152-40d4-b84e-773f75acfec9 None None] Provisioning complete for port 449f447a-c3c7-4011-991d-83bfe90575cd triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:38.846201 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a98b7279-3152-40d4-b84e-773f75acfec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.938793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a98b7279-3152-40d4-b84e-773f75acfec9 None None] Port 449f447a-c3c7-4011-991d-83bfe90575cd cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:39.010789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dde5669-8afe-43d2-a633-67141c420684 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.021732 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dde5669-8afe-43d2-a633-67141c420684 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.057106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde5669-8afe-43d2-a633-67141c420684 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a32be76-47b5-4a1e-a97d-6198f9053bdd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:39.085821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8dde5669-8afe-43d2-a633-67141c420684 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.091152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8dde5669-8afe-43d2-a633-67141c420684 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3491697 Aug 16 02:35:39.094001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45038) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:39.115282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1175968124', 'security_groups': ['0a32be76-47b5-4a1e-a97d-6198f9053bdd'], 'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c0fddcb-490f-42f9-a32a-fd060212b2a6'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:39.360986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee33375-f11b-46d7-a9ed-47ce9a43117d None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:39.509974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:39.545475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e2100df6-4737-4f63-8bc9-62e5f3fb43a7 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:39.551646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c6247-cfc4-4e34-9546-13d750f63195 req-cfc30a32-1564-44ce-8ba4-7366e3b1f493 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:39.557904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-986c6247-cfc4-4e34-9546-13d750f63195 req-cfc30a32-1564-44ce-8ba4-7366e3b1f493 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1963909 Aug 16 02:35:39.558282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a707e78-e485-46e6-a77e-49c585879f09 None None] Provisioning complete for port 8f634ab4-2179-4262-a889-dac321a1eeac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:39.558926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a707e78-e485-46e6-a77e-49c585879f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.672651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0a707e78-e485-46e6-a77e-49c585879f09 None None] Port 8f634ab4-2179-4262-a889-dac321a1eeac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:39.683637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-986c6247-cfc4-4e34-9546-13d750f63195 req-f00bfbd4-bace-4b51-bec5-89c8bb25edfc tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183393 Aug 16 02:35:39.694647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:39.716336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8db82a6e-5baa-4fdd-bdff-71c51c2719be admin admin] 10.222.0.78 "PUT /v2.0/routers/bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4417541 Aug 16 02:35:39.732106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.802714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a707e78-e485-46e6-a77e-49c585879f09 None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:39.803081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a707e78-e485-46e6-a77e-49c585879f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.811982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] device_id is not set on port 272d39c0-cdc0-4047-9697-713f1a2040e9 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:35:39.856301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:39.876506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:39.876891 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.306818 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.333817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e2100df6-4737-4f63-8bc9-62e5f3fb43a7, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:40.351320 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.351731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.9 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/6c0fddcb-490f-42f9-a32a-fd060212b2a6/272d39c0-cdc0-4047-9697-713f1a2040e9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:40.429665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:40.553666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] Update dhcp port {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'fixed_ips': [{'subnet_id': '3010edeb-ef98-41e4-8942-d4d30ffabc6a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c0fddcb-490f-42f9-a32a-fd060212b2a6'}], 'binding:host_id': 'n-d-769329-15'}, 'id': 'be4f97ee-8915-4d30-a7a6-f63ffb91ebb9'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:35:40.587191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.697808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.715794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 272d39c0-cdc0-4047-9697-713f1a2040e9 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:40.760637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.826133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:40.843246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:40.850248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] Allocated IP 172.20.0.2 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/6c0fddcb-490f-42f9-a32a-fd060212b2a6/be4f97ee-8915-4d30-a7a6-f63ffb91ebb9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:40.864125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:40.915403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=272d39c0-cdc0-4047-9697-713f1a2040e9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:40.985204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:41.012106 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-23a3cc79-7cd6-444e-80fa-d951fcfc8847 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1297468339', 'description': 'tempest-description--2061635795'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:41.056064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:41.056831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.057292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08fa7c-b606-40fc-b423-2688d391d0cb req-017629bd-708f-483a-b413-289edc76c764 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:41.062331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee08fa7c-b606-40fc-b423-2688d391d0cb req-017629bd-708f-483a-b413-289edc76c764 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1500649 Aug 16 02:35:41.146736 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a3cc79-7cd6-444e-80fa-d951fcfc8847 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.175138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-600e96c6-df1f-4596-81cb-9fb4b338b70d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0718563 Aug 16 02:35:41.175663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45064) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:41.181197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,segment=NetworkSegment(56e21c28-bac9-43b1-a990-3026b727031b),segment_id=56e21c28-bac9-43b1-a990-3026b727031b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:41.191525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee08fa7c-b606-40fc-b423-2688d391d0cb req-8b975d10-4537-473c-ad72-edb54ef9c398 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203096 Aug 16 02:35:41.195706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-932f56fb-953f-4996-a55f-a77f0406b8c4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:41.226095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.252075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] Transition to ACTIVE for port object be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:41.267628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.393714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Sync routers for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:41.413355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:41.414027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:41.460134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e2100df6-4737-4f63-8bc9-62e5f3fb43a7 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:41.525472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932f56fb-953f-4996-a55f-a77f0406b8c4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:41.527151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fea3c-7834-4563-9028-edf748fc8f33 None None] Pushing event updated for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:41.534764 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-932f56fb-953f-4996-a55f-a77f0406b8c4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.590665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:41.591002 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.657731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:41.770907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] Deleting subnet aa3b7269-969b-4150-af69-f4b744b45dd9 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:41.787286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.892635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:41.921430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a3cc79-7cd6-444e-80fa-d951fcfc8847 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.926966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.026125 n-d-769329-15 neutron-server[94857]: INFO neutron.db.ipam_backend_mixin [None req-932f56fb-953f-4996-a55f-a77f0406b8c4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c0fddcb-490f-42f9-a32a-fd060212b2a6 (CIDR: 172.20.0.0/28) Aug 16 02:35:42.029383 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a3cc79-7cd6-444e-80fa-d951fcfc8847 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.059721 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-932f56fb-953f-4996-a55f-a77f0406b8c4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:35:42.060270 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.061220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932f56fb-953f-4996-a55f-a77f0406b8c4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:42.105030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-932f56fb-953f-4996-a55f-a77f0406b8c4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9183526 Aug 16 02:35:42.124827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45072) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:42.140424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-923b6647-1939-4835-b14a-dd7cf7ddda64 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:42.179989 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.186903 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23a3cc79-7cd6-444e-80fa-d951fcfc8847 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.200309 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-23a3cc79-7cd6-444e-80fa-d951fcfc8847 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2103896 Aug 16 02:35:42.206717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.216367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aa3b7269-969b-4150-af69-f4b744b45dd9 HTTP/1.1" status: 204 len: 168 time: 0.5574405 Aug 16 02:35:42.217317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:42.217450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45076) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:42.249522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7e44a963-3f43-4ce5-977e-fbe50dca661d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'security_group_rule': {'security_group_id': '41942011-05fd-4ca0-ba1c-dcb679217033', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:42.273520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3cc79-7cd6-444e-80fa-d951fcfc8847 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41942011-05fd-4ca0-ba1c-dcb679217033,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:42.415723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b6647-1939-4835-b14a-dd7cf7ddda64 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:42.426661 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-923b6647-1939-4835-b14a-dd7cf7ddda64 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.436252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa6e61-cc08-4b7e-bb43-9bc02e509c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3b7269-969b-4150-af69-f4b744b45dd9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:42.505270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe802ae5-c590-4a31-ae30-61b4d2f06a33 None None] Provisioning complete for port 8f634ab4-2179-4262-a889-dac321a1eeac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:42.505877 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe802ae5-c590-4a31-ae30-61b4d2f06a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.590550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 2, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:42.595712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e44a963-3f43-4ce5-977e-fbe50dca661d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.634949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Checking router: bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:42.635835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Updating router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb port 449f447a-c3c7-4011-991d-83bfe90575cd binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:42.661669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.671241 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.689698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fe802ae5-c590-4a31-ae30-61b4d2f06a33 None None] Port 8f634ab4-2179-4262-a889-dac321a1eeac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:42.701583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bb07b-6ea6-4dab-97be-6363d9b26116 req-236985f9-ce8e-47db-9b8c-fefdeed09186 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.716003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b3bb07b-6ea6-4dab-97be-6363d9b26116 req-236985f9-ce8e-47db-9b8c-fefdeed09186 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.3186891 Aug 16 02:35:42.723145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe802ae5-c590-4a31-ae30-61b4d2f06a33 None None] Provisioning for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:42.735417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe802ae5-c590-4a31-ae30-61b4d2f06a33 None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:42.735798 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe802ae5-c590-4a31-ae30-61b4d2f06a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.808696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b3bb07b-6ea6-4dab-97be-6363d9b26116 req-574daf87-46be-48de-9216-b2546a596e2a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916355 Aug 16 02:35:42.845250 n-d-769329-15 neutron-server[94857]: INFO neutron.db.ipam_backend_mixin [None req-923b6647-1939-4835-b14a-dd7cf7ddda64 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3010edeb-ef98-41e4-8942-d4d30ffabc6a (CIDR: 172.20.0.16/28) Aug 16 02:35:42.854498 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-923b6647-1939-4835-b14a-dd7cf7ddda64 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:35:42.855036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923b6647-1939-4835-b14a-dd7cf7ddda64 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:42.888276 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-923b6647-1939-4835-b14a-dd7cf7ddda64 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7585702 Aug 16 02:35:42.889941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45082) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:42.897414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'subnet': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:42.905837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e44a963-3f43-4ce5-977e-fbe50dca661d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.907940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.916110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e44a963-3f43-4ce5-977e-fbe50dca661d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.923404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1a493a-fd42-4745-9234-ec8445804773']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:42.964198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40fc19f-c886-457f-b15d-f067b9edeee8') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:42.964551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40fc19f-c886-457f-b15d-f067b9edeee8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:42.987169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44a963-3f43-4ce5-977e-fbe50dca661d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ee56c3-367e-463a-814d-1e09111b0fee,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:43.004316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.036349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e44a963-3f43-4ce5-977e-fbe50dca661d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.042923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7e44a963-3f43-4ce5-977e-fbe50dca661d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8034744 Aug 16 02:35:43.042923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.046840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:43.061046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8c134b3b-fb2b-42a2-a77c-218fce9834b0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'security_group_rule': {'security_group_id': '41942011-05fd-4ca0-ba1c-dcb679217033', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:43.082797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:43.083214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:43.095990 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:43.210551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:35:43.210551 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:35:43.210551 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id_1': '4470428c6373465bb8535a09b4fd7a04', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 35, 43, 149412)}] Aug 16 02:35:43.210551 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:35:43.212846 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:35:43.241105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.248098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c134b3b-fb2b-42a2-a77c-218fce9834b0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.253422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.255257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] 10.222.0.78 "DELETE /v2.0/networks/fe1a493a-fd42-4745-9234-ec8445804773 HTTP/1.1" status: 204 len: 168 time: 0.9985032 Aug 16 02:35:43.321859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c13fc7-53fa-4fdd-9194-9554af110cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1a493a-fd42-4745-9234-ec8445804773,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:43.392148 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.404091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Transition to ACTIVE for port object 449f447a-c3c7-4011-991d-83bfe90575cd will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:43.413583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:43.418383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.465918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c134b3b-fb2b-42a2-a77c-218fce9834b0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.486019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c134b3b-fb2b-42a2-a77c-218fce9834b0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.527281 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45090) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:43.545397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c134b3b-fb2b-42a2-a77c-218fce9834b0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.564821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8c134b3b-fb2b-42a2-a77c-218fce9834b0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5117316 Aug 16 02:35:43.568644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:43.590127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:43.634977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c134b3b-fb2b-42a2-a77c-218fce9834b0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6accdc-8231-4ad3-9f99-4f26b85d9ea0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:43.654630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7b1a7-9ff7-4683-9eb7-34ecfba13aac None None] Pushing event updated for resources: {'Port': ['ID=449f447a-c3c7-4011-991d-83bfe90575cd,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:43.665416 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.668392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2f04f5f4-63fb-4c82-8a98-af5821608b62 None None] Provisioning for port 272d39c0-cdc0-4047-9697-713f1a2040e9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:43.670768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5bf0a6c4-12c4-4134-a4ab-32b80d12651c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2a3239365974c4ba768fdfe5aea1c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374598 Aug 16 02:35:43.671033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45094) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:43.725141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2f04f5f4-63fb-4c82-8a98-af5821608b62 None None] Provisioning complete for port 272d39c0-cdc0-4047-9697-713f1a2040e9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:43.725527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f04f5f4-63fb-4c82-8a98-af5821608b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.836831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2f04f5f4-63fb-4c82-8a98-af5821608b62 None None] Port 272d39c0-cdc0-4047-9697-713f1a2040e9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:43.840853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.848828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:43.852296 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.857499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2f04f5f4-63fb-4c82-8a98-af5821608b62 None None] Could not find standard attr ID for object a6205e09-ac4d-4ab2-a2c9-39eb029e68de. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:35:43.869476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8e39-09fc-498c-b95e-973306cbbb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.923610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Made reservation on behalf of 4470428c6373465bb8535a09b4fd7a04 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:43.927390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.962947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Attempting to bind port 449f447a-c3c7-4011-991d-83bfe90575cd on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:43.964066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Attempting to bind port 449f447a-c3c7-4011-991d-83bfe90575cd by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:43.964562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Attempting to bind port 449f447a-c3c7-4011-991d-83bfe90575cd on network 8cc3c0c5-b504-4322-a229-c9235ab17481 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:43.982464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:43.982464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Checking segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:43.982464 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.983444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Bound using segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:43.984032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Bound port: 449f447a-c3c7-4011-991d-83bfe90575cd, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:43.985034 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.049913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78c05-4ceb-4653-bcd5-48391137a9a8 req-fdae6aba-bec2-43b5-9cda-5c57fd895ed1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.051594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3aa78c05-4ceb-4653-bcd5-48391137a9a8 req-fdae6aba-bec2-43b5-9cda-5c57fd895ed1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.0993323 Aug 16 02:35:44.053041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Allocated IP 172.25.4.70 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/b676dcbe-2929-4bcf-aaa3-f9d9bcd2f7dd) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:44.129539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] For port 449f447a-c3c7-4011-991d-83bfe90575cd, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:44.134240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] For port 449f447a-c3c7-4011-991d-83bfe90575cd, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=449f447a-c3c7-4011-991d-83bfe90575cd,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:44.140226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.150029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8e39-09fc-498c-b95e-973306cbbb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.225290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:44.227883 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.228947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:44.282405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.297366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8e39-09fc-498c-b95e-973306cbbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.301348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8e39-09fc-498c-b95e-973306cbbb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.305579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b8eb8e39-09fc-498c-b95e-973306cbbb9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/595f1433-456f-40e7-b32b-2e0c7fda6965 HTTP/1.1" status: 204 len: 168 time: 0.6334927 Aug 16 02:35:44.324182 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.352033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3aa78c05-4ceb-4653-bcd5-48391137a9a8 req-2a911e16-6fb7-4531-824a-bc6b5852dbf7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935092 Aug 16 02:35:44.368402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8e39-09fc-498c-b95e-973306cbbb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595f1433-456f-40e7-b32b-2e0c7fda6965,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.443655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:44.465279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:44.474567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:44.488705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:44.502199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'Port': ['ID=b676dcbe-2929-4bcf-aaa3-f9d9bcd2f7dd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.551964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7b1a7-9ff7-4683-9eb7-34ecfba13aac None None] Pushing event updated for resources: {'Port': ['ID=449f447a-c3c7-4011-991d-83bfe90575cd,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.773998 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.832681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:44Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:44.852595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.922172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f020ba5-776a-4206-9059-27b122bf6c65 None None] The sync data for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 is: [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:44Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:44.942055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:44.951940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:44.960815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.960815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.973431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa2aa29-bdc3-4f5a-b934-c8636ad50b75 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:44.994598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Subnet': ['ID=6522ad08-ce67-466f-9909-a797975735a1,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:45.054699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4bf0b601-8264-4be5-b3cc-a43e8d437185 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1636145 Aug 16 02:35:45.057822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45112) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:45.063191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-133052784', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6522ad08-ce67-466f-9909-a797975735a1'}], 'security_groups': ['84b85413-2700-462e-bfc8-21de3df9231d', '104452d2-2d9a-4d49-8e33-13c26d2dde67']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:45.191580 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.213376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.495799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'Port': ['ID=b676dcbe-2929-4bcf-aaa3-f9d9bcd2f7dd,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:45.520456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.554817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.556654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-62a29253-ced9-4ee0-a0dd-f0067312f2d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9749362 Aug 16 02:35:45.562659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.710044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 449f447a-c3c7-4011-991d-83bfe90575cd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:45.825986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 449f447a-c3c7-4011-991d-83bfe90575cd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:45.833015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 449f447a-c3c7-4011-991d-83bfe90575cd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:45.833693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.970963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] Update dhcp port {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'fixed_ips': [{'subnet_id': '3010edeb-ef98-41e4-8942-d4d30ffabc6a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c0fddcb-490f-42f9-a32a-fd060212b2a6', 'ip_address': '172.20.0.2'}, {'subnet_id': '6522ad08-ce67-466f-9909-a797975735a1'}], 'binding:host_id': 'n-d-769329-15'}, 'id': 'be4f97ee-8915-4d30-a7a6-f63ffb91ebb9'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:35:45.977808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-2ddbca5f-bc9c-4dea-839a-5064403e2c67 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1297468339&fields=id&tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50 HTTP/1.1" status: 200 len: 267 time: 0.0865445 Aug 16 02:35:46.115548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.194653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a20d77-e12e-46f3-a9c1-4fc6951f880d req-38480686-941b-4030-9e93-5c2230abc073 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:46.202280 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f0a20d77-e12e-46f3-a9c1-4fc6951f880d req-38480686-941b-4030-9e93-5c2230abc073 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.6041729 Aug 16 02:35:46.240324 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.281844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-38486140-2421-49f4-946f-d5cb7dd46f55 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:46.283596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-38486140-2421-49f4-946f-d5cb7dd46f55 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 810 time: 0.3047445 Aug 16 02:35:46.322412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f0a20d77-e12e-46f3-a9c1-4fc6951f880d req-8b4c85ae-9028-4dfc-99e4-c4fa15944ab1 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081576 Aug 16 02:35:46.324739 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-4e4dbfbf-cdd2-4851-9e62-106e7ed6ce0f tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/quotas/9b472fceeb4246dfbf5bc6d5765e0c50 HTTP/1.1" status: 200 len: 375 time: 0.0348475 Aug 16 02:35:46.377682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Delete allocated IP 172.20.0.9 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/6c0fddcb-490f-42f9-a32a-fd060212b2a6) {{(pid=94857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:35:46.418150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Allocated IP 172.20.0.39 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/6522ad08-ce67-466f-9909-a797975735a1/272d39c0-cdc0-4047-9697-713f1a2040e9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:46.457294 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-5cba0695-f5fc-424d-bdaf-f16500a870f0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120751 Aug 16 02:35:46.529666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 449f447a-c3c7-4011-991d-83bfe90575cd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=449f447a-c3c7-4011-991d-83bfe90575cd,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:46.543101 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.675663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=449f447a-c3c7-4011-991d-83bfe90575cd,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:46.713790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-a4840c50-a170-45cc-9e6d-99c171ac9e41 service neutron] 10.222.0.78 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240489 Aug 16 02:35:46.750374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.764880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Transition to ACTIVE for port object 272d39c0-cdc0-4047-9697-713f1a2040e9 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:46.770780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.833046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] Allocated IP 172.20.0.34 (5c217c1c-b8b2-4358-b955-c791f82e4bbc/6522ad08-ce67-466f-9909-a797975735a1/be4f97ee-8915-4d30-a7a6-f63ffb91ebb9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:46.943898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event updated for resources: {'Port': ['ID=272d39c0-cdc0-4047-9697-713f1a2040e9,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:46.952989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-b0050b81-a12c-40fd-98d0-7f020b1b3db1 service neutron] 10.222.0.78 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315621 Aug 16 02:35:47.021152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] In _notify_port_updated(), no bound segment for port 272d39c0-cdc0-4047-9697-713f1a2040e9 on network 5c217c1c-b8b2-4358-b955-c791f82e4bbc {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:35:47.034589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:47.054729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.056130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ff52ff5-f3f4-48cd-a384-147b883d2aa6 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "PUT /v2.0/ports/272d39c0-cdc0-4047-9697-713f1a2040e9 HTTP/1.1" status: 200 len: 959 time: 1.9972990 Aug 16 02:35:47.059374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:47.133447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45158) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:47.186882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,segment=NetworkSegment(56e21c28-bac9-43b1-a990-3026b727031b),segment_id=56e21c28-bac9-43b1-a990-3026b727031b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:47.336370 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.359834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] Transition to ACTIVE for port object be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:47.368329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.384329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 272d39c0-cdc0-4047-9697-713f1a2040e9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:47.384655 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.394642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f79118e0-48b2-4f21-a966-f02250991eba req-d367b3f2-2723-4422-bb7d-5b636962a07b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 210 time: 0.1213679 Aug 16 02:35:47.412629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 449f447a-c3c7-4011-991d-83bfe90575cd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:47.421783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d45915-56d7-4d50-a315-f569c434aba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.546663 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d45915-56d7-4d50-a315-f569c434aba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.553058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99d45915-56d7-4d50-a315-f569c434aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.587999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d45915-56d7-4d50-a315-f569c434aba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f1a26-38ca-4eae-ac9c-d005297acf4b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:47.636791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03017720-63a7-47aa-a15e-b036bc7b259b None None] Pushing event updated for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:47.639878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-99d45915-56d7-4d50-a315-f569c434aba4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c61c8908c6f43c290616c1ae04f8365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5076702 Aug 16 02:35:47.640038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70001d50-a010-4fe8-99e9-8e902f8b73f5 req-f5f94ad1-5178-488e-a6e7-6171c504691c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:47.640793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:47.652181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70001d50-a010-4fe8-99e9-8e902f8b73f5 req-f5f94ad1-5178-488e-a6e7-6171c504691c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1831741 Aug 16 02:35:47.662888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 449f447a-c3c7-4011-991d-83bfe90575cd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:47.663494 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.786482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cde841a4-31fb-4d70-a20b-4148d0bd6edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.792499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70001d50-a010-4fe8-99e9-8e902f8b73f5 req-3f6330b2-8856-48ed-a2b5-9983da36dc0a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372647 Aug 16 02:35:47.795818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.812357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 272d39c0-cdc0-4047-9697-713f1a2040e9 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:47.860561 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cde841a4-31fb-4d70-a20b-4148d0bd6edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.001286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cde841a4-31fb-4d70-a20b-4148d0bd6edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.004675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cde841a4-31fb-4d70-a20b-4148d0bd6edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.017202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cde841a4-31fb-4d70-a20b-4148d0bd6edf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/872f1a26-38ca-4eae-ac9c-d005297acf4b HTTP/1.1" status: 204 len: 168 time: 0.3724079 Aug 16 02:35:48.046282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde841a4-31fb-4d70-a20b-4148d0bd6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f1a26-38ca-4eae-ac9c-d005297acf4b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:48.186038 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.283278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=272d39c0-cdc0-4047-9697-713f1a2040e9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:48.421536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.425822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45188) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:48.438784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f70dbc24-c5e4-4af9-a17a-b6eb98be8200 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/272d39c0-cdc0-4047-9697-713f1a2040e9 HTTP/1.1" status: 204 len: 168 time: 1.3775158 Aug 16 02:35:48.495899 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-546226ea-ddec-4dc5-8cfc-c81307576180 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] GET failed (client error): The resource could not be found. Aug 16 02:35:48.524417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45190) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:48.539125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-546226ea-ddec-4dc5-8cfc-c81307576180 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports/272d39c0-cdc0-4047-9697-713f1a2040e9 HTTP/1.1" status: 404 len: 333 time: 0.1109154 Aug 16 02:35:48.594390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04adf632-e0e4-41d6-9a2c-48685f0aee36 req-0802a881-366f-4c09-bf04-d1c4f95b553d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 210 time: 0.0530677 Aug 16 02:35:48.652070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23edc336-0f22-4afd-9114-1e6684f09deb tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.688017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23edc336-0f22-4afd-9114-1e6684f09deb tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.732855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c6d739c8-64ce-4c6b-a55d-87ec8872a764 None None] Could not find standard attr ID for object 272d39c0-cdc0-4047-9697-713f1a2040e9. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:35:48.765674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c6d739c8-64ce-4c6b-a55d-87ec8872a764 None None] Provisioning complete for port 8f634ab4-2179-4262-a889-dac321a1eeac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:48.765674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6d739c8-64ce-4c6b-a55d-87ec8872a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.786796 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23edc336-0f22-4afd-9114-1e6684f09deb tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.791433 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23edc336-0f22-4afd-9114-1e6684f09deb tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.796521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45204) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:48.811137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-23edc336-0f22-4afd-9114-1e6684f09deb tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/security-groups/0a32be76-47b5-4a1e-a97d-6198f9053bdd HTTP/1.1" status: 204 len: 168 time: 0.2804942 Aug 16 02:35:48.816969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c6d739c8-64ce-4c6b-a55d-87ec8872a764 None None] Port 8f634ab4-2179-4262-a889-dac321a1eeac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:48.831859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edc336-0f22-4afd-9114-1e6684f09deb tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a32be76-47b5-4a1e-a97d-6198f9053bdd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:48.833894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c6d739c8-64ce-4c6b-a55d-87ec8872a764 None None] Provisioning for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:48.840609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c6d739c8-64ce-4c6b-a55d-87ec8872a764 None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:48.841135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6d739c8-64ce-4c6b-a55d-87ec8872a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.917570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d8b70e7-e88c-4278-a2b3-e5e8c3dff423 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.974292 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d8b70e7-e88c-4278-a2b3-e5e8c3dff423 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.993978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b448a-c827-4575-a706-760f340571be req-3be07d91-8af8-470b-a3c8-2209e96d0e58 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:48.998654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-082b448a-c827-4575-a706-760f340571be req-3be07d91-8af8-470b-a3c8-2209e96d0e58 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1035218 Aug 16 02:35:49.075318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d8b70e7-e88c-4278-a2b3-e5e8c3dff423 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.078420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d8b70e7-e88c-4278-a2b3-e5e8c3dff423 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.079838 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9d8b70e7-e88c-4278-a2b3-e5e8c3dff423 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/security-groups/104452d2-2d9a-4d49-8e33-13c26d2dde67 HTTP/1.1" status: 204 len: 168 time: 0.2813096 Aug 16 02:35:49.088023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45210) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:49.105325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-082b448a-c827-4575-a706-760f340571be req-a1cf1de6-ff3f-4119-8914-05d62d4914af tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983891 Aug 16 02:35:49.165615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b70e7-e88c-4278-a2b3-e5e8c3dff423 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104452d2-2d9a-4d49-8e33-13c26d2dde67,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:49.425720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:49.447032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748459bf-6ef0-404c-95a5-677b5065b261 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.479295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748459bf-6ef0-404c-95a5-677b5065b261 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.488130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45220) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:49.527418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-63b96c7d-33b0-4fcf-91e5-a9def916ec26 None None] Could not find standard attr ID for object 272d39c0-cdc0-4047-9697-713f1a2040e9. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:35:49.583471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:49.584118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.608511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748459bf-6ef0-404c-95a5-677b5065b261 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.622194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748459bf-6ef0-404c-95a5-677b5065b261 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.625824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-748459bf-6ef0-404c-95a5-677b5065b261 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/security-groups/84b85413-2700-462e-bfc8-21de3df9231d HTTP/1.1" status: 204 len: 168 time: 0.5343127 Aug 16 02:35:49.627198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45226) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:49.672393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-e8be144a-d472-47a3-9cfd-b6a2100c2c0b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:49.686403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-e8be144a-d472-47a3-9cfd-b6a2100c2c0b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.98 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 810 time: 0.5967999 Aug 16 02:35:49.687224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748459bf-6ef0-404c-95a5-677b5065b261 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b85413-2700-462e-bfc8-21de3df9231d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:49.766695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-100892715-network', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:49.805238 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-114e1e2a-c8bb-450d-96cd-7dddeac9cf5a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50 HTTP/1.1" status: 200 len: 380 time: 0.1015332 Aug 16 02:35:49.808062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 6c0fddcb-490f-42f9-a32a-fd060212b2a6 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:49.814573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.829894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'port': {'device_id': '427ef0da-a68c-4253-9920-120264dd01e7', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'admin_state_up': True, 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'security_groups': ['41942011-05fd-4ca0-ba1c-dcb679217033']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:49.834496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-442d0ad9-15d7-45eb-8556-ed658e66abf1 req-41d0fa5d-1488-401a-a019-e70b9584ae3a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 210 time: 0.0539393 Aug 16 02:35:49.866777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Made reservation on behalf of 1c84c802b0cb4148ae1b9aa3faa71b3a for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:49.870083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.885744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.897287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.032902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.148720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.160945 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.186172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Made reservation on behalf of 9b472fceeb4246dfbf5bc6d5765e0c50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:50.191454 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.195548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.197217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:50.253925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.259942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45240) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:50.260600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/6c0fddcb-490f-42f9-a32a-fd060212b2a6 HTTP/1.1" status: 204 len: 168 time: 0.6322870 Aug 16 02:35:50.262624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01224ba-a9b8-4487-8cbf-fca1e390c442 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:50.283944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760a3d1-ea50-4bba-aba5-9cf683b12cb2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0fddcb-490f-42f9-a32a-fd060212b2a6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:50.287421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.287771 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Added segment e78ab12a-60b7-4733-93a0-294bab8f8d99 of type vlan for network 22f87163-5b0e-495b-8616-79ff9c2152c8 Aug 16 02:35:50.293993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850e8624-a7a0-4860-a059-bc9a756ff7dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:50.365186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22ae26-a9a0-4d59-9951-2766f7d10430 req-28559257-4379-4f6b-8564-81bd50abf46e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.376468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f22ae26-a9a0-4d59-9951-2766f7d10430 req-28559257-4379-4f6b-8564-81bd50abf46e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1699100 Aug 16 02:35:50.384895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 6522ad08-ce67-466f-9909-a797975735a1 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:50.386010 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.390688 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.437044 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.449385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f22ae26-a9a0-4d59-9951-2766f7d10430 req-61f854d5-41d5-4abd-822e-52ab7182d72d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717413 Aug 16 02:35:50.459698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.461854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.462574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.567440 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0753462 Aug 16 02:35:50.568864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45248) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:50.578010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11bdce-17ef-4f76-98dd-3db6c627115f admin admin] Pushing event updated for resources: {'Network': ['ID=22f87163-5b0e-495b-8616-79ff9c2152c8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:50.581070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Request body: {'subnet': {'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-100892715-subnet', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:50.589396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:50.639020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.664267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Allocated IP 172.20.0.10 (8cc3c0c5-b504-4322-a229-c9235ab17481/63f575f7-9975-461b-992d-84961c68c79b/78a9e56f-2dd3-4406-883e-8b07650032c5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:50.666341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Made reservation on behalf of 1c84c802b0cb4148ae1b9aa3faa71b3a for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:50.669168 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.685541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b445-86dc-4a03-8187-9a519b344ffa req-04903330-ee74-490f-9118-cfe4aa6685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.687878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c280b445-86dc-4a03-8187-9a519b344ffa req-04903330-ee74-490f-9118-cfe4aa6685d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 1098 time: 0.0798473 Aug 16 02:35:50.811409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b445-86dc-4a03-8187-9a519b344ffa req-633ea96e-7ed6-481c-b01d-a8c7ff83a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.813034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c280b445-86dc-4a03-8187-9a519b344ffa req-633ea96e-7ed6-481c-b01d-a8c7ff83a653 service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1184502 Aug 16 02:35:50.869709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c280b445-86dc-4a03-8187-9a519b344ffa req-5c9401d7-52f9-4542-a9f4-fdf618d53b38 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685 HTTP/1.1" status: 200 len: 217 time: 0.0484283 Aug 16 02:35:50.923074 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.932636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b445-86dc-4a03-8187-9a519b344ffa req-c724ebb0-e31f-4698-9527-c29f97ec72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.934130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c280b445-86dc-4a03-8187-9a519b344ffa req-c724ebb0-e31f-4698-9527-c29f97ec72bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0536859 Aug 16 02:35:50.952886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.957320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/6522ad08-ce67-466f-9909-a797975735a1 HTTP/1.1" status: 204 len: 168 time: 0.6895697 Aug 16 02:35:50.972997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:50.993563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8dc4b-130c-42dd-9cb9-9826af4033c3 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=6522ad08-ce67-466f-9909-a797975735a1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:51.006549 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0796a87c-8fd1-4b9c-a928-80e0a6db6dc5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:51.007007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0796a87c-8fd1-4b9c-a928-80e0a6db6dc5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:51.008774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0796a87c-8fd1-4b9c-a928-80e0a6db6dc5 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/6c0fddcb-490f-42f9-a32a-fd060212b2a6 HTTP/1.1" status: 404 len: 337 time: 0.0346856 Aug 16 02:35:51.012066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.022507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f92680da-7f09-456a-899d-3caf5eef3055 req-601161c5-b4ad-475a-9f5b-aeaff70a2e35 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 210 time: 0.0721126 Aug 16 02:35:51.065852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.067843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b445-86dc-4a03-8187-9a519b344ffa req-a96033b7-ee3d-4596-8c99-0f957cf4aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:51.069310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c280b445-86dc-4a03-8187-9a519b344ffa req-a96033b7-ee3d-4596-8c99-0f957cf4aefa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232793 Aug 16 02:35:51.094090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Transition to ACTIVE for port object 78a9e56f-2dd3-4406-883e-8b07650032c5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:51.095872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting subnet 3010edeb-ef98-41e4-8942-d4d30ffabc6a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:51.142846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.166001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.200077 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.224769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7938cf16-7f25-4a46-b99d-6d318dbe1ae3 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:51.236490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.250648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c5cea4-e792-40aa-84f8-82657ee2728a,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:51.268900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c280b445-86dc-4a03-8187-9a519b344ffa req-50bc8d47-6ca5-4e0c-b301-b48e82e0b92e service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895888 Aug 16 02:35:51.281524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Checking segment: {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:51.281861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Network hostable DHCP agents. Network: 22f87163-5b0e-495b-8616-79ff9c2152c8, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:51.302847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:51.312510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:51.316387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'Port': ['ID=78a9e56f-2dd3-4406-883e-8b07650032c5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:51.319597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:51.368660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:51.370091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.380270 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.392868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:51.397870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-91104a31-8094-4390-8d00-3b9e4e7680e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5723248 Aug 16 02:35:51.406932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 22f87163-5b0e-495b-8616-79ff9c2152c8) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:51.419029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057d91f1-9b2e-4220-91ed-61b197b17473 None None] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:51.426656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Request body: {'port': {'device_id': '427ef0da-a68c-4253-9920-120264dd01e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:51.430036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:51.431113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.469467 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c280b445-86dc-4a03-8187-9a519b344ffa req-ecad62b1-f254-40af-a8d7-478c35ab1ca0 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930907 Aug 16 02:35:51.503082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.522446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d715def9-5998-4b18-b859-dea50e678157 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9476447 Aug 16 02:35:51.529657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45258) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.529867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cf08323d-c008-4362-8209-92396f17c61c None None] Provisioning complete for port 8f634ab4-2179-4262-a889-dac321a1eeac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:51.530445 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cf08323d-c008-4362-8209-92396f17c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.544194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:51.551051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Subnet': ['ID=3010edeb-ef98-41e4-8942-d4d30ffabc6a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:51.566750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.568742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f7be4d58-f1e3-4665-8291-0db5ed335299 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/3010edeb-ef98-41e4-8942-d4d30ffabc6a HTTP/1.1" status: 204 len: 168 time: 0.5557070 Aug 16 02:35:51.571259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45262) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.577630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cf08323d-c008-4362-8209-92396f17c61c None None] Port 8f634ab4-2179-4262-a889-dac321a1eeac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:51.612592 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57b4a82-19b9-433d-8fb3-624806db2eb0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:51.613049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57b4a82-19b9-433d-8fb3-624806db2eb0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:51.617328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b57b4a82-19b9-433d-8fb3-624806db2eb0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/43131e8d-2f7e-4d8c-be6a-597c79daaf26 HTTP/1.1" status: 404 len: 337 time: 0.0419574 Aug 16 02:35:51.618009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.618153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.635113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cf08323d-c008-4362-8209-92396f17c61c None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:51.635495 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cf08323d-c008-4362-8209-92396f17c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.665990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5eb10621-b8eb-4411-b33f-8391e0af9403 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "GET /v2.0/ports?device_id=d87daf46-371b-48fb-abaa-895f742c40c5 HTTP/1.1" status: 200 len: 205 time: 0.0468669 Aug 16 02:35:51.676430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45266) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.694894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.696479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.737862 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-c84373a4-fb16-4d86-964e-cf089d8fa8f2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] delete failed (client error): The resource could not be found. Aug 16 02:35:51.741410 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c84373a4-fb16-4d86-964e-cf089d8fa8f2 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/routers/d87daf46-371b-48fb-abaa-895f742c40c5 HTTP/1.1" status: 404 len: 336 time: 0.0613346 Aug 16 02:35:51.741875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.774978 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-348a7f85-aee2-4535-9db3-d95e1dbefef0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:51.775572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348a7f85-aee2-4535-9db3-d95e1dbefef0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:51.780727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-348a7f85-aee2-4535-9db3-d95e1dbefef0 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/fe2a6f9b-8ecb-4c36-ae45-2bf0dead3a65 HTTP/1.1" status: 404 len: 337 time: 0.0377431 Aug 16 02:35:51.782704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45270) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.795791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.803560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde987-7fc4-4528-bea3-7a48f20b5936 req-542ef2a9-50af-4ae1-8c80-ff2c635c55bd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:51.815980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69fde987-7fc4-4528-bea3-7a48f20b5936 req-542ef2a9-50af-4ae1-8c80-ff2c635c55bd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.1522365 Aug 16 02:35:51.846349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-22f87163-5b0e-495b-8616-79ff9c2152c8', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:51.847223 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.857261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69fde987-7fc4-4528-bea3-7a48f20b5936 req-ce694ace-6537-4cba-89a2-d1e16c129327 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Aug 16 02:35:51.878500 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1c195a-767c-4962-85ef-d83144bb6b3a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:51.878959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1c195a-767c-4962-85ef-d83144bb6b3a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:51.880706 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cf1c195a-767c-4962-85ef-d83144bb6b3a tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/298f8e2a-c6fa-477a-af14-e70bf44d0c82 HTTP/1.1" status: 404 len: 337 time: 0.0952675 Aug 16 02:35:51.883445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.890719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba9a1ba-eb3d-45cc-ac7d-41faf8f19bb6 None None] Update dhcp port {'port': {'network_id': '5c217c1c-b8b2-4358-b955-c791f82e4bbc', 'fixed_ips': [{'subnet_id': '3010edeb-ef98-41e4-8942-d4d30ffabc6a'}], 'binding:host_id': 'n-d-769329-15'}, 'id': 'be4f97ee-8915-4d30-a7a6-f63ffb91ebb9'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:35:51.912681 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caad4b2-7a35-4797-9a2d-76427be95704 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:51.913377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3caad4b2-7a35-4797-9a2d-76427be95704 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:51.919215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3caad4b2-7a35-4797-9a2d-76427be95704 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/3b187156-22ee-4ad5-a259-ccb1c59f64bc HTTP/1.1" status: 404 len: 337 time: 0.0306036 Aug 16 02:35:51.919439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.943777 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc6094d-9f38-4fd4-97d1-1d17cef4314f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:51.944511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc6094d-9f38-4fd4-97d1-1d17cef4314f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:51.948690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0cc6094d-9f38-4fd4-97d1-1d17cef4314f tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/39834750-9d51-4086-a983-bde47b442c05 HTTP/1.1" status: 404 len: 333 time: 0.0257952 Aug 16 02:35:51.949771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.981803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bba9a1ba-eb3d-45cc-ac7d-41faf8f19bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.982808 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0b7ce8-4384-4524-b003-df7a2c1c33a8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:51.983455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0b7ce8-4384-4524-b003-df7a2c1c33a8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:51.987849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1b0b7ce8-4384-4524-b003-df7a2c1c33a8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/b284a51f-b771-44be-9a63-ab5d34e6289d HTTP/1.1" status: 404 len: 337 time: 0.0349448 Aug 16 02:35:51.988544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:52.022181 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-199dafb2-50e8-4b89-ab6d-5d461add57f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:52.022643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199dafb2-50e8-4b89-ab6d-5d461add57f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:52.023619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-634dc5f1-4303-4578-8ef0-c062e12fe308 None None] Provisioning for port 78a9e56f-2dd3-4406-883e-8b07650032c5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:52.027654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-199dafb2-50e8-4b89-ab6d-5d461add57f8 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/7028a918-e9cd-47d6-a8c7-4959029f1cf1 HTTP/1.1" status: 404 len: 337 time: 0.0353107 Aug 16 02:35:52.027914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:52.032539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-634dc5f1-4303-4578-8ef0-c062e12fe308 None None] Provisioning complete for port 78a9e56f-2dd3-4406-883e-8b07650032c5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:52.033122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-634dc5f1-4303-4578-8ef0-c062e12fe308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.055077 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e275e4b8-b934-4f4d-9dca-e170dfd31254 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:52.055746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e275e4b8-b934-4f4d-9dca-e170dfd31254 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:52.060207 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e275e4b8-b934-4f4d-9dca-e170dfd31254 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/9e7b49ed-328c-422b-b7ff-6cacca42f7f7 HTTP/1.1" status: 404 len: 333 time: 0.0287452 Aug 16 02:35:52.060500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:52.089708 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1181982d-ca7d-4e33-a99d-cca3694bff6d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:52.090322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1181982d-ca7d-4e33-a99d-cca3694bff6d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:52.092334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1181982d-ca7d-4e33-a99d-cca3694bff6d tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/1eb20ef7-c41a-442b-93fa-578929a923c3 HTTP/1.1" status: 404 len: 337 time: 0.0307093 Aug 16 02:35:52.094804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:52.130695 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0492bdad-7c76-4d84-b4df-eade42a34ea9 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] DELETE failed (client error): The resource could not be found. Aug 16 02:35:52.131171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0492bdad-7c76-4d84-b4df-eade42a34ea9 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:35:52.133118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0492bdad-7c76-4d84-b4df-eade42a34ea9 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/subnets/a0a489a8-f77f-4b95-9e7c-45f49603cab3 HTTP/1.1" status: 404 len: 337 time: 0.0372641 Aug 16 02:35:52.135673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45288) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:52.165402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-634dc5f1-4303-4578-8ef0-c062e12fe308 None None] Port 78a9e56f-2dd3-4406-883e-8b07650032c5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:52.167935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Allocated IP 172.20.0.2 (22f87163-5b0e-495b-8616-79ff9c2152c8/e5c5cea4-e792-40aa-84f8-82657ee2728a/ed7f633a-ac32-418e-af45-e823fd947c25) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:52.242399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.270526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port 8f634ab4-2179-4262-a889-dac321a1eeac {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:52.270999 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.330633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.358687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de56a72-c59b-476b-97e8-b7f45b267599 None None] Network 5c217c1c-b8b2-4358-b955-c791f82e4bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:52.377292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a9e56f-2dd3-4406-883e-8b07650032c5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:52.388609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.389890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.400102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78bc29-b060-49c4-b972-273d709408d7 req-e353c4c2-b2fa-46a3-8f64-16ccd8c981db tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:52.402699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc78bc29-b060-49c4-b972-273d709408d7 req-e353c4c2-b2fa-46a3-8f64-16ccd8c981db tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 932 time: 0.2318633 Aug 16 02:35:52.406916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for 8f634ab4-2179-4262-a889-dac321a1eeac owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:52.422839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Transition to ACTIVE for port object 78a9e56f-2dd3-4406-883e-8b07650032c5 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:52.437517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.490417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-16c2d606-8559-4062-af7f-2ba8be78bb8d None None] Provisioning complete for port 8f634ab4-2179-4262-a889-dac321a1eeac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:52.491535 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-16c2d606-8559-4062-af7f-2ba8be78bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.509380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc78bc29-b060-49c4-b972-273d709408d7 req-aaf603f6-0a8e-422b-a952-81f30c15e7bd tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946128 Aug 16 02:35:52.520165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Pushing event updated for resources: {'Port': ['ID=78a9e56f-2dd3-4406-883e-8b07650032c5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:52.550706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.605228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.607898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/ports/8f634ab4-2179-4262-a889-dac321a1eeac HTTP/1.1" status: 204 len: 168 time: 0.4700706 Aug 16 02:35:52.609626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570dcd8-4ebf-4db5-a35c-e86df6f7d8e4 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=8f634ab4-2179-4262-a889-dac321a1eeac,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:52.612354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:52.648906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Attempting to bind port 78a9e56f-2dd3-4406-883e-8b07650032c5 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:52.649540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Attempting to bind port 78a9e56f-2dd3-4406-883e-8b07650032c5 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:52.650043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Attempting to bind port 78a9e56f-2dd3-4406-883e-8b07650032c5 on network 8cc3c0c5-b504-4322-a229-c9235ab17481 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:52.663661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Port 78a9e56f-2dd3-4406-883e-8b07650032c5 on network 8cc3c0c5-b504-4322-a229-c9235ab17481 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:52.664198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Attempting to bind port 78a9e56f-2dd3-4406-883e-8b07650032c5 on network 8cc3c0c5-b504-4322-a229-c9235ab17481 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:52.670786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:52.671398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Checking segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:52.671958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Bound using segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:52.672598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Bound port: 78a9e56f-2dd3-4406-883e-8b07650032c5, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:52.673157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.760662 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.779337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.817951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Transition to ACTIVE for port object ed7f633a-ac32-418e-af45-e823fd947c25 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:52.833609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] For port 78a9e56f-2dd3-4406-883e-8b07650032c5, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:52.837300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] For port 78a9e56f-2dd3-4406-883e-8b07650032c5, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=78a9e56f-2dd3-4406-883e-8b07650032c5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:52.844256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.866902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-16c2d606-8559-4062-af7f-2ba8be78bb8d None None] Port 8f634ab4-2179-4262-a889-dac321a1eeac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:52.868084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Deleting port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:52.869036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.882834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Transition to ACTIVE for port object ed7f633a-ac32-418e-af45-e823fd947c25 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:52.896485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-16c2d606-8559-4062-af7f-2ba8be78bb8d None None] Provisioning complete for port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:52.897003 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-16c2d606-8559-4062-af7f-2ba8be78bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.899735 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.931867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:52.933030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.934432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] 10.222.0.98 "PUT /v2.0/ports/78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 1093 time: 1.5133731 Aug 16 02:35:52.953082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:52.955463 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf6151-f819-4862-9d26-e31821279ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:52.980615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.989475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] DHCP port deletion for 5c217c1c-b8b2-4358-b955-c791f82e4bbc request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:35:52.997479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,segment=NetworkSegment(56e21c28-bac9-43b1-a990-3026b727031b),segment_id=56e21c28-bac9-43b1-a990-3026b727031b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:52.998558 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.011674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.016557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Calling delete_port for be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:53.039447 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab309ed0-bcf3-4646-bb34-d3e567d2d6f7 x-openstack-request-id: req-ab309ed0-bcf3-4646-bb34-d3e567d2d6f7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:53.039747 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:53.040001 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab309ed0-bcf3-4646-bb34-d3e567d2d6f7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:53.040426 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'status': 'completed', 'code': 200} Aug 16 02:35:53.054691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:53.078319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:53.084392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:53.084977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4fa03-dcbc-41ed-a6ad-13feffdd69e1 service neutron] Pushing event updated for resources: {'Port': ['ID=78a9e56f-2dd3-4406-883e-8b07650032c5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.097219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Pushing event updated for resources: {'Port': ['ID=ed7f633a-ac32-418e-af45-e823fd947c25,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.155297 n-d-769329-15 neutron-server[94858]: INFO neutron.plugins.ml2.db [None req-16c2d606-8559-4062-af7f-2ba8be78bb8d None None] No ports have port_id starting with be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 Aug 16 02:35:53.164749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-921234a9-7f14-4993-bc45-6bab382553ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:53.166823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-921234a9-7f14-4993-bc45-6bab382553ea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1096 time: 0.1566310 Aug 16 02:35:53.178512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.210057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.213103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] No DVR routers for this DVR port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:53.239694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Allocated IP 172.25.4.194 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/770c68a5-960c-4917-86ef-964e321cae4f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:53.261387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] Deleting port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:53.261873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.293228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Attempting to bind port ed7f633a-ac32-418e-af45-e823fd947c25 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:53.293909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Attempting to bind port ed7f633a-ac32-418e-af45-e823fd947c25 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:53.294448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Attempting to bind port ed7f633a-ac32-418e-af45-e823fd947c25 on network 22f87163-5b0e-495b-8616-79ff9c2152c8 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:53.359062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:53.361851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:53.362264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Checking segment: {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:53.362831 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.366347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8331816-15ae-43a5-aae4-50a5088bc0e5 req-1519b8e9-ed5a-4c26-9956-ed72d03292cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:53.372179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Bound using segment: {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:53.373723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Bound port: ed7f633a-ac32-418e-af45-e823fd947c25, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:53.374080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8331816-15ae-43a5-aae4-50a5088bc0e5 req-1519b8e9-ed5a-4c26-9956-ed72d03292cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 946 time: 0.2477715 Aug 16 02:35:53.374819 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.411619 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.430429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c217c1c-b8b2-4358-b955-c791f82e4bbc']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:53.440001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:53.441361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:53.454923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8331816-15ae-43a5-aae4-50a5088bc0e5 req-de35868f-3fc8-4227-8673-d9ff5ae2d7b8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663459 Aug 16 02:35:53.464610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e21c28-bac9-43b1-a990-3026b727031b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:53.464911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e21c28-bac9-43b1-a990-3026b727031b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:53.465124 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-f778df82-21db-49c1-bf3f-68f8ca221771 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 217 time: 0.2066965 Aug 16 02:35:53.467883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.474210 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.479711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] For port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:53.480523 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.489573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.496115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:53.496556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:53.499716 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:53.504356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] Calling delete_port for be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:53.507323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] Port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:35:53.510093 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.555538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-a0f453c5-e4f7-4bf8-871d-730180ed966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:53.557882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-a0f453c5-e4f7-4bf8-871d-730180ed966c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.0810013 Aug 16 02:35:53.565628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.583748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.584292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] Pushing event deleted for resources: {'Port': ['ID=be4f97ee-8915-4d30-a7a6-f63ffb91ebb9,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.587086 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.589617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] 10.222.0.78 "DELETE /v2.0/networks/5c217c1c-b8b2-4358-b955-c791f82e4bbc HTTP/1.1" status: 204 len: 168 time: 0.9760597 Aug 16 02:35:53.593488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2f15cfc-8351-49bf-b6de-6febcfd9a685 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:53.602255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d6c3e-0738-4462-8049-395129f53a80 tempest-PortsTestJSON-605729737 tempest-PortsTestJSON-605729737-project] Pushing event deleted for resources: {'Network': ['ID=5c217c1c-b8b2-4358-b955-c791f82e4bbc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.684338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618fb6d-31d7-4e2e-a766-37a31ef18124 None None] No DVR routers for this DVR port be4f97ee-8915-4d30-a7a6-f63ffb91ebb9 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:53.716343 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.726380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] For port ed7f633a-ac32-418e-af45-e823fd947c25, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:53.729366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Pushing event updated for resources: {'Port': ['ID=770c68a5-960c-4917-86ef-964e321cae4f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.729989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] For port ed7f633a-ac32-418e-af45-e823fd947c25, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ed7f633a-ac32-418e-af45-e823fd947c25,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:53.745396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.776569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:53.805439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:53.815137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:53.912618 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.924762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fe438-2ae0-48dd-bed2-63db5cf1f6ba None None] Pushing event updated for resources: {'Port': ['ID=ed7f633a-ac32-418e-af45-e823fd947c25,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.965044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:53.978881 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677e096-86c5-40ec-9085-ca7494e89098" -d '{"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:54.013693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:54.028193 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.045411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:54.070690 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c916c074-0948-4b75-97ea-e6066e319c98 x-openstack-request-id: req-c916c074-0948-4b75-97ea-e6066e319c98 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:54.070961 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-unplugged", "status": "failed", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685", "code": 422}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:54.071214 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c916c074-0948-4b75-97ea-e6066e319c98 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:54.071650 n-d-769329-15 neutron-server[94858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'code': 422} returned with failed status Aug 16 02:35:54.091283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:54.261772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3ffc1a8a-110f-4ba7-80e6-f2f91ac64342 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4470428c6373465bb8535a09b4fd7a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150214 Aug 16 02:35:54.264216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45312) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:54.327106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32331554-4a78-46f9-973e-43d4669822b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.338201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-34279ccc-42bf-413b-bb4a-5547017d9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.339734 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-34279ccc-42bf-413b-bb4a-5547017d9835 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7706518 Aug 16 02:35:54.357107 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32331554-4a78-46f9-973e-43d4669822b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.405844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32331554-4a78-46f9-973e-43d4669822b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.408266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32331554-4a78-46f9-973e-43d4669822b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.409463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-32331554-4a78-46f9-973e-43d4669822b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e4498b1-e4b3-4b05-919a-a50a08cd2b2a HTTP/1.1" status: 204 len: 168 time: 0.1366928 Aug 16 02:35:54.417722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32331554-4a78-46f9-973e-43d4669822b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4498b1-e4b3-4b05-919a-a50a08cd2b2a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:54.454467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68edee-a5bb-49eb-bbf5-1074387c599f req-d5fdb215-bb29-44b5-9a77-4382f6e18d08 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.455864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6e68edee-a5bb-49eb-bbf5-1074387c599f req-d5fdb215-bb29-44b5-9a77-4382f6e18d08 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 944 time: 0.8105083 Aug 16 02:35:54.553366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426295fa-ffe0-4277-b9bd-41b04d30270a req-f12efebb-529f-4f92-a63b-2dbc3588d194 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.555254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-426295fa-ffe0-4277-b9bd-41b04d30270a req-f12efebb-529f-4f92-a63b-2dbc3588d194 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 944 time: 0.0513682 Aug 16 02:35:54.582170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6e68edee-a5bb-49eb-bbf5-1074387c599f req-46d61d51-35cb-4e37-8613-5dc791221c88 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962591 Aug 16 02:35:54.602043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-426295fa-ffe0-4277-b9bd-41b04d30270a req-8fcdf8bf-a99e-436a-8f6f-26b16875996e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Aug 16 02:35:54.604536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-3688f98e-57aa-4203-99b3-bc4c6fada9b0 service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487276 Aug 16 02:35:54.815653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ba29b-8368-4a53-96cc-dca6b8d9425e req-1e1ec733-42fb-4b9a-aaea-49c2ae9cd6db tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.817231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-005ba29b-8368-4a53-96cc-dca6b8d9425e req-1e1ec733-42fb-4b9a-aaea-49c2ae9cd6db tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1253819 Aug 16 02:35:54.826263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.870631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bc5b2853-8de4-4c4b-bff8-9ab977fe900d req-673189b0-51d0-483c-b0ba-055e126bc5dc service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313690 Aug 16 02:35:54.946042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-005ba29b-8368-4a53-96cc-dca6b8d9425e req-242d1589-d42e-48be-beba-7a9608a195e4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208639 Aug 16 02:35:55.020212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-f72385d5-b6d5-4d8e-b1e1-b04ad308b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.021871 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-f72385d5-b6d5-4d8e-b1e1-b04ad308b741 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1096 time: 0.0793180 Aug 16 02:35:55.130820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133edc05-25db-4c1d-a51d-2432b5d892a3 req-e2a79fc5-2cad-4678-9137-06ee84dfa749 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.139274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf499f-e399-48fe-8c99-bee894e37859 None None] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:55.141336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-133edc05-25db-4c1d-a51d-2432b5d892a3 req-e2a79fc5-2cad-4678-9137-06ee84dfa749 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0943935 Aug 16 02:35:55.229155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-133edc05-25db-4c1d-a51d-2432b5d892a3 req-998b5435-7a71-4a87-8e0f-a1061efc64cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749583 Aug 16 02:35:55.241664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc4cb286-6f7f-4890-8bb5-f1f36642e21d None None] Provisioning for port ed7f633a-ac32-418e-af45-e823fd947c25 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:55.286472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-54fb7956-ef80-4c00-881d-e3fcde2e8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.287619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-54fb7956-ef80-4c00-881d-e3fcde2e8178 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.2513220 Aug 16 02:35:55.366216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-50a10403-cba0-43e3-94ba-3484bc6bedcb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 217 time: 0.0696175 Aug 16 02:35:55.398898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.486000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ed7f633a-ac32-418e-af45-e823fd947c25 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:55.493188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-523428d7-181a-423e-97d2-58dc04b2daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.494959 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-523428d7-181a-423e-97d2-58dc04b2daac service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.1086009 Aug 16 02:35:55.514268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45352) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:55.601855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ed7f633a-ac32-418e-af45-e823fd947c25 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:55.607999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ed7f633a-ac32-418e-af45-e823fd947c25 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:55.608768 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.630947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850517bb-c685-4c9c-a225-c77aa13047bf req-34e97783-7034-46b8-8cdb-07df48dc79ae tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.632574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-850517bb-c685-4c9c-a225-c77aa13047bf req-34e97783-7034-46b8-8cdb-07df48dc79ae tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0893674 Aug 16 02:35:55.644541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-2584f76b-c798-4152-b909-0a1806a06a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.647186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-2584f76b-c798-4152-b909-0a1806a06a23 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972269 Aug 16 02:35:55.688339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1396762511'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:55.721315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-850517bb-c685-4c9c-a225-c77aa13047bf req-2c9d33eb-9e9e-4805-ae8a-2113e66dda3b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767391 Aug 16 02:35:55.733759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:35:55.764661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:55.767864 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.768109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.783105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.804268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ed7f633a-ac32-418e-af45-e823fd947c25, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ed7f633a-ac32-418e-af45-e823fd947c25,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:55.810627 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.877271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ed7f633a-ac32-418e-af45-e823fd947c25,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:55.878134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ba68d-287a-453b-a812-815fd30a8e45 req-053ef87e-1d18-4734-8ee6-22922fe34dfc tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.880604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d97ba68d-287a-453b-a812-815fd30a8e45 req-053ef87e-1d18-4734-8ee6-22922fe34dfc tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 944 time: 0.1575892 Aug 16 02:35:55.893402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-24b9262c-0b34-49bb-b3cc-d98454aad61b None None] Provisioning complete for port ed7f633a-ac32-418e-af45-e823fd947c25 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:55.893794 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-24b9262c-0b34-49bb-b3cc-d98454aad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.909761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.917517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-837af5bf-5a7c-4051-9a65-fecc530b2208 service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604897 Aug 16 02:35:55.917774 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.950354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:55.967576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e217c96-a5b5-497b-afd1-684bbc8c38f1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:55.983679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.988545 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment 212a1038-9562-4275-9d07-b824b2632358 of type vlan for network 00e78853-108f-4912-b066-00aefe3250cb Aug 16 02:35:56.020470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:56.032363 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Sync routers for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:56.037605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d97ba68d-287a-453b-a812-815fd30a8e45 req-e55d02e5-334a-4a58-a66e-6f65ee12866d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170404 Aug 16 02:35:56.049685 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:56.050630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:56.057580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.058912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-658aef36-52fd-45a4-a0ae-8fa1fc99103b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5259290 Aug 16 02:35:56.062345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:56.077947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.117345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.117899 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9fbf6151-f819-4862-9d26-e31821279ff9 req-0c2cf64b-a5f2-42a4-959f-0628e6bf840c service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840706 Aug 16 02:35:56.126889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:56.128642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.168961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-04424111-c69b-4c83-8df3-8e67924ff9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.225060 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7092011 Aug 16 02:35:56.229813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:56.236569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-212497073'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:56.254167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74470-5135-45da-b361-ce206249a1d3 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=00e78853-108f-4912-b066-00aefe3250cb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:56.269340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 00e78853-108f-4912-b066-00aefe3250cb details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:56.274777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:56.279170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.331520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:56.342479 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:56.358176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.358532 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment 8cdf7a10-6030-4e86-9ad6-d4acf999d56b of type vlan for network f2583353-b175-4214-a28e-692acb1ce66d Aug 16 02:35:56.412514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.469760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.480439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:56.481110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.558188 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3264000 Aug 16 02:35:56.562163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:56.567397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': '00e78853-108f-4912-b066-00aefe3250cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:56.588497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e4702-049c-4b1b-9033-0be2557e0a4a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=f2583353-b175-4214-a28e-692acb1ce66d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:56.606977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f2583353-b175-4214-a28e-692acb1ce66d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:56.634651 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:54Z', 'revision_number': 3, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:56.667586 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Checking router: 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:56.667822 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Updating router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 port 770c68a5-960c-4917-86ef-964e321cae4f binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:56.691274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:56.701712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.705901 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.719619 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.898041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Allocated IP 172.20.0.1 (22f87163-5b0e-495b-8616-79ff9c2152c8/e5c5cea4-e792-40aa-84f8-82657ee2728a/998f9ed7-baa8-4127-9a22-2948d05dbf71) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:56.905553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86e6f-c210-4665-bd7b-8b22af227c27 req-489de9fa-df37-421c-bc80-995fc743485a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:56.908812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ef86e6f-c210-4665-bd7b-8b22af227c27 req-489de9fa-df37-421c-bc80-995fc743485a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0686998 Aug 16 02:35:57.012496 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.012889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.024446 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Transition to ACTIVE for port object 770c68a5-960c-4917-86ef-964e321cae4f will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:57.027649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Transition to ACTIVE for port object 998f9ed7-baa8-4127-9a22-2948d05dbf71 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:57.033429 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.081861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.093337 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Attempting to bind port 770c68a5-960c-4917-86ef-964e321cae4f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:57.093337 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Attempting to bind port 770c68a5-960c-4917-86ef-964e321cae4f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:57.093337 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Attempting to bind port 770c68a5-960c-4917-86ef-964e321cae4f on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:57.102375 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b65b6-408b-4399-bb07-6733579e3278 None None] Pushing event updated for resources: {'Port': ['ID=770c68a5-960c-4917-86ef-964e321cae4f,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:57.110325 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:57.110813 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:57.111231 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.112206 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:57.112206 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Bound port: 770c68a5-960c-4917-86ef-964e321cae4f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:57.112625 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.139248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:57.156303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:57.157781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:57.170911 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] For port 770c68a5-960c-4917-86ef-964e321cae4f, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:57.178690 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] For port 770c68a5-960c-4917-86ef-964e321cae4f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=770c68a5-960c-4917-86ef-964e321cae4f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:57.184897 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.207411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Pushing event updated for resources: {'Port': ['ID=998f9ed7-baa8-4127-9a22-2948d05dbf71,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:57.249639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0baba3-202e-4ccd-a210-5ab84a81e689 req-0dbc1f73-524f-440e-b289-cf62fc3930a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:57.251910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6e0baba3-202e-4ccd-a210-5ab84a81e689 req-0dbc1f73-524f-440e-b289-cf62fc3930a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 944 time: 0.1173661 Aug 16 02:35:57.253476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.288923 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:57.290027 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:57.385751 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b65b6-408b-4399-bb07-6733579e3278 None None] Pushing event updated for resources: {'Port': ['ID=770c68a5-960c-4917-86ef-964e321cae4f,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:57.401404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ed7f633a-ac32-418e-af45-e823fd947c25 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:57.508867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ef86e6f-c210-4665-bd7b-8b22af227c27 req-91763897-027c-43f8-a504-9be3b8a17088 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5761564 Aug 16 02:35:57.535085 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:57.536029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2f15cfc-8351-49bf-b6de-6febcfd9a685 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:57.538423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ed7f633a-ac32-418e-af45-e823fd947c25 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:57.538800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.559938 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.648842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=26384132-9504-4586-98b4-0731c832658e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:57.660198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': '212a1038-9562-4275-9d07-b824b2632358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '00e78853-108f-4912-b066-00aefe3250cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:57.660588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: 00e78853-108f-4912-b066-00aefe3250cb, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:57.701085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 00e78853-108f-4912-b066-00aefe3250cb is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:57.716227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4dd8fd8b-ed8f-45f1-b1c0-d6a0fbadde86 None None] Provisioning for port 998f9ed7-baa8-4127-9a22-2948d05dbf71 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:57.718566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 00e78853-108f-4912-b066-00aefe3250cb) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:57.725428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:57.726164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.733320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4dd8fd8b-ed8f-45f1-b1c0-d6a0fbadde86 None None] Provisioning complete for port 998f9ed7-baa8-4127-9a22-2948d05dbf71 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:57.733919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4dd8fd8b-ed8f-45f1-b1c0-d6a0fbadde86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.755721 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ad80667d-a36a-4b65-92cc-c00bec9abb40 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1922174 Aug 16 02:35:57.758730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45376) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:57.765412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': 'f2583353-b175-4214-a28e-692acb1ce66d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:57.783602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f6255-ab6e-46b4-81ca-473abe169159 None None] Network 00e78853-108f-4912-b066-00aefe3250cb requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:57.826471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6e0baba3-202e-4ccd-a210-5ab84a81e689 req-17146e47-fb06-4ef5-8cc6-b8e2fd22ceb2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284734 Aug 16 02:35:57.868155 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:54Z', 'revision_number': 3, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:57.901586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8fd8b-ed8f-45f1-b1c0-d6a0fbadde86 None None] Port 998f9ed7-baa8-4127-9a22-2948d05dbf71 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:57.905222 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b505a-c673-481e-83e1-70e19490ce1d None None] The sync data for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 is: [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:54Z', 'revision_number': 3, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:57.925809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.959993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 78a9e56f-2dd3-4406-883e-8b07650032c5 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:57.969891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:57.973395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.143329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-00e78853-108f-4912-b066-00aefe3250cb', 'network_id': '00e78853-108f-4912-b066-00aefe3250cb', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': '26384132-9504-4586-98b4-0731c832658e'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:58.144166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.153061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.159776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 78a9e56f-2dd3-4406-883e-8b07650032c5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=78a9e56f-2dd3-4406-883e-8b07650032c5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:58.172787 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.232855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.246577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.359701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Allocated IP 2001:db8::2 (00e78853-108f-4912-b066-00aefe3250cb/26384132-9504-4586-98b4-0731c832658e/756bcb60-ffce-4af9-8675-612ea600cc29) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:58.375225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=590b4f2a-d3e0-4e4a-9f89-6416a4876523,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:58.380842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': '8cdf7a10-6030-4e86-9ad6-d4acf999d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2583353-b175-4214-a28e-692acb1ce66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:58.381332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: f2583353-b175-4214-a28e-692acb1ce66d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:58.404180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network f2583353-b175-4214-a28e-692acb1ce66d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:58.415837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f2583353-b175-4214-a28e-692acb1ce66d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:58.424879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:58.425697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.440346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Pushing event updated for resources: {'Port': ['ID=998f9ed7-baa8-4127-9a22-2948d05dbf71,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:58.455302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3e5bf5f9-f83d-4c7f-a2ec-0de80f9497c5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6930611 Aug 16 02:35:58.455645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45380) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:58.459412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c0f3e-4470-4c84-bcc4-88ad712fb92e None None] Network f2583353-b175-4214-a28e-692acb1ce66d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:58.461654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-745206e1-64af-440c-a462-32191504f164 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-329316525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:58.473317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'port_id': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'mac_address': 'fa:16:3e:50:e7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:58.492883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.493448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.493740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.494143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.496229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-745206e1-64af-440c-a462-32191504f164 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.498064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-745206e1-64af-440c-a462-32191504f164 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.502177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.502628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.502978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.504723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.505112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.506487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.506830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.507197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:58.588035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:58.590296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:58.646717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-745206e1-64af-440c-a462-32191504f164 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.667767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-745206e1-64af-440c-a462-32191504f164 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.676441 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.705397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-745206e1-64af-440c-a462-32191504f164 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.707218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-745206e1-64af-440c-a462-32191504f164 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2497835 Aug 16 02:35:58.710334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45384) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:58.754646 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.757594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a9e56f-2dd3-4406-883e-8b07650032c5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:58.814263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:58.824938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Transition to ACTIVE for port object 756bcb60-ffce-4af9-8675-612ea600cc29 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:58.831964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008be8e6-8dbf-4cbf-8acb-41b9db0ec3b0 req-1d935d28-0f2e-4af9-9c60-b35ba19960ce tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:58.835110 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-008be8e6-8dbf-4cbf-8acb-41b9db0ec3b0 req-1d935d28-0f2e-4af9-9c60-b35ba19960ce tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1940114 Aug 16 02:35:58.878812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 78a9e56f-2dd3-4406-883e-8b07650032c5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=78a9e56f-2dd3-4406-883e-8b07650032c5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:58.909501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Transition to ACTIVE for port object 756bcb60-ffce-4af9-8675-612ea600cc29 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:58.936876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.938899 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.947958 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.060351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-008be8e6-8dbf-4cbf-8acb-41b9db0ec3b0 req-9e7eac17-afbb-4eb1-a472-04167366a943 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944783 Aug 16 02:35:59.092938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bc3b-c647-4d4a-a472-834db9d00d2c req-282177fc-97f5-4d38-a59e-cb3dd5e4bd65 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:59.094649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07b4bc3b-c647-4d4a-a472-834db9d00d2c req-282177fc-97f5-4d38-a59e-cb3dd5e4bd65 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 945 time: 0.0887651 Aug 16 02:35:59.099957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:59.117455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-588e9ade-6896-46aa-9005-45e63165f308 admin admin] 10.222.0.78 "PUT /v2.0/routers/38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0536788 Aug 16 02:35:59.189264 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07b4bc3b-c647-4d4a-a472-834db9d00d2c req-fd785aca-4def-437a-b44b-0ce9529911fc tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870039 Aug 16 02:35:59.267018 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b159006-0c45-4c4d-b406-23659a67f026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.276190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.331840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-f2583353-b175-4214-a28e-692acb1ce66d', 'network_id': 'f2583353-b175-4214-a28e-692acb1ce66d', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': '590b4f2a-d3e0-4e4a-9f89-6416a4876523'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:59.332676 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.380583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Network 00e78853-108f-4912-b066-00aefe3250cb is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:59.386536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:59.399397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:59.405005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['78a9e56f-2dd3-4406-883e-8b07650032c5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:59.414698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 770c68a5-960c-4917-86ef-964e321cae4f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:59.460016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Pushing event updated for resources: {'Port': ['ID=756bcb60-ffce-4af9-8675-612ea600cc29,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:59.466952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0e077a35-29e1-41c0-b9eb-fd65a3d49e9c None None] Provisioning complete for port 998f9ed7-baa8-4127-9a22-2948d05dbf71 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:59.467324 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e077a35-29e1-41c0-b9eb-fd65a3d49e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.714101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8::1 (00e78853-108f-4912-b066-00aefe3250cb/26384132-9504-4586-98b4-0731c832658e/d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:59.818073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0e077a35-29e1-41c0-b9eb-fd65a3d49e9c None None] Port 998f9ed7-baa8-4127-9a22-2948d05dbf71 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:59.830220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Attempting to bind port 756bcb60-ffce-4af9-8675-612ea600cc29 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:59.830526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Attempting to bind port 756bcb60-ffce-4af9-8675-612ea600cc29 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '212a1038-9562-4275-9d07-b824b2632358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '00e78853-108f-4912-b066-00aefe3250cb'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:59.831111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Attempting to bind port 756bcb60-ffce-4af9-8675-612ea600cc29 on network 00e78853-108f-4912-b066-00aefe3250cb {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:59.861645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:59.862036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Checking segment: {'id': '212a1038-9562-4275-9d07-b824b2632358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '00e78853-108f-4912-b066-00aefe3250cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:59.862517 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.862918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Bound using segment: {'id': '212a1038-9562-4275-9d07-b824b2632358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '00e78853-108f-4912-b066-00aefe3250cb'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:59.863411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Bound port: 756bcb60-ffce-4af9-8675-612ea600cc29, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212a1038-9562-4275-9d07-b824b2632358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '00e78853-108f-4912-b066-00aefe3250cb'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:59.863798 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.893917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=78a9e56f-2dd3-4406-883e-8b07650032c5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:59.915817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 770c68a5-960c-4917-86ef-964e321cae4f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:59.937717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.958424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:59.968541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Allocated IP 2001:db8:1::2 (f2583353-b175-4214-a28e-692acb1ce66d/590b4f2a-d3e0-4e4a-9f89-6416a4876523/ef6e830f-5ce3-456b-9dfc-d6c8c0736b69) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:59.978326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45406) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:59.983354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 770c68a5-960c-4917-86ef-964e321cae4f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:59.983711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1349850702-network', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:59.984321 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.009279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.020161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Made reservation on behalf of 783c0a0376d143678ab9b4416b9b4e05 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:00.022894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.033628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.082749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.105169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 00e78853-108f-4912-b066-00aefe3250cb is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:00.106749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:00.114331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:00.114865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.186453 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.203083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.209071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.231205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] For port 756bcb60-ffce-4af9-8675-612ea600cc29, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:00.252091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:00.274915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] For port 756bcb60-ffce-4af9-8675-612ea600cc29, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=756bcb60-ffce-4af9-8675-612ea600cc29,segment=NetworkSegment(212a1038-9562-4275-9d07-b824b2632358),segment_id=212a1038-9562-4275-9d07-b824b2632358)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:00.276409 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df37a9f-450a-4ac9-a580-8636f4ba2d1d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.287175 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.287365 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Added segment b4a6b9bb-303a-4e88-a96f-d35e46142318 of type vlan for network 19f82cf2-c147-4686-8ebc-4eb5af22b04d Aug 16 02:36:00.298540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876d060-d382-4a3d-b49b-542ba03cda16 req-192a2b0d-3149-4ea7-a6e2-471e27471eef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:00.301214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.305617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9876d060-d382-4a3d-b49b-542ba03cda16 req-192a2b0d-3149-4ea7-a6e2-471e27471eef tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1165769 Aug 16 02:36:00.371490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.371852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Sync routers for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:00.372149 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.399606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9876d060-d382-4a3d-b49b-542ba03cda16 req-bb4a4b33-440f-4421-ad36-76bc1e4f0a8a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868804 Aug 16 02:36:00.446618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:00.463444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:00.477762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e14c61-7ca9-4f24-87f5-395f1089d65e req-413bfb5f-72f9-492e-87f1-71ff432be754 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:00.480486 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59e14c61-7ca9-4f24-87f5-395f1089d65e req-413bfb5f-72f9-492e-87f1-71ff432be754 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 945 time: 0.1030130 Aug 16 02:36:00.481272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.482032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:00.482685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.532489 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.584625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6049294 Aug 16 02:36:00.587591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45412) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:00.595108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Request body: {'subnet': {'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1349850702-subnet', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:00.605772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2486084-dd32-4ddb-b44c-7385a4bb2f99 admin admin] Pushing event updated for resources: {'Network': ['ID=19f82cf2-c147-4686-8ebc-4eb5af22b04d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.624648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-59e14c61-7ca9-4f24-87f5-395f1089d65e req-fa91e210-ff00-4e61-8f24-9908e7ea947d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287055 Aug 16 02:36:00.651443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Made reservation on behalf of 783c0a0376d143678ab9b4416b9b4e05 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:00.651443 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.651909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:00.662105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 770c68a5-960c-4917-86ef-964e321cae4f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=770c68a5-960c-4917-86ef-964e321cae4f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:00.667049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb23b3-1ae1-4814-83fa-b29fd9b3dbf5 None None] Pushing event updated for resources: {'Port': ['ID=756bcb60-ffce-4af9-8675-612ea600cc29,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.777484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.814211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.825517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.827693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.880390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.910005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.911057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.993698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Transition to ACTIVE for port object ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:01.006211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1797ce84-557c-4853-b73a-fd540be80f43,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:01.016709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Checking segment: {'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:01.016866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Network hostable DHCP agents. Network: 19f82cf2-c147-4686-8ebc-4eb5af22b04d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:01.042296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 00e78853-108f-4912-b066-00aefe3250cb is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:01.043141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Transition to ACTIVE for port object ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:01.044357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:01.045041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:01.059928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:01.067911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 19f82cf2-c147-4686-8ebc-4eb5af22b04d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:01.081485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.082510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.097352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111cf5df-0b73-4364-8f7e-89e08d9f9323 None None] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:01.099866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.105980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=770c68a5-960c-4917-86ef-964e321cae4f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:01.109023 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7b479db4-a91d-43f2-8835-5ec2e669d7eb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5182645 Aug 16 02:36:01.111314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45420) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:01.116724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:01.173578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.174357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.222913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router e5ddf02a-c96a-432b-a6d5-3f03edf04c8d is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:01.242277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.245270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Network f2583353-b175-4214-a28e-692acb1ce66d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:01.261943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:01.307087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:01.324602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Pushing event updated for resources: {'Port': ['ID=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:01.349885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:01.358678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d6c4badc-a368-4b83-8dad-93ea85809ee6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/e5ddf02a-c96a-432b-a6d5-3f03edf04c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6473114 Aug 16 02:36:01.359284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:01.368128 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] Sync routers for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:01.383087 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:01.384164 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:01.428977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dcf5d8-4332-4aca-a833-7dfda1e0aeff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.433734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-36dcf5d8-4332-4aca-a833-7dfda1e0aeff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports/d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 HTTP/1.1" status: 200 len: 911 time: 0.0730958 Aug 16 02:36:01.434033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:01.533028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:01.558567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 770c68a5-960c-4917-86ef-964e321cae4f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:01.563494 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.581924 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:01.582772 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:01.643207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Attempting to bind port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:01.644022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Attempting to bind port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '8cdf7a10-6030-4e86-9ad6-d4acf999d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2583353-b175-4214-a28e-692acb1ce66d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:01.644736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Attempting to bind port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 on network f2583353-b175-4214-a28e-692acb1ce66d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:01.645772 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:01.646429 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cdf928-835e-45f1-85af-43b79d9b0e47 None None] The sync data for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:01.696522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe853d-4440-4079-8457-4ac2a2b9e317 req-85f33bc5-2566-4ae2-89e8-07887d8a43be tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.698720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67fe853d-4440-4079-8457-4ac2a2b9e317 req-85f33bc5-2566-4ae2-89e8-07887d8a43be tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1213989 Aug 16 02:36:01.742469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:01.743113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Checking segment: {'id': '8cdf7a10-6030-4e86-9ad6-d4acf999d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2583353-b175-4214-a28e-692acb1ce66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:01.743528 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.743940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Bound using segment: {'id': '8cdf7a10-6030-4e86-9ad6-d4acf999d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2583353-b175-4214-a28e-692acb1ce66d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:01.746393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Bound port: ef6e830f-5ce3-456b-9dfc-d6c8c0736b69, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdf7a10-6030-4e86-9ad6-d4acf999d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2583353-b175-4214-a28e-692acb1ce66d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:01.746798 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.834124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'fixed_ips': [{'subnet_id': '1797ce84-557c-4853-b73a-fd540be80f43'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:01.835451 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.853489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-67fe853d-4440-4079-8457-4ac2a2b9e317 req-f9c8ff7d-2800-444b-9185-f005189e01a8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368446 Aug 16 02:36:01.902575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf07f5-4785-4979-ab0e-106e750bbcb7 req-d7881b6d-dc69-41f2-b4fe-be7890722139 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.904261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebaf07f5-4785-4979-ab0e-106e750bbcb7 req-d7881b6d-dc69-41f2-b4fe-be7890722139 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 945 time: 0.1769946 Aug 16 02:36:01.905044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 770c68a5-960c-4917-86ef-964e321cae4f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:01.905429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.942565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] For port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:02.026667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebaf07f5-4785-4979-ab0e-106e750bbcb7 req-8ec2f464-d93e-4422-9338-df00ebac1918 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756154 Aug 16 02:36:02.038712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.067606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.133497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.209207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Allocated IP 172.25.4.249 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/c1174530-a2f4-46bb-b43a-485cf0197852) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:02.259176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Allocated IP 172.20.0.2 (19f82cf2-c147-4686-8ebc-4eb5af22b04d/1797ce84-557c-4853-b73a-fd540be80f43/96850e45-10fb-4abe-985f-bed775bc2145) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:02.324883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.344105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 2, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:02.363885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 78a9e56f-2dd3-4406-883e-8b07650032c5 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:02.367316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d58d10-9e2d-4b4f-9cf2-d28392036bb8 None None] Network 00e78853-108f-4912-b066-00aefe3250cb requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:02.388061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.424329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] For port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,segment=NetworkSegment(8cdf7a10-6030-4e86-9ad6-d4acf999d56b),segment_id=8cdf7a10-6030-4e86-9ad6-d4acf999d56b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:02.436264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Pushing event updated for resources: {'Port': ['ID=c1174530-a2f4-46bb-b43a-485cf0197852,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:02.441295 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.455981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:02.457614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:02.466275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:02.474107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Checking router: 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:02.474496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Updating router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 port 998f9ed7-baa8-4127-9a22-2948d05dbf71 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:02.483487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.494281 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8:1::1 (f2583353-b175-4214-a28e-692acb1ce66d/590b4f2a-d3e0-4e4a-9f89-6416a4876523/dd37a33b-d56a-43c1-b874-1a95965a04d4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:02.573290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f8ee67ae-a7b7-4bf7-be6d-f6adcf61210c None None] Provisioning for port 756bcb60-ffce-4af9-8675-612ea600cc29 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:02.612603 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.691368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.714541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object dd37a33b-d56a-43c1-b874-1a95965a04d4 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:02.770266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.810162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.824968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network f2583353-b175-4214-a28e-692acb1ce66d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:02.828633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:02.835291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:02.835978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.882304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=dd37a33b-d56a-43c1-b874-1a95965a04d4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:02.904486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d816c-2006-481e-a60e-95b75dc82ee6 None None] Pushing event updated for resources: {'Port': ['ID=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:02.959218 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.971469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 78a9e56f-2dd3-4406-883e-8b07650032c5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:02.984430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 756bcb60-ffce-4af9-8675-612ea600cc29 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:03.040658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 78a9e56f-2dd3-4406-883e-8b07650032c5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:03.041020 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.066348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Transition to ACTIVE for port object 96850e45-10fb-4abe-985f-bed775bc2145 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:03.165061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Transition to ACTIVE for port object 96850e45-10fb-4abe-985f-bed775bc2145 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:03.189763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40acaf8-a548-48d8-b6a6-8b11dee26a84 req-0c6beb4a-daf9-429b-b0ea-06ab47f142da tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:03.194510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.196049 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40acaf8-a548-48d8-b6a6-8b11dee26a84 req-0c6beb4a-daf9-429b-b0ea-06ab47f142da tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2113090 Aug 16 02:36:03.211778 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.266010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.325645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d40acaf8-a548-48d8-b6a6-8b11dee26a84 req-09d16587-2ad4-4b4a-a7a5-3d9a0ad24887 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154528 Aug 16 02:36:03.395409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:03.397995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 756bcb60-ffce-4af9-8675-612ea600cc29 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:03.402818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671015d1-0214-442b-a55c-4e68b4a2f3da req-76fd6940-f8c0-4c5e-a041-dc248e3792a7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:03.406173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:03.406551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-671015d1-0214-442b-a55c-4e68b4a2f3da req-76fd6940-f8c0-4c5e-a041-dc248e3792a7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 945 time: 0.2049096 Aug 16 02:36:03.408855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:03.419036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Pushing event updated for resources: {'Port': ['ID=96850e45-10fb-4abe-985f-bed775bc2145,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:03.426752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 756bcb60-ffce-4af9-8675-612ea600cc29 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:03.427137 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.467059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.549685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-671015d1-0214-442b-a55c-4e68b4a2f3da req-1d8f9a74-368a-44be-b10a-0a2a5d9acb6f tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851433 Aug 16 02:36:03.571060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:03.573405 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99650ad4-1dde-4cda-b006-1ae9945d10b5" -d '{"events": [{"server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "name": "network-vif-plugged", "status": "completed", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:03.610411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Attempting to bind port 96850e45-10fb-4abe-985f-bed775bc2145 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:03.610776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Attempting to bind port 96850e45-10fb-4abe-985f-bed775bc2145 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:03.611187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Attempting to bind port 96850e45-10fb-4abe-985f-bed775bc2145 on network 19f82cf2-c147-4686-8ebc-4eb5af22b04d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:03.616323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:03.638422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 78a9e56f-2dd3-4406-883e-8b07650032c5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=78a9e56f-2dd3-4406-883e-8b07650032c5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:03.651524 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.659667 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:03.660045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Checking segment: {'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:03.660475 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.661943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Bound using segment: {'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:03.662328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Bound port: 96850e45-10fb-4abe-985f-bed775bc2145, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:03.662718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.674394 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce44ce-9db8-442e-a793-262dd1011244 x-openstack-request-id: req-99ce44ce-9db8-442e-a793-262dd1011244 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:03.674685 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "name": "network-vif-plugged", "status": "completed", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:03.674936 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99ce44ce-9db8-442e-a793-262dd1011244 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:03.675326 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'code': 200} Aug 16 02:36:03.705703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.712867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.714245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.785097 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.795350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Provisioning complete for port 756bcb60-ffce-4af9-8675-612ea600cc29 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:03.795733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.842239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=dd37a33b-d56a-43c1-b874-1a95965a04d4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:03.857810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Transition to ACTIVE for port object 998f9ed7-baa8-4127-9a22-2948d05dbf71 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:03.903054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.911629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=78a9e56f-2dd3-4406-883e-8b07650032c5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:03.919860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.961470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36541-e075-469e-b9c3-ae5879cfaaee req-c8fdaa41-d382-4aff-8951-82148691f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:03.964383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8dc36541-e075-469e-b9c3-ae5879cfaaee req-c8fdaa41-d382-4aff-8951-82148691f751 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1098 time: 0.1971045 Aug 16 02:36:03.970370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f523ed4-a54f-43dc-8612-1728ff584ebe None None] Pushing event updated for resources: {'Port': ['ID=998f9ed7-baa8-4127-9a22-2948d05dbf71,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:04.027542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network f2583353-b175-4214-a28e-692acb1ce66d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:04.029826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] For port 96850e45-10fb-4abe-985f-bed775bc2145, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:04.031445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:04.033811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:04.068122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Sync routers for ids ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:04.086147 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8dc36541-e075-469e-b9c3-ae5879cfaaee req-c19b0a5b-5b57-483f-b508-f3cf67d1a14f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048436 Aug 16 02:36:04.090580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.091935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9b38fd1d-012e-4071-887f-b5f4973f1e6d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9794922 Aug 16 02:36:04.094784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:04.116140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] For port 96850e45-10fb-4abe-985f-bed775bc2145, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=96850e45-10fb-4abe-985f-bed775bc2145,segment=NetworkSegment(b4a6b9bb-303a-4e88-a96f-d35e46142318),segment_id=b4a6b9bb-303a-4e88-a96f-d35e46142318)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:04.119251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 756bcb60-ffce-4af9-8675-612ea600cc29, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=756bcb60-ffce-4af9-8675-612ea600cc29,segment=NetworkSegment(212a1038-9562-4275-9d07-b824b2632358),segment_id=212a1038-9562-4275-9d07-b824b2632358)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:04.138592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Routers {'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:04.139855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:04.142401 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.147134 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.185417 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.475701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Set router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:04.898641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29739c29-8278-4ade-ad1d-07ff01d0a98a None None] Network f2583353-b175-4214-a28e-692acb1ce66d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:04.901749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:05.000829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45452) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:05.090578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca24711-26ba-4cac-9bbd-e614da35865f req-cf59dea2-b309-4035-97b0-9c110c6d6136 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:05.097009 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3ca24711-26ba-4cac-9bbd-e614da35865f req-cf59dea2-b309-4035-97b0-9c110c6d6136 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1326065 Aug 16 02:36:05.149993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167043d8-9e4c-42a7-af07-4535f0254f7b req-e04b0553-af01-49d2-a47e-fd3b59c4e543 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:05.152923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-167043d8-9e4c-42a7-af07-4535f0254f7b req-e04b0553-af01-49d2-a47e-fd3b59c4e543 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1229115 Aug 16 02:36:05.158120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router e5ddf02a-c96a-432b-a6d5-3f03edf04c8d has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:05.161520 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3ca24711-26ba-4cac-9bbd-e614da35865f req-71755818-ca16-4bbf-9bff-51e4f91d9b2d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569494 Aug 16 02:36:05.217103 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:36:05.217103 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:36:05.225662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=756bcb60-ffce-4af9-8675-612ea600cc29,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.226700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46319341-8f94-4245-b7b5-5dde563bc0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.228480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Attempting to bind port 998f9ed7-baa8-4127-9a22-2948d05dbf71 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:05.229139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Attempting to bind port 998f9ed7-baa8-4127-9a22-2948d05dbf71 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:05.229517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Attempting to bind port 998f9ed7-baa8-4127-9a22-2948d05dbf71 on network 22f87163-5b0e-495b-8616-79ff9c2152c8 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:05.290436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:05.290874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Checking segment: {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:05.291260 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.291664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Bound using segment: {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:05.292156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Bound port: 998f9ed7-baa8-4127-9a22-2948d05dbf71, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:05.292745 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.330671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-167043d8-9e4c-42a7-af07-4535f0254f7b req-fc0a8538-1903-4173-b79e-ac98a26c51de tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669219 Aug 16 02:36:05.359624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:05.365257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-19c7f88a-2b14-4b7e-978a-62659f4fb961 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/e5ddf02a-c96a-432b-a6d5-3f03edf04c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9302320 Aug 16 02:36:05.368040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:05.390555 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] Sync routers for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:05.409825 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:05.410507 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.413659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] For port 998f9ed7-baa8-4127-9a22-2948d05dbf71, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:05.417186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] For port 998f9ed7-baa8-4127-9a22-2948d05dbf71, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=998f9ed7-baa8-4127-9a22-2948d05dbf71,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:05.419972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6cad4-8a14-43d5-b8f2-36600c8a3296 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:05.423921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-67d6cad4-8a14-43d5-b8f2-36600c8a3296 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports/dd37a33b-d56a-43c1-b874-1a95965a04d4 HTTP/1.1" status: 200 len: 913 time: 0.0520329 Aug 16 02:36:05.424814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:05.445186 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.481286 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.490997 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:05.491614 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.529792 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.530443 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ab4ce-0065-46a4-ada1-c29c97cf208e None None] The sync data for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:05.547769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:05.573602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08afeb-797f-4d4b-9e11-bf947ed953a8 None None] Pushing event updated for resources: {'Port': ['ID=96850e45-10fb-4abe-985f-bed775bc2145,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.608807 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46319341-8f94-4245-b7b5-5dde563bc0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.636252 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46319341-8f94-4245-b7b5-5dde563bc0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.673814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:05.674307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.686908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46319341-8f94-4245-b7b5-5dde563bc0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99594e62-84e2-4046-99fe-e55b2c8a5225,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.696581 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-46319341-8f94-4245-b7b5-5dde563bc0a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d4ba8ce5b14489ca1b262108b380338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947310 Aug 16 02:36:05.698886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.700748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45460) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:05.858148 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1034e818-7d93-4367-b5ba-c1e57a4ba7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.875264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f523ed4-a54f-43dc-8612-1728ff584ebe None None] Pushing event updated for resources: {'Port': ['ID=998f9ed7-baa8-4127-9a22-2948d05dbf71,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.885968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Provisioning for port d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:05.931374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.946741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1034e818-7d93-4367-b5ba-c1e57a4ba7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.987920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:06.092750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Allocated IP 172.20.0.1 (19f82cf2-c147-4686-8ebc-4eb5af22b04d/1797ce84-557c-4853-b73a-fd540be80f43/029e201b-d02b-4505-bf7a-64799c115330) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:06.095359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1034e818-7d93-4367-b5ba-c1e57a4ba7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.098090 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1034e818-7d93-4367-b5ba-c1e57a4ba7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.102141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1034e818-7d93-4367-b5ba-c1e57a4ba7b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99594e62-84e2-4046-99fe-e55b2c8a5225 HTTP/1.1" status: 204 len: 168 time: 0.3975971 Aug 16 02:36:06.102342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ba877-2f9e-486e-807b-ff451aa091e9 None None] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:06.110858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Provisioning complete for port d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:06.111666 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.118133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034e818-7d93-4367-b5ba-c1e57a4ba7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99594e62-84e2-4046-99fe-e55b2c8a5225,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.157518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:36:02Z', 'revision_number': 3, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port': {'id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:02Z', 'updated_at': '2021-08-16T02:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:06.261022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.279191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Transition to ACTIVE for port object 029e201b-d02b-4505-bf7a-64799c115330 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:06.338994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Checking router: ec2c1b4f-a519-4223-b802-bf73e5f2ca2c for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:06.339345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Updating router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c port c1174530-a2f4-46bb-b43a-485cf0197852 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:06.363616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.418131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:06.428354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5f97f-00c0-4996-84b6-0725805b08b6 req-7c768438-03dc-4027-81f3-e9f2874ab747 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.429954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebd5f97f-00c0-4996-84b6-0725805b08b6 req-7c768438-03dc-4027-81f3-e9f2874ab747 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1215582 Aug 16 02:36:06.433661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:06.436523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:06.499086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e4f39406-8363-41ec-a408-e121ab26be2a None None] Port d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:06.518465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Pushing event updated for resources: {'Port': ['ID=029e201b-d02b-4505-bf7a-64799c115330,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.523863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port dd37a33b-d56a-43c1-b874-1a95965a04d4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:06.524854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.529330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebd5f97f-00c0-4996-84b6-0725805b08b6 req-a458df9f-fd7e-436c-9584-ba4d3635fd2f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900819 Aug 16 02:36:06.535369 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.550880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 756bcb60-ffce-4af9-8675-612ea600cc29 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:06.656682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cdea8-82b9-4c8d-a775-2795e3104284 req-0d0558cf-7c32-48e7-8c93-e81b6c2f4873 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.658589 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-491cdea8-82b9-4c8d-a775-2795e3104284 req-0d0558cf-7c32-48e7-8c93-e81b6c2f4873 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1686902 Aug 16 02:36:06.719529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.726845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.752248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-491cdea8-82b9-4c8d-a775-2795e3104284 req-11e8a986-5a4b-4d6e-bb55-718ceef3b9fb tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860329 Aug 16 02:36:06.767676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for dd37a33b-d56a-43c1-b874-1a95965a04d4 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:06.821484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.890595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Provisioning for port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:06.918956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 756bcb60-ffce-4af9-8675-612ea600cc29 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:06.919340 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.925499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Provisioning complete for port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:06.925869 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.039205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebcac2-f36c-47e6-a8b7-31b9155376b8 req-6f19c2db-07d5-4b6d-ac4f-a596fcbbb57e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.044796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8ebcac2-f36c-47e6-a8b7-31b9155376b8 req-6f19c2db-07d5-4b6d-ac4f-a596fcbbb57e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1334362 Aug 16 02:36:07.077722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1658f18-d819-408e-a9b0-ccff45149f29 req-c5ec603c-af34-4dfd-9921-b1af5e3ddf1b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.085313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1658f18-d819-408e-a9b0-ccff45149f29 req-c5ec603c-af34-4dfd-9921-b1af5e3ddf1b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1588647 Aug 16 02:36:07.096861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:07.102212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'floatingip': {'port_id': '78a9e56f-2dd3-4406-883e-8b07650032c5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:07.125454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-178ff655-5f8e-4575-ac6b-d0e35b0dcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.126680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-178ff655-5f8e-4575-ac6b-d0e35b0dcd27 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.2272177 Aug 16 02:36:07.167525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.223391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-0a4316a3-8af7-4266-a88b-4abd65da4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.224957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-0a4316a3-8af7-4266-a88b-4abd65da4f33 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.0907555 Aug 16 02:36:07.245784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:05Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:07.302558 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.307529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8ebcac2-f36c-47e6-a8b7-31b9155376b8 req-472008af-3872-4bf6-b519-87008da68d7e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029703 Aug 16 02:36:07.358395 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-1e623073-f977-40a8-ba9a-70c58b41b719 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.1117861 Aug 16 02:36:07.377966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=dd37a33b-d56a-43c1-b874-1a95965a04d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:07.469972 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.477115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-8d640d66-8e08-42b2-8a5a-4eb43c88fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.478812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-8d640d66-8e08-42b2-8a5a-4eb43c88fd75 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1077135 Aug 16 02:36:07.480178 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.536812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff6b3f2-e554-4aee-a901-11b3ff2d12c3 None None] The sync data for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 is: [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:05Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:07.598991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.796109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.816148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Pushing event updated for resources: {'Port': ['ID=029e201b-d02b-4505-bf7a-64799c115330,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:07.893384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 96850e45-10fb-4abe-985f-bed775bc2145 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:07.896469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-b9fd8032-89b2-4455-9cd4-7d1af0df426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.899796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-b9fd8032-89b2-4455-9cd4-7d1af0df426e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3763518 Aug 16 02:36:08.006894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router e5ddf02a-c96a-432b-a6d5-3f03edf04c8d has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:08.050944 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.054860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.063020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 96850e45-10fb-4abe-985f-bed775bc2145 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:08.079556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Transition to ACTIVE for port object c1174530-a2f4-46bb-b43a-485cf0197852 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:08.099023 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.155780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] For port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,segment=NetworkSegment(8cdf7a10-6030-4e86-9ad6-d4acf999d56b),segment_id=8cdf7a10-6030-4e86-9ad6-d4acf999d56b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:08.167429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:08.170519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:08.189909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.211553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de3b65-8d3d-47c9-98af-ce0e769d0202 None None] Pushing event updated for resources: {'Port': ['ID=c1174530-a2f4-46bb-b43a-485cf0197852,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.229345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Attempting to bind port c1174530-a2f4-46bb-b43a-485cf0197852 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:08.229834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Attempting to bind port c1174530-a2f4-46bb-b43a-485cf0197852 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:08.230205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Attempting to bind port c1174530-a2f4-46bb-b43a-485cf0197852 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:08.237104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-a30c725d-70e1-4725-8289-988193fd5252 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212636 Aug 16 02:36:08.282625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:08.283218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:08.283485 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.283785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:08.284270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Bound port: c1174530-a2f4-46bb-b43a-485cf0197852, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:08.284679 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.296785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Provisioning for port 96850e45-10fb-4abe-985f-bed775bc2145 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:08.386966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 998f9ed7-baa8-4127-9a22-2948d05dbf71 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:08.440515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:08.460110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Provisioning complete for port 96850e45-10fb-4abe-985f-bed775bc2145 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:08.460578 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.577290 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d40ebae-3330-4b02-90fe-c2b9c8309aef req-9942dcf6-b247-4469-a6bc-c5dd913084ab service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368929 Aug 16 02:36:08.610935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:08.622124 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b72a5310-6117-4e5c-86d1-7e7ae1504634 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/e5ddf02a-c96a-432b-a6d5-3f03edf04c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949670 Aug 16 02:36:08.624583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.resource_extend [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:36:08.627704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.632835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] For port c1174530-a2f4-46bb-b43a-485cf0197852, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:08.637949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] For port c1174530-a2f4-46bb-b43a-485cf0197852, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c1174530-a2f4-46bb-b43a-485cf0197852,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:08.650339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Pushing event updated for resources: {'Port': ['ID=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.655044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] Sync routers for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:08.665162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.733624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:08.748457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:08.749841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:08.759346 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f76763a8-dad4-4892-b1f4-b4ce394345a7 admin admin] 10.222.0.78 "PUT /v2.0/routers/ec2c1b4f-a519-4223-b802-bf73e5f2ca2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6631582 Aug 16 02:36:08.761531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f687-2a83-4bb0-8019-93ea2a586ddc req-f5790302-3550-4439-afd9-449d0ffaa55b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:08.763101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1a1f687-2a83-4bb0-8019-93ea2a586ddc req-f5790302-3550-4439-afd9-449d0ffaa55b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2696915 Aug 16 02:36:08.789664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 998f9ed7-baa8-4127-9a22-2948d05dbf71 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:08.857980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 998f9ed7-baa8-4127-9a22-2948d05dbf71 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:08.858549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.862093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.879221 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.930413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.000753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Routers {'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:09.002105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.200032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:09.200856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.251046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de3b65-8d3d-47c9-98af-ce0e769d0202 None None] Pushing event updated for resources: {'Port': ['ID=c1174530-a2f4-46bb-b43a-485cf0197852,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.267089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.268039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c55b3-759c-4835-94c1-dea75c9c0179 None None] The sync data for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:09.276949 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.395587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.426674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] For port 96850e45-10fb-4abe-985f-bed775bc2145, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=96850e45-10fb-4abe-985f-bed775bc2145,segment=NetworkSegment(b4a6b9bb-303a-4e88-a96f-d35e46142318),segment_id=b4a6b9bb-303a-4e88-a96f-d35e46142318)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:09.438778 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.442162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] Set router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:09.450990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f1a1f687-2a83-4bb0-8019-93ea2a586ddc req-a8773801-3dca-4852-a4bf-31b79d05be20 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6454909 Aug 16 02:36:09.538791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 998f9ed7-baa8-4127-9a22-2948d05dbf71, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=998f9ed7-baa8-4127-9a22-2948d05dbf71,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:09.565728 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.573959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Provisioning complete for port 998f9ed7-baa8-4127-9a22-2948d05dbf71 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:09.574429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.579500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Pushing event updated for resources: {'Port': ['ID=96850e45-10fb-4abe-985f-bed775bc2145,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.589195 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Floating IP 59a6da20-6ffe-429a-bb8d-779f336f9ec2 associated. External IP: 172.25.4.70, port: 78a9e56f-2dd3-4406-883e-8b07650032c5. Aug 16 02:36:09.671635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=998f9ed7-baa8-4127-9a22-2948d05dbf71,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.888446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Provisioning complete for port d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:09.888923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.918969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:09.934654 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.949534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Port d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:09.955442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:36:06Z', 'revision_number': 4, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port': {'id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:02Z', 'updated_at': '2021-08-16T02:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '029e201b-d02b-4505-bf7a-64799c115330', 'name': '', 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'mac_address': 'fa:16:3e:d9:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1797ce84-557c-4853-b73a-fd540be80f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:05Z', 'updated_at': '2021-08-16T02:36:07Z', 'revision_number': 2, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'subnets': [{'id': '1797ce84-557c-4853-b73a-fd540be80f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.983537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ce47e48-ce92-4b90-972a-2d17ac7ee939 None None] Could not find standard attr ID for object dd37a33b-d56a-43c1-b874-1a95965a04d4. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:36:09.986244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701a17b9-5e79-46d8-bd15-27f77ba786ce None None] The sync data for ids ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'] in n-d-769329-15 is: [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:36:06Z', 'revision_number': 4, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port': {'id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:02Z', 'updated_at': '2021-08-16T02:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '029e201b-d02b-4505-bf7a-64799c115330', 'name': '', 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'mac_address': 'fa:16:3e:d9:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1797ce84-557c-4853-b73a-fd540be80f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:05Z', 'updated_at': '2021-08-16T02:36:07Z', 'revision_number': 2, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'subnets': [{'id': '1797ce84-557c-4853-b73a-fd540be80f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:10.102801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b2bd029b-df8b-4fb5-a075-a611bf9d3da4 None None] Provisioning complete for port 96850e45-10fb-4abe-985f-bed775bc2145 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:10.103320 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2bd029b-df8b-4fb5-a075-a611bf9d3da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.184109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:10.189112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.206736 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] Sync routers for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:10.231207 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:10.232080 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.255219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-77ed6b02-16a3-4d19-997c-91589f3d8f8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "PUT /v2.0/floatingips/59a6da20-6ffe-429a-bb8d-779f336f9ec2 HTTP/1.1" status: 200 len: 991 time: 3.1572869 Aug 16 02:36:10.261023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:10.263930 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea" -d '{"events": [{"name": "network-changed", "server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:10.417125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:10.420945 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a562ae-86c5-4fd6-bf66-e13f8443be17 x-openstack-request-id: req-97a562ae-86c5-4fd6-bf66-e13f8443be17 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:10.421479 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:10.421896 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97a562ae-86c5-4fd6-bf66-e13f8443be17 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:10.422469 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'status': 'completed', 'code': 200} Aug 16 02:36:10.468785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b2bd029b-df8b-4fb5-a075-a611bf9d3da4 None None] Could not find standard attr ID for object dd37a33b-d56a-43c1-b874-1a95965a04d4. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:36:10.489545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:10.489903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.498025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b2bd029b-df8b-4fb5-a075-a611bf9d3da4 None None] Provisioning for port 029e201b-d02b-4505-bf7a-64799c115330 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:10.504797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b2bd029b-df8b-4fb5-a075-a611bf9d3da4 None None] Provisioning complete for port 029e201b-d02b-4505-bf7a-64799c115330 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:10.506942 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b2bd029b-df8b-4fb5-a075-a611bf9d3da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.523307 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:10.532819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-2677ceff-4364-480c-afcc-ee5ff8162905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:10.542993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-2677ceff-4364-480c-afcc-ee5ff8162905 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1098 time: 0.1659176 Aug 16 02:36:10.563080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:10.563464 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.612759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd029b-df8b-4fb5-a075-a611bf9d3da4 None None] Port 029e201b-d02b-4505-bf7a-64799c115330 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:10.730835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 998f9ed7-baa8-4127-9a22-2948d05dbf71 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:10.768913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-f30643da-644c-417d-8eb6-b7438a21800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:10.770417 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-f30643da-644c-417d-8eb6-b7438a21800d service neutron] 10.222.0.98 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.2189393 Aug 16 02:36:10.837224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc7af-bec7-45f6-a8b0-8e3145aa1fd9 req-bc30008e-bcb3-46a2-8c71-70310f0ba5a8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:10.839474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9fbdc7af-bec7-45f6-a8b0-8e3145aa1fd9 req-bc30008e-bcb3-46a2-8c71-70310f0ba5a8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2156320 Aug 16 02:36:10.883367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.920621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:10.958538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9fbdc7af-bec7-45f6-a8b0-8e3145aa1fd9 req-bac9c3ef-51fc-46af-a76f-9d0868a4808b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013889 Aug 16 02:36:11.053535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-ede805af-f62c-4531-82b5-97c945cfeb40 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 999 time: 0.2668746 Aug 16 02:36:11.117158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '59a6da20-6ffe-429a-bb8d-779f336f9ec2', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'port_id': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'mac_address': 'fa:16:3e:50:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427ef0da-a68c-4253-9920-120264dd01e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:44Z', 'updated_at': '2021-08-16T02:36:08Z', 'revision_number': 1, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:11.178155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-228762ef-6d67-4c08-92cf-ef16ff0575a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:11.179921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-228762ef-6d67-4c08-92cf-ef16ff0575a1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.1142447 Aug 16 02:36:11.203657 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] Checking router: bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:11.230666 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:11.231313 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:11.275237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 998f9ed7-baa8-4127-9a22-2948d05dbf71 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:11.275840 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.355346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.414055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465dc57-7f3d-40c7-99a3-4c795cfa01bb req-372b2d87-6b26-49c5-8be0-413ed0f434f5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:11.418856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4465dc57-7f3d-40c7-99a3-4c795cfa01bb req-372b2d87-6b26-49c5-8be0-413ed0f434f5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2377667 Aug 16 02:36:11.441886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-858d957c-0ce9-4ac7-ae24-640ea2769609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:11.447467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-858d957c-0ce9-4ac7-ae24-640ea2769609 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2432458 Aug 16 02:36:11.464766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 96850e45-10fb-4abe-985f-bed775bc2145 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:11.497462 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:11.522716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=d9ee57bd-acf7-4b79-af7e-cbbd3b9d3ad9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:11.620328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 96850e45-10fb-4abe-985f-bed775bc2145 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:11.620815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.680684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4465dc57-7f3d-40c7-99a3-4c795cfa01bb req-beeaa79a-369f-434f-8d93-db09669d478e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529342 Aug 16 02:36:11.843171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-4dda90d6-c0be-4a71-9d3b-936e36130096 service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688772 Aug 16 02:36:11.863484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.057465 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '59a6da20-6ffe-429a-bb8d-779f336f9ec2', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'port_id': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'mac_address': 'fa:16:3e:50:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427ef0da-a68c-4253-9920-120264dd01e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:44Z', 'updated_at': '2021-08-16T02:36:08Z', 'revision_number': 1, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:12.065122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd6aee7f-6045-492f-8b12-2f9fe11a10ea req-220de8f8-ad9a-4fa0-8dd1-b6889a1fad7a service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080824 Aug 16 02:36:12.113003 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a76ef25-1f02-4379-8ee2-021725fbdb37 None None] The sync data for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 is: [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '59a6da20-6ffe-429a-bb8d-779f336f9ec2', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'port_id': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'mac_address': 'fa:16:3e:50:e7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427ef0da-a68c-4253-9920-120264dd01e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:44Z', 'updated_at': '2021-08-16T02:36:08Z', 'revision_number': 1, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:12.126456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ac34-d037-4cbf-b68c-5e3ba760e7e2 req-d4ed271f-b245-455e-bd22-9ce2e47fd258 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.128434 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-13e2ac34-d037-4cbf-b68c-5e3ba760e7e2 req-d4ed271f-b245-455e-bd22-9ce2e47fd258 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2833331 Aug 16 02:36:12.219269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router e5ddf02a-c96a-432b-a6d5-3f03edf04c8d has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:12.342841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:12.343633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c1174530-a2f4-46bb-b43a-485cf0197852 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:12.347150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-13e2ac34-d037-4cbf-b68c-5e3ba760e7e2 req-c7bd112f-d878-4c00-be88-acfd9c12dc00 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445720 Aug 16 02:36:12.353972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45624) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.364719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-179aafbd-0469-4f56-8f22-51820c20d5b4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/e5ddf02a-c96a-432b-a6d5-3f03edf04c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7355001 Aug 16 02:36:12.385655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] Sync routers for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:12.399635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.408813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d9ceba94-4c97-4bf9-9dce-f95137100d65 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5ddf02a-c96a-432b-a6d5-3f03edf04c8d HTTP/1.1" status: 200 len: 205 time: 0.0534585 Aug 16 02:36:12.422340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:12.423270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:12.475889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:12.508011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] Routers {'e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:12.508933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:12.543267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9080d49d-7638-4bc3-ac9c-de30cca04a75 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.560242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:12.561023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ec7af-8318-4f9d-acd0-478318d4ca1a None None] The sync data for ids ['e5ddf02a-c96a-432b-a6d5-3f03edf04c8d'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:12.570586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c1174530-a2f4-46bb-b43a-485cf0197852 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:12.576015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c1174530-a2f4-46bb-b43a-485cf0197852 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:12.576558 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.716222 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.740908 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f4fd8-2b4c-40a9-8125-afd16038eb00 None None] New status for floating IP 59a6da20-6ffe-429a-bb8d-779f336f9ec2: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:36:12.762045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c1174530-a2f4-46bb-b43a-485cf0197852, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c1174530-a2f4-46bb-b43a-485cf0197852,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:12.769096 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.841672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c1174530-a2f4-46bb-b43a-485cf0197852,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:12.871062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9080d49d-7638-4bc3-ac9c-de30cca04a75 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.877049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9080d49d-7638-4bc3-ac9c-de30cca04a75 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.930597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03023e2e-0877-4774-b45e-8b8ffc233752 req-6adb1d22-fb68-46ec-9fa5-eb4f917d96c3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.932244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03023e2e-0877-4774-b45e-8b8ffc233752 req-6adb1d22-fb68-46ec-9fa5-eb4f917d96c3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1219115 Aug 16 02:36:12.937192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9080d49d-7638-4bc3-ac9c-de30cca04a75 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.937685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9080d49d-7638-4bc3-ac9c-de30cca04a75 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Fanout notify agent at l3_agent the message router_deleted on router e5ddf02a-c96a-432b-a6d5-3f03edf04c8d {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:12.946079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9080d49d-7638-4bc3-ac9c-de30cca04a75 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.949935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45636) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.950647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9080d49d-7638-4bc3-ac9c-de30cca04a75 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/e5ddf02a-c96a-432b-a6d5-3f03edf04c8d HTTP/1.1" status: 204 len: 168 time: 0.5490201 Aug 16 02:36:12.982760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-03023e2e-0877-4774-b45e-8b8ffc233752 req-c705dcf6-e9b7-4270-b737-023667b36ae4 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 Aug 16 02:36:13.005653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet 590b4f2a-d3e0-4e4a-9f89-6416a4876523 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:13.008790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.049424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.144101 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.207491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.240705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=590b4f2a-d3e0-4e4a-9f89-6416a4876523,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.247336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.249659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-46396516-60a3-4e58-9c1e-3ecafaed958a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/590b4f2a-d3e0-4e4a-9f89-6416a4876523 HTTP/1.1" status: 204 len: 168 time: 0.2975216 Aug 16 02:36:13.253640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:13.257121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cadef92-3e45-466a-9e6a-7b63b0207486 None None] Network f2583353-b175-4214-a28e-692acb1ce66d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:13.337408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet 26384132-9504-4586-98b4-0731c832658e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:13.341534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.397068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.483822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] DHCP port deletion for f2583353-b175-4214-a28e-692acb1ce66d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:13.501427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.545866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] Deleting port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:13.546567 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.577453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.606022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=26384132-9504-4586-98b4-0731c832658e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.610736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] For port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,segment=NetworkSegment(8cdf7a10-6030-4e86-9ad6-d4acf999d56b),segment_id=8cdf7a10-6030-4e86-9ad6-d4acf999d56b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:13.610938 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.611254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.614971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/26384132-9504-4586-98b4-0731c832658e HTTP/1.1" status: 204 len: 168 time: 0.3578274 Aug 16 02:36:13.615904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45642) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:13.625783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9aa13d-05dc-41fb-8c49-b86e042401f5 None None] Network 00e78853-108f-4912-b066-00aefe3250cb requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:13.630398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.630756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.631501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.631854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.632187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.632556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.632888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.633218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.633573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.633927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.634231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.634617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050415ce-0361-4bdd-8682-03248131e74e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:13.644334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] Calling delete_port for ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:13.726585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.816179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:13.816567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.870622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.907881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,segment=NetworkSegment(8cdf7a10-6030-4e86-9ad6-d4acf999d56b),segment_id=8cdf7a10-6030-4e86-9ad6-d4acf999d56b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:13.908559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.928600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:13.928969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] Pushing event deleted for resources: {'Port': ['ID=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.931035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6256107-c65f-44cf-9179-b690d97e37ab None None] No DVR routers for this DVR port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:13.953465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] DHCP port deletion for 00e78853-108f-4912-b066-00aefe3250cb request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:13.959273 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:14.013463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] Deleting port 756bcb60-ffce-4af9-8675-612ea600cc29 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:14.013920 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.046528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.082123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=ef6e830f-5ce3-456b-9dfc-d6c8c0736b69,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:14.087881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] For port 756bcb60-ffce-4af9-8675-612ea600cc29, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=756bcb60-ffce-4af9-8675-612ea600cc29,segment=NetworkSegment(212a1038-9562-4275-9d07-b824b2632358),segment_id=212a1038-9562-4275-9d07-b824b2632358)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:14.088109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:14.088579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.110861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] Calling delete_port for 756bcb60-ffce-4af9-8675-612ea600cc29 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:14.220003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a46f7-7d08-4e66-870a-aa413acc9173 req-957dc93c-2f5a-4aca-8e8f-978e9e4c434a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:14.226632 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c6a46f7-7d08-4e66-870a-aa413acc9173 req-957dc93c-2f5a-4aca-8e8f-978e9e4c434a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1456997 Aug 16 02:36:14.274528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.277721 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.324751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2583353-b175-4214-a28e-692acb1ce66d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:14.349660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdf7a10-6030-4e86-9ad6-d4acf999d56b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:14.350239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdf7a10-6030-4e86-9ad6-d4acf999d56b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:14.355197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c1174530-a2f4-46bb-b43a-485cf0197852 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:14.395477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] Pushing event deleted for resources: {'Port': ['ID=756bcb60-ffce-4af9-8675-612ea600cc29,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:14.398038 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c6a46f7-7d08-4e66-870a-aa413acc9173 req-37170b59-2513-46f1-a05f-0566aeeac7fd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397462 Aug 16 02:36:14.399966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.405630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc2c7ad-75ec-4426-802e-f16825c1b1e0 None None] No DVR routers for this DVR port 756bcb60-ffce-4af9-8675-612ea600cc29 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:14.436629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.455007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:14.456783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.479319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c1174530-a2f4-46bb-b43a-485cf0197852 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:14.482183 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:14.565804 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:14.589459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.600824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.603979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/f2583353-b175-4214-a28e-692acb1ce66d HTTP/1.1" status: 204 len: 168 time: 0.9863698 Aug 16 02:36:14.607178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45660) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:14.623018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20832b-8800-423e-8ad7-f5e33460c026 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=f2583353-b175-4214-a28e-692acb1ce66d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:14.719740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:14.752420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:14.752937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ef6e830f-5ce3-456b-9dfc-d6c8c0736b69 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:14.753512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 756bcb60-ffce-4af9-8675-612ea600cc29 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:14.787301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 756bcb60-ffce-4af9-8675-612ea600cc29 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:14.787664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 756bcb60-ffce-4af9-8675-612ea600cc29 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:14.865338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Sync routers for ids ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:14.869877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.880949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Routers {'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:14.881588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:14.886799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cfee1-cfa1-4945-a5ba-742bb3d89e7d req-5f9b3f87-1349-486a-a34a-f61c5a66223a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:14.892995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa1cfee1-cfa1-4945-a5ba-742bb3d89e7d req-5f9b3f87-1349-486a-a34a-f61c5a66223a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0891328 Aug 16 02:36:14.961744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa1cfee1-cfa1-4945-a5ba-742bb3d89e7d req-354a0598-a9a6-48a6-8e30-bf4b1dc903ce tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613160 Aug 16 02:36:15.000138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.012115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-a8c61ed9-7243-47b0-8537-89309cf3e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:15.014224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-a8c61ed9-7243-47b0-8537-89309cf3e468 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.1860638 Aug 16 02:36:15.018382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e78853-108f-4912-b066-00aefe3250cb']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:15.038444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Set router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:15.081697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212a1038-9562-4275-9d07-b824b2632358') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:15.082367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212a1038-9562-4275-9d07-b824b2632358') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:15.096878 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.120208 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.136353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:15.137068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:15.141053 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:15.221258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-d087fc65-4103-4750-bf82-44a2be1d6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:15.222964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-d087fc65-4103-4750-bf82-44a2be1d6ea6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.2012269 Aug 16 02:36:15.229908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.235192 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.241334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/00e78853-108f-4912-b066-00aefe3250cb HTTP/1.1" status: 204 len: 168 time: 0.6281688 Aug 16 02:36:15.242338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:15.248810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-640461813'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:15.278395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:15.282832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.320599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:15.351679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:36:06Z', 'revision_number': 4, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port': {'id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:02Z', 'updated_at': '2021-08-16T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '029e201b-d02b-4505-bf7a-64799c115330', 'name': '', 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'mac_address': 'fa:16:3e:d9:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1797ce84-557c-4853-b73a-fd540be80f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:05Z', 'updated_at': '2021-08-16T02:36:07Z', 'revision_number': 2, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'subnets': [{'id': '1797ce84-557c-4853-b73a-fd540be80f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:15.356953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.356953 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment 2a20eee1-96cd-42f4-a278-a0851386ae89 of type vlan for network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 Aug 16 02:36:15.389772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Checking router: ec2c1b4f-a519-4223-b802-bf73e5f2ca2c for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:15.390136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Updating router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c port 029e201b-d02b-4505-bf7a-64799c115330 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:15.425248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.450079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.477877 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.494579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:15.496126 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.624459 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd40801-ffde-4baf-865a-8ef3ab2af878 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=00e78853-108f-4912-b066-00aefe3250cb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.658370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-f1be4041-50e8-44bf-a617-3785144999d3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.4197328 Aug 16 02:36:15.670567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=a68bba1c-6214-4d20-8aed-27ffb6f67cc0,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.690402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:15.709160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-93dd6594-ce78-4e45-9184-facb53587d87 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4651814 Aug 16 02:36:15.712049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:15.723185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:15.752987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-cb41f4ce-4bf0-44a4-a270-b564a19296b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:15.754425 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-cb41f4ce-4bf0-44a4-a270-b564a19296b6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0867498 Aug 16 02:36:15.837356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-b880a936-8cfd-406d-9e62-a1e57b4f0c7e req-b80af057-2d3e-4de6-878f-82ef2dd7c63d service neutron] (94857) timed out ('10.222.0.88', 56404) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:36:15.840405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-5e6e2399-2d63-448d-b352-d3962a0bb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:15.842430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-5e6e2399-2d63-448d-b352-d3962a0bb65b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787127 Aug 16 02:36:15.912155 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.938094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Transition to ACTIVE for port object 029e201b-d02b-4505-bf7a-64799c115330 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:15.948977 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.993941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-51b99317-deed-4c8f-8ee8-b43a383ba411 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436129 Aug 16 02:36:16.085982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc953a87-c0ed-47b4-9eee-df3f5a6009e1 None None] Pushing event updated for resources: {'Port': ['ID=029e201b-d02b-4505-bf7a-64799c115330,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:16.148191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-350c06ec-1aa3-4785-8cf1-a1ebc3516871 req-fc9ea2d5-9904-4cc0-a543-8c1ad9b95cbb service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393635 Aug 16 02:36:16.174455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Attempting to bind port 029e201b-d02b-4505-bf7a-64799c115330 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:16.174900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Attempting to bind port 029e201b-d02b-4505-bf7a-64799c115330 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:16.175331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Attempting to bind port 029e201b-d02b-4505-bf7a-64799c115330 on network 19f82cf2-c147-4686-8ebc-4eb5af22b04d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:16.188449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:16.189202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Checking segment: {'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:16.189884 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.190391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Bound using segment: {'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:16.191060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Bound port: 029e201b-d02b-4505-bf7a-64799c115330, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a6b9bb-303a-4e88-a96f-d35e46142318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:16.192961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.337243 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] For port 029e201b-d02b-4505-bf7a-64799c115330, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:16.342237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] For port 029e201b-d02b-4505-bf7a-64799c115330, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=029e201b-d02b-4505-bf7a-64799c115330,segment=NetworkSegment(b4a6b9bb-303a-4e88-a96f-d35e46142318),segment_id=b4a6b9bb-303a-4e88-a96f-d35e46142318)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:16.348490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.430245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:16.434059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.480622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc953a87-c0ed-47b4-9eee-df3f5a6009e1 None None] Pushing event updated for resources: {'Port': ['ID=029e201b-d02b-4505-bf7a-64799c115330,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:16.529841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Routers {'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:16.536995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:16.663940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c066a7a-e8e8-408c-98ef-2d2739c8c13f req-9bb832a3-fbf6-42f3-8027-640be3fa2b58 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:16.665401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c066a7a-e8e8-408c-98ef-2d2739c8c13f req-9bb832a3-fbf6-42f3-8027-640be3fa2b58 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0790288 Aug 16 02:36:16.775708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] Set router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:16.836163 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c066a7a-e8e8-408c-98ef-2d2739c8c13f req-253022f8-353d-4a80-8179-fabcc0221243 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605725 Aug 16 02:36:16.898353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.958563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=0094df14-f800-451b-a804-eb3352fe37ca,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:16.996486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': '2a20eee1-96cd-42f4-a278-a0851386ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:16.996714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: a68bba1c-6214-4d20-8aed-27ffb6f67cc0, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:17.017011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:17.034809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a68bba1c-6214-4d20-8aed-27ffb6f67cc0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:17.042646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:17.043509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.068645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a9909-a090-456d-a648-bc3263378962 None None] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:17.073896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8d0d47d5-3287-4587-8641-c51f1025069c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3604376 Aug 16 02:36:17.076609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45684) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:17.082535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a9312c52-9176-4a00-b7f0-346bb3139c69 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2082525304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:17.124405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9312c52-9176-4a00-b7f0-346bb3139c69 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.126761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9312c52-9176-4a00-b7f0-346bb3139c69 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.206983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9312c52-9176-4a00-b7f0-346bb3139c69 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.212250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9312c52-9176-4a00-b7f0-346bb3139c69 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.249601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9312c52-9176-4a00-b7f0-346bb3139c69 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.255080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45686) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:17.261713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'port': {'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0', 'name': 'tempest-RoutersIpV6Test-499324045'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:17.267425 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a9312c52-9176-4a00-b7f0-346bb3139c69 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1887271 Aug 16 02:36:17.321609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:36:06Z', 'revision_number': 4, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port': {'id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:02Z', 'updated_at': '2021-08-16T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '029e201b-d02b-4505-bf7a-64799c115330', 'name': '', 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'mac_address': 'fa:16:3e:d9:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1797ce84-557c-4853-b73a-fd540be80f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:05Z', 'updated_at': '2021-08-16T02:36:16Z', 'revision_number': 4, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'subnets': [{'id': '1797ce84-557c-4853-b73a-fd540be80f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:17.355282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f0f5b-da81-419d-871f-72a83f33fb4a None None] The sync data for ids ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'] in n-d-769329-15 is: [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:36:06Z', 'revision_number': 4, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port': {'id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:02Z', 'updated_at': '2021-08-16T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '029e201b-d02b-4505-bf7a-64799c115330', 'name': '', 'network_id': '19f82cf2-c147-4686-8ebc-4eb5af22b04d', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'mac_address': 'fa:16:3e:d9:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1797ce84-557c-4853-b73a-fd540be80f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:05Z', 'updated_at': '2021-08-16T02:36:16Z', 'revision_number': 4, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'subnets': [{'id': '1797ce84-557c-4853-b73a-fd540be80f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:17.451180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:17.454907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.484552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] device_id is not set on port 5fa758b8-cb63-4ef6-9f61-13473b36d380 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:36:17.524324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a68bba1c-6214-4d20-8aed-27ffb6f67cc0', 'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': '0094df14-f800-451b-a804-eb3352fe37ca'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:17.525770 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.689660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8::f9 (a68bba1c-6214-4d20-8aed-27ffb6f67cc0/0094df14-f800-451b-a804-eb3352fe37ca/5fa758b8-cb63-4ef6-9f61-13473b36d380) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:17.865224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.888026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object 5fa758b8-cb63-4ef6-9f61-13473b36d380 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:17.958461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.003645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db556d-d9fa-4e0d-8b63-0da7c0af1675 req-21dd9892-973a-4f0a-b85e-6e5d700c9982 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:18.005385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79db556d-d9fa-4e0d-8b63-0da7c0af1675 req-21dd9892-973a-4f0a-b85e-6e5d700c9982 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0929403 Aug 16 02:36:18.042554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:18.045704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Allocated IP 2001:db8::2 (a68bba1c-6214-4d20-8aed-27ffb6f67cc0/0094df14-f800-451b-a804-eb3352fe37ca/e583ec85-55b7-4af8-bd3f-b61d0c9953d5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:18.049467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=5fa758b8-cb63-4ef6-9f61-13473b36d380,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:18.054280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:18.058202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:18.063947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:18.064643 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.093037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1c7e5441-e87d-4e5b-8933-4a11b4368a5f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8361671 Aug 16 02:36:18.093995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45698) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:18.116906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-79db556d-d9fa-4e0d-8b63-0da7c0af1675 req-82b757d9-c68f-4723-93ba-043f832542ae tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931175 Aug 16 02:36:18.324557 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.335267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Transition to ACTIVE for port object e583ec85-55b7-4af8-bd3f-b61d0c9953d5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:18.352188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 029e201b-d02b-4505-bf7a-64799c115330 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:18.356993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Transition to ACTIVE for port object e583ec85-55b7-4af8-bd3f-b61d0c9953d5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:18.394987 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.421995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644371f-ccb8-4277-ae1f-caf04c4b961a req-bfa64b25-bcc6-45f3-9194-54707fe3c8ca tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:18.423534 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9644371f-ccb8-4277-ae1f-caf04c4b961a req-bfa64b25-bcc6-45f3-9194-54707fe3c8ca tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.2309148 Aug 16 02:36:18.464366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:18.475735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:18.481372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:18.486118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9644371f-ccb8-4277-ae1f-caf04c4b961a req-cb41301a-5175-4120-8824-5d27526431b8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557084 Aug 16 02:36:18.521342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Pushing event updated for resources: {'Port': ['ID=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:18.526672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 029e201b-d02b-4505-bf7a-64799c115330 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:18.565056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 029e201b-d02b-4505-bf7a-64799c115330 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:18.565441 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.568256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Attempting to bind port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:18.568256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Attempting to bind port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2a20eee1-96cd-42f4-a278-a0851386ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:18.568705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Attempting to bind port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 on network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:18.587917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.593408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:18.593812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Checking segment: {'id': '2a20eee1-96cd-42f4-a278-a0851386ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:18.594214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.594621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Bound using segment: {'id': '2a20eee1-96cd-42f4-a278-a0851386ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:18.595114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Bound port: e583ec85-55b7-4af8-bd3f-b61d0c9953d5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a20eee1-96cd-42f4-a278-a0851386ae89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a68bba1c-6214-4d20-8aed-27ffb6f67cc0'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:18.595502 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.696795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] For port e583ec85-55b7-4af8-bd3f-b61d0c9953d5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:18.703981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] For port e583ec85-55b7-4af8-bd3f-b61d0c9953d5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,segment=NetworkSegment(2a20eee1-96cd-42f4-a278-a0851386ae89),segment_id=2a20eee1-96cd-42f4-a278-a0851386ae89)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:18.791135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.897912 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.940932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09201f99-8045-4a7c-a57e-9dcb7c1256b6 None None] Pushing event updated for resources: {'Port': ['ID=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:19.005947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.018864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 029e201b-d02b-4505-bf7a-64799c115330, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=029e201b-d02b-4505-bf7a-64799c115330,segment=NetworkSegment(b4a6b9bb-303a-4e88-a96f-d35e46142318),segment_id=b4a6b9bb-303a-4e88-a96f-d35e46142318)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:19.021948 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.026477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.190316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=029e201b-d02b-4505-bf7a-64799c115330,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:19.268686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=5fa758b8-cb63-4ef6-9f61-13473b36d380,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:19.471408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.558517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-d00b31f0-7e53-4cc5-9c91-258aa80fab2e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0650868 Aug 16 02:36:19.631435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.649633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-bddd9fb7-cb03-41d1-be28-2edc42f5c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:19.656391 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-bddd9fb7-cb03-41d1-be28-2edc42f5c079 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 1098 time: 0.0717716 Aug 16 02:36:19.825501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-9e499599-9826-4aef-9aa2-c496e02a6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:19.827615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-9e499599-9826-4aef-9aa2-c496e02a6482 service neutron] 10.222.0.88 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1467431 Aug 16 02:36:19.892359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-82da7f04-cb99-4bad-aac1-c61383ea56fe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b HTTP/1.1" status: 200 len: 217 time: 0.0566692 Aug 16 02:36:19.968421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-174dc542-34ce-4b58-8d4f-67fd7a55a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:19.970784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-174dc542-34ce-4b58-8d4f-67fd7a55a6aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.0713003 Aug 16 02:36:20.005311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.017187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.018549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.028986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-c049e61f-3a24-49d0-bccf-af0d4cbb6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:20.031119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-c049e61f-3a24-49d0-bccf-af0d4cbb6fb6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531006 Aug 16 02:36:20.086706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=5fa758b8-cb63-4ef6-9f61-13473b36d380,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:20.158076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-c915f3ca-50ac-48ea-8f84-5d73c97e9b9f service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195230 Aug 16 02:36:20.214307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:20.215954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:20.322083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f1fb115-907a-471b-bde5-c92afb5a9eb5 req-657426d4-8db3-4dec-9f6c-4286369dd1b6 service neutron] 10.222.0.88 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567855 Aug 16 02:36:20.383956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06144437-a6c7-4eb9-aaa9-ec9492704a61 None None] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:20.423345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 126b03ed-39e6-402e-8201-65875b6d94f3 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:20.500137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 029e201b-d02b-4505-bf7a-64799c115330 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:20.542732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:20.546438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4947b53d-6c29-4352-bfc3-99641f1e7d05 None None] Provisioning for port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:20.552171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cffb6586-afed-487f-93db-21da314a6f88 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/126b03ed-39e6-402e-8201-65875b6d94f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4570684 Aug 16 02:36:20.552675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:20.557512 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] Sync routers for ids ['126b03ed-39e6-402e-8201-65875b6d94f3'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:20.584694 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] Routers {'126b03ed-39e6-402e-8201-65875b6d94f3'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:20.588468 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['126b03ed-39e6-402e-8201-65875b6d94f3'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:20.613583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 029e201b-d02b-4505-bf7a-64799c115330 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:20.614226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.667642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f358b5-5563-40c7-82a6-63f8f812029c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:20.668193 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:20.669059 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5f358b5-5563-40c7-82a6-63f8f812029c tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports/5fa758b8-cb63-4ef6-9f61-13473b36d380 HTTP/1.1" status: 200 len: 982 time: 0.1149328 Aug 16 02:36:20.671899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:20.680640 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] Routers {'126b03ed-39e6-402e-8201-65875b6d94f3'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:20.681596 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['126b03ed-39e6-402e-8201-65875b6d94f3'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:20.720787 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:20.722239 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757396e0-e600-4503-9d1d-f5ef228d0609 None None] The sync data for ids ['126b03ed-39e6-402e-8201-65875b6d94f3'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:20.832570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e583ec85-55b7-4af8-bd3f-b61d0c9953d5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:20.979063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:20.983483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:20.983877 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.172555 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.219830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e583ec85-55b7-4af8-bd3f-b61d0c9953d5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,segment=NetworkSegment(2a20eee1-96cd-42f4-a278-a0851386ae89),segment_id=2a20eee1-96cd-42f4-a278-a0851386ae89)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:21.239424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.310999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-85a7a26b-5efb-4598-b7a3-e6c6624be71c None None] Provisioning for port 5fa758b8-cb63-4ef6-9f61-13473b36d380 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:21.318049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-85a7a26b-5efb-4598-b7a3-e6c6624be71c None None] Provisioning complete for port 5fa758b8-cb63-4ef6-9f61-13473b36d380 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.318424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85a7a26b-5efb-4598-b7a3-e6c6624be71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.398067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:21.411432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-00a853ca-8ec1-47f4-be51-27a3b13748a5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:21.413065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-00a853ca-8ec1-47f4-be51-27a3b13748a5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ecb6272-8bff-488b-9e0f-b9a2ff2fd117 HTTP/1.1" status: 200 len: 944 time: 0.6097217 Aug 16 02:36:21.421561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-85a7a26b-5efb-4598-b7a3-e6c6624be71c None None] Port 5fa758b8-cb63-4ef6-9f61-13473b36d380 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:21.436163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-85a7a26b-5efb-4598-b7a3-e6c6624be71c None None] Provisioning complete for port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.437044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85a7a26b-5efb-4598-b7a3-e6c6624be71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.640402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.714503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-53e4f742-11e4-4903-a8ca-3dac27871d29 None None] Provisioning complete for port 5fa758b8-cb63-4ef6-9f61-13473b36d380 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.714887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-53e4f742-11e4-4903-a8ca-3dac27871d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.737804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Deleting port c2f15cfc-8351-49bf-b6de-6febcfd9a685 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:21.738413 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.780798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-53e4f742-11e4-4903-a8ca-3dac27871d29 None None] Port 5fa758b8-cb63-4ef6-9f61-13473b36d380 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:21.913459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d26c055c-5656-4aaf-b5ec-f5473c967969 None None] Provisioning complete for port 5fa758b8-cb63-4ef6-9f61-13473b36d380 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.914143 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d26c055c-5656-4aaf-b5ec-f5473c967969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.931850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] For port c2f15cfc-8351-49bf-b6de-6febcfd9a685, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2f15cfc-8351-49bf-b6de-6febcfd9a685,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:21.932937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.951427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Calling delete_port for c2f15cfc-8351-49bf-b6de-6febcfd9a685 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:21.956547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d26c055c-5656-4aaf-b5ec-f5473c967969 None None] Port 5fa758b8-cb63-4ef6-9f61-13473b36d380 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:22.133652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 5fa758b8-cb63-4ef6-9f61-13473b36d380 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:22.134190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.256794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e583ec85-55b7-4af8-bd3f-b61d0c9953d5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:22.278214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.293862 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.297313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5', '03a95eee-1c2e-40d5-8ea6-e630284af40b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:22.322918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event deleted for resources: {'Port': ['ID=c2f15cfc-8351-49bf-b6de-6febcfd9a685,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:22.333940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 5fa758b8-cb63-4ef6-9f61-13473b36d380 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:22.425517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] No DVR routers for this DVR port c2f15cfc-8351-49bf-b6de-6febcfd9a685 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:22.438863 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.441572 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.442035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-97d7fe97-5553-40fa-9dd8-60f9e94a8d9f None None] Provisioning complete for port 5fa758b8-cb63-4ef6-9f61-13473b36d380 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:22.442405 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-97d7fe97-5553-40fa-9dd8-60f9e94a8d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.454154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b67a23ec-8e43-434a-9b78-817e7d0a7908 req-c41cf719-276b-4c90-8d9c-3614f7fdbdaf tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "DELETE /v2.0/ports/c2f15cfc-8351-49bf-b6de-6febcfd9a685 HTTP/1.1" status: 204 len: 173 time: 1.0324101 Aug 16 02:36:22.454953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-deleted', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:22.457575 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d71378-fec2-4848-a863-ddfcb6919b1c" -d '{"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-deleted", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:22.549764 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84004686-02d8-4ed4-a9d0-0b85a7076003 x-openstack-request-id: req-84004686-02d8-4ed4-a9d0-0b85a7076003 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:22.550055 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecb6272-8bff-488b-9e0f-b9a2ff2fd117", "name": "network-vif-deleted", "tag": "c2f15cfc-8351-49bf-b6de-6febcfd9a685", "status": "failed", "code": 422}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:22.550321 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84004686-02d8-4ed4-a9d0-0b85a7076003 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:22.550711 n-d-769329-15 neutron-server[94856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ecb6272-8bff-488b-9e0f-b9a2ff2fd117', 'name': 'network-vif-deleted', 'tag': 'c2f15cfc-8351-49bf-b6de-6febcfd9a685', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:36:22.627101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:22.627399 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.751270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-97d7fe97-5553-40fa-9dd8-60f9e94a8d9f None None] Port 5fa758b8-cb63-4ef6-9f61-13473b36d380 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:22.755004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.866345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=5fa758b8-cb63-4ef6-9f61-13473b36d380,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.007403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.079261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-4ef83300-cd45-420e-b331-c100fb846031 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045575 Aug 16 02:36:23.186624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99430-d207-4123-bba5-f8ff29397737 req-0a0997bd-79ae-4304-a10f-fb7a7d02c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.188156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-0a0997bd-79ae-4304-a10f-fb7a7d02c19f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=236e696d0e504f4c846b688d8929ef3f&device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 1096 time: 0.0526485 Aug 16 02:36:23.314351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 126b03ed-39e6-402e-8201-65875b6d94f3 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:23.344800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99430-d207-4123-bba5-f8ff29397737 req-b4a7b1f2-9035-46ae-bb5a-8ce79ee8ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.347960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-b4a7b1f2-9035-46ae-bb5a-8ce79ee8ade1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 200 len: 913 time: 0.1396039 Aug 16 02:36:23.422362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:23.427857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7383d1f0-798f-46a0-8e72-e745480788f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/126b03ed-39e6-402e-8201-65875b6d94f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7547886 Aug 16 02:36:23.430845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.434920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] Sync routers for ids ['126b03ed-39e6-402e-8201-65875b6d94f3'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:23.449113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] Routers {'126b03ed-39e6-402e-8201-65875b6d94f3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:23.450517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['126b03ed-39e6-402e-8201-65875b6d94f3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.463479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-9b49b601-dcfd-4bf2-a9b1-c4c685d4027c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 200 len: 998 time: 0.1046469 Aug 16 02:36:23.538451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.560465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] Routers {'126b03ed-39e6-402e-8201-65875b6d94f3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:23.561459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['126b03ed-39e6-402e-8201-65875b6d94f3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.601261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.602519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17982dda-7d0d-4bda-a936-e6199f658d57 None None] The sync data for ids ['126b03ed-39e6-402e-8201-65875b6d94f3'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:23.604972 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.613072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99430-d207-4123-bba5-f8ff29397737 req-055f9656-dbb3-46ad-9cba-69c8fc313de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.616328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-055f9656-dbb3-46ad-9cba-69c8fc313de7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 200 len: 851 time: 0.1420298 Aug 16 02:36:23.678305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1942b55-8129-4287-b188-e843c4d5e39d req-e94d6141-d7ff-45da-ba19-8ed4f9cefec0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.679876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e1942b55-8129-4287-b188-e843c4d5e39d req-e94d6141-d7ff-45da-ba19-8ed4f9cefec0 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 907 time: 0.2775984 Aug 16 02:36:23.698298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99430-d207-4123-bba5-f8ff29397737 req-fa27daa5-6cb3-4e37-a136-c3f8479ceec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.700459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-fa27daa5-6cb3-4e37-a136-c3f8479ceec8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14715f47-c5d2-4512-99fa-eebf392f6a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766232 Aug 16 02:36:23.816729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-af6b6920-6b82-4b1a-a106-35e35352b459 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028259 Aug 16 02:36:23.940043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6a99430-d207-4123-bba5-f8ff29397737 req-83bfe6dd-e3ca-43f1-aeac-5326aef27576 service neutron] 10.222.0.98 "GET /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130874 Aug 16 02:36:24.039375 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-6446bb71-65bc-4a9d-be5d-986a3f978983 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:36:24.040746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6446bb71-65bc-4a9d-be5d-986a3f978983 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/126b03ed-39e6-402e-8201-65875b6d94f3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6084204 Aug 16 02:36:24.043652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.072671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7d457ccd-a3cf-4ad0-8857-f9550747d836 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=126b03ed-39e6-402e-8201-65875b6d94f3 HTTP/1.1" status: 200 len: 205 time: 0.0271425 Aug 16 02:36:24.075158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45816) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.163348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748556ea-3168-4224-a849-178b5716339a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.338085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748556ea-3168-4224-a849-178b5716339a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.342837 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748556ea-3168-4224-a849-178b5716339a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.417636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748556ea-3168-4224-a849-178b5716339a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.418199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748556ea-3168-4224-a849-178b5716339a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Fanout notify agent at l3_agent the message router_deleted on router 126b03ed-39e6-402e-8201-65875b6d94f3 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:24.434656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-748556ea-3168-4224-a849-178b5716339a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.435919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-748556ea-3168-4224-a849-178b5716339a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/126b03ed-39e6-402e-8201-65875b6d94f3 HTTP/1.1" status: 204 len: 168 time: 0.3597126 Aug 16 02:36:24.444023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.532826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet 0094df14-f800-451b-a804-eb3352fe37ca {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:24.536425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.579160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.694782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-5f666ad2-24bf-4137-b027-fd84f609c7bd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:24.696275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-5f666ad2-24bf-4137-b027-fd84f609c7bd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 907 time: 0.0904636 Aug 16 02:36:24.735613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.818138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd08b9-d06c-4f57-9275-7b1510e3f246 req-b7d8150a-7153-47c5-aa5d-32eeac9d8ff5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:24.827621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccbd08b9-d06c-4f57-9275-7b1510e3f246 req-b7d8150a-7153-47c5-aa5d-32eeac9d8ff5 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 907 time: 0.0652394 Aug 16 02:36:24.842466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.888328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Deleting port c470ee6f-83cb-499d-9c4a-3cf2776861bd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:24.888678 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.891368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=0094df14-f800-451b-a804-eb3352fe37ca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.904657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd85be84-0725-4b11-a93c-d5d8e962a099 None None] Network a68bba1c-6214-4d20-8aed-27ffb6f67cc0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:24.918532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.924262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-17d439d3-034d-45aa-87c4-7eb6078602c4 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/0094df14-f800-451b-a804-eb3352fe37ca HTTP/1.1" status: 204 len: 168 time: 0.4791319 Aug 16 02:36:24.926961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45828) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:25.045099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] For port c470ee6f-83cb-499d-9c4a-3cf2776861bd, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c470ee6f-83cb-499d-9c4a-3cf2776861bd,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:25.045685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.062401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Calling delete_port for c470ee6f-83cb-499d-9c4a-3cf2776861bd owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:25.070145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.187908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:25.188522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.240410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] DHCP port deletion for a68bba1c-6214-4d20-8aed-27ffb6f67cc0 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:25.314858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.324821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Deleting port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:25.325531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.339160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port e583ec85-55b7-4af8-bd3f-b61d0c9953d5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,segment=NetworkSegment(2a20eee1-96cd-42f4-a278-a0851386ae89),segment_id=2a20eee1-96cd-42f4-a278-a0851386ae89)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:25.339547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.355432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event deleted for resources: {'Port': ['ID=c470ee6f-83cb-499d-9c4a-3cf2776861bd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.361940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for e583ec85-55b7-4af8-bd3f-b61d0c9953d5 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:25.421106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] No DVR routers for this DVR port c470ee6f-83cb-499d-9c4a-3cf2776861bd on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:25.426636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.429653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84b130eb-3193-40aa-950a-0ca22da19b6e req-d1ad2355-bf0a-4ea4-801f-68961aa4db2e tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "DELETE /v2.0/ports/c470ee6f-83cb-499d-9c4a-3cf2776861bd HTTP/1.1" status: 204 len: 173 time: 0.7264843 Aug 16 02:36:25.430457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'name': 'network-vif-deleted', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:25.443141 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228f6c94-8997-43c4-a99b-4776618945ba" -d '{"events": [{"server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "name": "network-vif-deleted", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:25.456962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] For port e583ec85-55b7-4af8-bd3f-b61d0c9953d5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,segment=NetworkSegment(2a20eee1-96cd-42f4-a278-a0851386ae89),segment_id=2a20eee1-96cd-42f4-a278-a0851386ae89)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:25.457812 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.497351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Calling delete_port for e583ec85-55b7-4af8-bd3f-b61d0c9953d5 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:25.510138 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf1a46f-fafa-48ef-9c7b-3fd90fbb87e4 x-openstack-request-id: req-3cf1a46f-fafa-48ef-9c7b-3fd90fbb87e4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:25.510433 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a22b5d-4e62-4acf-82fa-9046a75423ca", "name": "network-vif-deleted", "tag": "c470ee6f-83cb-499d-9c4a-3cf2776861bd", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:25.510682 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cf1a46f-fafa-48ef-9c7b-3fd90fbb87e4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:25.511097 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a22b5d-4e62-4acf-82fa-9046a75423ca', 'name': 'network-vif-deleted', 'tag': 'c470ee6f-83cb-499d-9c4a-3cf2776861bd', 'status': 'completed', 'code': 200} Aug 16 02:36:25.542111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.574230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.576338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:25.678668 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.709385 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.710404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Pushing event deleted for resources: {'Port': ['ID=e583ec85-55b7-4af8-bd3f-b61d0c9953d5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.718369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] No DVR routers for this DVR port e583ec85-55b7-4af8-bd3f-b61d0c9953d5 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:25.733140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.733494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.733839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.734178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.734312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68bba1c-6214-4d20-8aed-27ffb6f67cc0']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:25.734508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.734843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.735169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.735496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.735820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.736146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.736497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.736855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca154f-c51b-450e-b324-5f2727d126f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:25.751389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a20eee1-96cd-42f4-a278-a0851386ae89') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:25.751686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a20eee1-96cd-42f4-a278-a0851386ae89') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:25.763220 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.777564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.786350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:25.786923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:25.790168 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:25.850093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.862723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.862904 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/a68bba1c-6214-4d20-8aed-27ffb6f67cc0 HTTP/1.1" status: 204 len: 168 time: 0.9347067 Aug 16 02:36:25.866627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:25.874953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-917051664'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:25.914196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110862-51fb-4a5a-96e6-35bb9b91f1bf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=a68bba1c-6214-4d20-8aed-27ffb6f67cc0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.927224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:25.932545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.984135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:26.018086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7196aa62-4c9a-44f2-991f-8cbf72cceb7e req-721fb419-3d56-4003-bed8-57c1b196a89a tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2a22b5d-4e62-4acf-82fa-9046a75423ca HTTP/1.1" status: 200 len: 210 time: 0.0512233 Aug 16 02:36:26.041262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.041528 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment 24e0745f-9090-43e7-ad58-9c1282bd2e8b of type vlan for network 3b6860b9-dce5-46f6-b609-834532ca9f8d Aug 16 02:36:26.092748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.125736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.131629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:26.132243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.166865 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-43eac27d-31aa-4448-961b-6483b5bde432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.212735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3424459 Aug 16 02:36:26.213445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:26.226416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': '3b6860b9-dce5-46f6-b609-834532ca9f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:26.235094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3afd13-6dc0-4895-a4c1-8f3db8576ed6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=3b6860b9-dce5-46f6-b609-834532ca9f8d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.247989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:26.389891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e583ec85-55b7-4af8-bd3f-b61d0c9953d5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:26.401864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:26.406850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.413721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e583ec85-55b7-4af8-bd3f-b61d0c9953d5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:26.414166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e583ec85-55b7-4af8-bd3f-b61d0c9953d5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:26.601051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.669839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': '24e0745f-9090-43e7-ad58-9c1282bd2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3b6860b9-dce5-46f6-b609-834532ca9f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:26.670200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: 3b6860b9-dce5-46f6-b609-834532ca9f8d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:26.682404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=754e046e-714b-4d5d-b6be-80e7051c461a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.703894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:26.720604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 3b6860b9-dce5-46f6-b609-834532ca9f8d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:26.731056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d7efd-ff14-48d4-9798-a821e5b02b30 None None] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:26.734011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:26.734682 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.752857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-83f539fe-be4e-4466-833a-44ff7d45dbfa tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5317926 Aug 16 02:36:26.753213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:26.761328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5ba3243b-5475-4baa-82c3-a7baad062ad1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-827494465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:26.792223 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba3243b-5475-4baa-82c3-a7baad062ad1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.793838 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba3243b-5475-4baa-82c3-a7baad062ad1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.863214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba3243b-5475-4baa-82c3-a7baad062ad1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.873087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba3243b-5475-4baa-82c3-a7baad062ad1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.901441 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ba3243b-5475-4baa-82c3-a7baad062ad1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.906570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:26.907148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ba3243b-5475-4baa-82c3-a7baad062ad1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1527519 Aug 16 02:36:26.918603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-3b6860b9-dce5-46f6-b609-834532ca9f8d', 'network_id': '3b6860b9-dce5-46f6-b609-834532ca9f8d', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': '754e046e-714b-4d5d-b6be-80e7051c461a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:26.919810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.129556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Allocated IP 2001:db8::2 (3b6860b9-dce5-46f6-b609-834532ca9f8d/754e046e-714b-4d5d-b6be-80e7051c461a/40839ded-795d-4f3d-bd24-5428a78d8428) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:27.206707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-ca25c64a-7727-4d97-9eab-e6ee3a5657fd req-3474d566-850d-4efa-84f8-f6519a2e3edb service neutron] (94856) timed out ('10.222.0.88', 56061) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:36:27.426142 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.437000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Transition to ACTIVE for port object 40839ded-795d-4f3d-bd24-5428a78d8428 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:27.493749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Transition to ACTIVE for port object 40839ded-795d-4f3d-bd24-5428a78d8428 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:27.509135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.579402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:27.585464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:27.588133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Pushing event updated for resources: {'Port': ['ID=40839ded-795d-4f3d-bd24-5428a78d8428,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:27.596922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:27.676912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c470ee6f-83cb-499d-9c4a-3cf2776861bd no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:27.699264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Attempting to bind port 40839ded-795d-4f3d-bd24-5428a78d8428 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:27.699636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Attempting to bind port 40839ded-795d-4f3d-bd24-5428a78d8428 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '24e0745f-9090-43e7-ad58-9c1282bd2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3b6860b9-dce5-46f6-b609-834532ca9f8d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:27.699988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Attempting to bind port 40839ded-795d-4f3d-bd24-5428a78d8428 on network 3b6860b9-dce5-46f6-b609-834532ca9f8d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:27.702280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: c470ee6f-83cb-499d-9c4a-3cf2776861bd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:27.702629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c470ee6f-83cb-499d-9c4a-3cf2776861bd not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:27.713718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:27.714730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Checking segment: {'id': '24e0745f-9090-43e7-ad58-9c1282bd2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3b6860b9-dce5-46f6-b609-834532ca9f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:27.715155 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.715552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Bound using segment: {'id': '24e0745f-9090-43e7-ad58-9c1282bd2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3b6860b9-dce5-46f6-b609-834532ca9f8d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:27.716042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Bound port: 40839ded-795d-4f3d-bd24-5428a78d8428, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e0745f-9090-43e7-ad58-9c1282bd2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3b6860b9-dce5-46f6-b609-834532ca9f8d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:27.717859 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.756049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61c855-b1c3-4f64-b5e6-fe1d7d177a2b req-ff3dd927-d2c7-4aa9-9e00-1afe4fbf7811 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:27.763910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd61c855-b1c3-4f64-b5e6-fe1d7d177a2b req-ff3dd927-d2c7-4aa9-9e00-1afe4fbf7811 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 946 time: 0.1246154 Aug 16 02:36:27.817514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] For port 40839ded-795d-4f3d-bd24-5428a78d8428, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:27.823577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] For port 40839ded-795d-4f3d-bd24-5428a78d8428, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=40839ded-795d-4f3d-bd24-5428a78d8428,segment=NetworkSegment(24e0745f-9090-43e7-ad58-9c1282bd2e8b),segment_id=24e0745f-9090-43e7-ad58-9c1282bd2e8b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:27.829920 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.841841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd61c855-b1c3-4f64-b5e6-fe1d7d177a2b req-9466b970-2916-4d98-a30d-188e57893e69 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770290 Aug 16 02:36:27.876540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.924582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12b354-2cc0-41ff-b117-fd9a991add3d None None] Pushing event updated for resources: {'Port': ['ID=40839ded-795d-4f3d-bd24-5428a78d8428,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:28.258521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8::1 (3b6860b9-dce5-46f6-b609-834532ca9f8d/754e046e-714b-4d5d-b6be-80e7051c461a/8ee2ae7e-7758-4284-9f33-29dad7d3b82e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:28.348880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40839ded-795d-4f3d-bd24-5428a78d8428 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:28.425795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 40839ded-795d-4f3d-bd24-5428a78d8428 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:28.463478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.479201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object 8ee2ae7e-7758-4284-9f33-29dad7d3b82e will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:28.534164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.580385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:28.585908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:28.594661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:28.595228 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.660964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=8ee2ae7e-7758-4284-9f33-29dad7d3b82e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:28.756941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.839612 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.844829 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-33df4f3a-7147-4f86-8558-b14b260d519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.918806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-08583bdd-815f-4a58-837d-1bd211eb76f8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:28.920375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-08583bdd-815f-4a58-837d-1bd211eb76f8 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 946 time: 0.1202261 Aug 16 02:36:29.061859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cce27-efd0-4bce-8812-35ea6d044069 req-697caad9-052d-4c03-8fdc-c03026a5d6a7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:29.063540 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a91cce27-efd0-4bce-8812-35ea6d044069 req-697caad9-052d-4c03-8fdc-c03026a5d6a7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 946 time: 0.1045585 Aug 16 02:36:29.091201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Deleting port 03a95eee-1c2e-40d5-8ea6-e630284af40b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:29.091947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.154097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a91cce27-efd0-4bce-8812-35ea6d044069 req-6250e818-96dc-4d6d-a74c-eb38a5b0cc79 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804598 Aug 16 02:36:29.307722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.314737 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.315916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.366339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1464d-3e97-4fdf-8aa4-12280f2e6d92 None None] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:29.381606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] For port 03a95eee-1c2e-40d5-8ea6-e630284af40b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=03a95eee-1c2e-40d5-8ea6-e630284af40b,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:29.382076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.451964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-42a69590-7c03-4d64-8076-b1e960b13346 None None] Provisioning for port 40839ded-795d-4f3d-bd24-5428a78d8428 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:29.452903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Calling delete_port for 03a95eee-1c2e-40d5-8ea6-e630284af40b owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:29.467474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=8ee2ae7e-7758-4284-9f33-29dad7d3b82e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.468567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-42a69590-7c03-4d64-8076-b1e960b13346 None None] Provisioning complete for port 40839ded-795d-4f3d-bd24-5428a78d8428 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:29.473106 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42a69590-7c03-4d64-8076-b1e960b13346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.500674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:29.502588 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:29.730606 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.766044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event deleted for resources: {'Port': ['ID=03a95eee-1c2e-40d5-8ea6-e630284af40b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.823478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 5f83ddd7-0aad-4e0a-8468-d51b525f2361 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:29.829367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] No DVR routers for this DVR port 03a95eee-1c2e-40d5-8ea6-e630284af40b on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:29.834898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.838143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61b18fda-d3d8-469f-b0fc-e5ea606f216d req-ab55501f-1094-4988-b7f9-08f65720e2c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "DELETE /v2.0/ports/03a95eee-1c2e-40d5-8ea6-e630284af40b HTTP/1.1" status: 204 len: 173 time: 0.9110448 Aug 16 02:36:29.839634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'name': 'network-vif-deleted', 'tag': '03a95eee-1c2e-40d5-8ea6-e630284af40b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:29.847935 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b47cc58-bcc0-4140-84c2-30f931967825" -d '{"events": [{"server_uuid": "0b6de7e3-01ee-41c6-86da-005bc117171c", "name": "network-vif-deleted", "tag": "03a95eee-1c2e-40d5-8ea6-e630284af40b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:29.920561 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1b5c7-b737-4457-b702-a415d9289a63 x-openstack-request-id: req-50f1b5c7-b737-4457-b702-a415d9289a63 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:29.921179 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6de7e3-01ee-41c6-86da-005bc117171c", "name": "network-vif-deleted", "tag": "03a95eee-1c2e-40d5-8ea6-e630284af40b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:29.921179 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50f1b5c7-b737-4457-b702-a415d9289a63 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:29.921486 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6de7e3-01ee-41c6-86da-005bc117171c', 'name': 'network-vif-deleted', 'tag': '03a95eee-1c2e-40d5-8ea6-e630284af40b', 'status': 'completed', 'code': 200} Aug 16 02:36:29.972776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:29.981113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:29.990601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c342e765-d12a-4edd-9b21-e3ce3825c798 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/5f83ddd7-0aad-4e0a-8468-d51b525f2361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0828104 Aug 16 02:36:29.999375 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] Sync routers for ids ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:30.024105 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] Routers {'5f83ddd7-0aad-4e0a-8468-d51b525f2361'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:30.024696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:30.061325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:30.072700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6af60-dc0a-46f0-95ee-97aced17007a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:30.074165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4cf6af60-dc0a-46f0-95ee-97aced17007a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports/8ee2ae7e-7758-4284-9f33-29dad7d3b82e HTTP/1.1" status: 200 len: 911 time: 0.0920367 Aug 16 02:36:30.077254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45898) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:30.146133 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:30.148680 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.156114 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] Routers {'5f83ddd7-0aad-4e0a-8468-d51b525f2361'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:30.157055 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:30.256996 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42a69590-7c03-4d64-8076-b1e960b13346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.260916 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:30.262823 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9e9f-8550-4b16-b65a-7475484150aa None None] The sync data for ids ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:30.385004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf226351-c585-4332-8844-9b8910baac27 req-0134303a-dfcc-4bb2-9357-5b220303a582 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b6de7e3-01ee-41c6-86da-005bc117171c HTTP/1.1" status: 200 len: 210 time: 0.0310888 Aug 16 02:36:30.529095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-42a69590-7c03-4d64-8076-b1e960b13346 None None] For port 40839ded-795d-4f3d-bd24-5428a78d8428, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=40839ded-795d-4f3d-bd24-5428a78d8428,segment=NetworkSegment(24e0745f-9090-43e7-ad58-9c1282bd2e8b),segment_id=24e0745f-9090-43e7-ad58-9c1282bd2e8b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:30.559656 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42a69590-7c03-4d64-8076-b1e960b13346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.805755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a69590-7c03-4d64-8076-b1e960b13346 None None] Pushing event updated for resources: {'Port': ['ID=40839ded-795d-4f3d-bd24-5428a78d8428,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.872126 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.108831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6324a90-f2d4-4ebb-bb60-a3e041d17f81 None None] Provisioning for port 8ee2ae7e-7758-4284-9f33-29dad7d3b82e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:31.113561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6324a90-f2d4-4ebb-bb60-a3e041d17f81 None None] Provisioning complete for port 8ee2ae7e-7758-4284-9f33-29dad7d3b82e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:31.116015 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6324a90-f2d4-4ebb-bb60-a3e041d17f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.119059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-a0338fb1-60cb-4bc4-b864-61d4dcfc6fa6 req-a5088adc-afde-4ee0-a395-f298d1e54d69 service neutron] (94857) timed out ('10.222.0.88', 56108) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:36:31.184712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e6324a90-f2d4-4ebb-bb60-a3e041d17f81 None None] Port 8ee2ae7e-7758-4284-9f33-29dad7d3b82e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:31.210183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6324a90-f2d4-4ebb-bb60-a3e041d17f81 None None] Provisioning complete for port 40839ded-795d-4f3d-bd24-5428a78d8428 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:31.210747 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6324a90-f2d4-4ebb-bb60-a3e041d17f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.274140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 8ee2ae7e-7758-4284-9f33-29dad7d3b82e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:31.275007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.456347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.471964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 8ee2ae7e-7758-4284-9f33-29dad7d3b82e owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:31.582732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-be2bf802-a40d-401a-8d72-1c2ce36118f2 None None] Provisioning complete for port 8ee2ae7e-7758-4284-9f33-29dad7d3b82e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:31.583177 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-be2bf802-a40d-401a-8d72-1c2ce36118f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.694874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 03a95eee-1c2e-40d5-8ea6-e630284af40b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:31.771704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 03a95eee-1c2e-40d5-8ea6-e630284af40b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:31.777789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 03a95eee-1c2e-40d5-8ea6-e630284af40b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:31.779886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-be2bf802-a40d-401a-8d72-1c2ce36118f2 None None] Port 8ee2ae7e-7758-4284-9f33-29dad7d3b82e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:31.885776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.922848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-30f329ec-7509-461d-8108-bc985f35c5f8 None None] Could not find standard attr ID for object 8ee2ae7e-7758-4284-9f33-29dad7d3b82e. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:36:31.956225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.983453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=8ee2ae7e-7758-4284-9f33-29dad7d3b82e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:32.006055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd2f93-b415-4a1a-8228-1d55f2b63543 req-5c966f54-efcb-4e31-b4c9-9c2c3de552c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:32.007563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75cd2f93-b415-4a1a-8228-1d55f2b63543 req-5c966f54-efcb-4e31-b4c9-9c2c3de552c7 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1876619 Aug 16 02:36:32.143860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.157067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75cd2f93-b415-4a1a-8228-1d55f2b63543 req-f4a1c8cb-49a0-442d-b3f7-4825ce201e3f tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212759 Aug 16 02:36:32.306257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40839ded-795d-4f3d-bd24-5428a78d8428 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:32.392596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 40839ded-795d-4f3d-bd24-5428a78d8428 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:32.393619 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.393800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 5f83ddd7-0aad-4e0a-8468-d51b525f2361 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:32.485213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:32.490735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-43f06414-5905-4b8e-b4aa-267704357cce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/5f83ddd7-0aad-4e0a-8468-d51b525f2361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4122348 Aug 16 02:36:32.493520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45928) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:32.511935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] Sync routers for ids ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:32.526826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45930) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:32.527770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6507a113-a4c4-44fb-ba50-1ed5d9e86ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f83ddd7-0aad-4e0a-8468-d51b525f2361 HTTP/1.1" status: 200 len: 205 time: 0.0299459 Aug 16 02:36:32.536827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] Routers {'5f83ddd7-0aad-4e0a-8468-d51b525f2361'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:32.537461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:32.603582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-421f158a-3a64-46f4-be11-4eb7e5b9b0cb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.640026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:32.648879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] Routers {'5f83ddd7-0aad-4e0a-8468-d51b525f2361'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:32.649509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:32.702084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:32.703532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac23b22-05ff-4b1c-a416-9345f1a6ffd5 None None] The sync data for ids ['5f83ddd7-0aad-4e0a-8468-d51b525f2361'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:32.830559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-421f158a-3a64-46f4-be11-4eb7e5b9b0cb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.835302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-421f158a-3a64-46f4-be11-4eb7e5b9b0cb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.918196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-421f158a-3a64-46f4-be11-4eb7e5b9b0cb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.920906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421f158a-3a64-46f4-be11-4eb7e5b9b0cb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Fanout notify agent at l3_agent the message router_deleted on router 5f83ddd7-0aad-4e0a-8468-d51b525f2361 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:32.929285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-8dc50482-14ed-4cc4-a507-1a93ac150e24 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:32.930845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-8dc50482-14ed-4cc4-a507-1a93ac150e24 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.0583224 Aug 16 02:36:32.937502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-421f158a-3a64-46f4-be11-4eb7e5b9b0cb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.938487 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-421f158a-3a64-46f4-be11-4eb7e5b9b0cb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/5f83ddd7-0aad-4e0a-8468-d51b525f2361 HTTP/1.1" status: 204 len: 168 time: 0.4104996 Aug 16 02:36:32.941445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45934) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:33.077084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet 754e046e-714b-4d5d-b6be-80e7051c461a {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:33.083935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.101966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Deleting port 69bbbfd8-262f-4820-87ec-1022c3f090b5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:33.102504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.136781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.213219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] For port 69bbbfd8-262f-4820-87ec-1022c3f090b5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69bbbfd8-262f-4820-87ec-1022c3f090b5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:33.213628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.266376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.271864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Calling delete_port for 69bbbfd8-262f-4820-87ec-1022c3f090b5 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:33.413177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b58c3-31f4-4b47-b1f9-6d672417acd1 req-1189aac3-fc13-4e2b-860f-f68506d6bf55 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:33.415156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-468b58c3-31f4-4b47-b1f9-6d672417acd1 req-1189aac3-fc13-4e2b-860f-f68506d6bf55 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed4b4312-69ee-4db3-9210-f598218ade51 HTTP/1.1" status: 200 len: 946 time: 0.1142502 Aug 16 02:36:33.459347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.507346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.510950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=754e046e-714b-4d5d-b6be-80e7051c461a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:33.520758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69bbbfd8-262f-4820-87ec-1022c3f090b5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:33.526331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.531247 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a0b4bed6-a216-4dcd-b4c4-b0fec4c7bdc5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/754e046e-714b-4d5d-b6be-80e7051c461a HTTP/1.1" status: 204 len: 168 time: 0.5855753 Aug 16 02:36:33.531549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 45942) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:33.550113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-468b58c3-31f4-4b47-b1f9-6d672417acd1 req-6de7840e-8f65-4f6b-b577-5c47a005494d tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=74d91ac3-cfb7-4c71-aa80-3956978be4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270177 Aug 16 02:36:33.625998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d8c8a-56b4-4741-b686-d796801c8626 None None] Network 3b6860b9-dce5-46f6-b609-834532ca9f8d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:33.627686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event deleted for resources: {'Port': ['ID=69bbbfd8-262f-4820-87ec-1022c3f090b5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:33.660955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.662423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] No DVR routers for this DVR port 69bbbfd8-262f-4820-87ec-1022c3f090b5 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:33.666126 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.669637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d699d849-80c4-4b51-a7ab-5f9dec672094 req-bcdd536d-1713-445b-b593-7085792de409 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.88 "DELETE /v2.0/ports/69bbbfd8-262f-4820-87ec-1022c3f090b5 HTTP/1.1" status: 204 len: 173 time: 0.7297671 Aug 16 02:36:33.670160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'name': 'network-vif-deleted', 'tag': '69bbbfd8-262f-4820-87ec-1022c3f090b5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:33.675277 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bae052-a022-40a5-b094-d53af651a102" -d '{"events": [{"server_uuid": "ed4b4312-69ee-4db3-9210-f598218ade51", "name": "network-vif-deleted", "tag": "69bbbfd8-262f-4820-87ec-1022c3f090b5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:33.797410 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7f7f52-17e1-4350-bf20-1620b4d7087e x-openstack-request-id: req-cc7f7f52-17e1-4350-bf20-1620b4d7087e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:33.798015 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b4312-69ee-4db3-9210-f598218ade51", "name": "network-vif-deleted", "tag": "69bbbfd8-262f-4820-87ec-1022c3f090b5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:33.799488 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc7f7f52-17e1-4350-bf20-1620b4d7087e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:33.800147 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b4312-69ee-4db3-9210-f598218ade51', 'name': 'network-vif-deleted', 'tag': '69bbbfd8-262f-4820-87ec-1022c3f090b5', 'status': 'completed', 'code': 200} Aug 16 02:36:33.826621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 40839ded-795d-4f3d-bd24-5428a78d8428 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:33.827388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.007548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 40839ded-795d-4f3d-bd24-5428a78d8428, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=40839ded-795d-4f3d-bd24-5428a78d8428,segment=NetworkSegment(24e0745f-9090-43e7-ad58-9c1282bd2e8b),segment_id=24e0745f-9090-43e7-ad58-9c1282bd2e8b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:34.008233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.013041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] DHCP port deletion for 3b6860b9-dce5-46f6-b609-834532ca9f8d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:34.023737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 40839ded-795d-4f3d-bd24-5428a78d8428 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:34.086256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] Deleting port 40839ded-795d-4f3d-bd24-5428a78d8428 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:34.086649 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.148688 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.165658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port 40839ded-795d-4f3d-bd24-5428a78d8428 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:34.174749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] For port 40839ded-795d-4f3d-bd24-5428a78d8428, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=40839ded-795d-4f3d-bd24-5428a78d8428,segment=NetworkSegment(24e0745f-9090-43e7-ad58-9c1282bd2e8b),segment_id=24e0745f-9090-43e7-ad58-9c1282bd2e8b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:34.175162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.190273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] Calling delete_port for 40839ded-795d-4f3d-bd24-5428a78d8428 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:34.191450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=40839ded-795d-4f3d-bd24-5428a78d8428,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:34.286962 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.301075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] No DVR routers for this DVR port 40839ded-795d-4f3d-bd24-5428a78d8428 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:34.340837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40839ded-795d-4f3d-bd24-5428a78d8428 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:34.363362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 40839ded-795d-4f3d-bd24-5428a78d8428 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:34.363879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 40839ded-795d-4f3d-bd24-5428a78d8428 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:34.367924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84ba5f-4d14-484f-88bc-d2d88935455b None None] Pushing event deleted for resources: {'Port': ['ID=40839ded-795d-4f3d-bd24-5428a78d8428,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:34.645924 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.656314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6860b9-dce5-46f6-b609-834532ca9f8d']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:34.668934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e0745f-9090-43e7-ad58-9c1282bd2e8b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:34.669290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e0745f-9090-43e7-ad58-9c1282bd2e8b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:34.689108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.713550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.725823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:34.726278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:34.730228 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:34.810881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.822563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.829628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/3b6860b9-dce5-46f6-b609-834532ca9f8d HTTP/1.1" status: 204 len: 168 time: 1.2929695 Aug 16 02:36:34.829771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 45958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:34.836171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1973401740', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:34.837475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee339c9-ceeb-4327-aac3-9a234131296e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=3b6860b9-dce5-46f6-b609-834532ca9f8d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:34.874732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.876212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.975617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.985638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b7f82-c14e-4d0c-8378-f2081613d50b req-51d157b0-9fee-46e3-bc9d-f3a501462de9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:34.994932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af8b7f82-c14e-4d0c-8378-f2081613d50b req-51d157b0-9fee-46e3-bc9d-f3a501462de9 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.1224406 Aug 16 02:36:35.152102 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af8b7f82-c14e-4d0c-8378-f2081613d50b req-3046dd3f-dc92-439e-bf62-511efcacb998 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206264 Aug 16 02:36:35.155666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.596369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.620575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.691463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69bbbfd8-262f-4820-87ec-1022c3f090b5 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:35.742204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 69bbbfd8-262f-4820-87ec-1022c3f090b5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:35.744535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 172.25.4.67 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/a910a3ea-6f0f-46ef-805b-5244d335169d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:35.751551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69bbbfd8-262f-4820-87ec-1022c3f090b5 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:35.882574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.938044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.984891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:35.988711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:35.992690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:36.024457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=a910a3ea-6f0f-46ef-805b-5244d335169d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:36.347942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89f27f-c616-42a7-835f-8f8494e1f7b6 req-6afbe6f1-37c3-4deb-a0ea-247f14f979b3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:36.349659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d89f27f-c616-42a7-835f-8f8494e1f7b6 req-6afbe6f1-37c3-4deb-a0ea-247f14f979b3 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0975432 Aug 16 02:36:36.352499 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.409847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-a0083f25-d29f-43e3-b3a7-de2bacc42b17 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:36.411502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-a0083f25-d29f-43e3-b3a7-de2bacc42b17 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.98 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 944 time: 0.0590117 Aug 16 02:36:36.498349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d89f27f-c616-42a7-835f-8f8494e1f7b6 req-6936b8e0-93df-425f-a683-f4827cc9e447 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups?id=712b88f7-af5f-4f8a-b7ee-7d44723f79c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010725 Aug 16 02:36:36.531221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Deleting port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:36.531603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.645865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.646740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] For port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:36.647304 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.784506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 43b4c3bf-c82d-4480-b548-f9e2b737e6dc is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:36.831169 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.831548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.831861 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Floating IP c952bcd2-c04f-4aac-98d8-d2048c1ec0b7 disassociated. External IP: 172.25.4.88, port: 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe. Aug 16 02:36:36.832206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Calling delete_port for 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:36.916709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:36.927356 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] Sync routers for ids ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:36.938705 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] Routers {'43b4c3bf-c82d-4480-b548-f9e2b737e6dc'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:36.939827 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:36.959651 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.961365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13517d4b-9920-4a91-93b4-dd2f13eaa08d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1294127 Aug 16 02:36:36.964612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:36.979506 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:36.989838 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] Routers {'43b4c3bf-c82d-4480-b548-f9e2b737e6dc'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:36.991032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:37.033206 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:37.034501 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b699fe-acf0-48ce-81b1-b8ebf22876a4 None None] The sync data for ids ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:37.061908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.108703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e2b83e03-d131-4734-960f-f9702880c812 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/routers/43b4c3bf-c82d-4480-b548-f9e2b737e6dc HTTP/1.1" status: 200 len: 884 time: 0.1427982 Aug 16 02:36:37.111257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46008) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:37.123794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event deleted for resources: {'Port': ['ID=0d5b3255-fce5-4dce-aa7a-62e5344f3dfe,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:37.291944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:37.476359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3966a44c-9505-4ef2-bcd9-7cfd24a2dcb2 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3634241 Aug 16 02:36:37.478669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46012) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:37.484863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ab1b3254-2a2f-4d60-a186-1ac0ee33ff72 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1973401740'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:37.490646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:37.501821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] Sync routers for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:37.512162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:37.513274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:37.546090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] No DVR routers for this DVR port 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:37.552027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.554268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de9072a8-89ea-4a0f-9953-c4eb96e94d67 req-73b9a189-2bc5-4e3b-957b-3378e958f5cd tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.98 "DELETE /v2.0/ports/0d5b3255-fce5-4dce-aa7a-62e5344f3dfe HTTP/1.1" status: 204 len: 173 time: 1.1350927 Aug 16 02:36:37.555127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-deleted', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:37.560444 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2b06d3-eca9-4d6f-ad13-eb324766f4c2" -d '{"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-deleted", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:37.635556 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8258db-ac1b-4bd3-b104-5ea621fb5397 x-openstack-request-id: req-8d8258db-ac1b-4bd3-b104-5ea621fb5397 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:37.636081 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a7a005-3c66-4a30-bc93-fc7fc5b18926", "name": "network-vif-deleted", "tag": "0d5b3255-fce5-4dce-aa7a-62e5344f3dfe", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:37.636519 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d8258db-ac1b-4bd3-b104-5ea621fb5397 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:37.637089 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a7a005-3c66-4a30-bc93-fc7fc5b18926', 'name': 'network-vif-deleted', 'tag': '0d5b3255-fce5-4dce-aa7a-62e5344f3dfe', 'status': 'completed', 'code': 200} Aug 16 02:36:37.686269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b768ffaf-68e2-402d-a858-20a2c6fdf584 req-798f93aa-0baa-4e94-88ab-2e22de33a69c tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/ports?device_id=68a7a005-3c66-4a30-bc93-fc7fc5b18926 HTTP/1.1" status: 200 len: 210 time: 0.0293109 Aug 16 02:36:37.740526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:37.930402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3254-2a2f-4d60-a186-1ac0ee33ff72 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.944041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3254-2a2f-4d60-a186-1ac0ee33ff72 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.971912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.012158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] Checking router: 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:38.038325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:38.039036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.178211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:38.422218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1b3254-2a2f-4d60-a186-1ac0ee33ff72 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 43b4c3bf-c82d-4480-b548-f9e2b737e6dc has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:38.461538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.498649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc24bec-1c16-4389-a0e5-79c194d313ff None None] The sync data for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 is: [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:27:54Z', 'revision_number': 4, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '64bbdd09-8483-4865-8dd0-31e3a0ebebb5', 'name': '', 'network_id': '14715f47-c5d2-4512-99fa-eebf392f6a1c', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'mac_address': 'fa:16:3e:d8:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:53Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'subnets': [{'id': '76c3e253-cb2c-46f6-8f27-97ae5048f763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:38.545880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1b3254-2a2f-4d60-a186-1ac0ee33ff72 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:38.553357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3254-2a2f-4d60-a186-1ac0ee33ff72 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.557272 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ab1b3254-2a2f-4d60-a186-1ac0ee33ff72 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/43b4c3bf-c82d-4480-b548-f9e2b737e6dc HTTP/1.1" status: 200 len: 891 time: 1.0773952 Aug 16 02:36:38.557599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46024) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:38.562810 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] Sync routers for ids ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:38.573643 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] Routers {'43b4c3bf-c82d-4480-b548-f9e2b737e6dc'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:38.574514 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.610512 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.621048 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] Routers {'43b4c3bf-c82d-4480-b548-f9e2b737e6dc'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:38.621914 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.661124 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.662033 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82365a-1295-437e-bd2a-0b79d4df15c3 None None] The sync data for ids ['43b4c3bf-c82d-4480-b548-f9e2b737e6dc'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:38.718388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cc8bd547-c81e-4479-a592-63ef56cd4ba9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/routers/43b4c3bf-c82d-4480-b548-f9e2b737e6dc HTTP/1.1" status: 200 len: 891 time: 0.1594203 Aug 16 02:36:38.721022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46030) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:38.751256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-15edf235-7c6f-477a-b51c-2ceb22741991 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b4c3bf-c82d-4480-b548-f9e2b737e6dc HTTP/1.1" status: 200 len: 205 time: 0.0288024 Aug 16 02:36:38.753967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46032) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:38.802260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:38.882374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5011f211-7cda-4988-b1d8-9533a04a050b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.899955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.920096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a32729-e913-401e-a342-e19368b5f143 None None] New status for floating IP c952bcd2-c04f-4aac-98d8-d2048c1ec0b7: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:36:38.942437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5011f211-7cda-4988-b1d8-9533a04a050b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.994491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5011f211-7cda-4988-b1d8-9533a04a050b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.997363 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5011f211-7cda-4988-b1d8-9533a04a050b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.002080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5011f211-7cda-4988-b1d8-9533a04a050b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "DELETE /v2.0/security-groups/712b88f7-af5f-4f8a-b7ee-7d44723f79c8 HTTP/1.1" status: 204 len: 168 time: 0.1982734 Aug 16 02:36:39.002756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46038) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:39.026861 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a65188f6-3a52-4e0b-bef5-c2013642ac73 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] show failed (client error): The resource could not be found. Aug 16 02:36:39.030799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a65188f6-3a52-4e0b-bef5-c2013642ac73 tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "GET /v2.0/security-groups/712b88f7-af5f-4f8a-b7ee-7d44723f79c8 HTTP/1.1" status: 404 len: 347 time: 0.0239534 Aug 16 02:36:39.031395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:39.039924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011f211-7cda-4988-b1d8-9533a04a050b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b88f7-af5f-4f8a-b7ee-7d44723f79c8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:39.055318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.158204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port a910a3ea-6f0f-46ef-805b-5244d335169d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:39.158612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.218621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Deleting port 3e963f2b-8be2-416a-860e-070890130dcb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:39.218978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.285542 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.301582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for a910a3ea-6f0f-46ef-805b-5244d335169d owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:39.329915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.332559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.369508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Calling delete_port for 3e963f2b-8be2-416a-860e-070890130dcb owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:39.560846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.591673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Pushing event deleted for resources: {'Port': ['ID=3e963f2b-8be2-416a-860e-070890130dcb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:39.605851 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.647830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=a910a3ea-6f0f-46ef-805b-5244d335169d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:39.683424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.690135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.690135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1040805b-dba5-468a-a5f1-394b5049ab5b tempest-ServerActionsTestJSON-205365651 tempest-ServerActionsTestJSON-205365651-project] 10.222.0.78 "DELETE /v2.0/floatingips/c952bcd2-c04f-4aac-98d8-d2048c1ec0b7 HTTP/1.1" status: 204 len: 168 time: 0.6544425 Aug 16 02:36:39.692738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46054) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:39.762483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.870945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.873297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.964812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.965396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Fanout notify agent at l3_agent the message router_deleted on router 43b4c3bf-c82d-4480-b548-f9e2b737e6dc {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:39.973749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.974882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-71f4ca9e-0de7-45fd-b49f-7a8fea721200 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/43b4c3bf-c82d-4480-b548-f9e2b737e6dc HTTP/1.1" status: 204 len: 168 time: 1.2200081 Aug 16 02:36:39.978919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:39.987131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430300059'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:40.032907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:40.049535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.098089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:40.108329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.108841 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment f484edbe-0887-4ad9-b4ec-310cbd0664fd of type vlan for network df9112c9-8687-4eee-a15c-6a54143d4a4d Aug 16 02:36:40.153491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:40.184334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.202950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:40.209594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0d5b3255-fce5-4dce-aa7a-62e5344f3dfe not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:40.253127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.258752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:40.259987 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.289367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3081739 Aug 16 02:36:40.298035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46060) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:40.305679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': 'df9112c9-8687-4eee-a15c-6a54143d4a4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:40.367273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa661db-6678-4504-aabd-d0a96f6dc14e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=df9112c9-8687-4eee-a15c-6a54143d4a4d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:40.381501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network df9112c9-8687-4eee-a15c-6a54143d4a4d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:40.458704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:40.462530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.491036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.827373 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.940920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=b8ed41ae-13b9-438d-bea8-d680341fe28f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:40.955749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': 'f484edbe-0887-4ad9-b4ec-310cbd0664fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df9112c9-8687-4eee-a15c-6a54143d4a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:40.956114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: df9112c9-8687-4eee-a15c-6a54143d4a4d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:40.987992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network df9112c9-8687-4eee-a15c-6a54143d4a4d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:40.995644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Deleting port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:40.996200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.017074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, df9112c9-8687-4eee-a15c-6a54143d4a4d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:41.021882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:41.022560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.042955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b2ca1-4779-4967-a0dc-70e04e755bb8 None None] Network df9112c9-8687-4eee-a15c-6a54143d4a4d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:41.091151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b4329ec-642b-47ea-b160-45a5e550118f tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7897284 Aug 16 02:36:41.093977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:41.099789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-714531d8-e511-4c9a-b85f-9b7329588ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1013718396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:41.137024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-714531d8-e511-4c9a-b85f-9b7329588ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.138771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-714531d8-e511-4c9a-b85f-9b7329588ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.152685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] For port 64bbdd09-8483-4865-8dd0-31e3a0ebebb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:41.154233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.173094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Calling delete_port for 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:41.254563 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-714531d8-e511-4c9a-b85f-9b7329588ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.261271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-714531d8-e511-4c9a-b85f-9b7329588ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.280629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-714531d8-e511-4c9a-b85f-9b7329588ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.282221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-714531d8-e511-4c9a-b85f-9b7329588ef0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1869683 Aug 16 02:36:41.284843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:41.307535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-df9112c9-8687-4eee-a15c-6a54143d4a4d', 'network_id': 'df9112c9-8687-4eee-a15c-6a54143d4a4d', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': 'b8ed41ae-13b9-438d-bea8-d680341fe28f'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:41.308474 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.454680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.479669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Pushing event deleted for resources: {'Port': ['ID=64bbdd09-8483-4865-8dd0-31e3a0ebebb5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:41.565169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Allocated IP 2001:db8::2 (df9112c9-8687-4eee-a15c-6a54143d4a4d/b8ed41ae-13b9-438d-bea8-d680341fe28f/6eb16287-6db9-449c-a35d-ab78ceb8e859) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:41.813378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.827189 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.829143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.837538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Transition to ACTIVE for port object 6eb16287-6db9-449c-a35d-ab78ceb8e859 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:41.858742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Transition to ACTIVE for port object 6eb16287-6db9-449c-a35d-ab78ceb8e859 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:41.873126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.956844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Network df9112c9-8687-4eee-a15c-6a54143d4a4d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:41.959162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:41.967707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:42.005490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Pushing event updated for resources: {'Port': ['ID=6eb16287-6db9-449c-a35d-ab78ceb8e859,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:42.047534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Attempting to bind port 6eb16287-6db9-449c-a35d-ab78ceb8e859 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:42.048163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Attempting to bind port 6eb16287-6db9-449c-a35d-ab78ceb8e859 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'f484edbe-0887-4ad9-b4ec-310cbd0664fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df9112c9-8687-4eee-a15c-6a54143d4a4d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:42.049854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Attempting to bind port 6eb16287-6db9-449c-a35d-ab78ceb8e859 on network df9112c9-8687-4eee-a15c-6a54143d4a4d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:42.065447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:42.066454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Checking segment: {'id': 'f484edbe-0887-4ad9-b4ec-310cbd0664fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df9112c9-8687-4eee-a15c-6a54143d4a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:42.067317 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.067952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Bound using segment: {'id': 'f484edbe-0887-4ad9-b4ec-310cbd0664fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df9112c9-8687-4eee-a15c-6a54143d4a4d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:42.068764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Bound port: 6eb16287-6db9-449c-a35d-ab78ceb8e859, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f484edbe-0887-4ad9-b4ec-310cbd0664fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df9112c9-8687-4eee-a15c-6a54143d4a4d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:42.069543 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.180302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] For port 6eb16287-6db9-449c-a35d-ab78ceb8e859, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:42.184223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] For port 6eb16287-6db9-449c-a35d-ab78ceb8e859, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6eb16287-6db9-449c-a35d-ab78ceb8e859,segment=NetworkSegment(f484edbe-0887-4ad9-b4ec-310cbd0664fd),segment_id=f484edbe-0887-4ad9-b4ec-310cbd0664fd)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:42.205871 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.336175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab9ba9-e7f5-4d0e-a974-f8d2328b0c90 None None] Pushing event updated for resources: {'Port': ['ID=6eb16287-6db9-449c-a35d-ab78ceb8e859,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:42.391801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8::1 (df9112c9-8687-4eee-a15c-6a54143d4a4d/b8ed41ae-13b9-438d-bea8-d680341fe28f/34a21dfd-4451-4200-b7f3-94c6c6009dad) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:42.401535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:42.535728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:42.547908 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] Sync routers for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:42.554582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5ed9adf3-5446-4baa-ac5a-23d812dc628b admin admin] 10.222.0.78 "PUT /v2.0/routers/51e1cba2-8bdc-41d2-a000-94eb68b5dde8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8567965 Aug 16 02:36:42.557508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46124) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:42.567031 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:42.567906 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:42.629901 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.721024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object 34a21dfd-4451-4200-b7f3-94c6c6009dad will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:42.747206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.793049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.829921 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:42.887237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network df9112c9-8687-4eee-a15c-6a54143d4a4d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:42.895342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:42.911029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:42.911029 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.982942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=34a21dfd-4451-4200-b7f3-94c6c6009dad,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:43.083889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.259888 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:36:41Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:43.294244 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] Checking router: 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:43.309527 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] Routers {'51e1cba2-8bdc-41d2-a000-94eb68b5dde8'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:43.310155 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:43.585438 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.594222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.595425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.614363 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] Set router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:43.723046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.783732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=34a21dfd-4451-4200-b7f3-94c6c6009dad,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:43.804948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network df9112c9-8687-4eee-a15c-6a54143d4a4d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:43.807332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:43.817734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Deleting port c0c6115f-9c81-4a04-a1cc-92fcc706f182 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:43.818111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.935343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc86ccf4-7837-4946-acb8-5a88ddec7990 None None] Network df9112c9-8687-4eee-a15c-6a54143d4a4d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:43.955585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] For port c0c6115f-9c81-4a04-a1cc-92fcc706f182, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c0c6115f-9c81-4a04-a1cc-92fcc706f182,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:43.955994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.978164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Calling delete_port for c0c6115f-9c81-4a04-a1cc-92fcc706f182 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:44.000563 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:36:41Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:44.032159 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2f34d-488f-49e3-b9f7-1b79e8c34478 None None] The sync data for ids ['51e1cba2-8bdc-41d2-a000-94eb68b5dde8'] in n-d-769329-15 is: [{'id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'name': 'tempest-ServerActionsTestJSON-1197057753-router', 'tenant_id': '236e696d0e504f4c846b688d8929ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:50Z', 'updated_at': '2021-08-16T02:36:41Z', 'revision_number': 5, 'project_id': '236e696d0e504f4c846b688d8929ef3f', 'gw_port': {'id': 'c0c6115f-9c81-4a04-a1cc-92fcc706f182', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e1cba2-8bdc-41d2-a000-94eb68b5dde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:44.121604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1d80c134-a5e9-4f88-bcd0-576140bebe86 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:44.251979 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.271095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:44.285535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c6115f-9c81-4a04-a1cc-92fcc706f182,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:44.287087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-31496105-8445-4a71-b672-6ba6ca0d2031 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1d80c134-a5e9-4f88-bcd0-576140bebe86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894884 Aug 16 02:36:44.292045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:44.327910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] Sync routers for ids ['1d80c134-a5e9-4f88-bcd0-576140bebe86'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:44.377581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] Routers {'1d80c134-a5e9-4f88-bcd0-576140bebe86'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:44.378195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1d80c134-a5e9-4f88-bcd0-576140bebe86'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:44.390569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2665a4-7072-4c83-aded-6e2a4f31ace0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:44.396235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46192) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:44.398411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dd2665a4-7072-4c83-aded-6e2a4f31ace0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports/34a21dfd-4451-4200-b7f3-94c6c6009dad HTTP/1.1" status: 200 len: 911 time: 0.1053095 Aug 16 02:36:44.403526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8ed41ae-13b9-438d-bea8-d680341fe28f'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:44.415858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d1bf4d04-52c4-42a0-a00c-aba12cb31ac1 None None] Provisioning for port 6eb16287-6db9-449c-a35d-ab78ceb8e859 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:44.423878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:44.487448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.488700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] Routers {'1d80c134-a5e9-4f88-bcd0-576140bebe86'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:44.489770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1d80c134-a5e9-4f88-bcd0-576140bebe86'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:44.535519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:44.536419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72615e43-8d19-4f0d-8203-719c2fbca4ae None None] The sync data for ids ['1d80c134-a5e9-4f88-bcd0-576140bebe86'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:44.652311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.654611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.756164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6eb16287-6db9-449c-a35d-ab78ceb8e859 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:44.784841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.786046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e1cba2-8bdc-41d2-a000-94eb68b5dde8 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:44.793909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.795089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1d891d2d-4ae4-4cc8-b3d9-919810617af1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/51e1cba2-8bdc-41d2-a000-94eb68b5dde8 HTTP/1.1" status: 204 len: 168 time: 2.2367120 Aug 16 02:36:44.797952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46196) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:44.854858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6eb16287-6db9-449c-a35d-ab78ceb8e859 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:44.859856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6eb16287-6db9-449c-a35d-ab78ceb8e859 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:44.860313 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.901852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] Deleting subnet 76c3e253-cb2c-46f6-8f27-97ae5048f763 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:44.909483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.975570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.997370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.028718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.033356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4276dd29-4da9-4394-87fc-84e755144563 None None] Provisioning for port 34a21dfd-4451-4200-b7f3-94c6c6009dad completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:45.054238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4276dd29-4da9-4394-87fc-84e755144563 None None] Provisioning complete for port 34a21dfd-4451-4200-b7f3-94c6c6009dad triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:45.054852 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4276dd29-4da9-4394-87fc-84e755144563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.106152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4276dd29-4da9-4394-87fc-84e755144563 None None] Port 34a21dfd-4451-4200-b7f3-94c6c6009dad cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:45.171239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 6eb16287-6db9-449c-a35d-ab78ceb8e859, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6eb16287-6db9-449c-a35d-ab78ceb8e859,segment=NetworkSegment(f484edbe-0887-4ad9-b4ec-310cbd0664fd),segment_id=f484edbe-0887-4ad9-b4ec-310cbd0664fd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:45.178932 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.190854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:45.261344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:45.262032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 64bbdd09-8483-4865-8dd0-31e3a0ebebb5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:45.270238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4276dd29-4da9-4394-87fc-84e755144563 None None] Provisioning complete for port 6eb16287-6db9-449c-a35d-ab78ceb8e859 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:45.270809 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4276dd29-4da9-4394-87fc-84e755144563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.344777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=6eb16287-6db9-449c-a35d-ab78ceb8e859,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:45.353425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.511449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.561797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c3e253-cb2c-46f6-8f27-97ae5048f763,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:45.564272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.568627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9945cde-a74a-492e-b4b1-38fdbfa37d0b None None] Network 14715f47-c5d2-4512-99fa-eebf392f6a1c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:45.568898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-19def700-e14d-47e2-ab1d-bd5cf624e0d5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/76c3e253-cb2c-46f6-8f27-97ae5048f763 HTTP/1.1" status: 204 len: 168 time: 0.7685876 Aug 16 02:36:45.569028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:45.722615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-308fe881-2bdf-49c6-a203-7e5edcf37f1f None None] Provisioning complete for port 34a21dfd-4451-4200-b7f3-94c6c6009dad triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:45.726249 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-308fe881-2bdf-49c6-a203-7e5edcf37f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.730747 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.800710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Deleting port aadfb000-6337-4e18-a77f-9a341c7bcef9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:45.802184 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.810918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-308fe881-2bdf-49c6-a203-7e5edcf37f1f None None] Port 34a21dfd-4451-4200-b7f3-94c6c6009dad cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:45.819032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.839887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.847857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.850851 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.856760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/ports/34a21dfd-4451-4200-b7f3-94c6c6009dad HTTP/1.1" status: 200 len: 911 time: 1.4594927 Aug 16 02:36:45.858798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46210) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:45.895478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] For port aadfb000-6337-4e18-a77f-9a341c7bcef9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=aadfb000-6337-4e18-a77f-9a341c7bcef9,segment=NetworkSegment(31336e1b-3d68-4405-8860-0e40b3959353),segment_id=31336e1b-3d68-4405-8860-0e40b3959353)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:45.896268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.914488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Calling delete_port for aadfb000-6337-4e18-a77f-9a341c7bcef9 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:45.949271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d95be0f4-33fa-4e69-ade8-d31d3b651b68 None None] Provisioning complete for port 34a21dfd-4451-4200-b7f3-94c6c6009dad triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:45.950314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d95be0f4-33fa-4e69-ade8-d31d3b651b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.999694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] DHCP port deletion for 14715f47-c5d2-4512-99fa-eebf392f6a1c request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:46.060561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.062415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b761c7-5a06-4469-be7d-74877ff7f43b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=34a21dfd-4451-4200-b7f3-94c6c6009dad,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:46.071147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d95be0f4-33fa-4e69-ade8-d31d3b651b68 None None] Port 34a21dfd-4451-4200-b7f3-94c6c6009dad cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:46.107359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] Deleting port aadfb000-6337-4e18-a77f-9a341c7bcef9 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:46.108014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.108805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Pushing event deleted for resources: {'Port': ['ID=aadfb000-6337-4e18-a77f-9a341c7bcef9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:46.126346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] No DVR routers for this DVR port aadfb000-6337-4e18-a77f-9a341c7bcef9 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:46.239063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] For port aadfb000-6337-4e18-a77f-9a341c7bcef9, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:46.239578 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.260730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] Calling delete_port for aadfb000-6337-4e18-a77f-9a341c7bcef9 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:46.263887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] Port aadfb000-6337-4e18-a77f-9a341c7bcef9 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:36:46.265297 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.280392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.286578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] Pushing event deleted for resources: {'Port': ['ID=aadfb000-6337-4e18-a77f-9a341c7bcef9,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:46.290559 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14715f47-c5d2-4512-99fa-eebf392f6a1c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:46.297938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a11e0-6097-423c-9219-8b054d5733c6 None None] No DVR routers for this DVR port aadfb000-6337-4e18-a77f-9a341c7bcef9 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:46.309658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31336e1b-3d68-4405-8860-0e40b3959353') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:46.310053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31336e1b-3d68-4405-8860-0e40b3959353') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:46.321069 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.343085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.344814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6eb16287-6db9-449c-a35d-ab78ceb8e859 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:46.355355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:46.355767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:46.412032 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:46.443833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.453022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.459180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6eb16287-6db9-449c-a35d-ab78ceb8e859 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:46.459570 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.461806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] 10.222.0.78 "DELETE /v2.0/networks/14715f47-c5d2-4512-99fa-eebf392f6a1c HTTP/1.1" status: 204 len: 168 time: 0.8916366 Aug 16 02:36:46.478894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.486444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6325b12-4787-4df9-9682-16ecc606492e admin admin] Pushing event deleted for resources: {'Network': ['ID=14715f47-c5d2-4512-99fa-eebf392f6a1c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:46.663950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:46.668403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aadfb000-6337-4e18-a77f-9a341c7bcef9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:46.706654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: aadfb000-6337-4e18-a77f-9a341c7bcef9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:46.707726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device aadfb000-6337-4e18-a77f-9a341c7bcef9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:46.708149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0c6115f-9c81-4a04-a1cc-92fcc706f182 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:46.721965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-19d9a471-0c6b-4cc4-b6c5-6071444d3359 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=236e696d0e504f4c846b688d8929ef3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543087 Aug 16 02:36:46.722781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46224) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:46.751686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c0c6115f-9c81-4a04-a1cc-92fcc706f182 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:46.752045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0c6115f-9c81-4a04-a1cc-92fcc706f182 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:46.817137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9589c3fd-fc7f-4786-a432-aa7f66d153e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.850536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9589c3fd-fc7f-4786-a432-aa7f66d153e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.877516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 34a21dfd-4451-4200-b7f3-94c6c6009dad {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:46.878127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.910491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9589c3fd-fc7f-4786-a432-aa7f66d153e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.914594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9589c3fd-fc7f-4786-a432-aa7f66d153e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.917125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9589c3fd-fc7f-4786-a432-aa7f66d153e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74d91ac3-cfb7-4c71-aa80-3956978be4b8 HTTP/1.1" status: 204 len: 168 time: 0.1897304 Aug 16 02:36:46.927672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589c3fd-fc7f-4786-a432-aa7f66d153e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d91ac3-cfb7-4c71-aa80-3956978be4b8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:47.015839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.029625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 34a21dfd-4451-4200-b7f3-94c6c6009dad owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:47.273694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.317309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=34a21dfd-4451-4200-b7f3-94c6c6009dad,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:47.448694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.663759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1d80c134-a5e9-4f88-bcd0-576140bebe86 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:47.751013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:47.757131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-daafea81-4072-4d02-a5b1-98a89a9a4509 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1d80c134-a5e9-4f88-bcd0-576140bebe86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8894794 Aug 16 02:36:47.760570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46246) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:47.764653 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] Sync routers for ids ['1d80c134-a5e9-4f88-bcd0-576140bebe86'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:47.789233 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] Routers {'1d80c134-a5e9-4f88-bcd0-576140bebe86'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:47.790931 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1d80c134-a5e9-4f88-bcd0-576140bebe86'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:47.825580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aad6835d-7ccd-47b4-9579-b79114d7db57 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d80c134-a5e9-4f88-bcd0-576140bebe86 HTTP/1.1" status: 200 len: 205 time: 0.0574749 Aug 16 02:36:47.828067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46252) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:47.851470 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:47.861887 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] Routers {'1d80c134-a5e9-4f88-bcd0-576140bebe86'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:47.862830 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1d80c134-a5e9-4f88-bcd0-576140bebe86'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:47.904882 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:47.905832 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80624c-894d-4035-bcc2-131d75dfae70 None None] The sync data for ids ['1d80c134-a5e9-4f88-bcd0-576140bebe86'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:47.971543 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a139cfc-2fd5-4b37-bd01-c1cbc1f561c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.110206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46260) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:48.167533 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a139cfc-2fd5-4b37-bd01-c1cbc1f561c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.173460 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a139cfc-2fd5-4b37-bd01-c1cbc1f561c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.238255 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a139cfc-2fd5-4b37-bd01-c1cbc1f561c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.239073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a139cfc-2fd5-4b37-bd01-c1cbc1f561c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Fanout notify agent at l3_agent the message router_deleted on router 1d80c134-a5e9-4f88-bcd0-576140bebe86 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:48.248655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1562786199-network', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:48.249563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a139cfc-2fd5-4b37-bd01-c1cbc1f561c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.254477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4a139cfc-2fd5-4b37-bd01-c1cbc1f561c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/1d80c134-a5e9-4f88-bcd0-576140bebe86 HTTP/1.1" status: 204 len: 168 time: 0.4253418 Aug 16 02:36:48.254605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:48.317582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Made reservation on behalf of fd67ec00da5a416e9fcb02ab69c005fa for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:48.320211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.336564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet b8ed41ae-13b9-438d-bea8-d680341fe28f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:48.339562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.349143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.401957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.529984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.581913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.594911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.641604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.649306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:48.655876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3772d073-2c69-4b20-98d5-68d578dc6abd,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:48.683337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ed41ae-13b9-438d-bea8-d680341fe28f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:48.685505 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.685868 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Added segment e3a28de5-cde2-4905-99fa-4c54799ddb84 of type vlan for network eb02eaf6-99a2-4eda-9350-c112ce03000f Aug 16 02:36:48.695100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.695931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94892cf7-8ae2-4f8a-8aa2-a292a7fad37e None None] Network df9112c9-8687-4eee-a15c-6a54143d4a4d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:48.700074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2c313690-9001-478d-b320-d8948784f5a0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/b8ed41ae-13b9-438d-bea8-d680341fe28f HTTP/1.1" status: 204 len: 168 time: 0.4414115 Aug 16 02:36:48.700074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:48.783878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.827254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.842748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.843694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:48.844275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.965794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] DHCP port deletion for df9112c9-8687-4eee-a15c-6a54143d4a4d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:49.053107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] Deleting port 6eb16287-6db9-449c-a35d-ab78ceb8e859 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:49.053847 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.139301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] For port 6eb16287-6db9-449c-a35d-ab78ceb8e859, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6eb16287-6db9-449c-a35d-ab78ceb8e859,segment=NetworkSegment(f484edbe-0887-4ad9-b4ec-310cbd0664fd),segment_id=f484edbe-0887-4ad9-b4ec-310cbd0664fd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:49.139821 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.157156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] Calling delete_port for 6eb16287-6db9-449c-a35d-ab78ceb8e859 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:49.217394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1059546 Aug 16 02:36:49.221037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46286) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:49.226958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Request body: {'subnet': {'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1562786199-subnet', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:49.235058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447ad6a-89b5-4edf-b5b6-a3438451211e admin admin] Pushing event updated for resources: {'Network': ['ID=eb02eaf6-99a2-4eda-9350-c112ce03000f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:49.254712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network eb02eaf6-99a2-4eda-9350-c112ce03000f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:49.257432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Made reservation on behalf of fd67ec00da5a416e9fcb02ab69c005fa for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:49.262135 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.263351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 6eb16287-6db9-449c-a35d-ab78ceb8e859 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:49.263697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.360213 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.393793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] Pushing event deleted for resources: {'Port': ['ID=6eb16287-6db9-449c-a35d-ab78ceb8e859,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:49.402092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f29d0-6452-430e-b99e-f76c7b592e47 None None] No DVR routers for this DVR port 6eb16287-6db9-449c-a35d-ab78ceb8e859 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:49.435058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 6eb16287-6db9-449c-a35d-ab78ceb8e859, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6eb16287-6db9-449c-a35d-ab78ceb8e859,segment=NetworkSegment(f484edbe-0887-4ad9-b4ec-310cbd0664fd),segment_id=f484edbe-0887-4ad9-b4ec-310cbd0664fd)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:49.435532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.498635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 6eb16287-6db9-449c-a35d-ab78ceb8e859 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:49.628170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.658775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=6eb16287-6db9-449c-a35d-ab78ceb8e859,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:49.668006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port 6eb16287-6db9-449c-a35d-ab78ceb8e859 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:49.764117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.774427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9112c9-8687-4eee-a15c-6a54143d4a4d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:49.793434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f484edbe-0887-4ad9-b4ec-310cbd0664fd') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:49.794114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f484edbe-0887-4ad9-b4ec-310cbd0664fd') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:49.803513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.818857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.828049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:49.828704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:49.832157 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:49.866481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.910749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.934182 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.936461 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/df9112c9-8687-4eee-a15c-6a54143d4a4d HTTP/1.1" status: 204 len: 168 time: 1.2356570 Aug 16 02:36:49.937621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae57d-5cea-4faa-a560-471e9bcff043 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=df9112c9-8687-4eee-a15c-6a54143d4a4d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:49.940368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46294) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:49.943859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:49.945791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f234eb59-b251-4871-b2ce-7beffff172b8 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1326468373', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:49.955785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Checking segment: {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:49.956151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Network hostable DHCP agents. Network: eb02eaf6-99a2-4eda-9350-c112ce03000f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:49.976825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f234eb59-b251-4871-b2ce-7beffff172b8 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.978530 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f234eb59-b251-4871-b2ce-7beffff172b8 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.994798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Network eb02eaf6-99a2-4eda-9350-c112ce03000f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:50.007497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, eb02eaf6-99a2-4eda-9350-c112ce03000f) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:50.016807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ae840-814d-47fe-ba04-9d271c2228ab None None] Network eb02eaf6-99a2-4eda-9350-c112ce03000f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:50.018708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:50.019451 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.039755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d0429905-af88-48c7-8756-79211e5d77e9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8167808 Aug 16 02:36:50.043917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46302) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:50.045096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f234eb59-b251-4871-b2ce-7beffff172b8 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.050596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:50.059895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f234eb59-b251-4871-b2ce-7beffff172b8 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.089615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.091748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.096755 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f234eb59-b251-4871-b2ce-7beffff172b8 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.098125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f234eb59-b251-4871-b2ce-7beffff172b8 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1563282 Aug 16 02:36:50.100692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46306) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:50.107965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1469157835'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:50.135774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:50.141569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.182930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:50.195200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.195409 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment 61985b4e-264b-4ba8-a120-37e1d165412b of type vlan for network 967806d8-006b-4997-ba17-4490d0e5e0e2 Aug 16 02:36:50.224562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.252894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.285203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef22c6d-f9ed-41e9-a547-e11997444704 None None] Network eb02eaf6-99a2-4eda-9350-c112ce03000f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:50.297459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.309540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:50.311819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.329462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6eb16287-6db9-449c-a35d-ab78ceb8e859 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:50.357465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6eb16287-6db9-449c-a35d-ab78ceb8e859 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:50.358061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6eb16287-6db9-449c-a35d-ab78ceb8e859 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:50.418666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3168156 Aug 16 02:36:50.421392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46308) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:50.426681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:50.475963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.498911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c61c54-10d3-47dc-b302-b22fa1a1fcb9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=967806d8-006b-4997-ba17-4490d0e5e0e2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:50.513729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:50.584397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:50.591504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.763237 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.791967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.860436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:50.928759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Allocated IP 172.25.4.49 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d95a7665-2ce7-4fc8-83bd-78e21bdf4b45) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:50.932115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=1ef66ab4-9d77-4419-9f8c-a811015ea62d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:50.943631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:50.944248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: 967806d8-006b-4997-ba17-4490d0e5e0e2, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:50.958396 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:50.964801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:50.979188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 967806d8-006b-4997-ba17-4490d0e5e0e2) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:50.987461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401358a-cae2-41a9-bc84-89c2ea459cd4 None None] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:50.989263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:50.990350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.030995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e7b3b4eb-2e3e-4bc2-8626-388f5984eac1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6079273 Aug 16 02:36:51.035203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:51.090712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.164592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.191007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-967806d8-006b-4997-ba17-4490d0e5e0e2', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:51.192538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.279684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:51.283137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:51.288855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:51.337626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Pushing event updated for resources: {'Port': ['ID=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:51.404847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Allocated IP 2001:db8::2 (967806d8-006b-4997-ba17-4490d0e5e0e2/1ef66ab4-9d77-4419-9f8c-a811015ea62d/3ea8484b-c4ae-44c8-883b-883b8a367dfc) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:51.471544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.637196 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.648760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Transition to ACTIVE for port object 3ea8484b-c4ae-44c8-883b-883b8a367dfc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:51.674095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Transition to ACTIVE for port object 3ea8484b-c4ae-44c8-883b-883b8a367dfc will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:51.684037 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.711670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:51.737219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:51.740271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:51.775316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.784589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Pushing event updated for resources: {'Port': ['ID=3ea8484b-c4ae-44c8-883b-883b8a367dfc,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:51.848201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Attempting to bind port 3ea8484b-c4ae-44c8-883b-883b8a367dfc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:51.848754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Attempting to bind port 3ea8484b-c4ae-44c8-883b-883b8a367dfc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:51.850819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Attempting to bind port 3ea8484b-c4ae-44c8-883b-883b8a367dfc on network 967806d8-006b-4997-ba17-4490d0e5e0e2 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:51.860724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:51.860994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Checking segment: {'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:51.863255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.863255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Bound using segment: {'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:51.863255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Bound port: 3ea8484b-c4ae-44c8-883b-883b8a367dfc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:51.867531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:51.870777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8::1 (967806d8-006b-4997-ba17-4490d0e5e0e2/1ef66ab4-9d77-4419-9f8c-a811015ea62d/579c5578-5fc9-47b5-9970-8eeecb0b9b05) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:51.987380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] For port 3ea8484b-c4ae-44c8-883b-883b8a367dfc, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:51.991116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] For port 3ea8484b-c4ae-44c8-883b-883b8a367dfc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ea8484b-c4ae-44c8-883b-883b8a367dfc,segment=NetworkSegment(61985b4e-264b-4ba8-a120-37e1d165412b),segment_id=61985b4e-264b-4ba8-a120-37e1d165412b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:51.997046 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.035631 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.053419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object 579c5578-5fc9-47b5-9970-8eeecb0b9b05 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:52.091439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b342f59-c243-4895-bf07-d7356ae7798d None None] Pushing event updated for resources: {'Port': ['ID=3ea8484b-c4ae-44c8-883b-883b8a367dfc,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:52.100788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.105717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.189480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:52.194549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:52.200750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:52.203123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.256480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=579c5578-5fc9-47b5-9970-8eeecb0b9b05,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:52.325096 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.359784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Router 7a13032c-ed63-4a89-91dd-708935648ec2 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:52.432189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.569057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:52.579637 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Sync routers for ids ['7a13032c-ed63-4a89-91dd-708935648ec2'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:52.595772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Routers {'7a13032c-ed63-4a89-91dd-708935648ec2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:52.596528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a13032c-ed63-4a89-91dd-708935648ec2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:52.598477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.600055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8e2194da-54f5-4135-9678-c8e52d663f25 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5542395 Aug 16 02:36:52.602776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46340) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:52.823252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Set router 7a13032c-ed63-4a89-91dd-708935648ec2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:52.860060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.869597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.870677 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.018704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=579c5578-5fc9-47b5-9970-8eeecb0b9b05,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:53.063501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:53.065847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:53.279001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:51Z', 'revision_number': 3, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:53.318753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:53.343115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Checking router: 7a13032c-ed63-4a89-91dd-708935648ec2 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:53.347760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Updating router 7a13032c-ed63-4a89-91dd-708935648ec2 port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:53.427485 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.469348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.521109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:53.536705 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:53.547478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa7c5c11-db58-4213-8525-b555be85adca tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5016282 Aug 16 02:36:53.547726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46352) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:53.547726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-24770636'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:53.548724 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:53.549959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:53.621580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:53.625455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.668925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deedd48f-4343-49af-9e46-a9a22f85bda8 None None] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:53.682072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:53.693449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.694050 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment 97a3df15-88af-4bbe-8794-47333bdd57e6 of type vlan for network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c Aug 16 02:36:53.698290 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:53.739005 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.781779 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.788149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:53.789054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.817344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b7617817-e6f8-4911-b7ea-5b994337cd52 None None] Provisioning for port 3ea8484b-c4ae-44c8-883b-883b8a367dfc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:53.856904 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.871399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Allocated IP 172.20.0.1 (eb02eaf6-99a2-4eda-9350-c112ce03000f/cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32/e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:53.875717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3333149 Aug 16 02:36:53.878848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:53.886946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:53.930711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea76fca-fc73-42f3-915a-2bf282b489c0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=27406aa3-e5cb-4349-a21d-ce5d52a18b9c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:54.049998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:54.055294 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.177189 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:36:52Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:36:52Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:54.195868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.328099 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.336629 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:54.337595 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Updating router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:54.358775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.385778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:54.445252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Network eb02eaf6-99a2-4eda-9350-c112ce03000f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:54.448759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:54.449810 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.463628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:54.504360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ea8484b-c4ae-44c8-883b-883b8a367dfc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:54.521098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=053b5036-3a37-4d54-b0b7-c08f78a352bc,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:54.529515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Pushing event updated for resources: {'Port': ['ID=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:54.552385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:54.552754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: 27406aa3-e5cb-4349-a21d-ce5d52a18b9c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:54.577586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.603874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:54.615999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 27406aa3-e5cb-4349-a21d-ce5d52a18b9c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:54.625598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:54.626203 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.655001 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-45700564-723c-4c71-bd73-9678123b0b76 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7720447 Aug 16 02:36:54.655244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46366) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:54.703415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fb95d-28fd-4cef-901f-108b7280a41a None None] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:54.838315 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.022569 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.052841 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Transition to ACTIVE for port object 579c5578-5fc9-47b5-9970-8eeecb0b9b05 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:55.067336 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.135186 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Pushing event updated for resources: {'Port': ['ID=579c5578-5fc9-47b5-9970-8eeecb0b9b05,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:55.138822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.151325 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.151702 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.151840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.152122 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.152408 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.152790 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.153118 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.153442 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.153762 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.154084 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.154404 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.154719 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.155083 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:55.221599 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Attempting to bind port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:55.223692 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Attempting to bind port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:55.224065 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Attempting to bind port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 on network 967806d8-006b-4997-ba17-4490d0e5e0e2 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:55.230279 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:55.230670 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Checking segment: {'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:55.231065 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.231461 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Bound using segment: {'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:55.231933 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Bound port: 579c5578-5fc9-47b5-9970-8eeecb0b9b05, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61985b4e-264b-4ba8-a120-37e1d165412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:55.232654 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.326728 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] For port 579c5578-5fc9-47b5-9970-8eeecb0b9b05, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:55.344056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Pushing event updated for resources: {'Port': ['ID=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:55.346630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] For port 579c5578-5fc9-47b5-9970-8eeecb0b9b05, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=579c5578-5fc9-47b5-9970-8eeecb0b9b05,segment=NetworkSegment(61985b4e-264b-4ba8-a120-37e1d165412b),segment_id=61985b4e-264b-4ba8-a120-37e1d165412b)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:55.354061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.357945 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.368998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:55.369908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.410878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 3ea8484b-c4ae-44c8-883b-883b8a367dfc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:55.432170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3ea8484b-c4ae-44c8-883b-883b8a367dfc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:55.434688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.584306 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b92e74-f5fc-47d9-8765-b845d5e4f520 None None] Pushing event updated for resources: {'Port': ['ID=579c5578-5fc9-47b5-9970-8eeecb0b9b05,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:55.595716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Network eb02eaf6-99a2-4eda-9350-c112ce03000f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:55.598415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.604723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:55.616581 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:55.619822 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:55.651531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Transition to ACTIVE for port object d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:55.724551 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.788884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.839186 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.845417 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:55.904508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Attempting to bind port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:55.904863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Attempting to bind port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:55.905160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Attempting to bind port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:55.916320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:55.916769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:55.917123 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.917523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:55.918004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Bound port: d95a7665-2ce7-4fc8-83bd-78e21bdf4b45, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:55.918411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.937774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9df30-a788-4cee-9054-4007bf645b40 None None] Pushing event updated for resources: {'Port': ['ID=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:56.042380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Allocated IP 2001:db8:1::2 (27406aa3-e5cb-4349-a21d-ce5d52a18b9c/053b5036-3a37-4d54-b0b7-c08f78a352bc/0aa3e0a8-638d-4918-ad19-2ac4765294b9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:56.074672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1b0996f3-e759-4422-9d8e-7eedb5d0c042 None None] Provisioning complete for port 3ea8484b-c4ae-44c8-883b-883b8a367dfc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:56.075123 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b0996f3-e759-4422-9d8e-7eedb5d0c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.195905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 3ea8484b-c4ae-44c8-883b-883b8a367dfc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ea8484b-c4ae-44c8-883b-883b8a367dfc,segment=NetworkSegment(61985b4e-264b-4ba8-a120-37e1d165412b),segment_id=61985b4e-264b-4ba8-a120-37e1d165412b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:56.242843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.525918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=3ea8484b-c4ae-44c8-883b-883b8a367dfc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:56.529018 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-34e86008-13f4-4d4e-8c0e-7214a80d49bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.587707 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:36:52Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:36:55Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:56.604040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Router 7a13032c-ed63-4a89-91dd-708935648ec2 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:56.650430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] For port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:56.650650 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c3180-e520-4805-a5b1-796805d5ee59 None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:36:52Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:36:55Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:56.714977 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.724714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] For port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:56.755956 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.765742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Transition to ACTIVE for port object 0aa3e0a8-638d-4918-ad19-2ac4765294b9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:56.802971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:56.821628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0269f9c8-57ac-4aab-9fa8-b28bbc794b8e admin admin] 10.222.0.78 "PUT /v2.0/routers/7a13032c-ed63-4a89-91dd-708935648ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2100589 Aug 16 02:36:56.868615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Transition to ACTIVE for port object 0aa3e0a8-638d-4918-ad19-2ac4765294b9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:56.874462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1b0996f3-e759-4422-9d8e-7eedb5d0c042 None None] Provisioning for port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:56.889770 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.898293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Routers {'7a13032c-ed63-4a89-91dd-708935648ec2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:56.898967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a13032c-ed63-4a89-91dd-708935648ec2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:56.960269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9df30-a788-4cee-9054-4007bf645b40 None None] Pushing event updated for resources: {'Port': ['ID=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:56.995570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:56.997130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:57.020026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:57.029592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8:1::1 (27406aa3-e5cb-4349-a21d-ce5d52a18b9c/053b5036-3a37-4d54-b0b7-c08f78a352bc/d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:57.206041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Pushing event updated for resources: {'Port': ['ID=0aa3e0a8-638d-4918-ad19-2ac4765294b9,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:57.280993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] Set router 7a13032c-ed63-4a89-91dd-708935648ec2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:57.317530 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.351398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:57.355956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Attempting to bind port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:57.356350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Attempting to bind port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:57.356717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Attempting to bind port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 on network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:57.376176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:57.388598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Checking segment: {'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:57.389087 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.389513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Bound using segment: {'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:57.394434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Bound port: 0aa3e0a8-638d-4918-ad19-2ac4765294b9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:57.394752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.444605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.528393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] For port 0aa3e0a8-638d-4918-ad19-2ac4765294b9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:57.539354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] For port 0aa3e0a8-638d-4918-ad19-2ac4765294b9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0aa3e0a8-638d-4918-ad19-2ac4765294b9,segment=NetworkSegment(97a3df15-88af-4bbe-8794-47333bdd57e6),segment_id=97a3df15-88af-4bbe-8794-47333bdd57e6)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:57.555907 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.703076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-302bb5a6-bfa8-47ba-aceb-b9556304913c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:57.710557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-302bb5a6-bfa8-47ba-aceb-b9556304913c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 811 time: 0.1827664 Aug 16 02:36:57.754062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20071047-e407-4464-80ed-69ffc866eee9 None None] Pushing event updated for resources: {'Port': ['ID=0aa3e0a8-638d-4918-ad19-2ac4765294b9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:57.764792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:57.773234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-4e675050-11f0-4501-87bd-630e03ab4885 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/quotas/fd67ec00da5a416e9fcb02ab69c005fa HTTP/1.1" status: 200 len: 375 time: 0.0611959 Aug 16 02:36:57.839609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:57.848904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:57.852102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:57.852727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.869154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 4, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf', 'name': '', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'mac_address': 'fa:16:3e:8b:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:53Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 2, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'subnets': [{'id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:57.904341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e702262-c91d-48ea-bc44-b0a4e695f3c7 None None] The sync data for ids ['7a13032c-ed63-4a89-91dd-708935648ec2'] in n-d-769329-15 is: [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 4, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf', 'name': '', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'mac_address': 'fa:16:3e:8b:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:53Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 2, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'subnets': [{'id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:57.957626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-fadeac76-9f91-401a-8e33-8f76bc7259a7 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1833658 Aug 16 02:36:58.146376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:58.184865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-3e18ae27-ba2d-470d-8b7b-21e268bfd360 service neutron] 10.222.0.78 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158482 Aug 16 02:36:58.467249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-ee34a1af-610f-4067-9c0d-d43a148fac8e service neutron] 10.222.0.78 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793701 Aug 16 02:36:58.695881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ea8484b-c4ae-44c8-883b-883b8a367dfc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:58.807342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b911d78-0687-4ad4-bd04-9889a5ffcb79 req-7f0afc67-4670-424f-bca9-383a76a5bb7f tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 210 time: 0.0963635 Aug 16 02:36:58.995858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.006768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.007828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.262127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:59.411676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:59.414039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:59.454571 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.463100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3ea8484b-c4ae-44c8-883b-883b8a367dfc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:59.465090 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.535659 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b5243861-d524-48e6-96ba-93ad0cae03bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.653800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:59.678247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2905809-aea7-4ccc-aec8-bccb006e4303 None None] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:59.786934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0aa3e0a8-638d-4918-ad19-2ac4765294b9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:59.843805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0468eda6-e02e-4414-b566-6a9060d51e48 None None] Provisioning for port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:59.856264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:59.861597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2f8fd8fa-ada7-465f-a94c-2ef4f11eae7d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2054129 Aug 16 02:36:59.864398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46432) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:59.870554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-514715834'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:59.939732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:59.950541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:59.958136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.011184 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c8c4cc0-f88b-46ed-8da1-1f4d35e58f34 req-d7a2d382-3535-4860-9224-b47eb4caf19b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 210 time: 0.0490701 Aug 16 02:37:00.017807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:00.039971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:00.040930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:00.043988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.045108 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment d96dc15e-b6c6-4194-b291-43f4f52db542 of type vlan for network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 Aug 16 02:37:00.109743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.147412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.156017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:00.156756 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.188568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3204539 Aug 16 02:37:00.189167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:00.195945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:00.246984 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.262691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:00.280061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=2106b0ff-e5e6-46da-a0de-cdeeed51faa7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:00.285506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:00.289448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.290636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.290993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.291654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.291996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.292432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.293034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.293632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.294110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.294447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.295810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.296153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d10517-5a7d-4442-973b-1d82f8f98a86 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:00.379783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:00.383698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.389752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:00.392864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:00.394685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.729002 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.825409 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.836219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=b0a4fc40-77d8-4184-9037-153eb3ce18a5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:00.859411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:00.859411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: 2106b0ff-e5e6-46da-a0de-cdeeed51faa7, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:00.898513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 0aa3e0a8-638d-4918-ad19-2ac4765294b9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0aa3e0a8-638d-4918-ad19-2ac4765294b9,segment=NetworkSegment(97a3df15-88af-4bbe-8794-47333bdd57e6),segment_id=97a3df15-88af-4bbe-8794-47333bdd57e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:00.906223 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.907211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 579c5578-5fc9-47b5-9970-8eeecb0b9b05 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:00.914030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-09749e84-7f75-4513-be43-137050124756 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:00.916221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-09749e84-7f75-4513-be43-137050124756 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.88 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 811 time: 0.2836547 Aug 16 02:37:00.917633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:00.938942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Request body: {'port': {'device_id': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'admin_state_up': True, 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:00.945592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2106b0ff-e5e6-46da-a0de-cdeeed51faa7) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:00.951308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:00.952109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:00.968452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58ced0-4bf0-4c3e-929e-b09dbd721c3b None None] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:01.027824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cf9a9fd9-4962-40af-aae2-7a9cae652731 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8372023 Aug 16 02:37:01.030615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46454) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:01.164490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Made reservation on behalf of fd67ec00da5a416e9fcb02ab69c005fa for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:01.168804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.320189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=0aa3e0a8-638d-4918-ad19-2ac4765294b9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:01.333268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-658c2ce2-1ed5-40ec-a099-ee810d959722 None None] Provisioning for port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:01.333870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ca80c3c-2b5d-4d13-8606-e414964058ee req-443e17c9-4413-4e2e-b168-71c3d2422f8d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 210 time: 0.1514819 Aug 16 02:37:01.339002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:36:57Z', 'revision_number': 3, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:36:55Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:36:58Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:01.436735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-658c2ce2-1ed5-40ec-a099-ee810d959722 None None] Provisioning complete for port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:01.441436 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-658c2ce2-1ed5-40ec-a099-ee810d959722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.478066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:01.478430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Updating router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:01.592486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Allocated IP 172.20.0.2 (eb02eaf6-99a2-4eda-9350-c112ce03000f/cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32/b71e81a5-e3d9-46b8-88b3-efe25c9cf469) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:01.594504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:01.597385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.647577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:01.684642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.710389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:01.710860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.828628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.865904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-658c2ce2-1ed5-40ec-a099-ee810d959722 None None] Port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:01.881396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.947307 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Sync routers for ids ['7a13032c-ed63-4a89-91dd-708935648ec2'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:01.965649 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Routers {'7a13032c-ed63-4a89-91dd-708935648ec2'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:01.966288 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a13032c-ed63-4a89-91dd-708935648ec2'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:01.982150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.052141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Network eb02eaf6-99a2-4eda-9350-c112ce03000f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:02.062570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-658c2ce2-1ed5-40ec-a099-ee810d959722 None None] Provisioning complete for port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:02.063468 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-658c2ce2-1ed5-40ec-a099-ee810d959722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.067080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:02.071988 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.081172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:02.163658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Pushing event updated for resources: {'Port': ['ID=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:02.200854 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Set router 7a13032c-ed63-4a89-91dd-708935648ec2 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:02.206643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.207559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.234363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-a5a89010-95d2-45d4-8eb1-72a20f6a3346 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3067532 Aug 16 02:37:02.257477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Request body: {'port': {'device_id': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:02.360704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.384508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.488136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Allocated IP 2001:db8:2::2 (2106b0ff-e5e6-46da-a0de-cdeeed51faa7/b0a4fc40-77d8-4184-9037-153eb3ce18a5/15cf7941-c8db-4fac-bd28-fb03c2eefdbe) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:02.551846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 579c5578-5fc9-47b5-9970-8eeecb0b9b05, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=579c5578-5fc9-47b5-9970-8eeecb0b9b05,segment=NetworkSegment(61985b4e-264b-4ba8-a120-37e1d165412b),segment_id=61985b4e-264b-4ba8-a120-37e1d165412b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:02.567209 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.612638 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 4, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf', 'name': '', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'mac_address': 'fa:16:3e:8b:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:53Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 2, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'subnets': [{'id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:02.707696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Checking router: 7a13032c-ed63-4a89-91dd-708935648ec2 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:02.708171 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Updating router 7a13032c-ed63-4a89-91dd-708935648ec2 port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:02.763831 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.770668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b0617-7a90-45b4-b941-6c9565892fe3 req-377cb318-3d08-4506-980f-8c3623020393 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.779368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d2b0617-7a90-45b4-b941-6c9565892fe3 req-377cb318-3d08-4506-980f-8c3623020393 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 931 time: 0.1274116 Aug 16 02:37:02.853915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d2b0617-7a90-45b4-b941-6c9565892fe3 req-68f14f16-e560-43aa-a844-0f2f05dc6787 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686309 Aug 16 02:37:02.901852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0aa3e0a8-638d-4918-ad19-2ac4765294b9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:02.948761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71e81a5-e3d9-46b8-88b3-efe25c9cf469 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:02.957110 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.980397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Transition to ACTIVE for port object b71e81a5-e3d9-46b8-88b3-efe25c9cf469 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:02.988057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.115087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=579c5578-5fc9-47b5-9970-8eeecb0b9b05,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.155301 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.164717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c9846343-eb51-4a6e-b2ee-fd29d2ceb5c4 None None] Provisioning complete for port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:03.167276 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Transition to ACTIVE for port object e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:03.167740 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9846343-eb51-4a6e-b2ee-fd29d2ceb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.175106 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.274660 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Attempting to bind port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:03.275326 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Attempting to bind port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:03.275902 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Attempting to bind port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf on network eb02eaf6-99a2-4eda-9350-c112ce03000f {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:03.286464 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:03.287326 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Checking segment: {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:03.288003 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.288923 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Bound using segment: {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:03.289723 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Bound port: e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:03.291102 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.302925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:03.303385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.370341 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] For port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:03.375256 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] For port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:03.383251 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.397300 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.430017 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78ccd3-3774-4004-8bc2-5ec297982ea8 None None] Pushing event updated for resources: {'Port': ['ID=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.443621 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Routers {'7a13032c-ed63-4a89-91dd-708935648ec2'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:03.444462 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a13032c-ed63-4a89-91dd-708935648ec2'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:03.459723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Transition to ACTIVE for port object d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:03.516324 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.526878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Transition to ACTIVE for port object 15cf7941-c8db-4fac-bd28-fb03c2eefdbe will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:03.546136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Transition to ACTIVE for port object 15cf7941-c8db-4fac-bd28-fb03c2eefdbe will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:03.548847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c9846343-eb51-4a6e-b2ee-fd29d2ceb5c4 None None] Port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:03.554692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.563674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.578128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:03.588350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:03.611883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:03.627385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Pushing event updated for resources: {'Port': ['ID=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.683208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Attempting to bind port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:03.683663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Attempting to bind port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:03.684003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Attempting to bind port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 on network eb02eaf6-99a2-4eda-9350-c112ce03000f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:03.691457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 on network eb02eaf6-99a2-4eda-9350-c112ce03000f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:03.693955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Attempting to bind port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 on network eb02eaf6-99a2-4eda-9350-c112ce03000f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:03.695206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8:2::1 (2106b0ff-e5e6-46da-a0de-cdeeed51faa7/b0a4fc40-77d8-4184-9037-153eb3ce18a5/455d5240-9e28-4e40-9a90-708c32277fe9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:03.707687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:03.708028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Checking segment: {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:03.710057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Bound using segment: {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:03.710520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Bound port: b71e81a5-e3d9-46b8-88b3-efe25c9cf469, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:03.710909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.762160 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78ccd3-3774-4004-8bc2-5ec297982ea8 None None] Pushing event updated for resources: {'Port': ['ID=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.788918 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] Set router 7a13032c-ed63-4a89-91dd-708935648ec2 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:03.813196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Pushing event updated for resources: {'Port': ['ID=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.868684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.910144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object 455d5240-9e28-4e40-9a90-708c32277fe9 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:03.933486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] For port b71e81a5-e3d9-46b8-88b3-efe25c9cf469, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:03.937108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] For port b71e81a5-e3d9-46b8-88b3-efe25c9cf469, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:03.937558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8f0f7-9308-43df-ba1c-ffb35d69125a None None] Pushing event updated for resources: {'Port': ['ID=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.942265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.943417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Attempting to bind port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:03.943798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Attempting to bind port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:03.944170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Attempting to bind port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe on network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:03.972385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:03.972798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Checking segment: {'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:03.973231 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.973641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Bound using segment: {'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:03.979403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Bound port: 15cf7941-c8db-4fac-bd28-fb03c2eefdbe, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:03.979749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.983316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.033109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.034165 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.035823 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] 10.222.0.88 "PUT /v2.0/ports/b71e81a5-e3d9-46b8-88b3-efe25c9cf469 HTTP/1.1" status: 200 len: 1092 time: 1.7935898 Aug 16 02:37:04.037567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'tag': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:04.047008 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded8219-4aa3-4068-8f88-186be95a3765" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7dbe6d-9907-4921-be20-f41a2726fa3d", "tag": "b71e81a5-e3d9-46b8-88b3-efe25c9cf469"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:04.126979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:04.131442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:04.134361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:04.146267 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c917f857-0336-421d-95c7-dc0094a6452b x-openstack-request-id: req-c917f857-0336-421d-95c7-dc0094a6452b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:04.146614 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7dbe6d-9907-4921-be20-f41a2726fa3d", "tag": "b71e81a5-e3d9-46b8-88b3-efe25c9cf469", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:04.146983 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c917f857-0336-421d-95c7-dc0094a6452b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:04.147466 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'tag': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469', 'status': 'completed', 'code': 200} Aug 16 02:37:04.155026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:04.155574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.157182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e8727-364c-46a5-b4dc-54564cb9ef93 req-76b5a4e5-41e6-412a-99e8-af5824b50126 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.158654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-165e8727-364c-46a5-b4dc-54564cb9ef93 req-76b5a4e5-41e6-412a-99e8-af5824b50126 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 943 time: 0.1541178 Aug 16 02:37:04.164186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=455d5240-9e28-4e40-9a90-708c32277fe9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:04.198194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae83e28-32ed-4eb2-b0ff-bd756020d67e service neutron] Pushing event updated for resources: {'Port': ['ID=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:04.225103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-344bdeaf-8b6a-4a2a-9d19-0b708fc0447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.229758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-344bdeaf-8b6a-4a2a-9d19-0b708fc0447b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 1095 time: 0.1540618 Aug 16 02:37:04.236312 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 4, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf', 'name': '', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'mac_address': 'fa:16:3e:8b:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:53Z', 'updated_at': '2021-08-16T02:37:03Z', 'revision_number': 4, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'subnets': [{'id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:04.304512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Attempting to bind port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:04.305154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Attempting to bind port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:04.306172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Attempting to bind port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 on network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:04.334031 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-8f78f253-95b9-444d-a69f-7c329d45b7ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469 HTTP/1.1" status: 200 len: 217 time: 0.0820951 Aug 16 02:37:04.341902 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-165e8727-364c-46a5-b4dc-54564cb9ef93 req-11b623d8-a1d3-4568-84a0-1a457caa86cd tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576095 Aug 16 02:37:04.346963 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3b8fe-c585-4ae6-8eb2-51e2ab8e9e73 None None] The sync data for ids ['7a13032c-ed63-4a89-91dd-708935648ec2'] in n-d-769329-15 is: [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:54Z', 'revision_number': 4, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf', 'name': '', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'mac_address': 'fa:16:3e:8b:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:53Z', 'updated_at': '2021-08-16T02:37:03Z', 'revision_number': 4, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'subnets': [{'id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:04.347950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:04.348508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Checking segment: {'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:04.350029 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.352379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Bound using segment: {'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:04.353008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Bound port: d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a3df15-88af-4bbe-8794-47333bdd57e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:04.355259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.357567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:04.372399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:04.372399 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.452674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.456368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-6bd1d87f-ef27-4a74-86ce-df8c30b7a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.458643 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-6bd1d87f-ef27-4a74-86ce-df8c30b7a104 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.1151862 Aug 16 02:37:04.511374 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-b4c8b476-16b7-4992-9a83-6a54c09e4082 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456378 Aug 16 02:37:04.529433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] For port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:04.605750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] For port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,segment=NetworkSegment(d96dc15e-b6c6-4194-b291-43f4f52db542),segment_id=d96dc15e-b6c6-4194-b291-43f4f52db542)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:04.625471 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.678793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-1339aec7-ce89-41f1-8278-20da40e55b3f service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601169 Aug 16 02:37:04.688064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] For port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:04.702105 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.741293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:04.742134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ef7ab-9897-4200-8f5c-b9f50777be20 None None] Pushing event updated for resources: {'Port': ['ID=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:04.755362 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.766096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] For port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,segment=NetworkSegment(97a3df15-88af-4bbe-8794-47333bdd57e6),segment_id=97a3df15-88af-4bbe-8794-47333bdd57e6)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:04.790831 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.875156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ef2d568-cc00-417f-8604-74f9e750a7ae req-b3cb6dd1-aa6c-4886-9a5b-183ee4593722 service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857352 Aug 16 02:37:04.881429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:04.956024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:04.956982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:05.019886 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.027852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.028691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.041954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-37c21c82-769f-4b1d-b8e3-102c7e44bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:05.045389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-37c21c82-769f-4b1d-b8e3-102c7e44bb62 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 1095 time: 0.0878501 Aug 16 02:37:05.111442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:05.202322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:05.224446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-3b60d42d-4c1d-42c6-8641-7b830a8590a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:05.225962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-3b60d42d-4c1d-42c6-8641-7b830a8590a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 912 time: 0.1606445 Aug 16 02:37:05.234868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=455d5240-9e28-4e40-9a90-708c32277fe9,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:05.284052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8f0f7-9308-43df-ba1c-ffb35d69125a None None] Pushing event updated for resources: {'Port': ['ID=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:05.318307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-0145f0d1-d13e-4eca-8585-e907418169cd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469 HTTP/1.1" status: 200 len: 217 time: 0.0801396 Aug 16 02:37:05.340440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:05.341903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:05.428392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-3c36498b-9497-402d-9ac6-06d95940d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:05.432232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-3c36498b-9497-402d-9ac6-06d95940d927 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.1059308 Aug 16 02:37:05.480109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:05.501204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-09c2e0f5-4527-411b-baf2-74cf91857ab9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611162 Aug 16 02:37:05.515263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:05.515648 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.543741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:05.656233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c27ff6-bd26-4ed9-bb93-c6a4b96813c1 req-b1e50fca-164d-4b89-bd24-085e70a2c523 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:05.658211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51c27ff6-bd26-4ed9-bb93-c6a4b96813c1 req-b1e50fca-164d-4b89-bd24-085e70a2c523 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 943 time: 0.1793306 Aug 16 02:37:05.691286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.709434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:05.719188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd68dccb-b9ce-4a91-9a79-bc07489fbe17 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6874535 Aug 16 02:37:05.723161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:03Z', 'revision_number': 1, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:05.726514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46518) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:05.732269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-808719410'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:05.755421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-f829e84a-0cee-4ee4-aa58-e39529e88a1a service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139835 Aug 16 02:37:05.782311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b78bc-58ee-47f3-a736-c3777f7426a2 None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:03Z', 'revision_number': 1, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:05.782751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:05.786304 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.787167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:05.792579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.793433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 579c5578-5fc9-47b5-9970-8eeecb0b9b05 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:05.895564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:05.907276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.907547 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added segment 53cf4872-0bde-4cf6-9d6b-fb37b363ed3f of type vlan for network 54c8accd-80e0-4f81-ace5-33a04a20c521 Aug 16 02:37:05.979640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:05.989769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ded8219-4aa3-4068-8f88-186be95a3765 req-be110b15-e0ea-4f41-977c-205ee3bbbc9a service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138424 Aug 16 02:37:06.018756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:06.019164 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.034599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.049582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51c27ff6-bd26-4ed9-bb93-c6a4b96813c1 req-a0955af8-20bf-4deb-82ab-198d1f50ad9e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831890 Aug 16 02:37:06.100378 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.106719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.107375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.214931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Network': ['ID=54c8accd-80e0-4f81-ace5-33a04a20c521,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:06.225576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:06.240036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:06.240313 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2eac14eb-99e9-4e8d-9e82-96b9f255ca9a tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5125072 Aug 16 02:37:06.248440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'subnet': {'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:06.410918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Made reservation on behalf of a910caa699614c1ea5b01ae7597bafe9 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:06.415676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.465367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991860cd-d37c-4b5c-9d9d-617d0b6ae38c None None] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:06.616129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bbe46522-67a5-4ea4-a266-71d8f84b8c6f None None] Provisioning for port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:06.720425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.792788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Subnet': ['ID=69e402ad-5f21-4747-a513-4d57449213b9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:06.804409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Checking segment: {'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:06.804706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network hostable DHCP agents. Network: 54c8accd-80e0-4f81-ace5-33a04a20c521, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:06.824485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:06.836519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 54c8accd-80e0-4f81-ace5-33a04a20c521) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:06.841868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.843317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:06.872443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dfdcf091-b5bf-4b3a-820d-69d934dcceb1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6310840 Aug 16 02:37:06.875073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46534) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:06.957352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68d54f-9807-410a-ad6d-25282d07269b None None] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:07.123852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:07.314539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-54c8accd-80e0-4f81-ace5-33a04a20c521', 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'fixed_ips': [{'subnet_id': '69e402ad-5f21-4747-a513-4d57449213b9'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:07.315566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:07.323343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643b670-c9ec-46c4-ac73-0b70be220050 req-e259f407-bc8c-4ab7-a27b-874f4d5102bf tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:07.324924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2643b670-c9ec-46c4-ac73-0b70be220050 req-e259f407-bc8c-4ab7-a27b-874f4d5102bf tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 943 time: 0.0859313 Aug 16 02:37:07.371881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:07.372251 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:07.553472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Allocated IP 2001:db8:3::2 (54c8accd-80e0-4f81-ace5-33a04a20c521/69e402ad-5f21-4747-a513-4d57449213b9/54e1aef5-15ea-46aa-91d0-dfe56d4aad45) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:07.611112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2643b670-c9ec-46c4-ac73-0b70be220050 req-c58763a7-abb2-4f59-8404-c78c0fb72271 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137757 Aug 16 02:37:07.672040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:07.706147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:07.796330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:07.796986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:07.919204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b71e81a5-e3d9-46b8-88b3-efe25c9cf469 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:08.057891 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.070193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Transition to ACTIVE for port object 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:08.112762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Transition to ACTIVE for port object 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:08.120540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:08.257819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Allocated IP 2001:db8:3::1 (54c8accd-80e0-4f81-ace5-33a04a20c521/69e402ad-5f21-4747-a513-4d57449213b9/c5a57ee9-6ae4-4be3-aea6-e08ca539d21d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:08.303784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:37:08.409712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b71e81a5-e3d9-46b8-88b3-efe25c9cf469, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:08.420066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.440059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Transition to ACTIVE for port object c5a57ee9-6ae4-4be3-aea6-e08ca539d21d will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:08.490975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.505918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 15cf7941-c8db-4fac-bd28-fb03c2eefdbe up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:08.546599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'port_id': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469', 'mac_address': 'fa:16:3e:ac:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:08.566804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.594472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=c5a57ee9-6ae4-4be3-aea6-e08ca539d21d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:08.622801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:08.624497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:08.627403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:08.628051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.657606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:08.658932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1479d623-24a5-47e4-852b-10a131bfbd01 None None] Provisioning for port 455d5240-9e28-4e40-9a90-708c32277fe9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:08.668123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Pushing event updated for resources: {'Port': ['ID=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:08.670742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:08.672327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1479d623-24a5-47e4-852b-10a131bfbd01 None None] Provisioning complete for port 455d5240-9e28-4e40-9a90-708c32277fe9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:08.672719 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1479d623-24a5-47e4-852b-10a131bfbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.682199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:08.687772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:08.737998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:08.738371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.804769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e7273-22bb-495d-a8a5-df98c7bcca3a req-5814129a-0caf-4180-a1eb-882da906c681 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:08.813538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f68e7273-22bb-495d-a8a5-df98c7bcca3a req-5814129a-0caf-4180-a1eb-882da906c681 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 943 time: 0.0817096 Aug 16 02:37:08.847784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1479d623-24a5-47e4-852b-10a131bfbd01 None None] Port 455d5240-9e28-4e40-9a90-708c32277fe9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:08.872246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.876961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.927808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71e81a5-e3d9-46b8-88b3-efe25c9cf469 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:08.936381 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f68e7273-22bb-495d-a8a5-df98c7bcca3a req-f4c58529-1e95-4982-b6a1-4ff6bc00abfc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217825 Aug 16 02:37:08.937419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Attempting to bind port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:08.938042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Attempting to bind port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:08.939595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Attempting to bind port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 on network 54c8accd-80e0-4f81-ace5-33a04a20c521 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:08.956464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:08.956843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Checking segment: {'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:08.957249 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.957654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Bound using segment: {'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:08.958199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Bound port: 54e1aef5-15ea-46aa-91d0-dfe56d4aad45, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:08.958579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.006261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b71e81a5-e3d9-46b8-88b3-efe25c9cf469, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:09.045887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.049898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:09.111462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:09.111829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Updating router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 port 455d5240-9e28-4e40-9a90-708c32277fe9 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:09.113568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-05e1eeb6-0f12-4dc0-a96d-614d32243656 None None] Provisioning complete for port 455d5240-9e28-4e40-9a90-708c32277fe9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:09.114059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05e1eeb6-0f12-4dc0-a96d-614d32243656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.179119 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.230831 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.236335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] For port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:09.239473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-05e1eeb6-0f12-4dc0-a96d-614d32243656 None None] Port 455d5240-9e28-4e40-9a90-708c32277fe9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:09.246788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] For port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,segment=NetworkSegment(53cf4872-0bde-4cf6-9d6b-fb37b363ed3f),segment_id=53cf4872-0bde-4cf6-9d6b-fb37b363ed3f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:09.264496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.264663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:09.267598 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.281003 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.282933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.303270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b71e81a5-e3d9-46b8-88b3-efe25c9cf469'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:09.336379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,segment=NetworkSegment(d96dc15e-b6c6-4194-b291-43f4f52db542),segment_id=d96dc15e-b6c6-4194-b291-43f4f52db542)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:09.357575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event updated for resources: {'Port': ['ID=c5a57ee9-6ae4-4be3-aea6-e08ca539d21d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:09.369045 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.369740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:09.497458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:09.499120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:09.512541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01cf39-1e78-4e10-95bd-e855bb710547 None None] Pushing event updated for resources: {'Port': ['ID=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:09.634698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:09.770326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:09.784554 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f71d4945-4e49-4898-9e36-b34a539ac8f1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9077530 Aug 16 02:37:09.784938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46562) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:09.791846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:09.818180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:09.834795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:09.851550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:09.851923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.124468 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.127012 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.145522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Transition to ACTIVE for port object 455d5240-9e28-4e40-9a90-708c32277fe9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:10.163514 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.203861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,segment=NetworkSegment(97a3df15-88af-4bbe-8794-47333bdd57e6),segment_id=97a3df15-88af-4bbe-8794-47333bdd57e6)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:10.226276 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.227081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:10.257141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf2c67-9c8e-4789-89e8-7978fe44a3d9 None None] Pushing event updated for resources: {'Port': ['ID=455d5240-9e28-4e40-9a90-708c32277fe9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:10.312609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a8a2c-e73c-40d5-b4d5-f8d415fdd206 req-0d09dc16-08bb-4c95-a2f3-33c3520dee60 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.314147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5a8a2c-e73c-40d5-b4d5-f8d415fdd206 req-0d09dc16-08bb-4c95-a2f3-33c3520dee60 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 944 time: 0.0847986 Aug 16 02:37:10.430084 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5a8a2c-e73c-40d5-b4d5-f8d415fdd206 req-37213fbc-cff3-45ac-8a46-956dd93bc08d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018157 Aug 16 02:37:10.448274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:10.472435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Attempting to bind port 455d5240-9e28-4e40-9a90-708c32277fe9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:10.472816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Attempting to bind port 455d5240-9e28-4e40-9a90-708c32277fe9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:10.473190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Attempting to bind port 455d5240-9e28-4e40-9a90-708c32277fe9 on network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:10.488719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:10.489086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Checking segment: {'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:10.489504 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.492149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Bound using segment: {'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:10.492672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Bound port: 455d5240-9e28-4e40-9a90-708c32277fe9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96dc15e-b6c6-4194-b291-43f4f52db542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:10.493154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.496134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:10.496528 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.627674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] For port 455d5240-9e28-4e40-9a90-708c32277fe9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:10.635576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] For port 455d5240-9e28-4e40-9a90-708c32277fe9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=455d5240-9e28-4e40-9a90-708c32277fe9,segment=NetworkSegment(d96dc15e-b6c6-4194-b291-43f4f52db542),segment_id=d96dc15e-b6c6-4194-b291-43f4f52db542)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:10.704276 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.752449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:37:10.783360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Removed routes are [] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:37:10.783878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:10.872722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:10.873382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:10.877964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf2c67-9c8e-4789-89e8-7978fe44a3d9 None None] Pushing event updated for resources: {'Port': ['ID=455d5240-9e28-4e40-9a90-708c32277fe9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:10.953394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77834df-e5d2-48ed-a9ac-92146069d52b None None] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:11.170847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:11.174384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.180173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.213171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f713f347-cc33-4bba-8075-f8e3398f2baa None None] Provisioning for port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:11.286552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:11.334737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:11.390937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:11.432888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:11.433268 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.466900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:11.478136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.484954 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-45bae6d6-f077-4f63-af63-9af14578896b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 200 len: 954 time: 1.6983330 Aug 16 02:37:11.488387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46602) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:11.632785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d216de3-a44e-4985-94c1-bd9881d25a95 req-1e3f65e7-52b1-460b-a392-ba1a2223c82b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:11.638917 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d216de3-a44e-4985-94c1-bd9881d25a95 req-1e3f65e7-52b1-460b-a392-ba1a2223c82b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 944 time: 0.0824385 Aug 16 02:37:11.679662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d42e8ff7-2ba3-4458-b5cd-bc4c35aabec6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 200 len: 954 time: 0.1872201 Aug 16 02:37:11.684799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46604) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:11.690587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.691785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'routes': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:11.693247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d216de3-a44e-4985-94c1-bd9881d25a95 req-1971600d-876c-4396-9773-33558b4ae1a9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477400 Aug 16 02:37:11.760674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,segment=NetworkSegment(53cf4872-0bde-4cf6-9d6b-fb37b363ed3f),segment_id=53cf4872-0bde-4cf6-9d6b-fb37b363ed3f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:11.768829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 6, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a57ee9-6ae4-4be3-aea6-e08ca539d21d', 'name': '', 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:df:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '69e402ad-5f21-4747-a513-4d57449213b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:07Z', 'updated_at': '2021-08-16T02:37:09Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '69e402ad-5f21-4747-a513-4d57449213b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:11.772122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:11.772878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 15cf7941-c8db-4fac-bd28-fb03c2eefdbe up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:11.811610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364ec55-e191-4433-b767-b2fa2d87b87b None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 6, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a57ee9-6ae4-4be3-aea6-e08ca539d21d', 'name': '', 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:df:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '69e402ad-5f21-4747-a513-4d57449213b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:07Z', 'updated_at': '2021-08-16T02:37:09Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '69e402ad-5f21-4747-a513-4d57449213b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:11.897840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b71e81a5-e3d9-46b8-88b3-efe25c9cf469 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:11.985352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:12.007613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:12.008059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.032458 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:12.058592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:12.059134 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.111534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c988d04b-50a6-47fc-a651-8b01103376b7 None None] Provisioning for port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:12.135531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c988d04b-50a6-47fc-a651-8b01103376b7 None None] Provisioning complete for port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:12.135968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c988d04b-50a6-47fc-a651-8b01103376b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.402448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.extraroute_db [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added routes are [] {{(pid=94857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:37:12.402766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.extraroute_db [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:37:12.465516 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.553267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:12.604938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c988d04b-50a6-47fc-a651-8b01103376b7 None None] Port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:12.665443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c988d04b-50a6-47fc-a651-8b01103376b7 None None] Provisioning complete for port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:12.667268 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c988d04b-50a6-47fc-a651-8b01103376b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.700675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.708775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:12.709294 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.756862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.761374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.853648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:12.856127 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239abace-d46f-473c-8d87-c35979d3a053" -d '{"events": [{"server_uuid": "ed7dbe6d-9907-4921-be20-f41a2726fa3d", "name": "network-vif-plugged", "status": "completed", "tag": "b71e81a5-e3d9-46b8-88b3-efe25c9cf469"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:12.891113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6f4f-e1a8-4769-b2de-f80b87a0d074 req-7bcb82bc-a99a-448f-afb1-658e4512f3ba tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:12.900960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3bfd6f4f-e1a8-4769-b2de-f80b87a0d074 req-7bcb82bc-a99a-448f-afb1-658e4512f3ba tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 944 time: 0.0852551 Aug 16 02:37:12.919221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:12.936671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port b71e81a5-e3d9-46b8-88b3-efe25c9cf469, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:12.941012 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfee836-b857-4ed2-b110-745fbffc87ab x-openstack-request-id: req-fcfee836-b857-4ed2-b110-745fbffc87ab {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:12.941300 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7dbe6d-9907-4921-be20-f41a2726fa3d", "name": "network-vif-plugged", "status": "completed", "tag": "b71e81a5-e3d9-46b8-88b3-efe25c9cf469", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:12.941552 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcfee836-b857-4ed2-b110-745fbffc87ab {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:12.952670 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469', 'code': 200} Aug 16 02:37:12.969428 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.974871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3bfd6f4f-e1a8-4769-b2de-f80b87a0d074 req-1c441cb3-cfdf-461d-bfbe-24be3df18bf5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654283 Aug 16 02:37:13.045729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:13.045966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73161e-4bed-42b5-88d9-81d59fd8b62b req-8414d3b5-0e32-4ce0-8743-0571f7ca3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:13.047867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d73161e-4bed-42b5-88d9-81d59fd8b62b req-8414d3b5-0e32-4ce0-8743-0571f7ca3a5e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 1097 time: 0.0511677 Aug 16 02:37:13.054385 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:13.056086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-64200e9a-a3e5-46f3-a77e-8b32c6dbb581 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 200 len: 704 time: 1.3703473 Aug 16 02:37:13.058655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46620) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:13.070408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:13.144593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d73161e-4bed-42b5-88d9-81d59fd8b62b req-d913446f-a4bd-473d-9c09-be33d1f33984 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891016 Aug 16 02:37:13.190947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e2099472-6a65-417c-833f-8fc7305dc4e0 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 200 len: 704 time: 0.1312025 Aug 16 02:37:13.193708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46624) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:13.194737 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:13.201384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eb638400-12e3-4d60-adc9-fe318e13faf9 None None] Provisioning complete for port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:13.202073 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb638400-12e3-4d60-adc9-fe318e13faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:13.205921 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:13.206540 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:13.239804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb638400-12e3-4d60-adc9-fe318e13faf9 None None] Port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:13.302318 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:13.315438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:13.443304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:13.443304 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:13.626808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 455d5240-9e28-4e40-9a90-708c32277fe9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:13.633744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:13.691327 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:12Z', 'revision_number': 7, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a57ee9-6ae4-4be3-aea6-e08ca539d21d', 'name': '', 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:df:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '69e402ad-5f21-4747-a513-4d57449213b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:07Z', 'updated_at': '2021-08-16T02:37:09Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '69e402ad-5f21-4747-a513-4d57449213b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:13.718206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 455d5240-9e28-4e40-9a90-708c32277fe9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:13.726328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 455d5240-9e28-4e40-9a90-708c32277fe9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:13.726715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:13.728747 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:13.729265 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Updating router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:13.798832 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:13.925172 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:13.968582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 455d5240-9e28-4e40-9a90-708c32277fe9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=455d5240-9e28-4e40-9a90-708c32277fe9,segment=NetworkSegment(d96dc15e-b6c6-4194-b291-43f4f52db542),segment_id=d96dc15e-b6c6-4194-b291-43f4f52db542)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:13.976044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.020403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:14.020981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.042972 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=455d5240-9e28-4e40-9a90-708c32277fe9,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:14.137012 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.147264 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Transition to ACTIVE for port object c5a57ee9-6ae4-4be3-aea6-e08ca539d21d will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:14.153776 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.181916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691842f-d1bf-4aed-8e8e-35a27af0e6af req-8f7774fb-83dd-4021-828d-bb42af411894 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.183574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f691842f-d1bf-4aed-8e8e-35a27af0e6af req-8f7774fb-83dd-4021-828d-bb42af411894 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0960393 Aug 16 02:37:14.198129 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.235151 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc712452-8253-4679-b774-d38244ae0ceb None None] Pushing event updated for resources: {'Port': ['ID=c5a57ee9-6ae4-4be3-aea6-e08ca539d21d,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:14.267877 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Attempting to bind port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:14.268459 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Attempting to bind port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:14.269032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Attempting to bind port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d on network 54c8accd-80e0-4f81-ace5-33a04a20c521 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:14.274990 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:14.275408 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Checking segment: {'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:14.275891 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.276277 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Bound using segment: {'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:14.276783 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Bound port: c5a57ee9-6ae4-4be3-aea6-e08ca539d21d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:14.277165 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.282358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for c5a57ee9-6ae4-4be3-aea6-e08ca539d21d owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:14.296074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f691842f-d1bf-4aed-8e8e-35a27af0e6af req-2e330b88-cf0b-4b09-82de-6a5656bae20e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Aug 16 02:37:14.394652 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] For port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:14.402937 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] For port c5a57ee9-6ae4-4be3-aea6-e08ca539d21d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c5a57ee9-6ae4-4be3-aea6-e08ca539d21d,segment=NetworkSegment(53cf4872-0bde-4cf6-9d6b-fb37b363ed3f),segment_id=53cf4872-0bde-4cf6-9d6b-fb37b363ed3f)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:14.410277 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.497622 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:14.498598 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:14.599662 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc712452-8253-4679-b774-d38244ae0ceb None None] Pushing event updated for resources: {'Port': ['ID=c5a57ee9-6ae4-4be3-aea6-e08ca539d21d,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:14.673821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b45a1fe7-7a55-471b-833e-0e728b8fe3ed None None] Could not find standard attr ID for object c5a57ee9-6ae4-4be3-aea6-e08ca539d21d. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:37:14.678817 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:14.682835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.720860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b54171-b3dd-40e1-bbf1-2a42adc30b39 req-635fe579-7525-4fd8-bafa-3574e83406a2 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.730351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8b54171-b3dd-40e1-bbf1-2a42adc30b39 req-635fe579-7525-4fd8-bafa-3574e83406a2 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1036448 Aug 16 02:37:14.757091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=c5a57ee9-6ae4-4be3-aea6-e08ca539d21d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:14.763517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-ae5e386f-697a-495f-91d8-d74060adb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.770090 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-ae5e386f-697a-495f-91d8-d74060adb26d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 1097 time: 0.1713970 Aug 16 02:37:14.807515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a8b54171-b3dd-40e1-bbf1-2a42adc30b39 req-d97db5a5-8caf-4445-8982-11714ec2e2e0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758638 Aug 16 02:37:14.816561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.816919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.818709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.818709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.818709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.818709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.818709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.819227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.819227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.819721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.819844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:14.820181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:15.089180 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:12Z', 'revision_number': 7, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:13Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a57ee9-6ae4-4be3-aea6-e08ca539d21d', 'name': '', 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:df:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '69e402ad-5f21-4747-a513-4d57449213b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:07Z', 'updated_at': '2021-08-16T02:37:14Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '69e402ad-5f21-4747-a513-4d57449213b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:15.091092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7204b907-300e-41c4-87b7-1a64d63efa3a None None] Could not find standard attr ID for object c5a57ee9-6ae4-4be3-aea6-e08ca539d21d. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:37:15.125588 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e560e79-3386-4b6f-950b-cfb843de9b0d None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:12Z', 'revision_number': 7, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:13Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a57ee9-6ae4-4be3-aea6-e08ca539d21d', 'name': '', 'network_id': '54c8accd-80e0-4f81-ace5-33a04a20c521', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:df:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '69e402ad-5f21-4747-a513-4d57449213b9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:07Z', 'updated_at': '2021-08-16T02:37:14Z', 'revision_number': 4, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '69e402ad-5f21-4747-a513-4d57449213b9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:15.313437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 455d5240-9e28-4e40-9a90-708c32277fe9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:15.434226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 455d5240-9e28-4e40-9a90-708c32277fe9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:15.434731 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:15.573753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:15.711184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-44a918e0-7f4b-42b1-8d61-d15b4c19c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:15.712906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-44a918e0-7f4b-42b1-8d61-d15b4c19c719 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 912 time: 0.9316900 Aug 16 02:37:15.823227 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-6801b764-c2ba-45a0-ad68-65f90181fe81 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469 HTTP/1.1" status: 200 len: 217 time: 0.0699944 Aug 16 02:37:15.894950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-651da25b-8054-4916-8865-a51f32b02f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:15.896588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-651da25b-8054-4916-8865-a51f32b02f97 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.0652239 Aug 16 02:37:15.898564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:15.928890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980a71-94ba-42a1-8597-d1cceecc5cbd req-3bc35c1f-f41e-468e-b73d-fc207045fa3a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:15.931088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7980a71-94ba-42a1-8597-d1cceecc5cbd req-3bc35c1f-f41e-468e-b73d-fc207045fa3a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0642693 Aug 16 02:37:15.939791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-f26d8d88-ffdf-41f0-934f-7937aba4d6f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364041 Aug 16 02:37:15.988356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7980a71-94ba-42a1-8597-d1cceecc5cbd req-7ef97f9b-2c74-48b6-8373-d1886916019d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Aug 16 02:37:16.139981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:16.151672 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dee27e42-86ad-4e1d-9125-e0c65eb3c631 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544954 Aug 16 02:37:16.152420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46664) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:16.156212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:16.163577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-a962c963-8413-4762-a338-7e585a98d69f service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085078 Aug 16 02:37:16.169316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:16.170261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:16.255103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet 69e402ad-5f21-4747-a513-4d57449213b9 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:16.260997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.284339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:16.325076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.348691 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d15e119-1bb5-4cbd-a0e6-2355ec64223e req-10298629-d969-47a7-a88b-6f3030815d7c service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649535 Aug 16 02:37:16.441428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.504788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.534291 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.536231 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/69e402ad-5f21-4747-a513-4d57449213b9 HTTP/1.1" status: 204 len: 168 time: 0.3833790 Aug 16 02:37:16.537403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cd862-fa88-4179-a222-0825145faa61 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=69e402ad-5f21-4747-a513-4d57449213b9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:16.539113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46672) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:16.547411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69220162-3c26-4ae3-be63-d32afbefd896 None None] Network 54c8accd-80e0-4f81-ace5-33a04a20c521 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:16.603767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:14Z', 'revision_number': 8, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:13Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:16.630649 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.642593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:16.680887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:16.681535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:16.846722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:17.028959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] DHCP port deletion for 54c8accd-80e0-4f81-ace5-33a04a20c521 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:17.197861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] Deleting port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:17.198511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.238443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911733a-f61b-4852-8fe8-a417ee2d2624 req-7d802b19-5d00-45ca-860c-6e46ebcedcba tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:17.240227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3911733a-f61b-4852-8fe8-a417ee2d2624 req-7d802b19-5d00-45ca-860c-6e46ebcedcba tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1333754 Aug 16 02:37:17.245940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:17.246389 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.255662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:17.343500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] For port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,segment=NetworkSegment(53cf4872-0bde-4cf6-9d6b-fb37b363ed3f),segment_id=53cf4872-0bde-4cf6-9d6b-fb37b363ed3f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:17.343914 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.373753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] Calling delete_port for 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:17.385523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,segment=NetworkSegment(53cf4872-0bde-4cf6-9d6b-fb37b363ed3f),segment_id=53cf4872-0bde-4cf6-9d6b-fb37b363ed3f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:17.385965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.400958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:17.459197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:14Z', 'revision_number': 8, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:13Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.462990 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.485493 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.498628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No active binding found for port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 {{(pid=94858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:37:17.499064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:17.526825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:17.529252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e51453-b1af-4d06-aea3-600eae1a4372 None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:14Z', 'revision_number': 8, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '455d5240-9e28-4e40-9a90-708c32277fe9', 'name': '', 'network_id': '2106b0ff-e5e6-46da-a0de-cdeeed51faa7', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:8f:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:02Z', 'updated_at': '2021-08-16T02:37:13Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': 'b0a4fc40-77d8-4184-9037-153eb3ce18a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:17.547772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] Pushing event deleted for resources: {'Port': ['ID=54e1aef5-15ea-46aa-91d0-dfe56d4aad45,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:17.547892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3911733a-f61b-4852-8fe8-a417ee2d2624 req-b1bbdb46-f6ef-4717-9b9f-d7d8b8226c2a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293973 Aug 16 02:37:17.549795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:17.553765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254163ee-6dac-4a60-8eca-789f9060dc42 None None] No DVR routers for this DVR port 54e1aef5-15ea-46aa-91d0-dfe56d4aad45 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:17.662210 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.671894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c8accd-80e0-4f81-ace5-33a04a20c521']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.682978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.683277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cf4872-0bde-4cf6-9d6b-fb37b363ed3f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:17.692127 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.706357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.712692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:17.713056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:17.716048 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:17.796106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.817512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:17.819495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/54c8accd-80e0-4f81-ace5-33a04a20c521 HTTP/1.1" status: 204 len: 168 time: 1.2787077 Aug 16 02:37:17.821020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2cf2b-4512-42e1-81b8-1be6649f34b7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=54c8accd-80e0-4f81-ace5-33a04a20c521,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:17.822727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46692) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:18.202790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:18.480964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 455d5240-9e28-4e40-9a90-708c32277fe9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:18.481302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:18.570224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 455d5240-9e28-4e40-9a90-708c32277fe9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=455d5240-9e28-4e40-9a90-708c32277fe9,segment=NetworkSegment(d96dc15e-b6c6-4194-b291-43f4f52db542),segment_id=d96dc15e-b6c6-4194-b291-43f4f52db542)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:18.570616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:18.583944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 455d5240-9e28-4e40-9a90-708c32277fe9 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:18.703987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa788d7-6bbc-43c0-8057-f383a48e8199 req-4e017e03-e185-41af-9ae4-a237246b6e69 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:18.706196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fa788d7-6bbc-43c0-8057-f383a48e8199 req-4e017e03-e185-41af-9ae4-a237246b6e69 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0577974 Aug 16 02:37:18.777328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fa788d7-6bbc-43c0-8057-f383a48e8199 req-c31c6a1f-a8e1-44e5-81e6-35ec64fd6c7a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622947 Aug 16 02:37:18.783922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:18.841122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=455d5240-9e28-4e40-9a90-708c32277fe9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:18.944624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:19.159249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:19.248167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c5a57ee9-6ae4-4be3-aea6-e08ca539d21d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:19.272106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c5a57ee9-6ae4-4be3-aea6-e08ca539d21d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:19.272498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c5a57ee9-6ae4-4be3-aea6-e08ca539d21d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:19.303034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:19.308826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c3238053-be7b-4a1d-855f-683780a2edd7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4850309 Aug 16 02:37:19.311451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46714) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:19.313656 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:19.332512 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:19.333666 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:19.381494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet b0a4fc40-77d8-4184-9037-153eb3ce18a5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:19.387244 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:19.491860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:19.521907 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:19.617052 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:19.703617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:19.729545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:19.733454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1b855-67cc-4157-8613-a6cb4cfd4b35 None None] Network 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:19.734865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/b0a4fc40-77d8-4184-9037-153eb3ce18a5 HTTP/1.1" status: 204 len: 168 time: 0.4223566 Aug 16 02:37:19.737380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46720) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:19.769072 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:18Z', 'revision_number': 9, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:19.803977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbade9-9626-4114-aa0e-4e257cdbfe6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a4fc40-77d8-4184-9037-153eb3ce18a5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:19.838521 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:19.857978 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:19.859679 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:19.982923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] DHCP port deletion for 2106b0ff-e5e6-46da-a0de-cdeeed51faa7 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:20.028503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.088897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] Deleting port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:20.089544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.103221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92374a-4119-4f85-b705-3d075be210fc req-7daa0955-eefb-4538-a686-69495ec4a105 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:20.105607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f92374a-4119-4f85-b705-3d075be210fc req-7daa0955-eefb-4538-a686-69495ec4a105 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.2162728 Aug 16 02:37:20.122464 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:20.181176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1f92374a-4119-4f85-b705-3d075be210fc req-0d4c9cc1-ce8c-4090-b313-a9348508322d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514405 Aug 16 02:37:20.218419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] For port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,segment=NetworkSegment(d96dc15e-b6c6-4194-b291-43f4f52db542),segment_id=d96dc15e-b6c6-4194-b291-43f4f52db542)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:20.219371 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.223194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:20.223194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.255737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] Calling delete_port for 15cf7941-c8db-4fac-bd28-fb03c2eefdbe owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:20.355331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,segment=NetworkSegment(d96dc15e-b6c6-4194-b291-43f4f52db542),segment_id=d96dc15e-b6c6-4194-b291-43f4f52db542)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:20.358757 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.393128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 15cf7941-c8db-4fac-bd28-fb03c2eefdbe owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:20.439187 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.471441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] Pushing event deleted for resources: {'Port': ['ID=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:20.483557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cddf63-6f2e-4c47-b51a-866ceddcc1f4 None None] No DVR routers for this DVR port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:20.494024 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:18Z', 'revision_number': 9, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:20.547849 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd230c-3cd0-4b1e-8b99-eee54e5dc3db None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:18Z', 'revision_number': 9, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6c8de2b-49e7-49a8-bf18-2d82bc9fcc66', 'name': '', 'network_id': '27406aa3-e5cb-4349-a21d-ce5d52a18b9c', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:b1:d4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:56Z', 'updated_at': '2021-08-16T02:37:10Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '053b5036-3a37-4d54-b0b7-c08f78a352bc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:20.565258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.623547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=15cf7941-c8db-4fac-bd28-fb03c2eefdbe,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:20.630759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port 15cf7941-c8db-4fac-bd28-fb03c2eefdbe on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:20.715578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.725560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2106b0ff-e5e6-46da-a0de-cdeeed51faa7']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:20.736159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96dc15e-b6c6-4194-b291-43f4f52db542') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:20.736478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96dc15e-b6c6-4194-b291-43f4f52db542') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:20.746501 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.763070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.769470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:20.770183 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:20.773332 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:20.838665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.846329 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:20.848102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/2106b0ff-e5e6-46da-a0de-cdeeed51faa7 HTTP/1.1" status: 204 len: 168 time: 1.1092091 Aug 16 02:37:20.851131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:20.859826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868e210-c852-49fe-be2c-81f3e3485116 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=2106b0ff-e5e6-46da-a0de-cdeeed51faa7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:21.279872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.301843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 15cf7941-c8db-4fac-bd28-fb03c2eefdbe no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:21.338647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 15cf7941-c8db-4fac-bd28-fb03c2eefdbe {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:21.339024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 15cf7941-c8db-4fac-bd28-fb03c2eefdbe not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:21.339431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 455d5240-9e28-4e40-9a90-708c32277fe9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:21.358834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd49ade-96a6-4ddf-bc87-ef068a683b82 req-42e31973-e839-40e3-abb8-310b91893428 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:21.360661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cd49ade-96a6-4ddf-bc87-ef068a683b82 req-42e31973-e839-40e3-abb8-310b91893428 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0695865 Aug 16 02:37:21.367608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 455d5240-9e28-4e40-9a90-708c32277fe9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:21.369646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 455d5240-9e28-4e40-9a90-708c32277fe9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:21.430822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cd49ade-96a6-4ddf-bc87-ef068a683b82 req-884a7a08-e765-438c-88d5-2e32890e7d63 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622478 Aug 16 02:37:21.582495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:21.582848 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.685420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,segment=NetworkSegment(97a3df15-88af-4bbe-8794-47333bdd57e6),segment_id=97a3df15-88af-4bbe-8794-47333bdd57e6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:21.685808 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.704529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:21.895597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:21.949631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46752) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:22.124931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb02279-e960-4877-bdc2-c3d86197e900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.228919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:22.290384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb02279-e960-4877-bdc2-c3d86197e900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.296014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cbb02279-e960-4877-bdc2-c3d86197e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.343079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.351209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cbb02279-e960-4877-bdc2-c3d86197e900 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51c7a7e346e44e8a99b8cf551c44504e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996661 Aug 16 02:37:22.352757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02279-e960-4877-bdc2-c3d86197e900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7086330f-8f6a-4719-b9c5-1347db855746,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:22.353635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:22.388867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.530259 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4226c864-4ab8-4e31-8bfb-2fd906a0ae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.571699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892e28-beca-424f-9171-436fb89cff22 req-6d30444e-0093-4e50-8a0e-a457bde8e122 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:22.573526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-97892e28-beca-424f-9171-436fb89cff22 req-6d30444e-0093-4e50-8a0e-a457bde8e122 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0622633 Aug 16 02:37:22.620224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-97892e28-beca-424f-9171-436fb89cff22 req-2fe423ba-86f5-4a28-829b-db091a02ab3b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Aug 16 02:37:22.642503 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4226c864-4ab8-4e31-8bfb-2fd906a0ae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.693426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:22.774429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4226c864-4ab8-4e31-8bfb-2fd906a0ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.776957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4226c864-4ab8-4e31-8bfb-2fd906a0ae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.778125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4226c864-4ab8-4e31-8bfb-2fd906a0ae3a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7086330f-8f6a-4719-b9c5-1347db855746 HTTP/1.1" status: 204 len: 168 time: 0.4234395 Aug 16 02:37:22.791549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226c864-4ab8-4e31-8bfb-2fd906a0ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7086330f-8f6a-4719-b9c5-1347db855746,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:22.803483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:22.809104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-62b73f63-1d4a-4e5b-ad3a-f3ff2031a85d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564912 Aug 16 02:37:22.811426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:22.819651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:22.830489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:22.831368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:22.895256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet 053b5036-3a37-4d54-b0b7-c08f78a352bc {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:22.926851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.982514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.078528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:23.121640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.203738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-3eecffc6-c734-481f-a4a0-2ffaf83d9bbf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2365954 Aug 16 02:37:23.231670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.293995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=053b5036-3a37-4d54-b0b7-c08f78a352bc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:23.296100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.300970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-803583a3-5815-44c9-826e-bae865f50fe7 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/053b5036-3a37-4d54-b0b7-c08f78a352bc HTTP/1.1" status: 204 len: 168 time: 0.4885650 Aug 16 02:37:23.301592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46786) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:23.323086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728833f-cdd9-4f68-9299-88a4f54cc3d2 None None] Network 27406aa3-e5cb-4349-a21d-ce5d52a18b9c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:23.384994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-9f8dd098-2a25-4dd2-ac44-fb9ebb757693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.389818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-9f8dd098-2a25-4dd2-ac44-fb9ebb757693 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1098 time: 0.1509061 Aug 16 02:37:23.397153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.463419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:23.464134 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.568535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:21Z', 'revision_number': 10, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.569149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 0aa3e0a8-638d-4918-ad19-2ac4765294b9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0aa3e0a8-638d-4918-ad19-2ac4765294b9,segment=NetworkSegment(97a3df15-88af-4bbe-8794-47333bdd57e6),segment_id=97a3df15-88af-4bbe-8794-47333bdd57e6)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:23.569474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.576867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-e5ad09b1-ccd1-4a5f-950a-023323c00c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.579702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-e5ad09b1-ccd1-4a5f-950a-023323c00c2a service neutron] 10.222.0.98 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.1665721 Aug 16 02:37:23.589687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 0aa3e0a8-638d-4918-ad19-2ac4765294b9 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:23.652480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:23.671206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.678568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:23.679773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.718094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-828f7bcc-bde1-4295-a511-a7f69cbf830b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 1001 time: 0.1192584 Aug 16 02:37:23.733922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.775999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e59bb-d4cc-4521-ba34-6a0cabe89b4c None None] DHCP port deletion for 27406aa3-e5cb-4349-a21d-ce5d52a18b9c request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:23.809761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port 0aa3e0a8-638d-4918-ad19-2ac4765294b9 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:23.811939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=0aa3e0a8-638d-4918-ad19-2ac4765294b9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:23.824033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:23.870762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-ce25fb9f-db0d-4f61-a9d6-c85625f5a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.873643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-ce25fb9f-db0d-4f61-a9d6-c85625f5a4be service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.1440916 Aug 16 02:37:23.915231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.925442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17284f-7702-4b3f-8885-dbbe446d45c4 req-d3cfdb29-3981-4a7a-8021-c6e6e69026f1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.925955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27406aa3-e5cb-4349-a21d-ce5d52a18b9c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.933933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e17284f-7702-4b3f-8885-dbbe446d45c4 req-d3cfdb29-3981-4a7a-8021-c6e6e69026f1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1321106 Aug 16 02:37:23.981470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-f9d11ccb-f5da-4208-b530-ae7fbac9cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.983640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-f9d11ccb-f5da-4208-b530-ae7fbac9cb5a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993545 Aug 16 02:37:23.984703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a3df15-88af-4bbe-8794-47333bdd57e6') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.985999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a3df15-88af-4bbe-8794-47333bdd57e6') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:24.011776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.036581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.051522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:24.052068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: items = [ Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:24.055377 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:24.066884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e17284f-7702-4b3f-8885-dbbe446d45c4 req-0924da31-90d6-434e-b575-961b7d3c3007 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315641 Aug 16 02:37:24.098874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:21Z', 'revision_number': 10, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:24.112221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-1d9d451e-298f-427f-b925-a240e1e87b8d service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159830 Aug 16 02:37:24.128084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0939ba3-8c5f-4216-b2f3-50d97f3a283f None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:21Z', 'revision_number': 10, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None, '_interfaces': [{'id': '579c5578-5fc9-47b5-9970-8eeecb0b9b05', 'name': '', 'network_id': '967806d8-006b-4997-ba17-4490d0e5e0e2', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'mac_address': 'fa:16:3e:36:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:51Z', 'updated_at': '2021-08-16T02:37:02Z', 'revision_number': 5, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'subnets': [{'id': '1ef66ab4-9d77-4419-9f8c-a811015ea62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:24.154529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.162631 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.164796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/27406aa3-e5cb-4349-a21d-ce5d52a18b9c HTTP/1.1" status: 204 len: 168 time: 0.8619499 Aug 16 02:37:24.167438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:24.190178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f803a-9c70-4f65-b44d-79d8de50ccd6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=27406aa3-e5cb-4349-a21d-ce5d52a18b9c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:24.224868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c36c32d-a70c-40a2-81b2-18dcf1446cd9 req-014ba632-08b7-4d70-b37d-5c4b368ae8a2 service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036937 Aug 16 02:37:24.567321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.832663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 579c5578-5fc9-47b5-9970-8eeecb0b9b05 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:24.833008 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.925596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 579c5578-5fc9-47b5-9970-8eeecb0b9b05, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=579c5578-5fc9-47b5-9970-8eeecb0b9b05,segment=NetworkSegment(61985b4e-264b-4ba8-a120-37e1d165412b),segment_id=61985b4e-264b-4ba8-a120-37e1d165412b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:24.925967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.938995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 579c5578-5fc9-47b5-9970-8eeecb0b9b05 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:25.132922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.194343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=579c5578-5fc9-47b5-9970-8eeecb0b9b05,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:25.246187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f3522-0f26-4ac3-ad1a-c7486c2af81d req-e6416322-152f-4357-87da-0671dd1e7bf8 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.248695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3d7f3522-0f26-4ac3-ad1a-c7486c2af81d req-e6416322-152f-4357-87da-0671dd1e7bf8 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0916209 Aug 16 02:37:25.303261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0aa3e0a8-638d-4918-ad19-2ac4765294b9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:25.311881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3d7f3522-0f26-4ac3-ad1a-c7486c2af81d req-ca759c56-0a3b-4c7e-a02d-4096fcc8b8b0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540230 Aug 16 02:37:25.350957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0aa3e0a8-638d-4918-ad19-2ac4765294b9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:25.351308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0aa3e0a8-638d-4918-ad19-2ac4765294b9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:25.351747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:25.357894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.377247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:25.377597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6c8de2b-49e7-49a8-bf18-2d82bc9fcc66 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:25.523466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:25.603839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:25.612690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ad8030e4-d6d2-4a8c-a2ca-9a6b99d0f8ff tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4440224 Aug 16 02:37:25.613537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:25.614316 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:25.626823 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:25.627942 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:25.682028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting subnet 1ef66ab4-9d77-4419-9f8c-a811015ea62d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:25.685313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.721551 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:25.733306 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.781758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-bf47b807-777f-4fed-9af5-53fd6af6ee9f tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8c931af98a7e4342b84146b7e83c1d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396633 Aug 16 02:37:25.782524 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:25Z', 'revision_number': 11, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:25.811841 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:25.821956 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:25.823136 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:25.832161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.905333 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:25.911522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.940016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef66ab4-9d77-4419-9f8c-a811015ea62d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:25.943702 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.948986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54eead83-9557-49df-a38c-2ef7e8b58cbc tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/1ef66ab4-9d77-4419-9f8c-a811015ea62d HTTP/1.1" status: 204 len: 168 time: 0.3343925 Aug 16 02:37:25.949654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:25.951921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dbc58d-5007-4226-b70a-bee5796ff4de None None] Network 967806d8-006b-4997-ba17-4490d0e5e0e2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:25.982756 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:25Z', 'revision_number': 11, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:26.024852 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee34b0-056d-45fd-a434-d21b0b2c8c11 None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:25Z', 'revision_number': 11, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:26.043612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.053726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-b49ddf66-3ea6-4936-95df-b1a91a1e9b74 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.056174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-b49ddf66-3ea6-4936-95df-b1a91a1e9b74 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733164 Aug 16 02:37:26.078523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-6ead0bc7-17f9-415a-b144-c2810ade3059 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/quotas/8c931af98a7e4342b84146b7e83c1d27 HTTP/1.1" status: 200 len: 375 time: 0.0101666 Aug 16 02:37:26.112013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-c0ffc513-c53f-4b49-9006-5219f41de560 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8c931af98a7e4342b84146b7e83c1d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279047 Aug 16 02:37:26.127939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Deleting port 3ea8484b-c4ae-44c8-883b-883b8a367dfc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:26.128114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.169465 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d648e52-fbec-4ab8-976a-e80b3b8499cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.215796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] For port 3ea8484b-c4ae-44c8-883b-883b8a367dfc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ea8484b-c4ae-44c8-883b-883b8a367dfc,segment=NetworkSegment(61985b4e-264b-4ba8-a120-37e1d165412b),segment_id=61985b4e-264b-4ba8-a120-37e1d165412b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:26.216417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.229215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Calling delete_port for 3ea8484b-c4ae-44c8-883b-883b8a367dfc owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:26.426028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] DHCP port deletion for 967806d8-006b-4997-ba17-4490d0e5e0e2 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:26.546655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Deleting port 3ea8484b-c4ae-44c8-883b-883b8a367dfc {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:26.548845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.579392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b87c7-3b67-454c-8e2f-0b9e3ee22947 req-6729953c-a18e-49e1-b794-0df10498c5c0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.583363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b82b87c7-3b67-454c-8e2f-0b9e3ee22947 req-6729953c-a18e-49e1-b794-0df10498c5c0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1498456 Aug 16 02:37:26.635343 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9761cb0c-b36b-4d04-9071-3fd2a07a88ae req-6564ddbf-d052-4f92-ad11-7627580ca43e tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 210 time: 0.0322714 Aug 16 02:37:26.686887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.703018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] For port 3ea8484b-c4ae-44c8-883b-883b8a367dfc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ea8484b-c4ae-44c8-883b-883b8a367dfc,segment=NetworkSegment(61985b4e-264b-4ba8-a120-37e1d165412b),segment_id=61985b4e-264b-4ba8-a120-37e1d165412b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:26.703574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.716839 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b82b87c7-3b67-454c-8e2f-0b9e3ee22947 req-b7b3fecc-5e9e-41c5-961a-febf4a2359b2 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198452 Aug 16 02:37:26.719367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Calling delete_port for 3ea8484b-c4ae-44c8-883b-883b8a367dfc owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:26.782487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Port': ['ID=3ea8484b-c4ae-44c8-883b-883b8a367dfc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:26.789479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No DVR routers for this DVR port 3ea8484b-c4ae-44c8-883b-883b8a367dfc on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:26.845220 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.873926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Pushing event deleted for resources: {'Port': ['ID=3ea8484b-c4ae-44c8-883b-883b8a367dfc,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:26.876522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] No DVR routers for this DVR port 3ea8484b-c4ae-44c8-883b-883b8a367dfc on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:26.890497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.891224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.891805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.892849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.893404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.893958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.894517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.895083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.895659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.896208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.896787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.897351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e52d11-5f34-4c09-b9a0-e1795cd60384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:26.928591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.939945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967806d8-006b-4997-ba17-4490d0e5e0e2']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:26.950838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61985b4e-264b-4ba8-a120-37e1d165412b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:26.951461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61985b4e-264b-4ba8-a120-37e1d165412b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:26.961131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.980934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.987941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:26.988660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:26.991718 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:27.056709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.065088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.067409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/networks/967806d8-006b-4997-ba17-4490d0e5e0e2 HTTP/1.1" status: 204 len: 168 time: 1.1168206 Aug 16 02:37:27.070428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46874) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:27.075398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'routes': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:27.077876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a6a1-9c18-459a-bfaa-3b7d7e09cb3e tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Pushing event deleted for resources: {'Network': ['ID=967806d8-006b-4997-ba17-4490d0e5e0e2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:27.234407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 579c5578-5fc9-47b5-9970-8eeecb0b9b05 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:27.259871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 579c5578-5fc9-47b5-9970-8eeecb0b9b05 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:27.260470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 579c5578-5fc9-47b5-9970-8eeecb0b9b05 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:27.261102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ea8484b-c4ae-44c8-883b-883b8a367dfc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:27.263026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.extraroute_db [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Added routes are [] {{(pid=94857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:37:27.263317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.extraroute_db [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Removed routes are [] {{(pid=94857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:37:27.263802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.286066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3ea8484b-c4ae-44c8-883b-883b8a367dfc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:27.286809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ea8484b-c4ae-44c8-883b-883b8a367dfc not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:27.406635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.410780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.488271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:27.564000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:27.572058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.575924 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f86849c-9cb3-4005-8f12-5439347b61cf tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 200 len: 705 time: 0.5018280 Aug 16 02:37:27.576575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46878) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:27.582605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] Sync routers for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:27.595509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:27.596574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:27.604146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-84198c8e-54a3-408e-812c-c5e6455dd794 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 200 len: 205 time: 0.0269034 Aug 16 02:37:27.606598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46884) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:27.699701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25ca8668-ff1c-4dfe-86b2-2103380ac7ce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.700428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:27.767508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:25Z', 'revision_number': 11, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:27.781875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ba5c5c5-bafc-48ca-8de7-4bf792dd441b req-250db78f-6fd7-49fc-8949-b5e98518ad77 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 210 time: 0.0444362 Aug 16 02:37:27.835347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] Checking router: 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:27.860124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] Routers {'1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:27.867105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:36:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:27.937333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5aa8-15be-4b24-859a-7bb8e41c9185 req-35c5cb02-89a3-4c72-8c20-ecf2148cdaf6 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:27.942080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-757b5aa8-15be-4b24-859a-7bb8e41c9185 req-35c5cb02-89a3-4c72-8c20-ecf2148cdaf6 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1153395 Aug 16 02:37:27.957547 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:27.959723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] Set router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:27.967404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-22014a75-3734-46a5-9c0a-4decb439c6c6 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=8c931af98a7e4342b84146b7e83c1d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134849 Aug 16 02:37:28.006453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-757b5aa8-15be-4b24-859a-7bb8e41c9185 req-9ae32c95-84d0-45e7-b0ce-7a038b65a56d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 Aug 16 02:37:28.045303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:25Z', 'revision_number': 11, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:28.078360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a644bdf-0ce4-434c-92f2-bbeba5a35674 None None] The sync data for ids ['1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7'] in n-d-769329-15 is: [{'id': '1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7', 'name': 'tempest-RoutersIpV6Test-router-1326468373', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:49Z', 'updated_at': '2021-08-16T02:37:25Z', 'revision_number': 11, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:28.365527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25ca8668-ff1c-4dfe-86b2-2103380ac7ce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.369455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25ca8668-ff1c-4dfe-86b2-2103380ac7ce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.432614 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25ca8668-ff1c-4dfe-86b2-2103380ac7ce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.433263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca8668-ff1c-4dfe-86b2-2103380ac7ce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Fanout notify agent at l3_agent the message router_deleted on router 1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:37:28.441636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25ca8668-ff1c-4dfe-86b2-2103380ac7ce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.442995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-25ca8668-ff1c-4dfe-86b2-2103380ac7ce tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 204 len: 168 time: 0.8354356 Aug 16 02:37:28.450581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:28.457612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1492480b-493d-4921-b0aa-71fa54eb8681 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-605146763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:28.479065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-4050ce22-dd4a-499a-ab33-05fb685cd1b0 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:28.480630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-4050ce22-dd4a-499a-ab33-05fb685cd1b0 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4828432 Aug 16 02:37:28.483866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1492480b-493d-4921-b0aa-71fa54eb8681 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.485066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1492480b-493d-4921-b0aa-71fa54eb8681 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.497737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Request body: {'port': {'device_id': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': '8c931af98a7e4342b84146b7e83c1d27'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:28.560943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1492480b-493d-4921-b0aa-71fa54eb8681 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.576994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1492480b-493d-4921-b0aa-71fa54eb8681 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.595039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1492480b-493d-4921-b0aa-71fa54eb8681 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.596698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1492480b-493d-4921-b0aa-71fa54eb8681 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1448433 Aug 16 02:37:28.599226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:28.604443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7f5d1ed0-e32d-4940-bcb8-4fb4a745cd37 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:28.624413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Made reservation on behalf of 8c931af98a7e4342b84146b7e83c1d27 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:28.632890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.643811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.742707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.748411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.791449 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0eaccf67-8515-4722-824f-7c174c14b6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.795768 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.816173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9706a9b5-c619-4625-b46b-0f5811571d40,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:28.830766 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1ed0-e32d-4940-bcb8-4fb4a745cd37 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.847144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1ed0-e32d-4940-bcb8-4fb4a745cd37 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.916201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a15739a-3e6b-4e9c-b01e-5672834581a3 req-aa93d29b-0d8c-4f54-af9a-e2228da0acde tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 210 time: 0.0429864 Aug 16 02:37:28.937589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Allocated IP 192.168.233.184 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/00caf00d-119a-4391-938b-1131c1cfafdf) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:28.968116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5d1ed0-e32d-4940-bcb8-4fb4a745cd37 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Router 093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:37:29.049566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d1ed0-e32d-4940-bcb8-4fb4a745cd37 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:29.056964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1ed0-e32d-4940-bcb8-4fb4a745cd37 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.057983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f5d1ed0-e32d-4940-bcb8-4fb4a745cd37 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "PUT /v2.0/routers/093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e HTTP/1.1" status: 200 len: 697 time: 0.4577134 Aug 16 02:37:29.061435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46910) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.063116 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] Sync routers for ids ['093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:29.073718 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] Routers {'093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:29.074559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:29.144363 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] Set router 093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:29.192148 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b9d8dd2d-75ea-4949-8ac2-929576a27505 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/routers/093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e HTTP/1.1" status: 200 len: 703 time: 0.1266937 Aug 16 02:37:29.193887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.196228 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e', 'name': 'tempest-RoutersIpV6Test-router-605146763', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:28Z', 'updated_at': '2021-08-16T02:37:28Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:29.227757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ac41d-f2ae-4de4-a86c-ed01a3af11d2 req-033ef004-c19d-4d12-99c5-da069f32bf8c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.228160 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] Checking router: 093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:29.229633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3d3ac41d-f2ae-4de4-a86c-ed01a3af11d2 req-033ef004-c19d-4d12-99c5-da069f32bf8c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1209397 Aug 16 02:37:29.236855 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] Routers {'093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:29.237686 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:29.240877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.255518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bdb50985-021a-49e8-b978-b76e5134e2ea tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e HTTP/1.1" status: 200 len: 205 time: 0.0591969 Aug 16 02:37:29.256180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46914) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.269108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Transition to ACTIVE for port object 00caf00d-119a-4391-938b-1131c1cfafdf will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:29.293188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3d3ac41d-f2ae-4de4-a86c-ed01a3af11d2 req-826d3dc4-3222-4094-9c3d-1c1a1e282fce tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Aug 16 02:37:29.309919 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] Set router 093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:29.338923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.359897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-976ff5c9-5d58-40b8-baee-30678a457eec tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.363646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e', 'name': 'tempest-RoutersIpV6Test-router-605146763', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:28Z', 'updated_at': '2021-08-16T02:37:28Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:29.388889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:29.394843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:29.395842 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8eeff-1d36-4553-9a7b-9a9e27bef43a None None] The sync data for ids ['093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e'] in n-d-769329-15 is: [{'id': '093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e', 'name': 'tempest-RoutersIpV6Test-router-605146763', 'tenant_id': 'a910caa699614c1ea5b01ae7597bafe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:28Z', 'updated_at': '2021-08-16T02:37:28Z', 'revision_number': 2, 'project_id': 'a910caa699614c1ea5b01ae7597bafe9', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:29.398373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:29.432679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Pushing event updated for resources: {'Port': ['ID=00caf00d-119a-4391-938b-1131c1cfafdf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:29.460829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.462115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.480881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-d13c0282-aa3c-4038-8d63-d05765c7f9fa tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9892681 Aug 16 02:37:29.506134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Request body: {'port': {'device_id': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:29.568831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-976ff5c9-5d58-40b8-baee-30678a457eec tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.571769 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-976ff5c9-5d58-40b8-baee-30678a457eec tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.617669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.654677 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-976ff5c9-5d58-40b8-baee-30678a457eec tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.655277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976ff5c9-5d58-40b8-baee-30678a457eec tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Fanout notify agent at l3_agent the message router_deleted on router 093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:37:29.667332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-976ff5c9-5d58-40b8-baee-30678a457eec tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.671292 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-976ff5c9-5d58-40b8-baee-30678a457eec tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e HTTP/1.1" status: 204 len: 168 time: 0.4131975 Aug 16 02:37:29.672042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46922) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.710964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d1fa91fb-5c71-4433-b6ff-28c0cef24021 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e HTTP/1.1" status: 200 len: 205 time: 0.0376527 Aug 16 02:37:29.714447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46924) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.762304 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-12a62ac4-aced-4a46-be36-dd733cf4f678 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] delete failed (client error): The resource could not be found. Aug 16 02:37:29.765932 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-12a62ac4-aced-4a46-be36-dd733cf4f678 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/093ae5d6-ff75-4ec2-8d5c-2b7b968abe0e HTTP/1.1" status: 404 len: 336 time: 0.0471430 Aug 16 02:37:29.766124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-81705a9c-e2ff-4065-a084-88a93f45eb1a None None] Provisioning for port 00caf00d-119a-4391-938b-1131c1cfafdf completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:29.766338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.770862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-81705a9c-e2ff-4065-a084-88a93f45eb1a None None] Provisioning complete for port 00caf00d-119a-4391-938b-1131c1cfafdf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:29.771692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81705a9c-e2ff-4065-a084-88a93f45eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.794583 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d4c98d-2ad2-4260-bee0-1889dc2c0af1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:29.795055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d4c98d-2ad2-4260-bee0-1889dc2c0af1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:29.796841 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-50d4c98d-2ad2-4260-bee0-1889dc2c0af1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/69e402ad-5f21-4747-a513-4d57449213b9 HTTP/1.1" status: 404 len: 337 time: 0.0292273 Aug 16 02:37:29.799472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.817393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-81705a9c-e2ff-4065-a084-88a93f45eb1a None None] Port 00caf00d-119a-4391-938b-1131c1cfafdf cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:29.840854 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc1a03d-0917-4af8-a2e8-03923c3988a1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:29.841387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc1a03d-0917-4af8-a2e8-03923c3988a1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:29.843211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3bc1a03d-0917-4af8-a2e8-03923c3988a1 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/b0a4fc40-77d8-4184-9037-153eb3ce18a5 HTTP/1.1" status: 404 len: 337 time: 0.0428119 Aug 16 02:37:29.845804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46930) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.872129 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10e93d5-9c45-4e18-88a8-21e360765801 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:29.872707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10e93d5-9c45-4e18-88a8-21e360765801 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:29.876704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d10e93d5-9c45-4e18-88a8-21e360765801 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/053b5036-3a37-4d54-b0b7-c08f78a352bc HTTP/1.1" status: 404 len: 337 time: 0.0277023 Aug 16 02:37:29.877024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.902885 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de80202-8947-4f67-b28c-8e8d10ac7c27 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:29.903337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de80202-8947-4f67-b28c-8e8d10ac7c27 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:29.907416 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3de80202-8947-4f67-b28c-8e8d10ac7c27 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/1ef66ab4-9d77-4419-9f8c-a811015ea62d HTTP/1.1" status: 404 len: 337 time: 0.0271451 Aug 16 02:37:29.907738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.939987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-815ab31c-432e-461e-986c-8fd981b88ad6 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 200 len: 205 time: 0.0310822 Aug 16 02:37:29.942679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46938) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:29.989145 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-cdaeb9ad-bc9c-4b49-bf1c-d461c38899ae tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] delete failed (client error): The resource could not be found. Aug 16 02:37:29.991109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cdaeb9ad-bc9c-4b49-bf1c-d461c38899ae tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/1db0d56f-bd3c-4fc5-a3f7-7111f240d2b7 HTTP/1.1" status: 404 len: 336 time: 0.0473361 Aug 16 02:37:29.996743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46942) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.018166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00caf00d-119a-4391-938b-1131c1cfafdf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:30.018551 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.026969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.033970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-36f3db76-7ca3-4beb-8271-af41b7393e5b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d80c134-a5e9-4f88-bcd0-576140bebe86 HTTP/1.1" status: 200 len: 205 time: 0.0357468 Aug 16 02:37:30.035098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46944) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.041890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Transition to ACTIVE for port object 00caf00d-119a-4391-938b-1131c1cfafdf will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:30.047413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.114267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Pushing event updated for resources: {'Port': ['ID=00caf00d-119a-4391-938b-1131c1cfafdf,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:30.133069 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b7bb5402-aee1-4b4c-9f04-a83556d985e9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] delete failed (client error): The resource could not be found. Aug 16 02:37:30.136994 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b7bb5402-aee1-4b4c-9f04-a83556d985e9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/1d80c134-a5e9-4f88-bcd0-576140bebe86 HTTP/1.1" status: 404 len: 336 time: 0.1004667 Aug 16 02:37:30.137790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.166879 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-033d4b1c-d3b1-4e9d-8405-b952a45c86e9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:30.167390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033d4b1c-d3b1-4e9d-8405-b952a45c86e9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:30.172046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46948) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.172224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-033d4b1c-d3b1-4e9d-8405-b952a45c86e9 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/b8ed41ae-13b9-438d-bea8-d680341fe28f HTTP/1.1" status: 404 len: 337 time: 0.0323892 Aug 16 02:37:30.186311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14648d-9d39-43c5-89ac-722256f0e7f4 req-fa2f8e70-a945-4093-bfce-eb97bedbf084 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.188010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba14648d-9d39-43c5-89ac-722256f0e7f4 req-fa2f8e70-a945-4093-bfce-eb97bedbf084 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 948 time: 0.1003320 Aug 16 02:37:30.204157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1ead7e5a-a3d3-41c8-b3b1-b4cfa8c5c883 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b4c3bf-c82d-4480-b548-f9e2b737e6dc HTTP/1.1" status: 200 len: 205 time: 0.0309432 Aug 16 02:37:30.209415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46950) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.235186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba14648d-9d39-43c5-89ac-722256f0e7f4 req-b4742df6-d1be-414b-ab88-80eab233d70f tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Aug 16 02:37:30.263506 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-7f05865d-d9f6-4e12-a9e5-b65c6838a356 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] delete failed (client error): The resource could not be found. Aug 16 02:37:30.266965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7f05865d-d9f6-4e12-a9e5-b65c6838a356 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/43b4c3bf-c82d-4480-b548-f9e2b737e6dc HTTP/1.1" status: 404 len: 336 time: 0.0542283 Aug 16 02:37:30.266965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Attempting to bind port 00caf00d-119a-4391-938b-1131c1cfafdf on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:30.266965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Attempting to bind port 00caf00d-119a-4391-938b-1131c1cfafdf by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:30.266965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Attempting to bind port 00caf00d-119a-4391-938b-1131c1cfafdf on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:30.268025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46952) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.301989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-212cb05b-3669-4bd7-aed7-85c3af2ac672 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f83ddd7-0aad-4e0a-8468-d51b525f2361 HTTP/1.1" status: 200 len: 205 time: 0.0307212 Aug 16 02:37:30.301989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Port 00caf00d-119a-4391-938b-1131c1cfafdf on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:30.301989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Attempting to bind port 00caf00d-119a-4391-938b-1131c1cfafdf on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:30.302663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.307629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:30.308341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:30.309374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:30.311089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Bound port: 00caf00d-119a-4391-938b-1131c1cfafdf, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:30.311532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.388452 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-8c316e61-45e7-476e-9599-68647a7725bb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] delete failed (client error): The resource could not be found. Aug 16 02:37:30.392753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8c316e61-45e7-476e-9599-68647a7725bb tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/5f83ddd7-0aad-4e0a-8468-d51b525f2361 HTTP/1.1" status: 404 len: 336 time: 0.0892854 Aug 16 02:37:30.393546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46958) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.409375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] For port 00caf00d-119a-4391-938b-1131c1cfafdf, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:30.422139 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09b8281-3fe2-40ec-bb79-be0518e47028 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:30.422600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09b8281-3fe2-40ec-bb79-be0518e47028 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:30.425881 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d09b8281-3fe2-40ec-bb79-be0518e47028 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/754e046e-714b-4d5d-b6be-80e7051c461a HTTP/1.1" status: 404 len: 337 time: 0.0282698 Aug 16 02:37:30.438890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] For port 00caf00d-119a-4391-938b-1131c1cfafdf, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00caf00d-119a-4391-938b-1131c1cfafdf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:30.441492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46960) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.448861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.468364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5a1a2-2017-420d-b70a-13838050d780 req-b64df33e-d2bb-443c-a735-072ba64c459a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.473192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fa5a1a2-2017-420d-b70a-13838050d780 req-b64df33e-d2bb-443c-a735-072ba64c459a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0758994 Aug 16 02:37:30.477621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3f3fc510-ea58-4e97-9ae9-db29c64cc74b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=126b03ed-39e6-402e-8201-65875b6d94f3 HTTP/1.1" status: 200 len: 205 time: 0.0340266 Aug 16 02:37:30.480816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46962) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.510850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.511593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:30.513188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] 10.222.0.98 "PUT /v2.0/ports/00caf00d-119a-4391-938b-1131c1cfafdf HTTP/1.1" status: 200 len: 1097 time: 1.0166106 Aug 16 02:37:30.529014 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-a9205fc6-7e0a-404b-bc02-63a7eb330ed5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] delete failed (client error): The resource could not be found. Aug 16 02:37:30.530714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a9205fc6-7e0a-404b-bc02-63a7eb330ed5 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/126b03ed-39e6-402e-8201-65875b6d94f3 HTTP/1.1" status: 404 len: 336 time: 0.0481722 Aug 16 02:37:30.532981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46968) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.539948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'tag': '00caf00d-119a-4391-938b-1131c1cfafdf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:30.546874 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5e34a7-036b-4ead-89b1-685811a99373" -d '{"events": [{"name": "network-changed", "server_uuid": "5352f521-983a-4e87-8e56-4f7ccb7c5322", "tag": "00caf00d-119a-4391-938b-1131c1cfafdf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:30.571613 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29c0187-7d0f-4fb8-94a6-3584c62059e2 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:30.572216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29c0187-7d0f-4fb8-94a6-3584c62059e2 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:30.576157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b29c0187-7d0f-4fb8-94a6-3584c62059e2 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/0094df14-f800-451b-a804-eb3352fe37ca HTTP/1.1" status: 404 len: 337 time: 0.0419216 Aug 16 02:37:30.578781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.611018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b0bcc29d-01b8-4ac0-af70-122504941d6d tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5ddf02a-c96a-432b-a6d5-3f03edf04c8d HTTP/1.1" status: 200 len: 205 time: 0.0269482 Aug 16 02:37:30.611919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.658875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a8de-c854-4404-b32d-3bd4075f3636 service neutron] Pushing event updated for resources: {'Port': ['ID=00caf00d-119a-4391-938b-1131c1cfafdf,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:30.676570 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-e5eff71b-817b-4b3f-aff8-dcb4e20486ea tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] delete failed (client error): The resource could not be found. Aug 16 02:37:30.680041 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5eff71b-817b-4b3f-aff8-dcb4e20486ea tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/routers/e5ddf02a-c96a-432b-a6d5-3f03edf04c8d HTTP/1.1" status: 404 len: 336 time: 0.0633502 Aug 16 02:37:30.680487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fa5a1a2-2017-420d-b70a-13838050d780 req-9d26c9f7-e8ee-4ac6-bf17-8bfa4f6911aa tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737807 Aug 16 02:37:30.680760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 46980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.731137 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c61a6c0-a7be-4236-b1a6-f8737d52080b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:30.731811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c61a6c0-a7be-4236-b1a6-f8737d52080b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:30.734136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5c61a6c0-a7be-4236-b1a6-f8737d52080b tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/590b4f2a-d3e0-4e4a-9f89-6416a4876523 HTTP/1.1" status: 404 len: 337 time: 0.0483997 Aug 16 02:37:30.736698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46984) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:30.745895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-0cfc34dc-2567-449e-b932-1aa037c29951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.748790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-0cfc34dc-2567-449e-b932-1aa037c29951 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8c931af98a7e4342b84146b7e83c1d27&device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 1100 time: 0.1547799 Aug 16 02:37:30.793178 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4711cf7-8774-424e-9f4d-9bb90d1de969 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] DELETE failed (client error): The resource could not be found. Aug 16 02:37:30.793453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4711cf7-8774-424e-9f4d-9bb90d1de969 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:37:30.795062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a4711cf7-8774-424e-9f4d-9bb90d1de969 tempest-RoutersIpV6Test-2073614048 tempest-RoutersIpV6Test-2073614048-project] 10.222.0.78 "DELETE /v2.0/subnets/26384132-9504-4586-98b4-0731c832658e HTTP/1.1" status: 404 len: 337 time: 0.0573964 Aug 16 02:37:30.802758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-6c6755bc-141c-4c9c-8f7c-1b8207befcc8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=00caf00d-119a-4391-938b-1131c1cfafdf HTTP/1.1" status: 200 len: 217 time: 0.0434694 Aug 16 02:37:30.851247 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc58e4f-28ce-4463-998a-1a9bdec015f0 x-openstack-request-id: req-4cc58e4f-28ce-4463-998a-1a9bdec015f0 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:30.852482 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5352f521-983a-4e87-8e56-4f7ccb7c5322", "tag": "00caf00d-119a-4391-938b-1131c1cfafdf", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:30.852978 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4cc58e4f-28ce-4463-998a-1a9bdec015f0 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:30.853587 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'tag': '00caf00d-119a-4391-938b-1131c1cfafdf', 'status': 'completed', 'code': 200} Aug 16 02:37:30.883773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-da9830dc-fce9-419f-bf32-d829f4932865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.885757 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-da9830dc-fce9-419f-bf32-d829f4932865 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0707867 Aug 16 02:37:30.944847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204763c-679a-467d-af32-a149eadd3e5c req-fd8c8de3-5eb4-4db4-844a-1a07309cbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.947292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-fd8c8de3-5eb4-4db4-844a-1a07309cbf69 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0494504 Aug 16 02:37:31.056084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-72571e0c-ff73-4cd7-bdc6-5a7904a56b03 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934117 Aug 16 02:37:31.089611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:31.178956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3204763c-679a-467d-af32-a149eadd3e5c req-c81a5d9c-94d7-460f-9ddf-1d9efddd0d11 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120801 Aug 16 02:37:31.240130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-27df166b-b483-40c5-81d2-2510ea5399db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a910caa699614c1ea5b01ae7597bafe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487877 Aug 16 02:37:31.244338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 46996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:31.287278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-4d6a3271-be65-4c35-b517-f61fc58af9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.288644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-4d6a3271-be65-4c35-b517-f61fc58af9a9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8c931af98a7e4342b84146b7e83c1d27&device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 1100 time: 0.0459876 Aug 16 02:37:31.305814 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a06919-11a3-4518-8863-ad298c5ad51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.359151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a06919-11a3-4518-8863-ad298c5ad51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.387888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-068b9c71-988e-40d2-b068-0b1430a461da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.389567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-068b9c71-988e-40d2-b068-0b1430a461da service neutron] 10.222.0.98 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.0932209 Aug 16 02:37:31.395766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231520c-0281-4b1e-8fb1-b843c62a2866 req-964495d1-3420-45a7-8fa9-488d14629755 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.397275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8231520c-0281-4b1e-8fb1-b843c62a2866 req-964495d1-3420-45a7-8fa9-488d14629755 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 948 time: 0.0818169 Aug 16 02:37:31.443922 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8231520c-0281-4b1e-8fb1-b843c62a2866 req-0ba965e0-b7bc-454b-befe-548783e6a5ea tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Aug 16 02:37:31.447951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-e4f1ba3f-de8e-45c1-828c-38bfe17bce09 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=00caf00d-119a-4391-938b-1131c1cfafdf HTTP/1.1" status: 200 len: 217 time: 0.0494673 Aug 16 02:37:31.449283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a06919-11a3-4518-8863-ad298c5ad51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.452030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-57a06919-11a3-4518-8863-ad298c5ad51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.464722 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-57a06919-11a3-4518-8863-ad298c5ad51e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2e217c96-a5b5-497b-afd1-684bbc8c38f1 HTTP/1.1" status: 204 len: 168 time: 0.2103443 Aug 16 02:37:31.473931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a06919-11a3-4518-8863-ad298c5ad51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e217c96-a5b5-497b-afd1-684bbc8c38f1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:31.511439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-50205225-3dad-4481-8509-8832c57c276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.513123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-50205225-3dad-4481-8509-8832c57c276d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0579081 Aug 16 02:37:31.570379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-87e8cd07-fd7a-49c8-8d15-4ce9a7989c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.571688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-87e8cd07-fd7a-49c8-8d15-4ce9a7989c46 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471027 Aug 16 02:37:31.671593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-406100b8-5002-493e-9148-770288edbcda service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921400 Aug 16 02:37:31.773218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5e34a7-036b-4ead-89b1-685811a99373 req-58739fc1-745d-4311-b5a8-114b067039a8 service neutron] 10.222.0.98 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933971 Aug 16 02:37:31.841075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ac26-43d1-41cb-a07e-dbddbe63fa97 req-bb5bfc26-fa30-44f2-b02a-4c81c403098b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.842847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e927ac26-43d1-41cb-a07e-dbddbe63fa97 req-bb5bfc26-fa30-44f2-b02a-4c81c403098b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0526500 Aug 16 02:37:31.887161 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e927ac26-43d1-41cb-a07e-dbddbe63fa97 req-537ee596-d538-44c9-856d-9c712103e355 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Aug 16 02:37:31.928549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.165593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47028) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:32.271478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-1008305943'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:32.295189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:32.298774 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.308051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.403301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.407123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.429685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:32.444702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9832568d-95fd-4bb3-9ad6-3b689c4e71fc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:32.447599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.447944 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment 6aae427b-7f96-459e-88f6-982e9f40e00f of type vlan for network 7a0be1a0-8838-414e-8c08-58421277ff4e Aug 16 02:37:32.489167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.520696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.526382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:32.527062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.569027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe03278-1e58-43a2-a94d-8b24fb8933ba req-87e17433-dec7-4a8a-98a3-85d02a51f98c tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:32.570654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fe03278-1e58-43a2-a94d-8b24fb8933ba req-87e17433-dec7-4a8a-98a3-85d02a51f98c tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 948 time: 0.0535018 Aug 16 02:37:32.590477 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4212410 Aug 16 02:37:32.590765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:32.597944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-1550491276'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:32.607690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddd03-ae89-4c79-835e-4d79a0d0a9e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=7a0be1a0-8838-414e-8c08-58421277ff4e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:32.618211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8fe03278-1e58-43a2-a94d-8b24fb8933ba req-7a30c7fa-4e07-49b2-8209-b6204459c609 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Aug 16 02:37:32.623813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7a0be1a0-8838-414e-8c08-58421277ff4e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:32.624700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:32.628972 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.655463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:32.672901 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.673473 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment 7b99210f-1f15-427f-a751-6f5ebcd26ac1 of type vlan for network 80c3f5e5-4f64-4264-9387-467936b76c5b Aug 16 02:37:32.715166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.743517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.749242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:32.749829 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:32.808732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2168803 Aug 16 02:37:32.811727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47044) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:32.817593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '7a0be1a0-8838-414e-8c08-58421277ff4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:32.817767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86c50f-23c5-4b77-9bd7-3ad3e5b083bf tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=80c3f5e5-4f64-4264-9387-467936b76c5b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:32.829254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 80c3f5e5-4f64-4264-9387-467936b76c5b details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:32.904920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:32.908519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.020966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea4c2-72ea-4ea5-8662-8b49229d337f req-7f3c506c-4f35-4103-8e51-b939be995994 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:33.022377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c4ea4c2-72ea-4ea5-8662-8b49229d337f req-7f3c506c-4f35-4103-8e51-b939be995994 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0602479 Aug 16 02:37:33.062861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c4ea4c2-72ea-4ea5-8662-8b49229d337f req-8df1cfac-9fa0-4e98-9e28-29b09ab0255b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Aug 16 02:37:33.095083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.156845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=bec0286b-f20d-4710-ab35-7f790a7c04ed,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:33.167886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': '6aae427b-7f96-459e-88f6-982e9f40e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a0be1a0-8838-414e-8c08-58421277ff4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:33.168248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 7a0be1a0-8838-414e-8c08-58421277ff4e, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:33.184564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 7a0be1a0-8838-414e-8c08-58421277ff4e is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:33.193036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7a0be1a0-8838-414e-8c08-58421277ff4e) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:33.197878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:33.198504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.203386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8a231d-d55b-4e90-ac1f-94c9e0723243 None None] Network 7a0be1a0-8838-414e-8c08-58421277ff4e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:33.215992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ec4f19f4-e8cc-4692-9559-2ab99ea7e40f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4025390 Aug 16 02:37:33.218968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:33.225446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '80c3f5e5-4f64-4264-9387-467936b76c5b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:33.331325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:33.335373 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.391900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-7a0be1a0-8838-414e-8c08-58421277ff4e', 'network_id': '7a0be1a0-8838-414e-8c08-58421277ff4e', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': 'bec0286b-f20d-4710-ab35-7f790a7c04ed'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:33.392920 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.535831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.545473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Allocated IP 172.20.0.2 (7a0be1a0-8838-414e-8c08-58421277ff4e/bec0286b-f20d-4710-ab35-7f790a7c04ed/87d6e995-f928-44e0-b2f4-abbaaa50cf94) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:33.599040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=f5811483-eabf-4820-a1d5-038c9f0f9e38,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:33.609362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': '7b99210f-1f15-427f-a751-6f5ebcd26ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80c3f5e5-4f64-4264-9387-467936b76c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:33.609793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 80c3f5e5-4f64-4264-9387-467936b76c5b, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:33.626564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 80c3f5e5-4f64-4264-9387-467936b76c5b is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:33.636262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 80c3f5e5-4f64-4264-9387-467936b76c5b) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:33.640169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:33.640868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.650472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33ec37-ce7f-4c93-a64b-3c4143c4db8a None None] Network 80c3f5e5-4f64-4264-9387-467936b76c5b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:33.660361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-432cf608-33f8-4b83-90f1-033b238b4920 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4390566 Aug 16 02:37:33.662322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47056) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:33.666984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-94fceccd-f12e-49b6-b59b-045337f44afe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-590866303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:33.692916 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94fceccd-f12e-49b6-b59b-045337f44afe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.694233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94fceccd-f12e-49b6-b59b-045337f44afe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.753171 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.754612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94fceccd-f12e-49b6-b59b-045337f44afe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.765206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94fceccd-f12e-49b6-b59b-045337f44afe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.769852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Transition to ACTIVE for port object 87d6e995-f928-44e0-b2f4-abbaaa50cf94 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:33.788367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Transition to ACTIVE for port object 87d6e995-f928-44e0-b2f4-abbaaa50cf94 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:33.801499 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94fceccd-f12e-49b6-b59b-045337f44afe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.803085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-94fceccd-f12e-49b6-b59b-045337f44afe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1394179 Aug 16 02:37:33.806352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:33.808091 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.821111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f37af5-73bd-4e80-a7d4-1786a9a2e6a8 req-ddbe9b30-579c-46ca-b571-e51e3246c5ae tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:33.824494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38f37af5-73bd-4e80-a7d4-1786a9a2e6a8 req-ddbe9b30-579c-46ca-b571-e51e3246c5ae tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 948 time: 0.0726256 Aug 16 02:37:33.889480 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38f37af5-73bd-4e80-a7d4-1786a9a2e6a8 req-7cdfe729-4886-4dcd-98b5-1627da604de7 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537336 Aug 16 02:37:34.025074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Network 7a0be1a0-8838-414e-8c08-58421277ff4e is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:34.038325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:34.048367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:34.060441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Pushing event updated for resources: {'Port': ['ID=87d6e995-f928-44e0-b2f4-abbaaa50cf94,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:34.116321 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.182347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Attempting to bind port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:34.183112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Attempting to bind port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6aae427b-7f96-459e-88f6-982e9f40e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a0be1a0-8838-414e-8c08-58421277ff4e'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:34.183753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Attempting to bind port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 on network 7a0be1a0-8838-414e-8c08-58421277ff4e {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:34.210553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:34.211228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Checking segment: {'id': '6aae427b-7f96-459e-88f6-982e9f40e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a0be1a0-8838-414e-8c08-58421277ff4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:34.211523 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.211996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Bound using segment: {'id': '6aae427b-7f96-459e-88f6-982e9f40e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a0be1a0-8838-414e-8c08-58421277ff4e'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:34.212589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Bound port: 87d6e995-f928-44e0-b2f4-abbaaa50cf94, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aae427b-7f96-459e-88f6-982e9f40e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a0be1a0-8838-414e-8c08-58421277ff4e'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:34.213048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.231080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-80c3f5e5-4f64-4264-9387-467936b76c5b', 'network_id': '80c3f5e5-4f64-4264-9387-467936b76c5b', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': 'f5811483-eabf-4820-a1d5-038c9f0f9e38'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:34.232058 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.296079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305daad-ecbd-4d3f-abd4-9780dfb61b37 req-04dccdd7-cb7b-4fac-a8be-7e6a37305b06 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:34.297775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3305daad-ecbd-4d3f-abd4-9780dfb61b37 req-04dccdd7-cb7b-4fac-a8be-7e6a37305b06 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1279633 Aug 16 02:37:34.390846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3305daad-ecbd-4d3f-abd4-9780dfb61b37 req-a91817c5-1938-45ce-be82-f4b35d70ce22 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712335 Aug 16 02:37:34.407160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 00caf00d-119a-4391-938b-1131c1cfafdf details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:34.425345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] For port 87d6e995-f928-44e0-b2f4-abbaaa50cf94, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:34.453906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] For port 87d6e995-f928-44e0-b2f4-abbaaa50cf94, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=87d6e995-f928-44e0-b2f4-abbaaa50cf94,segment=NetworkSegment(6aae427b-7f96-459e-88f6-982e9f40e00f),segment_id=6aae427b-7f96-459e-88f6-982e9f40e00f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:34.463865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.20.0.1 (7a0be1a0-8838-414e-8c08-58421277ff4e/bec0286b-f20d-4710-ab35-7f790a7c04ed/f8722160-cce1-4c80-84f6-bbec5f494b47) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:34.483405 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.583729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.611115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object f8722160-cce1-4c80-84f6-bbec5f494b47 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:34.615936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Allocated IP 172.21.0.2 (80c3f5e5-4f64-4264-9387-467936b76c5b/f5811483-eabf-4820-a1d5-038c9f0f9e38/a3f08b5d-502b-4240-adc8-fb62b68291ec) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:34.653415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4e699-46a4-4fd3-8e99-7e8b1126c886 None None] Pushing event updated for resources: {'Port': ['ID=87d6e995-f928-44e0-b2f4-abbaaa50cf94,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:34.656115 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.706731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 7a0be1a0-8838-414e-8c08-58421277ff4e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:34.709920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:34.714553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:34.730780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 00caf00d-119a-4391-938b-1131c1cfafdf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00caf00d-119a-4391-938b-1131c1cfafdf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:34.739798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=f8722160-cce1-4c80-84f6-bbec5f494b47,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:34.748980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '00caf00d-119a-4391-938b-1131c1cfafdf', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '00caf00d-119a-4391-938b-1131c1cfafdf', 'mac_address': 'fa:16:3e:40:4a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:34.764311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.833228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.896200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00caf00d-119a-4391-938b-1131c1cfafdf {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:34.937393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.950341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Transition to ACTIVE for port object a3f08b5d-502b-4240-adc8-fb62b68291ec will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:34.958504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.969463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Transition to ACTIVE for port object a3f08b5d-502b-4240-adc8-fb62b68291ec will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:34.980425 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.022447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 00caf00d-119a-4391-938b-1131c1cfafdf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00caf00d-119a-4391-938b-1131c1cfafdf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:35.036860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Network 80c3f5e5-4f64-4264-9387-467936b76c5b is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:35.037742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.042030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:35.045387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:35.056777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Pushing event updated for resources: {'Port': ['ID=a3f08b5d-502b-4240-adc8-fb62b68291ec,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.107855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f029ae-ef78-4cb4-b745-56911cd6ece4 req-1a0ebb67-5ae3-4ef9-b1ce-cd1c1136d513 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.109683 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4f029ae-ef78-4cb4-b745-56911cd6ece4 req-1a0ebb67-5ae3-4ef9-b1ce-cd1c1136d513 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 948 time: 0.1214659 Aug 16 02:37:35.126986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Attempting to bind port a3f08b5d-502b-4240-adc8-fb62b68291ec on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:35.127356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Attempting to bind port a3f08b5d-502b-4240-adc8-fb62b68291ec by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '7b99210f-1f15-427f-a751-6f5ebcd26ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80c3f5e5-4f64-4264-9387-467936b76c5b'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:35.127720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Attempting to bind port a3f08b5d-502b-4240-adc8-fb62b68291ec on network 80c3f5e5-4f64-4264-9387-467936b76c5b {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:35.143822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:35.144133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Checking segment: {'id': '7b99210f-1f15-427f-a751-6f5ebcd26ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80c3f5e5-4f64-4264-9387-467936b76c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:35.144549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.144946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Bound using segment: {'id': '7b99210f-1f15-427f-a751-6f5ebcd26ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80c3f5e5-4f64-4264-9387-467936b76c5b'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:35.145404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Bound port: a3f08b5d-502b-4240-adc8-fb62b68291ec, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b99210f-1f15-427f-a751-6f5ebcd26ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80c3f5e5-4f64-4264-9387-467936b76c5b'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:35.145788 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.149465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=00caf00d-119a-4391-938b-1131c1cfafdf,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.184000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4f029ae-ef78-4cb4-b745-56911cd6ece4 req-d208f5f5-754f-4934-89bb-6ee640dce25c tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 Aug 16 02:37:35.270467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] For port a3f08b5d-502b-4240-adc8-fb62b68291ec, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:35.274641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] For port a3f08b5d-502b-4240-adc8-fb62b68291ec, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3f08b5d-502b-4240-adc8-fb62b68291ec,segment=NetworkSegment(7b99210f-1f15-427f-a751-6f5ebcd26ac1),segment_id=7b99210f-1f15-427f-a751-6f5ebcd26ac1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:35.282044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.314069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87d6e995-f928-44e0-b2f4-abbaaa50cf94 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:35.346876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['00caf00d-119a-4391-938b-1131c1cfafdf'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:35.373103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.380545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.426363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15d168-e0d3-45f7-8174-5c25d13e6020 None None] Pushing event updated for resources: {'Port': ['ID=a3f08b5d-502b-4240-adc8-fb62b68291ec,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.459320 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.536338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:35.649668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=f8722160-cce1-4c80-84f6-bbec5f494b47,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.706474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425c566-6064-451a-b619-0dc92eee70f9 req-67b64d24-9417-4ffb-ba7d-8ad0623293f2 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.713145 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9425c566-6064-451a-b619-0dc92eee70f9 req-67b64d24-9417-4ffb-ba7d-8ad0623293f2 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1789541 Aug 16 02:37:35.754119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 7a0be1a0-8838-414e-8c08-58421277ff4e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:35.758269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:35.835447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9425c566-6064-451a-b619-0dc92eee70f9 req-8d682724-5a3d-41cb-bc75-62040687bdc2 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118667 Aug 16 02:37:35.922387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12039fe4-a3bf-4d27-b790-2be8c4b54a3b None None] Network 7a0be1a0-8838-414e-8c08-58421277ff4e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:36.065492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f87aecd-7ba1-4a67-9631-acfac3189c29 None None] Provisioning for port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:36.078035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f87aecd-7ba1-4a67-9631-acfac3189c29 None None] Provisioning complete for port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:36.078520 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f87aecd-7ba1-4a67-9631-acfac3189c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.217103 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f87aecd-7ba1-4a67-9631-acfac3189c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.285319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4f87aecd-7ba1-4a67-9631-acfac3189c29 None None] For port 87d6e995-f928-44e0-b2f4-abbaaa50cf94, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=87d6e995-f928-44e0-b2f4-abbaaa50cf94,segment=NetworkSegment(6aae427b-7f96-459e-88f6-982e9f40e00f),segment_id=6aae427b-7f96-459e-88f6-982e9f40e00f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:36.290800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f87aecd-7ba1-4a67-9631-acfac3189c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.389068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87aecd-7ba1-4a67-9631-acfac3189c29 None None] Pushing event updated for resources: {'Port': ['ID=87d6e995-f928-44e0-b2f4-abbaaa50cf94,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:36.419907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 00caf00d-119a-4391-938b-1131c1cfafdf up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:36.423278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:37:36.501951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 00caf00d-119a-4391-938b-1131c1cfafdf completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:36.507846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb0244-7ec6-4a86-85c1-83ccd1fc60f4 req-4f8c15e3-35f9-4067-b438-4f78fd6267fd tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.517458 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 00caf00d-119a-4391-938b-1131c1cfafdf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:36.518009 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.518689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61fb0244-7ec6-4a86-85c1-83ccd1fc60f4 req-4f8c15e3-35f9-4067-b438-4f78fd6267fd tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 949 time: 0.1323786 Aug 16 02:37:36.579489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-61fb0244-7ec6-4a86-85c1-83ccd1fc60f4 req-db6c47db-8a03-4a2b-bf64-b69f120e5d04 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593433 Aug 16 02:37:36.652517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:36.660531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:36.660696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2e5001d8-e6ee-43ed-adc6-f2cbbe836f96 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8523102 Aug 16 02:37:36.665907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] Sync routers for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:36.698072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:36.698714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:36.736669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d19f6-5d9f-48cb-84b8-cbc1bcda115e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.741455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:36.749375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c11d19f6-5d9f-48cb-84b8-cbc1bcda115e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports/f8722160-cce1-4c80-84f6-bbec5f494b47 HTTP/1.1" status: 200 len: 910 time: 0.0876899 Aug 16 02:37:36.767971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:36.778196 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.780819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1a037948-2536-4af0-9e99-9c53be7efac3 None None] Provisioning complete for port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:36.781181 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1a037948-2536-4af0-9e99-9c53be7efac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.791453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:36.792047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:37.031476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695804-2023-4fdb-afb5-c9b0f55e4419 req-1e603d37-e8e9-41ae-8cdc-1abd475c2656 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.033242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60695804-2023-4fdb-afb5-c9b0f55e4419 req-1e603d37-e8e9-41ae-8cdc-1abd475c2656 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0765412 Aug 16 02:37:37.119219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60695804-2023-4fdb-afb5-c9b0f55e4419 req-d5eefaa0-c7d0-4012-8d0f-3ca0a2bc49ca tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793912 Aug 16 02:37:37.127712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ab4dd-2381-409b-b005-910105dc3501 None None] Network 80c3f5e5-4f64-4264-9387-467936b76c5b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:37.146211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:37.146887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7aa75-7500-47af-b68a-9a34ca614559 None None] The sync data for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:37.186277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 00caf00d-119a-4391-938b-1131c1cfafdf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00caf00d-119a-4391-938b-1131c1cfafdf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:37.187187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00caf00d-119a-4391-938b-1131c1cfafdf'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:37.190501 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae288662-5e48-4859-875a-0faa97b63746" -d '{"events": [{"server_uuid": "5352f521-983a-4e87-8e56-4f7ccb7c5322", "name": "network-vif-plugged", "status": "completed", "tag": "00caf00d-119a-4391-938b-1131c1cfafdf"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:37.202929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.230497 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.342662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=00caf00d-119a-4391-938b-1131c1cfafdf,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:37.470331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3f08b5d-502b-4240-adc8-fb62b68291ec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:37.486237 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58eeaed-e811-491f-a57b-112c3024b1d3 x-openstack-request-id: req-f58eeaed-e811-491f-a57b-112c3024b1d3 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:37.486504 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352f521-983a-4e87-8e56-4f7ccb7c5322", "name": "network-vif-plugged", "status": "completed", "tag": "00caf00d-119a-4391-938b-1131c1cfafdf", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:37.486765 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f58eeaed-e811-491f-a57b-112c3024b1d3 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:37.488883 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00caf00d-119a-4391-938b-1131c1cfafdf', 'code': 200} Aug 16 02:37:37.490186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1a037948-2536-4af0-9e99-9c53be7efac3 None None] Provisioning for port f8722160-cce1-4c80-84f6-bbec5f494b47 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:37.521871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1a037948-2536-4af0-9e99-9c53be7efac3 None None] Provisioning complete for port f8722160-cce1-4c80-84f6-bbec5f494b47 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:37.522255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1a037948-2536-4af0-9e99-9c53be7efac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.587257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.21.0.1 (80c3f5e5-4f64-4264-9387-467936b76c5b/f5811483-eabf-4820-a1d5-038c9f0f9e38/96d262fa-e2ae-438c-8f90-852a56e4189f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:37.591296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1a037948-2536-4af0-9e99-9c53be7efac3 None None] Port f8722160-cce1-4c80-84f6-bbec5f494b47 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:37.621419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port a3f08b5d-502b-4240-adc8-fb62b68291ec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:37.629965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87d6e995-f928-44e0-b2f4-abbaaa50cf94 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:37.685109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f67c69-7780-4c2c-9611-658e569d1ab2 req-3d8ebb31-60c8-484f-8501-b6f638a2944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.687681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-32f67c69-7780-4c2c-9611-658e569d1ab2 req-3d8ebb31-60c8-484f-8501-b6f638a2944a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 1102 time: 0.1458395 Aug 16 02:37:37.718935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:37.719411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.754478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Provisioning complete for port f8722160-cce1-4c80-84f6-bbec5f494b47 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:37.755892 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.796491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-32f67c69-7780-4c2c-9611-658e569d1ab2 req-5439562d-31bd-4a5f-af4c-a672544fc678 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934730 Aug 16 02:37:37.805471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81531e4a-b4a2-46bf-add7-d6936ea241c3 req-0527e5b3-ecda-4d0b-81ba-645d5f226726 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.807875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-81531e4a-b4a2-46bf-add7-d6936ea241c3 req-0527e5b3-ecda-4d0b-81ba-645d5f226726 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 950 time: 0.1125565 Aug 16 02:37:37.809843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Port f8722160-cce1-4c80-84f6-bbec5f494b47 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:37.844546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.849821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Provisioning for port a3f08b5d-502b-4240-adc8-fb62b68291ec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:37.860335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-81531e4a-b4a2-46bf-add7-d6936ea241c3 req-1cd07a0a-5e44-42ef-a721-18e9009ddf7c tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Aug 16 02:37:37.867357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Provisioning complete for port a3f08b5d-502b-4240-adc8-fb62b68291ec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:37.867953 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.886176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object 96d262fa-e2ae-438c-8f90-852a56e4189f will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:37.934029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.988397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 80c3f5e5-4f64-4264-9387-467936b76c5b is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:37.991754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:37.995084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:38.007453 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.021179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=96d262fa-e2ae-438c-8f90-852a56e4189f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:38.048409 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.049651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] For port a3f08b5d-502b-4240-adc8-fb62b68291ec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3f08b5d-502b-4240-adc8-fb62b68291ec,segment=NetworkSegment(7b99210f-1f15-427f-a751-6f5ebcd26ac1),segment_id=7b99210f-1f15-427f-a751-6f5ebcd26ac1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:38.054595 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.112772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d0f0b-8381-4118-bb88-7094c945ac26 None None] Pushing event updated for resources: {'Port': ['ID=a3f08b5d-502b-4240-adc8-fb62b68291ec,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:38.178623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3bc28a0d-e6e6-435f-9c15-46dc717e278e None None] Provisioning complete for port a3f08b5d-502b-4240-adc8-fb62b68291ec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:38.179257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3bc28a0d-e6e6-435f-9c15-46dc717e278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.226727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.325360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcb913-e317-49fe-b5bc-6ff1ef2e477d req-29f5dfad-54d4-4da7-be78-b2321c43ea92 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.326892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-32fcb913-e317-49fe-b5bc-6ff1ef2e477d req-29f5dfad-54d4-4da7-be78-b2321c43ea92 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0911522 Aug 16 02:37:38.397436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e8a8c658-e799-4e06-9c79-479606df30bd None None] Provisioning for port 96d262fa-e2ae-438c-8f90-852a56e4189f completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:38.401609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e8a8c658-e799-4e06-9c79-479606df30bd None None] Provisioning complete for port 96d262fa-e2ae-438c-8f90-852a56e4189f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:38.402397 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c658-e799-4e06-9c79-479606df30bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.444873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-32fcb913-e317-49fe-b5bc-6ff1ef2e477d req-ef35eb49-fa48-46a1-8ce4-c68e4e397456 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112094 Aug 16 02:37:38.448034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8c658-e799-4e06-9c79-479606df30bd None None] Port 96d262fa-e2ae-438c-8f90-852a56e4189f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:38.585051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.589691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.673101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=96d262fa-e2ae-438c-8f90-852a56e4189f,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:38.675753 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.771066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 80c3f5e5-4f64-4264-9387-467936b76c5b is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:38.772488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:38.880320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:39.021280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:39.026972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-55d7b2be-2215-480b-8c23-e3b7b3034e64 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837062 Aug 16 02:37:39.029891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.032775 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] Sync routers for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:39.043109 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:39.044046 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.044606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5e2a8-6809-4159-a7b5-a367116ddae2 req-b4079a65-7246-40a2-a4f5-90ce2c0ebb10 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:39.047931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4f5e2a8-6809-4159-a7b5-a367116ddae2 req-b4079a65-7246-40a2-a4f5-90ce2c0ebb10 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 950 time: 0.0784521 Aug 16 02:37:39.073983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ec387b8a-a4ac-4eee-90e1-46ed8b009116 None None] Provisioning complete for port 96d262fa-e2ae-438c-8f90-852a56e4189f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:39.074889 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec387b8a-a4ac-4eee-90e1-46ed8b009116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.089005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0d95d4-b524-461f-b88e-218f1d43485c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:39.090983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.093689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f0d95d4-b524-461f-b88e-218f1d43485c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports/96d262fa-e2ae-438c-8f90-852a56e4189f HTTP/1.1" status: 200 len: 910 time: 0.0627367 Aug 16 02:37:39.094499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.101620 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:39.102928 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.121703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ec387b8a-a4ac-4eee-90e1-46ed8b009116 None None] Port 96d262fa-e2ae-438c-8f90-852a56e4189f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:39.143944 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.144754 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ceb246-6d06-44f0-bff0-b2a9ae35600a None None] The sync data for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:39.153583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4f5e2a8-6809-4159-a7b5-a367116ddae2 req-30b833c1-bd3c-4f7c-a5c3-bad3fb15fb9e tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992556 Aug 16 02:37:39.270606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3f08b5d-502b-4240-adc8-fb62b68291ec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:39.335498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a3f08b5d-502b-4240-adc8-fb62b68291ec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:39.337009 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.464468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.469880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf1d7-37c3-4e1f-ac55-859bc8fb3641 req-953530e2-7df3-4ddf-9941-05009b8da0d1 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:39.471504 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1fccf1d7-37c3-4e1f-ac55-859bc8fb3641 req-953530e2-7df3-4ddf-9941-05009b8da0d1 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 950 time: 0.0536766 Aug 16 02:37:39.512807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1fccf1d7-37c3-4e1f-ac55-859bc8fb3641 req-29d79e60-6fd7-41b9-83b2-dfd416310d17 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347006 Aug 16 02:37:39.895506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a13b2-6d27-411a-9b84-aa4ef61b0ede req-307f34fd-5231-4bab-af04-33ae9b4e4a1d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:39.896924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f6a13b2-6d27-411a-9b84-aa4ef61b0ede req-307f34fd-5231-4bab-af04-33ae9b4e4a1d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.3622227 Aug 16 02:37:39.962312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f6a13b2-6d27-411a-9b84-aa4ef61b0ede req-5eb92438-58fc-431d-aeef-69ffb643eae2 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451362 Aug 16 02:37:40.076668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 96d262fa-e2ae-438c-8f90-852a56e4189f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:40.077387 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.159166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.172218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 96d262fa-e2ae-438c-8f90-852a56e4189f owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:40.339184 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.367876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=96d262fa-e2ae-438c-8f90-852a56e4189f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:40.526843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.694587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449439-540b-44af-9606-e403ea41ed5f req-0c77349e-3927-4a2c-8d6f-5a20bc19a355 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.696483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62449439-540b-44af-9606-e403ea41ed5f req-0c77349e-3927-4a2c-8d6f-5a20bc19a355 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 950 time: 0.0659676 Aug 16 02:37:40.804395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62449439-540b-44af-9606-e403ea41ed5f req-397696e0-1b88-428e-afb6-5ef812529d65 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/security-groups?id=9706a9b5-c619-4625-b46b-0f5811571d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746012 Aug 16 02:37:40.812998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:40.846365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-231ee043-a7fc-4397-be44-60981f191c7b tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.848633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-231ee043-a7fc-4397-be44-60981f191c7b tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.98 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 950 time: 0.0618720 Aug 16 02:37:40.916307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:40.921424 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1bdb548d-1d55-4bd1-9986-4ce58163047b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8259349 Aug 16 02:37:40.924087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47180) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:40.929592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] Sync routers for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:40.950082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:40.950670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:41.009605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:41.017427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Deleting port 00caf00d-119a-4391-938b-1131c1cfafdf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:41.018159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.020701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:41.021337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:41.110769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:41.113483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e245b59-9ad2-4d98-8934-1b53518cd512 None None] The sync data for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:41.181304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4039422-54b0-49a1-a74a-f1bc98f2ca03 req-5b23e0aa-4c13-4853-b19a-4a3b5ee11a0d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.182801 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4039422-54b0-49a1-a74a-f1bc98f2ca03 req-5b23e0aa-4c13-4853-b19a-4a3b5ee11a0d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0767152 Aug 16 02:37:41.237090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] For port 00caf00d-119a-4391-938b-1131c1cfafdf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=00caf00d-119a-4391-938b-1131c1cfafdf,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:41.237461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.242769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4039422-54b0-49a1-a74a-f1bc98f2ca03 req-e9b15fbd-27ff-492f-a178-1da28bd003de tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527933 Aug 16 02:37:41.272454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Calling delete_port for 00caf00d-119a-4391-938b-1131c1cfafdf owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:41.368387 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.418713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.436167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['00caf00d-119a-4391-938b-1131c1cfafdf'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:41.456926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Pushing event deleted for resources: {'Port': ['ID=00caf00d-119a-4391-938b-1131c1cfafdf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.536000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] No DVR routers for this DVR port 00caf00d-119a-4391-938b-1131c1cfafdf on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:41.544258 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.548351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ea7b9128-b561-42a6-bdfe-5d5e21c3b04f req-53e175ef-c33a-48dc-9dd3-a35b546f9393 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.98 "DELETE /v2.0/ports/00caf00d-119a-4391-938b-1131c1cfafdf HTTP/1.1" status: 204 len: 173 time: 0.6885629 Aug 16 02:37:41.549541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'name': 'network-vif-deleted', 'tag': '00caf00d-119a-4391-938b-1131c1cfafdf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:41.553041 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85673134-2ee6-459b-b979-cc214efbfafa" -d '{"events": [{"server_uuid": "5352f521-983a-4e87-8e56-4f7ccb7c5322", "name": "network-vif-deleted", "tag": "00caf00d-119a-4391-938b-1131c1cfafdf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:41.626452 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf7c090-8b9c-4bb7-b709-c0d92f927d63 x-openstack-request-id: req-aaf7c090-8b9c-4bb7-b709-c0d92f927d63 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:41.626582 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352f521-983a-4e87-8e56-4f7ccb7c5322", "name": "network-vif-deleted", "tag": "00caf00d-119a-4391-938b-1131c1cfafdf", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:41.626827 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aaf7c090-8b9c-4bb7-b709-c0d92f927d63 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:41.627258 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352f521-983a-4e87-8e56-4f7ccb7c5322', 'name': 'network-vif-deleted', 'tag': '00caf00d-119a-4391-938b-1131c1cfafdf', 'status': 'completed', 'code': 200} Aug 16 02:37:41.734137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port f8722160-cce1-4c80-84f6-bbec5f494b47 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:41.734596 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.840471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.854073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for f8722160-cce1-4c80-84f6-bbec5f494b47 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:41.942758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77c84ba2-c42a-447e-840d-a29c856914e6 req-a195940c-59c6-4e5e-81bc-d8ff93867412 tempest-VolumesNegativeTest-733642298 tempest-VolumesNegativeTest-733642298-project] 10.222.0.78 "GET /v2.0/ports?device_id=5352f521-983a-4e87-8e56-4f7ccb7c5322 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Aug 16 02:37:42.034704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.059772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=f8722160-cce1-4c80-84f6-bbec5f494b47,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:42.228307 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.416440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185a36-ba83-49ff-a77b-bcf9880942df req-8896f7ff-96cd-4aec-89a6-a5e2770e73f5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.424318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8185a36-ba83-49ff-a77b-bcf9880942df req-8896f7ff-96cd-4aec-89a6-a5e2770e73f5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0830777 Aug 16 02:37:42.429886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:42.459439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8185a36-ba83-49ff-a77b-bcf9880942df req-65dc69eb-701b-442d-b95f-7873b939c3e1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Aug 16 02:37:42.542988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:42.551551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-41a25482-3aa8-44ee-9d77-b1a651711dca tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6241953 Aug 16 02:37:42.552573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47214) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:42.555637 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] Sync routers for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:42.560664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92010da3-d460-4648-9021-49fc27a26e74 req-79e9e3c5-4001-4f40-9005-3d6852478224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.562196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92010da3-d460-4648-9021-49fc27a26e74 req-79e9e3c5-4001-4f40-9005-3d6852478224 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 1097 time: 0.1864667 Aug 16 02:37:42.572447 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:42.573396 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:42.589489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8542529f-21e8-4904-a835-60ba3fcbb037 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 HTTP/1.1" status: 200 len: 205 time: 0.0298696 Aug 16 02:37:42.589990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47216) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:42.610158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:42.620229 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] Routers {'3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:42.620865 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:42.653279 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:42.653929 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2bfca-f39a-4e6b-b431-8c99c56cea13 None None] The sync data for ids ['3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:42.672696 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92010da3-d460-4648-9021-49fc27a26e74 req-37fb9fef-1639-4254-adc8-209c718ba7ba service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034107 Aug 16 02:37:42.676624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea52d-a8ad-4005-be03-84943bf71a24 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.113561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea52d-a8ad-4005-be03-84943bf71a24 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.115692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea52d-a8ad-4005-be03-84943bf71a24 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.161113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea52d-a8ad-4005-be03-84943bf71a24 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.161943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7ea52d-a8ad-4005-be03-84943bf71a24 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Fanout notify agent at l3_agent the message router_deleted on router 3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:37:43.170209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea52d-a8ad-4005-be03-84943bf71a24 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.174461 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa7ea52d-a8ad-4005-be03-84943bf71a24 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 HTTP/1.1" status: 204 len: 168 time: 0.5803485 Aug 16 02:37:43.175131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:43.233206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet f5811483-eabf-4820-a1d5-038c9f0f9e38 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:43.236691 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.340835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.440469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.516133 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.554024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=f5811483-eabf-4820-a1d5-038c9f0f9e38,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:43.565876 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.570964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-962e5202-002d-40fd-9675-e9c7dbae8434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/f5811483-eabf-4820-a1d5-038c9f0f9e38 HTTP/1.1" status: 204 len: 168 time: 0.3914936 Aug 16 02:37:43.571163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47262) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:43.573858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60b00a-4e8e-494c-92aa-ccef937c4ddd None None] Network 80c3f5e5-4f64-4264-9387-467936b76c5b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:43.616010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a534ffd-27cb-43a8-9f4a-3feac33e58cf req-a7c010a9-b2be-4798-b486-b18b99fe4f11 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.624471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a534ffd-27cb-43a8-9f4a-3feac33e58cf req-a7c010a9-b2be-4798-b486-b18b99fe4f11 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0738692 Aug 16 02:37:43.633908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet bec0286b-f20d-4710-ab35-7f790a7c04ed {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:43.638628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.704116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.707238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a534ffd-27cb-43a8-9f4a-3feac33e58cf req-f848ffab-3ad3-4f28-acd1-f3344852ce01 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816338 Aug 16 02:37:43.806099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] DHCP port deletion for 80c3f5e5-4f64-4264-9387-467936b76c5b request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:43.838212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.926694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] Deleting port a3f08b5d-502b-4240-adc8-fb62b68291ec {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:43.927573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.936158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.002024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=bec0286b-f20d-4710-ab35-7f790a7c04ed,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.017705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.022497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e8bea853-23d2-48d8-8982-0ff9c88bc6d2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/bec0286b-f20d-4710-ab35-7f790a7c04ed HTTP/1.1" status: 204 len: 168 time: 0.4494801 Aug 16 02:37:44.022856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:44.026880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c212f-3a37-4c00-98a0-52f92d8dc3fa None None] Network 7a0be1a0-8838-414e-8c08-58421277ff4e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:44.115852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] For port a3f08b5d-502b-4240-adc8-fb62b68291ec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3f08b5d-502b-4240-adc8-fb62b68291ec,segment=NetworkSegment(7b99210f-1f15-427f-a751-6f5ebcd26ac1),segment_id=7b99210f-1f15-427f-a751-6f5ebcd26ac1)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:44.116278 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.141534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] Calling delete_port for a3f08b5d-502b-4240-adc8-fb62b68291ec owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:44.152860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b070c8-d711-4596-8680-7e91846aeb94 req-c3eba3b4-53c9-4855-83ce-09c533603c3f tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:44.155579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-c3eba3b4-53c9-4855-83ce-09c533603c3f tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 811 time: 0.1488543 Aug 16 02:37:44.177870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-05599595-e8b7-4947-9b66-489677b171e5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/quotas/fd67ec00da5a416e9fcb02ab69c005fa HTTP/1.1" status: 200 len: 375 time: 0.0126529 Aug 16 02:37:44.193080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.250587 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-34af76b9-6374-4e0d-b7c5-74763a04f6fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649931 Aug 16 02:37:44.265239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port a3f08b5d-502b-4240-adc8-fb62b68291ec {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:44.265489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.282623 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.315030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] Pushing event deleted for resources: {'Port': ['ID=a3f08b5d-502b-4240-adc8-fb62b68291ec,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.321448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c3acd-4e4e-41e6-9d10-f744c1fd393f None None] No DVR routers for this DVR port a3f08b5d-502b-4240-adc8-fb62b68291ec on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:44.364055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] DHCP port deletion for 7a0be1a0-8838-414e-8c08-58421277ff4e request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:44.394969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-5c317828-21b2-4d71-8d71-7f3b6dfe0985 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:37:44.398763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port a3f08b5d-502b-4240-adc8-fb62b68291ec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3f08b5d-502b-4240-adc8-fb62b68291ec,segment=NetworkSegment(7b99210f-1f15-427f-a751-6f5ebcd26ac1),segment_id=7b99210f-1f15-427f-a751-6f5ebcd26ac1)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:44.399269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.402205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-5c317828-21b2-4d71-8d71-7f3b6dfe0985 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1332183 Aug 16 02:37:44.424061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for a3f08b5d-502b-4240-adc8-fb62b68291ec owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:44.453063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 00caf00d-119a-4391-938b-1131c1cfafdf no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:44.503828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 00caf00d-119a-4391-938b-1131c1cfafdf {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:44.503828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 00caf00d-119a-4391-938b-1131c1cfafdf not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:44.509739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] Deleting port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:44.510115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.531716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-e5cc8677-5b75-4764-9cd9-bfbbac3fe62b service neutron] 10.222.0.78 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285880 Aug 16 02:37:44.581780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] For port 87d6e995-f928-44e0-b2f4-abbaaa50cf94, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=87d6e995-f928-44e0-b2f4-abbaaa50cf94,segment=NetworkSegment(6aae427b-7f96-459e-88f6-982e9f40e00f),segment_id=6aae427b-7f96-459e-88f6-982e9f40e00f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:44.582402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.590653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.595970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] Calling delete_port for 87d6e995-f928-44e0-b2f4-abbaaa50cf94 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:44.657095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-6e2bf07f-872e-42ea-9db0-167166f266bb service neutron] 10.222.0.78 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186709 Aug 16 02:37:44.661535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port a3f08b5d-502b-4240-adc8-fb62b68291ec on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:44.695009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=a3f08b5d-502b-4240-adc8-fb62b68291ec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.699581 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.752349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] Pushing event deleted for resources: {'Port': ['ID=87d6e995-f928-44e0-b2f4-abbaaa50cf94,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.754847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe6a8d-152b-4c3d-b7ea-ef6521528884 None None] No DVR routers for this DVR port 87d6e995-f928-44e0-b2f4-abbaaa50cf94 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:44.857724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.884801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2ad02f16-a0f1-44f5-8dfc-6137951e6f7d req-1df6a073-b892-414c-92ed-ee63244028b0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 210 time: 0.0444729 Aug 16 02:37:44.888243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c3f5e5-4f64-4264-9387-467936b76c5b']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.898614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b99210f-1f15-427f-a751-6f5ebcd26ac1') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.898899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b99210f-1f15-427f-a751-6f5ebcd26ac1') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.918197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.936029 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.943384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:44.943997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:44.970006 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:45.052634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.071974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.074143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/80c3f5e5-4f64-4264-9387-467936b76c5b HTTP/1.1" status: 204 len: 168 time: 1.0500834 Aug 16 02:37:45.077012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47414) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:45.085029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4abdc-13b0-4e27-b81e-5f1976641a67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=80c3f5e5-4f64-4264-9387-467936b76c5b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:45.209629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.293983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3f08b5d-502b-4240-adc8-fb62b68291ec no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:45.316183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: a3f08b5d-502b-4240-adc8-fb62b68291ec {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:45.316773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3f08b5d-502b-4240-adc8-fb62b68291ec not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:45.317343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87d6e995-f928-44e0-b2f4-abbaaa50cf94 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:45.318191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.340990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 87d6e995-f928-44e0-b2f4-abbaaa50cf94 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:45.341521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87d6e995-f928-44e0-b2f4-abbaaa50cf94 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:45.356884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0be1a0-8838-414e-8c08-58421277ff4e']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:45.373395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aae427b-7f96-459e-88f6-982e9f40e00f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:45.373796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aae427b-7f96-459e-88f6-982e9f40e00f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:45.385396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.403328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.412713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:45.413207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:45.417130 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:45.497655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.509274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.516868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47450) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:45.527370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-433369306'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:45.529297 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/7a0be1a0-8838-414e-8c08-58421277ff4e HTTP/1.1" status: 204 len: 168 time: 0.4507606 Aug 16 02:37:45.570099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:45.572486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa685a-93b8-4c05-ad9e-1cdac045aff2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=7a0be1a0-8838-414e-8c08-58421277ff4e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:45.577402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.609162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:45.621026 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.621576 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment 53f7104e-9749-4895-be9c-ec9ba4f66615 of type vlan for network 853274a3-91a7-4c1e-8476-6237376db2d3 Aug 16 02:37:45.670385 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.714229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.720487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:45.721300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.791934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2739213 Aug 16 02:37:45.795843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47472) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:45.802829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:45.807887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7ab47-0221-4711-954f-525afa9ba0ce tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=853274a3-91a7-4c1e-8476-6237376db2d3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:45.818835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 853274a3-91a7-4c1e-8476-6237376db2d3 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:45.923665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:45.930566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.093683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a319f48c-daa0-4ff2-8317-07a2c0f02c8d req-4db51ab2-726f-42f1-a556-bd78fefbdceb tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 210 time: 0.0918593 Aug 16 02:37:46.356217 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.444533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=f74b3697-4be4-4cd0-9c2e-bf19936912f8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:46.459901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b070c8-d711-4596-8680-7e91846aeb94 req-cdd20bde-c226-411b-8f59-055154549166 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:46.461777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-cdd20bde-c226-411b-8f59-055154549166 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.98 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 811 time: 0.2323728 Aug 16 02:37:46.479639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Request body: {'port': {'device_id': '643bfc79-5065-4f69-aff7-41403cd13223', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'admin_state_up': True, 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:46.486957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': '53f7104e-9749-4895-be9c-ec9ba4f66615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:46.487332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 853274a3-91a7-4c1e-8476-6237376db2d3, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:46.558994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 853274a3-91a7-4c1e-8476-6237376db2d3 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:46.580475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 853274a3-91a7-4c1e-8476-6237376db2d3) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:46.603895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520bef8e-2c56-4043-b85f-2d8d1cd32864 None None] Network 853274a3-91a7-4c1e-8476-6237376db2d3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:46.613616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:46.617859 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.657626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-56df3422-1418-428c-b9ee-37bcaade4973 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8604424 Aug 16 02:37:46.660496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47526) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:46.668445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-21cfea14-923e-4e10-91c9-3633514b96dc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1751614719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:46.682589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Made reservation on behalf of fd67ec00da5a416e9fcb02ab69c005fa for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:46.687106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.757988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21cfea14-923e-4e10-91c9-3633514b96dc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.758960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21cfea14-923e-4e10-91c9-3633514b96dc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.798002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-853274a3-91a7-4c1e-8476-6237376db2d3', 'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': 'f74b3697-4be4-4cd0-9c2e-bf19936912f8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:46.799139 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.863636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21cfea14-923e-4e10-91c9-3633514b96dc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.874598 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21cfea14-923e-4e10-91c9-3633514b96dc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.897425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Allocated IP 172.20.0.12 (eb02eaf6-99a2-4eda-9350-c112ce03000f/cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32/aea0cfaa-9d11-4f2d-8c85-c56f24c07812) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:46.906167 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21cfea14-923e-4e10-91c9-3633514b96dc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.910566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:46.911111 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-21cfea14-923e-4e10-91c9-3633514b96dc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2489104 Aug 16 02:37:46.921200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'port': {'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3', 'name': 'tempest-RoutersTest-929737130'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:46.978290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Allocated IP 172.20.0.2 (853274a3-91a7-4c1e-8476-6237376db2d3/f74b3697-4be4-4cd0-9c2e-bf19936912f8/0161a0f9-bd29-4258-a412-423869217a51) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:47.061796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:47.065834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.088836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] device_id is not set on port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:37:47.213612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.243257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.254044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Transition to ACTIVE for port object 0161a0f9-bd29-4258-a412-423869217a51 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:47.260771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3955f594-540b-4356-a0d1-fc6c0ea81dc0 req-1d632051-9177-483a-8bbd-ab0700d537e8 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 210 time: 0.0364404 Aug 16 02:37:47.275495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Transition to ACTIVE for port object 0161a0f9-bd29-4258-a412-423869217a51 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:47.288520 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.292185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.349995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Pushing event updated for resources: {'Port': ['ID=0161a0f9-bd29-4258-a412-423869217a51,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.353455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b71e81a5-e3d9-46b8-88b3-efe25c9cf469'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:47.387844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Network 853274a3-91a7-4c1e-8476-6237376db2d3 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:47.391482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:47.393576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Network eb02eaf6-99a2-4eda-9350-c112ce03000f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:47.395585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:47.398936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:47.410778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:47.413561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.20.0.5 (853274a3-91a7-4c1e-8476-6237376db2d3/f74b3697-4be4-4cd0-9c2e-bf19936912f8/4075b8a9-f1a6-489c-9cde-7ee5e4f38aac) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:47.483930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Attempting to bind port 0161a0f9-bd29-4258-a412-423869217a51 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:47.484326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Attempting to bind port 0161a0f9-bd29-4258-a412-423869217a51 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '53f7104e-9749-4895-be9c-ec9ba4f66615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:47.484708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Attempting to bind port 0161a0f9-bd29-4258-a412-423869217a51 on network 853274a3-91a7-4c1e-8476-6237376db2d3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:47.515904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:47.516318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Checking segment: {'id': '53f7104e-9749-4895-be9c-ec9ba4f66615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:47.520162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.520687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Bound using segment: {'id': '53f7104e-9749-4895-be9c-ec9ba4f66615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:47.524656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Bound port: 0161a0f9-bd29-4258-a412-423869217a51, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f7104e-9749-4895-be9c-ec9ba4f66615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '853274a3-91a7-4c1e-8476-6237376db2d3'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:47.525664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.525845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:47.526353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.530275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Pushing event updated for resources: {'Port': ['ID=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.557662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-77b1a0c5-5050-45cc-aa10-fcd64b444b53 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0830264 Aug 16 02:37:47.574435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Request body: {'port': {'device_id': '643bfc79-5065-4f69-aff7-41403cd13223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:47.626833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.658401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:47.677679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] For port 0161a0f9-bd29-4258-a412-423869217a51, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:47.705393 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.713350 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.744113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] For port 0161a0f9-bd29-4258-a412-423869217a51, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0161a0f9-bd29-4258-a412-423869217a51,segment=NetworkSegment(53f7104e-9749-4895-be9c-ec9ba4f66615),segment_id=53f7104e-9749-4895-be9c-ec9ba4f66615)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:47.754390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.783314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 853274a3-91a7-4c1e-8476-6237376db2d3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:47.789529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:47.796732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:47.839891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5832ea-af97-411a-8a20-cf262d53f687 None None] Pushing event updated for resources: {'Port': ['ID=0161a0f9-bd29-4258-a412-423869217a51,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.844457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=4075b8a9-f1a6-489c-9cde-7ee5e4f38aac,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.875625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:47.876682 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.910508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1d6e5054-7f2f-43c2-9cab-278863a6c2e1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9970663 Aug 16 02:37:47.911077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47554) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:48.202534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea0cfaa-9d11-4f2d-8c85-c56f24c07812 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:48.214197 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.228726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Transition to ACTIVE for port object aea0cfaa-9d11-4f2d-8c85-c56f24c07812 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:48.235199 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.347726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:48.415539 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.498658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1a5ea-9a17-47be-8858-8c7c92a882b4 req-bcf5f4f2-ca16-4d7f-aacb-2aacb8f3ffb0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.500425 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00f1a5ea-9a17-47be-8858-8c7c92a882b4 req-bcf5f4f2-ca16-4d7f-aacb-2aacb8f3ffb0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 944 time: 0.1101418 Aug 16 02:37:48.501904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Attempting to bind port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:48.502339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Attempting to bind port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:48.502773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Attempting to bind port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 on network eb02eaf6-99a2-4eda-9350-c112ce03000f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:48.512157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 on network eb02eaf6-99a2-4eda-9350-c112ce03000f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:48.512647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Attempting to bind port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 on network eb02eaf6-99a2-4eda-9350-c112ce03000f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:48.531510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:48.531853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Checking segment: {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:48.533061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Bound using segment: {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:48.533061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Bound port: aea0cfaa-9d11-4f2d-8c85-c56f24c07812, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a28de5-cde2-4905-99fa-4c54799ddb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:48.533315 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.593049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00f1a5ea-9a17-47be-8858-8c7c92a882b4 req-0261bcc3-234a-460b-a99b-f84b462b29b7 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777936 Aug 16 02:37:48.633746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] For port aea0cfaa-9d11-4f2d-8c85-c56f24c07812, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:48.637955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] For port aea0cfaa-9d11-4f2d-8c85-c56f24c07812, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:48.643575 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.781918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.803676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.002262 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=4075b8a9-f1a6-489c-9cde-7ee5e4f38aac,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:49.206076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:49.206620 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.208141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] 10.222.0.98 "PUT /v2.0/ports/aea0cfaa-9d11-4f2d-8c85-c56f24c07812 HTTP/1.1" status: 200 len: 1093 time: 1.6402345 Aug 16 02:37:49.208673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643bfc79-5065-4f69-aff7-41403cd13223', 'tag': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:49.211027 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f6873a-662e-4365-a121-084980108327" -d '{"events": [{"name": "network-changed", "server_uuid": "643bfc79-5065-4f69-aff7-41403cd13223", "tag": "aea0cfaa-9d11-4f2d-8c85-c56f24c07812"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:49.316787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ceb54a-5f2f-49af-967c-eae0d42eab90 None None] Network 853274a3-91a7-4c1e-8476-6237376db2d3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:49.361921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c8948-4abe-4665-8a90-3abd73787610 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:49.374646 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992618f-0424-4d2e-9286-1e33c5a18fb8 x-openstack-request-id: req-c992618f-0424-4d2e-9286-1e33c5a18fb8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:49.375026 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643bfc79-5065-4f69-aff7-41403cd13223", "tag": "aea0cfaa-9d11-4f2d-8c85-c56f24c07812", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:49.375365 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c992618f-0424-4d2e-9286-1e33c5a18fb8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:49.375846 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643bfc79-5065-4f69-aff7-41403cd13223', 'tag': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812', 'status': 'completed', 'code': 200} Aug 16 02:37:49.420231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b070c8-d711-4596-8680-7e91846aeb94 req-e0a8c6b7-f405-4271-b4cd-35f39f564734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:49.422510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-e0a8c6b7-f405-4271-b4cd-35f39f564734 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 1096 time: 0.1643810 Aug 16 02:37:49.426863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.490282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-aff31277-c366-4195-92b8-ebe234c38a9f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812 HTTP/1.1" status: 200 len: 217 time: 0.0562201 Aug 16 02:37:49.505474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0161a0f9-bd29-4258-a412-423869217a51 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:49.577437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b070c8-d711-4596-8680-7e91846aeb94 req-6e13a7c2-78cf-4313-ad1a-0313454faa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:49.579585 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-6e13a7c2-78cf-4313-ad1a-0313454faa2b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.0788739 Aug 16 02:37:49.606121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.611919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b9f0b176-102f-4324-af3e-a80386e57c1a None None] Provisioning for port 0161a0f9-bd29-4258-a412-423869217a51 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:49.653982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-c6c7a434-4931-4184-b36c-95eb39816ab2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664117 Aug 16 02:37:49.762882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0161a0f9-bd29-4258-a412-423869217a51 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:49.782845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0161a0f9-bd29-4258-a412-423869217a51 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:49.783222 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.931445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-df842952-cfbe-4e23-b054-f221dee1101c service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685602 Aug 16 02:37:49.954654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.034467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.036877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 0161a0f9-bd29-4258-a412-423869217a51, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0161a0f9-bd29-4258-a412-423869217a51,segment=NetworkSegment(53f7104e-9749-4895-be9c-ec9ba4f66615),segment_id=53f7104e-9749-4895-be9c-ec9ba4f66615)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:50.042800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.046508 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.176192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=0161a0f9-bd29-4258-a412-423869217a51,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:50.179171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=4075b8a9-f1a6-489c-9cde-7ee5e4f38aac,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:50.195994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741249d-fc69-4148-b59b-702385baac00 req-bcbd8642-3efc-42c8-89b1-8c214edc8a8f tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:50.216099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a741249d-fc69-4148-b59b-702385baac00 req-bcbd8642-3efc-42c8-89b1-8c214edc8a8f tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 944 time: 0.2820671 Aug 16 02:37:50.233801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.293223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-87948fb1-5399-47cd-84b9-abaa2a61923e None None] Provisioning for port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:50.326102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-87948fb1-5399-47cd-84b9-abaa2a61923e None None] Provisioning complete for port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:50.326818 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87948fb1-5399-47cd-84b9-abaa2a61923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.369880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a741249d-fc69-4148-b59b-702385baac00 req-65a7f950-8e96-4e2a-8ba8-fb4e7d84ed77 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524014 Aug 16 02:37:50.446590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55b070c8-d711-4596-8680-7e91846aeb94 req-ce3b5c3d-4ecf-4623-9e26-32ec02f567b6 service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813859 Aug 16 02:37:50.469720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 853274a3-91a7-4c1e-8476-6237376db2d3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:50.472394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:50.495486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-87948fb1-5399-47cd-84b9-abaa2a61923e None None] Port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:50.521585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-87948fb1-5399-47cd-84b9-abaa2a61923e None None] Provisioning complete for port 0161a0f9-bd29-4258-a412-423869217a51 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:50.522192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87948fb1-5399-47cd-84b9-abaa2a61923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.591856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6873a-662e-4365-a121-084980108327 req-d115f8f9-3bc6-4c5a-ae82-b81f436a9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:50.594050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9f6873a-662e-4365-a121-084980108327 req-d115f8f9-3bc6-4c5a-ae82-b81f436a9655 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 1096 time: 0.0819008 Aug 16 02:37:50.647818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47612) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:50.734971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 88432a80-91e3-4f1b-9d5f-315f54cbdf14 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:37:50.749606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6873a-662e-4365-a121-084980108327 req-4b15f763-94ff-4a31-892a-a51fcef5b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:50.751139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9f6873a-662e-4365-a121-084980108327 req-4b15f763-94ff-4a31-892a-a51fcef5b678 service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 912 time: 0.1479371 Aug 16 02:37:50.819535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9f6873a-662e-4365-a121-084980108327 req-57573efb-347e-48d9-87bd-5abebd0e8c18 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812 HTTP/1.1" status: 200 len: 217 time: 0.0579462 Aug 16 02:37:50.822820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5483bc06-d4fa-4492-ae90-702adf057201 None None] Provisioning complete for port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:50.824395 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5483bc06-d4fa-4492-ae90-702adf057201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.889170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5483bc06-d4fa-4492-ae90-702adf057201 None None] Port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:50.898844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6873a-662e-4365-a121-084980108327 req-c0420ead-b4a9-4996-89dd-8558a563e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:50.900368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9f6873a-662e-4365-a121-084980108327 req-c0420ead-b4a9-4996-89dd-8558a563e16d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.0729399 Aug 16 02:37:50.920247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:50.928904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-820fe9c9-f9dd-4dd0-8f09-ea190e9cf289 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/88432a80-91e3-4f1b-9d5f-315f54cbdf14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0140982 Aug 16 02:37:50.929845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:50.937679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] Sync routers for ids ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:50.947141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9f6873a-662e-4365-a121-084980108327 req-5d697ada-90a1-4479-9aea-59640e94b3a6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330298 Aug 16 02:37:50.956264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] Routers {'88432a80-91e3-4f1b-9d5f-315f54cbdf14'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:50.956921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:50.980068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfeea4d-2354-4680-93f4-a1aa24896907 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:50.983965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1bfeea4d-2354-4680-93f4-a1aa24896907 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports/4075b8a9-f1a6-489c-9cde-7ee5e4f38aac HTTP/1.1" status: 200 len: 976 time: 0.0507481 Aug 16 02:37:50.988432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:51.089226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f611c430-d3f7-4a6c-ad3a-cbf00355e474 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c931af98a7e4342b84146b7e83c1d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401619 Aug 16 02:37:51.093652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9f6873a-662e-4365-a121-084980108327 req-df7f6e23-fea5-443a-85b6-a06f035d8ef4 service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382062 Aug 16 02:37:51.094391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:51.207796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:51.233750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b6670a38-37ef-4cfa-9c59-430f5b95c4ae None None] Provisioning complete for port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:51.234173 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b6670a38-37ef-4cfa-9c59-430f5b95c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.236713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] Routers {'88432a80-91e3-4f1b-9d5f-315f54cbdf14'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:51.237668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:51.283963 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9f6873a-662e-4365-a121-084980108327 req-a8f6129a-c28f-4437-bb02-445f3a12fd2c service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775203 Aug 16 02:37:51.292915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94d3b087-008b-4fe4-b03a-30f9d85b526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.321250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:51.322260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fb518-f7cd-43f7-9173-f5d9446cba64 None None] The sync data for ids ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:51.343467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b6670a38-37ef-4cfa-9c59-430f5b95c4ae None None] Port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:51.345696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0161a0f9-bd29-4258-a412-423869217a51 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:51.346565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94d3b087-008b-4fe4-b03a-30f9d85b526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.400091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0161a0f9-bd29-4258-a412-423869217a51 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:51.400788 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.433462 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94d3b087-008b-4fe4-b03a-30f9d85b526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.436355 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94d3b087-008b-4fe4-b03a-30f9d85b526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.442121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-94d3b087-008b-4fe4-b03a-30f9d85b526e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9706a9b5-c619-4625-b46b-0f5811571d40 HTTP/1.1" status: 204 len: 168 time: 0.3370862 Aug 16 02:37:51.449432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3b087-008b-4fe4-b03a-30f9d85b526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706a9b5-c619-4625-b46b-0f5811571d40,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:51.513316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-681422d2-f48b-4be8-8c88-b384c4f71194 None None] Provisioning complete for port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:51.513671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-681422d2-f48b-4be8-8c88-b384c4f71194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.558914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.569800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-681422d2-f48b-4be8-8c88-b384c4f71194 None None] Port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:51.708655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65caee7-132d-4b8c-943a-e27343a2b1d4 req-9643dc42-def2-4b73-816c-9d22698de946 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:51.710182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c65caee7-132d-4b8c-943a-e27343a2b1d4 req-9643dc42-def2-4b73-816c-9d22698de946 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 944 time: 0.1809356 Aug 16 02:37:51.777277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c65caee7-132d-4b8c-943a-e27343a2b1d4 req-c2e17f5f-376a-444f-8b05-2c0a6192b715 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488641 Aug 16 02:37:51.841615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:51.842058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.958605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.976015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 4075b8a9-f1a6-489c-9cde-7ee5e4f38aac owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:52.344701 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.525796 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.558963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=4075b8a9-f1a6-489c-9cde-7ee5e4f38aac,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:52.735804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.937420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 88432a80-91e3-4f1b-9d5f-315f54cbdf14 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:53.018529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf345-b5cc-47a9-9bdc-d49cde24bdf0 req-c4aa2c27-f3f4-45fd-9849-fcf3e49b156b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.020154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83dbf345-b5cc-47a9-9bdc-d49cde24bdf0 req-c4aa2c27-f3f4-45fd-9849-fcf3e49b156b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 944 time: 0.0981457 Aug 16 02:37:53.065734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:53.072574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c6acdd8d-1897-4be0-96c9-7abc3bc2e207 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/88432a80-91e3-4f1b-9d5f-315f54cbdf14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0829856 Aug 16 02:37:53.075386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47700) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:53.076248 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] Sync routers for ids ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:53.089209 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] Routers {'88432a80-91e3-4f1b-9d5f-315f54cbdf14'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:53.090055 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:53.122153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83dbf345-b5cc-47a9-9bdc-d49cde24bdf0 req-f29cd2fb-293c-4be4-8a15-44b7190698b4 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752573 Aug 16 02:37:53.177854 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:53.201599 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] Routers {'88432a80-91e3-4f1b-9d5f-315f54cbdf14'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:53.202229 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:53.236140 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:53.237056 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c705bab-e121-4f29-8477-1e11b2025bc6 None None] The sync data for ids ['88432a80-91e3-4f1b-9d5f-315f54cbdf14'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:53.333990 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-37a4b52d-e859-4e1b-9bbb-7bd74478c17d tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:37:53.339007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:53.339743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-37a4b52d-e859-4e1b-9bbb-7bd74478c17d tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/88432a80-91e3-4f1b-9d5f-315f54cbdf14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2632422 Aug 16 02:37:53.369459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-47ddba23-730c-4644-b5d1-09618fc9991b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=88432a80-91e3-4f1b-9d5f-315f54cbdf14 HTTP/1.1" status: 200 len: 205 time: 0.0291243 Aug 16 02:37:53.371885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:53.472924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4eb7550f-42f8-462e-886b-40650087066c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.629711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.678484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4eb7550f-42f8-462e-886b-40650087066c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.682645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4eb7550f-42f8-462e-886b-40650087066c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.750954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4eb7550f-42f8-462e-886b-40650087066c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.751511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7550f-42f8-462e-886b-40650087066c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Fanout notify agent at l3_agent the message router_deleted on router 88432a80-91e3-4f1b-9d5f-315f54cbdf14 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:37:53.759332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4eb7550f-42f8-462e-886b-40650087066c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.760576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4eb7550f-42f8-462e-886b-40650087066c tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/88432a80-91e3-4f1b-9d5f-315f54cbdf14 HTTP/1.1" status: 204 len: 168 time: 0.3877325 Aug 16 02:37:53.763285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:53.827013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet f74b3697-4be4-4cd0-9c2e-bf19936912f8 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:53.831206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.894616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.998044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.079172 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.115982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=f74b3697-4be4-4cd0-9c2e-bf19936912f8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:54.123397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.125329 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3e54cab6-188e-4122-9b1b-298545f8a544 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/f74b3697-4be4-4cd0-9c2e-bf19936912f8 HTTP/1.1" status: 204 len: 168 time: 0.3609009 Aug 16 02:37:54.128115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47728) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:54.129945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c826ebc3-5e0f-49b6-bfb2-1943b6dd53d7 None None] Network 853274a3-91a7-4c1e-8476-6237376db2d3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:54.260959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.397682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] DHCP port deletion for 853274a3-91a7-4c1e-8476-6237376db2d3 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:54.424392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ae9c-d321-4857-b1ef-6b6f73f190fb req-3f9bfa44-145d-4f2a-816a-cdbc1efa2f1c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:54.438223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b55ae9c-d321-4857-b1ef-6b6f73f190fb req-3f9bfa44-145d-4f2a-816a-cdbc1efa2f1c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 944 time: 0.1592908 Aug 16 02:37:54.479437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 0161a0f9-bd29-4258-a412-423869217a51 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:54.479987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.489662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device aea0cfaa-9d11-4f2d-8c85-c56f24c07812 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:54.548637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b55ae9c-d321-4857-b1ef-6b6f73f190fb req-cb65d8b4-bd5b-46a8-b934-77ce587f88ce tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078379 Aug 16 02:37:54.580700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 0161a0f9-bd29-4258-a412-423869217a51, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0161a0f9-bd29-4258-a412-423869217a51,segment=NetworkSegment(53f7104e-9749-4895-be9c-ec9ba4f66615),segment_id=53f7104e-9749-4895-be9c-ec9ba4f66615)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:54.581074 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.588361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] Deleting port 0161a0f9-bd29-4258-a412-423869217a51 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:54.589068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.597087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 0161a0f9-bd29-4258-a412-423869217a51 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:54.689224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] For port 0161a0f9-bd29-4258-a412-423869217a51, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0161a0f9-bd29-4258-a412-423869217a51,segment=NetworkSegment(53f7104e-9749-4895-be9c-ec9ba4f66615),segment_id=53f7104e-9749-4895-be9c-ec9ba4f66615)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:54.689930 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.705745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.708501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] Calling delete_port for 0161a0f9-bd29-4258-a412-423869217a51 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:54.751751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port 0161a0f9-bd29-4258-a412-423869217a51 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:54.753500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=0161a0f9-bd29-4258-a412-423869217a51,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:54.836224 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.876399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] No DVR routers for this DVR port 0161a0f9-bd29-4258-a412-423869217a51 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:54.891136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.resource_extend [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:37:54.933860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.959780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853274a3-91a7-4c1e-8476-6237376db2d3']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:54.994810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f7104e-9749-4895-be9c-ec9ba4f66615') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:54.995095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f7104e-9749-4895-be9c-ec9ba4f66615') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:55.002939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a1a68-f319-4c18-9541-67b030247683 None None] Pushing event deleted for resources: {'Port': ['ID=0161a0f9-bd29-4258-a412-423869217a51,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:55.006168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port aea0cfaa-9d11-4f2d-8c85-c56f24c07812, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:55.018742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.026663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812', 'network_id': 'eb02eaf6-99a2-4eda-9350-c112ce03000f', 'port_id': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812', 'mac_address': 'fa:16:3e:cd:92:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:55.040488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.059822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:55.061349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.082693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.097592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea0cfaa-9d11-4f2d-8c85-c56f24c07812 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:55.130587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port aea0cfaa-9d11-4f2d-8c85-c56f24c07812, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:55.145068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:55.151231 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:55.156277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.197608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.203476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:55.204368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/853274a3-91a7-4c1e-8476-6237376db2d3 HTTP/1.1" status: 204 len: 168 time: 1.0748785 Aug 16 02:37:55.205782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfc0c0-2b94-4df0-9cae-5df67e2e9d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=853274a3-91a7-4c1e-8476-6237376db2d3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:55.209795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-109391046'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:55.253107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:55.258230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.270628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:55.292035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0161a0f9-bd29-4258-a412-423869217a51 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:55.315389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0161a0f9-bd29-4258-a412-423869217a51 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:55.316073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0161a0f9-bd29-4258-a412-423869217a51 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:55.317538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:55.341981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.342445 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b of type vlan for network 7bbb93f6-ba33-438a-920d-eb0690dde783 Aug 16 02:37:55.392867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.432357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.435298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['aea0cfaa-9d11-4f2d-8c85-c56f24c07812'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:55.438828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.439971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.532249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:55.538277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '7bbb93f6-ba33-438a-920d-eb0690dde783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:55.541525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3359637 Aug 16 02:37:55.577099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc8f13-745a-4654-ac8d-b252ea6c01e2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=7bbb93f6-ba33-438a-920d-eb0690dde783,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:55.590082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:55.765240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:55.770001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.831768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777354-1576-4d59-b2ef-99cee6e19110 req-2969adb2-94ce-43d9-a878-95dd618a1976 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.857094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09777354-1576-4d59-b2ef-99cee6e19110 req-2969adb2-94ce-43d9-a878-95dd618a1976 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 945 time: 0.1556809 Aug 16 02:37:55.947110 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09777354-1576-4d59-b2ef-99cee6e19110 req-c7fbf311-ee88-42e2-8a50-62bb2635044a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865943 Aug 16 02:37:56.111004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.170053 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a128ffb9-f233-4fc9-8229-b4157b03ca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.181902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=68ef16cf-d081-42f8-8580-28d1c21449ce,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:56.193249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': 'd4b5d48d-d5da-4d4b-84d8-3322f8eaab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7bbb93f6-ba33-438a-920d-eb0690dde783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:56.193683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 7bbb93f6-ba33-438a-920d-eb0690dde783, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:56.217561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:56.226609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7bbb93f6-ba33-438a-920d-eb0690dde783) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:56.231542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:56.232140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.237437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74445346-fadb-4662-b44e-f3c69b11f503 None None] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:56.262786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:56.263904 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6c80db64-6a74-4a89-adbc-29e98ae1f2dd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7296469 Aug 16 02:37:56.267649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-165d457b-0c1e-4025-8cf8-4e8f4a32373e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1428548619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:56.337673 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-165d457b-0c1e-4025-8cf8-4e8f4a32373e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.339112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-165d457b-0c1e-4025-8cf8-4e8f4a32373e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.395724 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-165d457b-0c1e-4025-8cf8-4e8f4a32373e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.403064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-165d457b-0c1e-4025-8cf8-4e8f4a32373e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.422126 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-165d457b-0c1e-4025-8cf8-4e8f4a32373e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.423283 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-165d457b-0c1e-4025-8cf8-4e8f4a32373e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1594226 Aug 16 02:37:56.425997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47772) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:56.427882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-7bbb93f6-ba33-438a-920d-eb0690dde783', 'network_id': '7bbb93f6-ba33-438a-920d-eb0690dde783', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': '68ef16cf-d081-42f8-8580-28d1c21449ce'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:56.429023 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.552440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device aea0cfaa-9d11-4f2d-8c85-c56f24c07812 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:56.633673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Allocated IP 172.20.0.2 (7bbb93f6-ba33-438a-920d-eb0690dde783/68ef16cf-d081-42f8-8580-28d1c21449ce/31de7bce-4019-4ddc-96b4-08e227d0799d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:56.725901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:56.733684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:56.734204 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.787536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.888383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.959475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Transition to ACTIVE for port object 31de7bce-4019-4ddc-96b4-08e227d0799d will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:56.982111 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.042875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643bfc79-5065-4f69-aff7-41403cd13223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:57.045441 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09907d0-b6a6-44cc-b5d7-8c9d0c2cad3f" -d '{"events": [{"server_uuid": "643bfc79-5065-4f69-aff7-41403cd13223", "name": "network-vif-plugged", "status": "completed", "tag": "aea0cfaa-9d11-4f2d-8c85-c56f24c07812"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:57.052071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Transition to ACTIVE for port object 31de7bce-4019-4ddc-96b4-08e227d0799d will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:57.064225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port aea0cfaa-9d11-4f2d-8c85-c56f24c07812, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:57.087308 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.114294 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.162318 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc924a1c-6efe-407a-b150-58c97be576ab x-openstack-request-id: req-bc924a1c-6efe-407a-b150-58c97be576ab {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:57.163681 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643bfc79-5065-4f69-aff7-41403cd13223", "name": "network-vif-plugged", "status": "completed", "tag": "aea0cfaa-9d11-4f2d-8c85-c56f24c07812", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:57.164318 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc924a1c-6efe-407a-b150-58c97be576ab {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:57.166321 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643bfc79-5065-4f69-aff7-41403cd13223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812', 'code': 200} Aug 16 02:37:57.209525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83ea93-8f0e-49f2-bd56-f9cf15c3b0c6 req-5bc25bcd-b5f6-476b-8948-4f958ce25287 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:57.217170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.20.0.1 (7bbb93f6-ba33-438a-920d-eb0690dde783/68ef16cf-d081-42f8-8580-28d1c21449ce/92bbffd7-199c-4252-a578-99d67ccdc0a3) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:57.221938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e83ea93-8f0e-49f2-bd56-f9cf15c3b0c6 req-5bc25bcd-b5f6-476b-8948-4f958ce25287 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1486089 Aug 16 02:37:57.250308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Pushing event updated for resources: {'Port': ['ID=31de7bce-4019-4ddc-96b4-08e227d0799d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:57.348799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:57.366275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:57.373787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:57.376844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:57.405239 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.418925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e83ea93-8f0e-49f2-bd56-f9cf15c3b0c6 req-a9f08ff5-1871-4aac-afc9-9197080f618b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955330 Aug 16 02:37:57.420937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776d02b-5620-4886-9fb1-f05aaefcca62 req-865815a3-0a44-45ed-9281-e3de359895c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:57.423501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object 92bbffd7-199c-4252-a578-99d67ccdc0a3 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:57.436703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2776d02b-5620-4886-9fb1-f05aaefcca62 req-865815a3-0a44-45ed-9281-e3de359895c5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 1098 time: 0.2113237 Aug 16 02:37:57.437837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Attempting to bind port 31de7bce-4019-4ddc-96b4-08e227d0799d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:57.438871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Attempting to bind port 31de7bce-4019-4ddc-96b4-08e227d0799d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd4b5d48d-d5da-4d4b-84d8-3322f8eaab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7bbb93f6-ba33-438a-920d-eb0690dde783'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:57.439414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Attempting to bind port 31de7bce-4019-4ddc-96b4-08e227d0799d on network 7bbb93f6-ba33-438a-920d-eb0690dde783 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:57.446619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:57.447058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Checking segment: {'id': 'd4b5d48d-d5da-4d4b-84d8-3322f8eaab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7bbb93f6-ba33-438a-920d-eb0690dde783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:57.447553 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.448071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Bound using segment: {'id': 'd4b5d48d-d5da-4d4b-84d8-3322f8eaab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7bbb93f6-ba33-438a-920d-eb0690dde783'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:57.448654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Bound port: 31de7bce-4019-4ddc-96b4-08e227d0799d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b5d48d-d5da-4d4b-84d8-3322f8eaab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7bbb93f6-ba33-438a-920d-eb0690dde783'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:57.449093 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.474314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.490610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2776d02b-5620-4886-9fb1-f05aaefcca62 req-0fa42a5e-d237-406d-9d2e-7bcd93e08384 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Aug 16 02:37:57.530487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:57.534258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:57.548210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:57.551229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] For port 31de7bce-4019-4ddc-96b4-08e227d0799d, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:57.564249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] For port 31de7bce-4019-4ddc-96b4-08e227d0799d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31de7bce-4019-4ddc-96b4-08e227d0799d,segment=NetworkSegment(d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b),segment_id=d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:57.569867 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.589406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=92bbffd7-199c-4252-a578-99d67ccdc0a3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:57.620112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.662259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d136d-b40b-4728-aabb-c99dd3ba83f6 None None] Pushing event updated for resources: {'Port': ['ID=31de7bce-4019-4ddc-96b4-08e227d0799d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:57.793315 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.138192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.145158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.223055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.236648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=92bbffd7-199c-4252-a578-99d67ccdc0a3,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:58.343198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:58.344892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:58.526219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router adb464e8-f8d2-458d-9863-73a634e75715 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:37:58.646358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:58.652023 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6f186838-cc1f-4b08-b3ca-552bc1f145ef tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/adb464e8-f8d2-458d-9863-73a634e75715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2249587 Aug 16 02:37:58.655267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:58.680976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] Sync routers for ids ['adb464e8-f8d2-458d-9863-73a634e75715'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:58.701573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] Routers {'adb464e8-f8d2-458d-9863-73a634e75715'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:58.708194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['adb464e8-f8d2-458d-9863-73a634e75715'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:58.757894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec61634-7428-4b95-bea4-7ed9565af0d4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:58.761570 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6ec61634-7428-4b95-bea4-7ed9565af0d4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports/92bbffd7-199c-4252-a578-99d67ccdc0a3 HTTP/1.1" status: 200 len: 910 time: 0.1042020 Aug 16 02:37:58.765085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:58.765876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f509e-5f99-46ed-b30b-3f95bc83117a req-f430324f-ec63-4b7c-898f-a818ca3fab47 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:58.774385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d7f509e-5f99-46ed-b30b-3f95bc83117a req-f430324f-ec63-4b7c-898f-a818ca3fab47 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1337442 Aug 16 02:37:58.807990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:58.834633 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d7f509e-5f99-46ed-b30b-3f95bc83117a req-fa881902-27d3-480c-ba50-365ebb39856a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593715 Aug 16 02:37:58.871297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] Routers {'adb464e8-f8d2-458d-9863-73a634e75715'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:58.878367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['adb464e8-f8d2-458d-9863-73a634e75715'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:58.882563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd27f164-1669-441c-9f63-cf0c84677d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.931798 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.937256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:58.938286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8065-c056-4607-bd4e-1a984f990580 None None] The sync data for ids ['adb464e8-f8d2-458d-9863-73a634e75715'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:59.098554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff13225-168f-4bd4-bffe-1d0c435417e9 None None] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:59.206604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-08c89d06-1d2e-4602-9a6e-300d7c526a0b None None] Provisioning for port 31de7bce-4019-4ddc-96b4-08e227d0799d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:59.222363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.364475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31de7bce-4019-4ddc-96b4-08e227d0799d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:59.427271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 31de7bce-4019-4ddc-96b4-08e227d0799d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:59.432193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31de7bce-4019-4ddc-96b4-08e227d0799d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:59.432643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.555031 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.598076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 31de7bce-4019-4ddc-96b4-08e227d0799d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31de7bce-4019-4ddc-96b4-08e227d0799d,segment=NetworkSegment(d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b),segment_id=d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:59.610117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.620041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 92bbffd7-199c-4252-a578-99d67ccdc0a3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:59.620487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.695631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=31de7bce-4019-4ddc-96b4-08e227d0799d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:59.758397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8f131f0d-7e3a-4dc8-9c8a-1d5c35494932 None None] Provisioning for port 92bbffd7-199c-4252-a578-99d67ccdc0a3 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:59.771447 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.772556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8f131f0d-7e3a-4dc8-9c8a-1d5c35494932 None None] Provisioning complete for port 92bbffd7-199c-4252-a578-99d67ccdc0a3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:59.772984 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f131f0d-7e3a-4dc8-9c8a-1d5c35494932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:59.805910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 92bbffd7-199c-4252-a578-99d67ccdc0a3 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:59.850393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8f131f0d-7e3a-4dc8-9c8a-1d5c35494932 None None] Port 92bbffd7-199c-4252-a578-99d67ccdc0a3 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:59.861323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8f131f0d-7e3a-4dc8-9c8a-1d5c35494932 None None] Provisioning complete for port 31de7bce-4019-4ddc-96b4-08e227d0799d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:59.861699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f131f0d-7e3a-4dc8-9c8a-1d5c35494932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:00.052608 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:00.131958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:00.169014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2739e7f2-19eb-4e84-a01a-c12cb2669452 None None] Could not find standard attr ID for object 92bbffd7-199c-4252-a578-99d67ccdc0a3. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:38:00.177057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d67e-29ce-42ce-bfe6-fc0272067dc3 req-56557e2d-9e91-4f56-b7dc-468d4a55bc6e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:00.178701 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d28d67e-29ce-42ce-bfe6-fc0272067dc3 req-56557e2d-9e91-4f56-b7dc-468d4a55bc6e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1042960 Aug 16 02:38:00.185131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=92bbffd7-199c-4252-a578-99d67ccdc0a3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:00.360747 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d28d67e-29ce-42ce-bfe6-fc0272067dc3 req-546c7c54-45f5-4155-b74f-3125e657be36 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662445 Aug 16 02:38:00.365103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:00.592525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router adb464e8-f8d2-458d-9863-73a634e75715 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:00.727263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:00.734271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8286fca1-daff-4d06-97a8-a4b1bd696930 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/adb464e8-f8d2-458d-9863-73a634e75715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9673340 Aug 16 02:38:00.737333 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] Sync routers for ids ['adb464e8-f8d2-458d-9863-73a634e75715'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:00.737852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:00.748935 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] Routers {'adb464e8-f8d2-458d-9863-73a634e75715'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:00.750811 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['adb464e8-f8d2-458d-9863-73a634e75715'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:00.760539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71395295-da46-4bd4-b5fc-0f975b992058 req-f843c632-f6e0-41ee-bf8d-1660e0cf1a08 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:00.762029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71395295-da46-4bd4-b5fc-0f975b992058 req-f843c632-f6e0-41ee-bf8d-1660e0cf1a08 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1208489 Aug 16 02:38:00.764451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-01f0d8ef-d106-426a-90dd-81528fe7cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:00.765261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-01f0d8ef-d106-426a-90dd-81528fe7cb19 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 1098 time: 0.1230052 Aug 16 02:38:00.791242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-81dea287-ef08-48ad-8420-01f019e6e939 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=adb464e8-f8d2-458d-9863-73a634e75715 HTTP/1.1" status: 200 len: 205 time: 0.0525687 Aug 16 02:38:00.796326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:00.900693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b909857-c784-486f-87a4-4a9b2fb01a6a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:00.923095 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:00.933047 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] Routers {'adb464e8-f8d2-458d-9863-73a634e75715'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:00.933954 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['adb464e8-f8d2-458d-9863-73a634e75715'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:01.025120 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:01.029301 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ffeb5-3dd4-4a0f-a72d-9745e7343161 None None] The sync data for ids ['adb464e8-f8d2-458d-9863-73a634e75715'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:01.319223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31de7bce-4019-4ddc-96b4-08e227d0799d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:01.399982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31de7bce-4019-4ddc-96b4-08e227d0799d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:01.400568 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.409930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71395295-da46-4bd4-b5fc-0f975b992058 req-07acffdf-6353-487f-9131-4075afa9559c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296792 Aug 16 02:38:01.439006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-07ab58d9-ddcd-4f02-a95f-602592549aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:01.440540 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-07ab58d9-ddcd-4f02-a95f-602592549aaf service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 912 time: 0.6641536 Aug 16 02:38:01.483996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-15b3d8a2-5e5f-43c0-b005-55c6ea714f96 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812 HTTP/1.1" status: 200 len: 217 time: 0.0352445 Aug 16 02:38:01.515811 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b909857-c784-486f-87a4-4a9b2fb01a6a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.518034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b909857-c784-486f-87a4-4a9b2fb01a6a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.536966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-61a960e7-61a9-47d7-a797-41e044a1e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:01.538470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-61a960e7-61a9-47d7-a797-41e044a1e095 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.0476019 Aug 16 02:38:01.583059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b909857-c784-486f-87a4-4a9b2fb01a6a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.584365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b909857-c784-486f-87a4-4a9b2fb01a6a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Fanout notify agent at l3_agent the message router_deleted on router adb464e8-f8d2-458d-9863-73a634e75715 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:38:01.587074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-b835ea4e-9b7a-431c-b6ff-25740eb65efd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407715 Aug 16 02:38:01.602606 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b909857-c784-486f-87a4-4a9b2fb01a6a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.602606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b909857-c784-486f-87a4-4a9b2fb01a6a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/adb464e8-f8d2-458d-9863-73a634e75715 HTTP/1.1" status: 204 len: 168 time: 0.8037281 Aug 16 02:38:01.602606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:01.672330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet 68ef16cf-d081-42f8-8580-28d1c21449ce {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:01.676016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.716038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-0e0bc0b9-8856-49fb-80c9-7e6f4d23428b service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203144 Aug 16 02:38:01.718280 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.825455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.859371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a7253a6-8b69-4476-979b-0d5dc85f9491 req-bc85b5d8-ddc2-4712-b6d4-29ab562fbb41 service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341195 Aug 16 02:38:01.921855 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.934467 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.966314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=68ef16cf-d081-42f8-8580-28d1c21449ce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:01.974087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.979720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6ce2327d-c0b1-4406-96dd-3508bb4029ff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/68ef16cf-d081-42f8-8580-28d1c21449ce HTTP/1.1" status: 204 len: 168 time: 0.3743281 Aug 16 02:38:01.979871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47914) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:01.981096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3eb185-78a7-48cb-a954-c6b4771ec9fa None None] Network 7bbb93f6-ba33-438a-920d-eb0690dde783 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:02.072546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.139180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 31de7bce-4019-4ddc-96b4-08e227d0799d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:02.139914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.205912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] DHCP port deletion for 7bbb93f6-ba33-438a-920d-eb0690dde783 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:02.240181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 31de7bce-4019-4ddc-96b4-08e227d0799d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31de7bce-4019-4ddc-96b4-08e227d0799d,segment=NetworkSegment(d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b),segment_id=d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:02.240642 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.265061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 31de7bce-4019-4ddc-96b4-08e227d0799d owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:02.272340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] Deleting port 31de7bce-4019-4ddc-96b4-08e227d0799d {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:02.272731 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.371221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] For port 31de7bce-4019-4ddc-96b4-08e227d0799d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31de7bce-4019-4ddc-96b4-08e227d0799d,segment=NetworkSegment(d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b),segment_id=d4b5d48d-d5da-4d4b-84d8-3322f8eaab4b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:02.371785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.399294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] Calling delete_port for 31de7bce-4019-4ddc-96b4-08e227d0799d owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:02.401475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.429516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=31de7bce-4019-4ddc-96b4-08e227d0799d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:02.436784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port 31de7bce-4019-4ddc-96b4-08e227d0799d on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:02.470232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.470844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.471348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.471889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.472418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.472932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.473424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.473924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.474422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.474927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.475435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.476030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:02.538141 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.550110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb93f6-ba33-438a-920d-eb0690dde783']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:02.567617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b5d48d-d5da-4d4b-84d8-3322f8eaab4b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:02.567913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b5d48d-d5da-4d4b-84d8-3322f8eaab4b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:02.570587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853af61-8568-421d-97ad-b838faa6c79b req-fdb86af7-e153-46d3-8f90-8404325152b0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:02.572859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b853af61-8568-421d-97ad-b838faa6c79b req-fdb86af7-e153-46d3-8f90-8404325152b0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0677786 Aug 16 02:38:02.594426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.597096 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.625641 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b853af61-8568-421d-97ad-b838faa6c79b req-b22d6b2d-a594-4289-bf9e-f20e2803f49a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469182 Aug 16 02:38:02.628982 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.636846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:02.637480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:02.640852 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:02.668182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] Pushing event deleted for resources: {'Port': ['ID=31de7bce-4019-4ddc-96b4-08e227d0799d,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:02.671035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0f309-204d-4667-a090-6995f1fc7d34 None None] No DVR routers for this DVR port 31de7bce-4019-4ddc-96b4-08e227d0799d on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:02.720484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.725506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.728663 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/7bbb93f6-ba33-438a-920d-eb0690dde783 HTTP/1.1" status: 204 len: 168 time: 0.7469635 Aug 16 02:38:02.731779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:02.737320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1584974543', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:02.745242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fc92d-3276-4163-812e-9c49c7a54505 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=7bbb93f6-ba33-438a-920d-eb0690dde783,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:02.765422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.766513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.820150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.970170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.166725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.185250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.303162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31de7bce-4019-4ddc-96b4-08e227d0799d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:03.352871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.25.4.212 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/16649ac2-0c37-4b02-874a-50e347c302dc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:03.359083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 31de7bce-4019-4ddc-96b4-08e227d0799d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:03.359511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31de7bce-4019-4ddc-96b4-08e227d0799d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:03.595419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.668463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.760675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:03.772864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:03.775874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:03.781129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22f531-6497-4811-82a3-435f59bc0b2f req-5acdb2a5-fa3f-4914-8344-b6d444d529f6 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:03.789931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a22f531-6497-4811-82a3-435f59bc0b2f req-5acdb2a5-fa3f-4914-8344-b6d444d529f6 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0657244 Aug 16 02:38:03.808639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=16649ac2-0c37-4b02-874a-50e347c302dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:03.844545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434493f0-0e90-4bd1-990b-99495ceaf873 req-0da7552a-9c2a-4cd8-a7c0-3852e239acf2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:03.847014 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-434493f0-0e90-4bd1-990b-99495ceaf873 req-0da7552a-9c2a-4cd8-a7c0-3852e239acf2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1234527 Aug 16 02:38:03.854816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a22f531-6497-4811-82a3-435f59bc0b2f req-6d9b3879-841c-4ee7-b9b9-81b09db6cee5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603831 Aug 16 02:38:03.975719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-434493f0-0e90-4bd1-990b-99495ceaf873 req-8a5dc30a-6870-46c8-835b-422c56b8fee4 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200337 Aug 16 02:38:04.101931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:04.312154 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:04.439844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:38:04.567065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:04.576463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] Sync routers for ids ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:04.589258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] Routers {'df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:04.589888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:04.596459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:04.600523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dad72151-53bf-4339-b898-0c1930381b54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.8648839 Aug 16 02:38:04.600813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47964) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:04.628160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:04.637963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] Routers {'df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:04.638582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:04.672818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:04.673560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27095029-6dcb-4083-a3e5-42d5851917f6 None None] The sync data for ids ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:04.724037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eb9e119e-0c33-472c-8c21-8cf2bc9fc9f0 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/routers/df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 HTTP/1.1" status: 200 len: 881 time: 0.1214325 Aug 16 02:38:04.726573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 47966) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:04.863459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-08595638-ba1d-4cd0-9fb1-66499af266e5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1354554 Aug 16 02:38:04.866537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47968) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:04.874269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0571a7b2-090a-423a-9bed-a5e741fbed4a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1584974543'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:04.957835 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:05.032501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3602-5dde-4ef5-9b4f-1efc4cf6336d req-693b7a74-c327-4c2e-95a3-4cdd7b49cc8e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:05.034109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23bb3602-5dde-4ef5-9b4f-1efc4cf6336d req-693b7a74-c327-4c2e-95a3-4cdd7b49cc8e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1044164 Aug 16 02:38:05.098609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd04b2-138d-4620-a028-498dfaa1aa1c req-6885f779-b455-46b7-a3f3-a238cd7a4492 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:05.100270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efcd04b2-138d-4620-a028-498dfaa1aa1c req-6885f779-b455-46b7-a3f3-a238cd7a4492 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0486660 Aug 16 02:38:05.123493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23bb3602-5dde-4ef5-9b4f-1efc4cf6336d req-01ab4857-4f31-4bf9-965a-5934608e96ab tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808384 Aug 16 02:38:05.153820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efcd04b2-138d-4620-a028-498dfaa1aa1c req-884198c2-58fb-4232-8dd6-c1fd81a4754b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460284 Aug 16 02:38:05.275712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0571a7b2-090a-423a-9bed-a5e741fbed4a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:05.286347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0571a7b2-090a-423a-9bed-a5e741fbed4a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:05.394598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0571a7b2-090a-423a-9bed-a5e741fbed4a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:05.533253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0571a7b2-090a-423a-9bed-a5e741fbed4a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:05.541259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0571a7b2-090a-423a-9bed-a5e741fbed4a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:05.542453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0571a7b2-090a-423a-9bed-a5e741fbed4a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 HTTP/1.1" status: 200 len: 888 time: 0.6740420 Aug 16 02:38:05.542664 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] Sync routers for ids ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:05.545063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47974) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:05.552158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] Routers {'df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:05.553172 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:05.586967 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:05.597249 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] Routers {'df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:05.598262 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:05.635566 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:05.636225 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369202d-e2d7-4cdc-ba41-86e31ed3c7a9 None None] The sync data for ids ['df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:05.669173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8287daea-aa2f-45cf-b019-ab5be0ab36cd tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/routers/df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 HTTP/1.1" status: 200 len: 888 time: 0.1229229 Aug 16 02:38:05.671688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47982) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:05.704245 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-10dd70a4-ab0c-42e0-8e9c-e83ad5cf4bff tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 HTTP/1.1" status: 200 len: 205 time: 0.0290861 Aug 16 02:38:05.705329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47986) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:05.827915 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:05.938691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:05.991967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 16649ac2-0c37-4b02-874a-50e347c302dc {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:05.992427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.071726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.083349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 16649ac2-0c37-4b02-874a-50e347c302dc owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:06.282006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87ea9-d209-437e-9158-9d7c08f3137a req-6f5f1ae4-ae98-4e01-b9ed-d3ba1729c713 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:06.283609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9d87ea9-d209-437e-9158-9d7c08f3137a req-6f5f1ae4-ae98-4e01-b9ed-d3ba1729c713 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0853572 Aug 16 02:38:06.302589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551d4d5-d326-4197-b4fc-26d76f0a80c6 req-348203c2-9740-410b-8770-9b4c1f2e2140 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:06.304825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5551d4d5-d326-4197-b4fc-26d76f0a80c6 req-348203c2-9740-410b-8770-9b4c1f2e2140 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0579643 Aug 16 02:38:06.309834 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.347858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=16649ac2-0c37-4b02-874a-50e347c302dc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:06.358157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9d87ea9-d209-437e-9158-9d7c08f3137a req-c555527f-7bd7-4869-91bc-a6e2ccb7d3df tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657742 Aug 16 02:38:06.361759 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5551d4d5-d326-4197-b4fc-26d76f0a80c6 req-fee1dfaf-3808-4474-95f4-c5154fe2cb61 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492220 Aug 16 02:38:06.427349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.527121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.529295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.576157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.576923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Fanout notify agent at l3_agent the message router_deleted on router df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:38:06.585147 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.590267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0b2aa68f-ab76-4448-a2a5-04331ed03022 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 HTTP/1.1" status: 204 len: 168 time: 0.8813567 Aug 16 02:38:06.590829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 47996) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:06.596828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-409433432'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:06.620389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:06.623872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.649266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:06.661111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.661655 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment f8d845d2-7e28-4438-b33b-e49b95c7cd1a of type vlan for network 583fc29f-af46-42eb-ac51-e782e8c360f4 Aug 16 02:38:06.703584 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.739522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.745512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:06.746116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:06.811062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2193446 Aug 16 02:38:06.813904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48004) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:06.819505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '583fc29f-af46-42eb-ac51-e782e8c360f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:06.819773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64ea7-1b60-4113-a50b-557917a45850 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=583fc29f-af46-42eb-ac51-e782e8c360f4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:06.830176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:06.916425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:06.919925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.118096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.178272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=c4efeb7f-bf8d-4037-9ab1-d4a60ace828c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:07.190270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': 'f8d845d2-7e28-4438-b33b-e49b95c7cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '583fc29f-af46-42eb-ac51-e782e8c360f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:07.190644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 583fc29f-af46-42eb-ac51-e782e8c360f4, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:07.211200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:07.222142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 583fc29f-af46-42eb-ac51-e782e8c360f4) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:07.229742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac87245-e0bf-40d4-a1ee-f08b79ab6dda None None] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:07.230852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:07.231466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.250971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a1016109-0db8-4c00-a5e6-3b90bb4c0d6f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4334714 Aug 16 02:38:07.251406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48008) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:07.257117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fdd3a8d9-4404-49ce-8695-a78d1499f8a1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-908263247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:07.284325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdd3a8d9-4404-49ce-8695-a78d1499f8a1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.286302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdd3a8d9-4404-49ce-8695-a78d1499f8a1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.354236 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdd3a8d9-4404-49ce-8695-a78d1499f8a1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.360738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdd3a8d9-4404-49ce-8695-a78d1499f8a1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.385908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fdd3a8d9-4404-49ce-8695-a78d1499f8a1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.389675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fdd3a8d9-4404-49ce-8695-a78d1499f8a1 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1346867 Aug 16 02:38:07.389938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48014) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:07.426455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-583fc29f-af46-42eb-ac51-e782e8c360f4', 'network_id': '583fc29f-af46-42eb-ac51-e782e8c360f4', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': 'c4efeb7f-bf8d-4037-9ab1-d4a60ace828c'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:38:07.427403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.557481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e8924-155d-4ac6-b348-90b8012b757a req-c268d4fd-eca1-44de-8391-f4218e148503 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:07.559373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff4e8924-155d-4ac6-b348-90b8012b757a req-c268d4fd-eca1-44de-8391-f4218e148503 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0675204 Aug 16 02:38:07.610492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff4e8924-155d-4ac6-b348-90b8012b757a req-e6b137db-2695-4ced-8ef0-4bb6ac550d5c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Aug 16 02:38:07.642291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7a65b-d1ac-41d9-b0f8-6f4bf1731e8d req-ff755385-7439-4f6d-ba89-adefe1bf3b35 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:07.643790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50c7a65b-d1ac-41d9-b0f8-6f4bf1731e8d req-ff755385-7439-4f6d-ba89-adefe1bf3b35 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1129763 Aug 16 02:38:07.647570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Allocated IP 172.20.0.2 (583fc29f-af46-42eb-ac51-e782e8c360f4/c4efeb7f-bf8d-4037-9ab1-d4a60ace828c/1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:07.812703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50c7a65b-d1ac-41d9-b0f8-6f4bf1731e8d req-16e3534b-3241-4d0d-8499-2aef3f09131b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373329 Aug 16 02:38:07.850588 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.867549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Transition to ACTIVE for port object 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:07.888677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.895689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Transition to ACTIVE for port object 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:07.902289 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:07.974793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Pushing event updated for resources: {'Port': ['ID=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:07.989215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:07.990747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:07.996077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:08.183795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.20.0.1 (583fc29f-af46-42eb-ac51-e782e8c360f4/c4efeb7f-bf8d-4037-9ab1-d4a60ace828c/cf73d212-a796-4958-8f76-4216b5e8615e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:08.216090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Attempting to bind port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:08.216493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Attempting to bind port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'f8d845d2-7e28-4438-b33b-e49b95c7cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '583fc29f-af46-42eb-ac51-e782e8c360f4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:08.216832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Attempting to bind port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 on network 583fc29f-af46-42eb-ac51-e782e8c360f4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:08.221780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:08.222090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Checking segment: {'id': 'f8d845d2-7e28-4438-b33b-e49b95c7cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '583fc29f-af46-42eb-ac51-e782e8c360f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:08.222496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.222887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Bound using segment: {'id': 'f8d845d2-7e28-4438-b33b-e49b95c7cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '583fc29f-af46-42eb-ac51-e782e8c360f4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:08.223350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Bound port: 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d845d2-7e28-4438-b33b-e49b95c7cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '583fc29f-af46-42eb-ac51-e782e8c360f4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:08.223725 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.285823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] For port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:08.289658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] For port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,segment=NetworkSegment(f8d845d2-7e28-4438-b33b-e49b95c7cd1a),segment_id=f8d845d2-7e28-4438-b33b-e49b95c7cd1a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:08.294837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.309669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.324512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object cf73d212-a796-4958-8f76-4216b5e8615e will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:08.366994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90348e43-b7e0-4851-804d-3e57832a6451 None None] Pushing event updated for resources: {'Port': ['ID=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:08.373500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.422851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:08.427843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:08.433902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:08.466114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=cf73d212-a796-4958-8f76-4216b5e8615e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:08.494529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.661747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.744467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f184fc-48f9-4281-8330-5e9a6985363b req-6c0dc252-f0f7-4857-b5f1-8a5d5c49f6a7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:08.746076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35f184fc-48f9-4281-8330-5e9a6985363b req-6c0dc252-f0f7-4857-b5f1-8a5d5c49f6a7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0569255 Aug 16 02:38:08.798971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35f184fc-48f9-4281-8330-5e9a6985363b req-4a64b581-5f4f-4f83-8801-08d3e4ebbb1a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 Aug 16 02:38:08.993389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8379f6b-7fb6-4a9c-8924-1d43f356ca7a req-f9e5d3b0-392b-4690-b1e7-37742e09aa8a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:08.995274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8379f6b-7fb6-4a9c-8924-1d43f356ca7a req-f9e5d3b0-392b-4690-b1e7-37742e09aa8a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0740020 Aug 16 02:38:09.026943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:09.048684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:09.055757 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8379f6b-7fb6-4a9c-8924-1d43f356ca7a req-7a6d2746-0e4b-459a-8d1a-20ac8196030d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493011 Aug 16 02:38:09.134089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:09.137196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=cf73d212-a796-4958-8f76-4216b5e8615e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:09.271978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:09.274983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:09.345553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:09.413511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:09.418224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router b1191980-a547-488f-b68f-2cd4d2f63f44 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:38:09.536610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a263a1e-48d7-4728-9bc7-12722e294f52 None None] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:09.732557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7942befb-f00f-43c2-a5a2-991db7bada51 None None] Provisioning for port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:09.744533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7942befb-f00f-43c2-a5a2-991db7bada51 None None] Provisioning complete for port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:09.745450 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7942befb-f00f-43c2-a5a2-991db7bada51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:09.864890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7942befb-f00f-43c2-a5a2-991db7bada51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:09.928376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7942befb-f00f-43c2-a5a2-991db7bada51 None None] For port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,segment=NetworkSegment(f8d845d2-7e28-4438-b33b-e49b95c7cd1a),segment_id=f8d845d2-7e28-4438-b33b-e49b95c7cd1a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:09.933469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:09.945760 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7942befb-f00f-43c2-a5a2-991db7bada51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:09.956335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] Sync routers for ids ['b1191980-a547-488f-b68f-2cd4d2f63f44'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:09.957150 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d8593ea0-c39b-4ce4-9536-16bb4a442b28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/b1191980-a547-488f-b68f-2cd4d2f63f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5657122 Aug 16 02:38:09.959814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48038) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:09.961763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e175-0be7-4213-bea6-47aa1e6536c4 req-d6cb1fa2-f825-49c6-aaea-9dcb918ce0e3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:09.972847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7b5e175-0be7-4213-bea6-47aa1e6536c4 req-d6cb1fa2-f825-49c6-aaea-9dcb918ce0e3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0689178 Aug 16 02:38:10.030153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92daa0c4-77fd-4685-94be-46a1c437946d tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:10.038433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942befb-f00f-43c2-a5a2-991db7bada51 None None] Pushing event updated for resources: {'Port': ['ID=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:10.039231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92daa0c4-77fd-4685-94be-46a1c437946d tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports/cf73d212-a796-4958-8f76-4216b5e8615e HTTP/1.1" status: 200 len: 910 time: 0.0749938 Aug 16 02:38:10.040096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48040) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:10.049726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4efeb7f-bf8d-4037-9ab1-d4a60ace828c'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:10.061738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7b5e175-0be7-4213-bea6-47aa1e6536c4 req-2fdc504a-95a4-4845-b527-e131131933d6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856805 Aug 16 02:38:10.067189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] Routers {'b1191980-a547-488f-b68f-2cd4d2f63f44'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:10.067897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b1191980-a547-488f-b68f-2cd4d2f63f44'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:10.133574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:10.143361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] Routers {'b1191980-a547-488f-b68f-2cd4d2f63f44'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:10.144008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b1191980-a547-488f-b68f-2cd4d2f63f44'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:10.209867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:10.211828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7481e8-b2c7-4a14-a429-8202567fc573 None None] The sync data for ids ['b1191980-a547-488f-b68f-2cd4d2f63f44'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:10.236792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-62681f09-4655-45cd-aae1-093d8a378d69 None None] Provisioning for port cf73d212-a796-4958-8f76-4216b5e8615e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:10.244938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-62681f09-4655-45cd-aae1-093d8a378d69 None None] Provisioning complete for port cf73d212-a796-4958-8f76-4216b5e8615e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:10.246132 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-62681f09-4655-45cd-aae1-093d8a378d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.288040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d28025-d655-4fdc-b414-9af7ba3f7838 req-89a65d5e-5f85-4ecc-ba03-dac8eb1c059c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:10.290941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25d28025-d655-4fdc-b414-9af7ba3f7838 req-89a65d5e-5f85-4ecc-ba03-dac8eb1c059c tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0977778 Aug 16 02:38:10.316045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-62681f09-4655-45cd-aae1-093d8a378d69 None None] Port cf73d212-a796-4958-8f76-4216b5e8615e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:10.334015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-62681f09-4655-45cd-aae1-093d8a378d69 None None] Provisioning complete for port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:10.334379 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-62681f09-4655-45cd-aae1-093d8a378d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.392010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.417183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25d28025-d655-4fdc-b414-9af7ba3f7838 req-633f51b3-050d-4865-b7df-0101ae754837 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174545 Aug 16 02:38:10.627849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b8d15e6b-65b7-4eac-afe2-0849f7ef06ff None None] Provisioning complete for port cf73d212-a796-4958-8f76-4216b5e8615e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:10.628363 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8d15e6b-65b7-4eac-afe2-0849f7ef06ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.677594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b8d15e6b-65b7-4eac-afe2-0849f7ef06ff None None] Port cf73d212-a796-4958-8f76-4216b5e8615e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:10.803170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1c143ee0-61e6-4b69-81f0-b326f18327af None None] Provisioning complete for port cf73d212-a796-4958-8f76-4216b5e8615e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:10.805010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1c143ee0-61e6-4b69-81f0-b326f18327af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.859845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1c143ee0-61e6-4b69-81f0-b326f18327af None None] Port cf73d212-a796-4958-8f76-4216b5e8615e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:10.861423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.873860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.972676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:10.973277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.977885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:10.984419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/ports/cf73d212-a796-4958-8f76-4216b5e8615e HTTP/1.1" status: 200 len: 910 time: 0.9435072 Aug 16 02:38:10.985481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05985c-a2e7-4d92-9028-34c234bd8154 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=cf73d212-a796-4958-8f76-4216b5e8615e,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:11.313043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aa3ed-65a9-4cc2-b790-026088a72723 req-e3f21dfe-cf49-4f4b-8c9b-9d8fbae51bad tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:11.313876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:11.315810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-595aa3ed-65a9-4cc2-b790-026088a72723 req-e3f21dfe-cf49-4f4b-8c9b-9d8fbae51bad tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1155846 Aug 16 02:38:11.404811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48058) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:11.405834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:11.406638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.417626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-595aa3ed-65a9-4cc2-b790-026088a72723 req-1fc871da-8c25-416c-9cd3-3a27200b88b2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620282 Aug 16 02:38:11.548845 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.590039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-180a5f8e-9463-4ba3-affc-49c0c03ffac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.694714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-180a5f8e-9463-4ba3-affc-49c0c03ffac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.709505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-180a5f8e-9463-4ba3-affc-49c0c03ffac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.729773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d34e94-6375-4aed-8c53-c702ca041306 req-5d697fcf-96a3-464f-bdc4-be47ffbaa0c0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:11.731509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99d34e94-6375-4aed-8c53-c702ca041306 req-5d697fcf-96a3-464f-bdc4-be47ffbaa0c0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1966255 Aug 16 02:38:11.785128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a5f8e-9463-4ba3-affc-49c0c03ffac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79970ad-0cfc-4df8-967d-97282840a374,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:11.791783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-180a5f8e-9463-4ba3-affc-49c0c03ffac2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcea4d1f29ad4e7daf913ca348a58439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859022 Aug 16 02:38:11.805364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48064) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:11.816733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99d34e94-6375-4aed-8c53-c702ca041306 req-800d6333-b72e-4157-a71c-fc6a93979e81 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751286 Aug 16 02:38:11.877063 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-226962b5-5b7a-4169-9ba6-9dd98111527e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.907896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-226962b5-5b7a-4169-9ba6-9dd98111527e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.970822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-226962b5-5b7a-4169-9ba6-9dd98111527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.973577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-226962b5-5b7a-4169-9ba6-9dd98111527e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:11.977782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-226962b5-5b7a-4169-9ba6-9dd98111527e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e79970ad-0cfc-4df8-967d-97282840a374 HTTP/1.1" status: 204 len: 168 time: 0.1679349 Aug 16 02:38:11.985654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226962b5-5b7a-4169-9ba6-9dd98111527e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79970ad-0cfc-4df8-967d-97282840a374,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:12.138570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port cf73d212-a796-4958-8f76-4216b5e8615e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:12.139155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.252137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.270584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for cf73d212-a796-4958-8f76-4216b5e8615e owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:12.458595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.483655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=cf73d212-a796-4958-8f76-4216b5e8615e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:12.606135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bc612-8603-498c-876d-3117532927e5 req-e4f9a386-e503-4eca-bbae-0bf205375e3e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:12.606135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f0bc612-8603-498c-876d-3117532927e5 req-e4f9a386-e503-4eca-bbae-0bf205375e3e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1103461 Aug 16 02:38:12.696265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.705067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48094) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:12.723455 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f0bc612-8603-498c-876d-3117532927e5 req-f01a245d-66b4-4c8a-9cf0-c75dba5528ae tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780599 Aug 16 02:38:12.806966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-834639743-network', 'tenant_id': '94375449db134debb03474e3882f89d2'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:12.828734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Made reservation on behalf of 94375449db134debb03474e3882f89d2 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:12.831072 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.839415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.866291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router b1191980-a547-488f-b68f-2cd4d2f63f44 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:12.951042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:12.956054 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-910d8beb-602a-4f96-9d99-ef181756bcb4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/b1191980-a547-488f-b68f-2cd4d2f63f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771140 Aug 16 02:38:12.959011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48100) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:12.967126 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] Sync routers for ids ['b1191980-a547-488f-b68f-2cd4d2f63f44'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:12.976880 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] Routers {'b1191980-a547-488f-b68f-2cd4d2f63f44'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:12.977552 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b1191980-a547-488f-b68f-2cd4d2f63f44'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:12.987438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0a2c-aafd-4774-967c-d4c0238edca4 req-3f06c1ff-65e9-4979-bd2f-1e509c368e50 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:12.988995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e36d0a2c-aafd-4774-967c-d4c0238edca4 req-3f06c1ff-65e9-4979-bd2f-1e509c368e50 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0930490 Aug 16 02:38:12.991121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.011132 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:13.015710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-82340d9f-bd00-4a40-829d-c93b81617a8f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1191980-a547-488f-b68f-2cd4d2f63f44 HTTP/1.1" status: 200 len: 205 time: 0.0532701 Aug 16 02:38:13.015710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.016506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:13.020979 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] Routers {'b1191980-a547-488f-b68f-2cd4d2f63f44'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:13.021598 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b1191980-a547-488f-b68f-2cd4d2f63f44'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:13.053164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:13.059976 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:13.060776 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53bfbd-74c6-45b1-aba5-3336ef3b37ed None None] The sync data for ids ['b1191980-a547-488f-b68f-2cd4d2f63f44'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:13.082169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3397a7f0-ed59-435c-8b18-07e342bbc1d4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:13.086703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.087057 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Added segment 5a9285b4-9d20-4c6e-8a71-4eda1a3e7790 of type vlan for network bb56305d-1eb3-4a9e-a5c9-55199a5b935d Aug 16 02:38:13.097664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e36d0a2c-aafd-4774-967c-d4c0238edca4 req-e15569df-d192-4ca4-8206-f291ba8baaf9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865643 Aug 16 02:38:13.097990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1532-ff84-4014-ab11-265d2f1e3360 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.132096 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.160435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.161464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.162048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.223973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5176914 Aug 16 02:38:13.228368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48106) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:13.233346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Request body: {'subnet': {'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-834639743-subnet', 'tenant_id': '94375449db134debb03474e3882f89d2', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:13.239613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b51b8f-cb03-4574-b120-37c8f9c792dc admin admin] Pushing event updated for resources: {'Network': ['ID=bb56305d-1eb3-4a9e-a5c9-55199a5b935d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:13.250687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:13.266290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Made reservation on behalf of 94375449db134debb03474e3882f89d2 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:13.267763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1532-ff84-4014-ab11-265d2f1e3360 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.270349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1532-ff84-4014-ab11-265d2f1e3360 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.270863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.317771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1532-ff84-4014-ab11-265d2f1e3360 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.318442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e1532-ff84-4014-ab11-265d2f1e3360 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Fanout notify agent at l3_agent the message router_deleted on router b1191980-a547-488f-b68f-2cd4d2f63f44 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:38:13.340461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1532-ff84-4014-ab11-265d2f1e3360 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.341774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b4e1532-ff84-4014-ab11-265d2f1e3360 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/b1191980-a547-488f-b68f-2cd4d2f63f44 HTTP/1.1" status: 204 len: 168 time: 0.3241642 Aug 16 02:38:13.344450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48108) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:13.418090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet c4efeb7f-bf8d-4037-9ab1-d4a60ace828c {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:13.423182 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.490725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.604367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.780618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.780618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7194d375-de9a-4930-8b22-ca82d08f0967,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:13.780618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Checking segment: {'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:13.780618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Network hostable DHCP agents. Network: bb56305d-1eb3-4a9e-a5c9-55199a5b935d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:13.780618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:13.780618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.799385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=c4efeb7f-bf8d-4037-9ab1-d4a60ace828c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:13.807668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, bb56305d-1eb3-4a9e-a5c9-55199a5b935d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:13.811004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.816582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae3b497c-8f4b-452c-8d4f-250e948dfd7f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/c4efeb7f-bf8d-4037-9ab1-d4a60ace828c HTTP/1.1" status: 204 len: 168 time: 0.4709356 Aug 16 02:38:13.818994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48124) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:13.829949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.830749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.838321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1d408-8443-4f61-98b2-e7114df1533d None None] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:13.842472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea68c78-0c88-4b9b-87b8-1890de8dacd9 None None] Network 583fc29f-af46-42eb-ac51-e782e8c360f4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:13.865481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907d145-0719-4eaf-8463-119f5ea638dd req-45e019e5-e048-41ac-a648-d92441bc3bf4 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.867484 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d907d145-0719-4eaf-8463-119f5ea638dd req-45e019e5-e048-41ac-a648-d92441bc3bf4 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0707507 Aug 16 02:38:13.902626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9e331d6d-9ad7-43d9-a401-47b3073836d3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6730971 Aug 16 02:38:13.906000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:13.917681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:13.925259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.952844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d907d145-0719-4eaf-8463-119f5ea638dd req-dc12720b-c269-4f26-bc17-83f83a93b4ef tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786340 Aug 16 02:38:13.958041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.959847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.017874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:14.018445 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.046352 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.106929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,segment=NetworkSegment(f8d845d2-7e28-4438-b33b-e49b95c7cd1a),segment_id=f8d845d2-7e28-4438-b33b-e49b95c7cd1a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:14.107232 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.126849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:14.180075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] DHCP port deletion for 583fc29f-af46-42eb-ac51-e782e8c360f4 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:14.194303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'tenant_id': '94375449db134debb03474e3882f89d2', 'fixed_ips': [{'subnet_id': '7194d375-de9a-4930-8b22-ca82d08f0967'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:38:14.195189 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.239032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.331729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f264da6-8c53-44c6-b985-851dbd521abe req-5e129475-0b08-4249-8f43-a3db164d281d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:14.334530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f264da6-8c53-44c6-b985-851dbd521abe req-5e129475-0b08-4249-8f43-a3db164d281d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0944636 Aug 16 02:38:14.337047 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.393284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:14.423107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:14.428073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] Deleting port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:14.429376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.465850 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f264da6-8c53-44c6-b985-851dbd521abe req-5a71559e-8c57-4988-b300-dbf797de62ac tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132174 Aug 16 02:38:14.508579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Allocated IP 172.20.0.2 (bb56305d-1eb3-4a9e-a5c9-55199a5b935d/7194d375-de9a-4930-8b22-ca82d08f0967/ddf8a8aa-5799-4356-ace5-a756f51061c0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:14.528040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] For port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:14.528765 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.535017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.547419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] Calling delete_port for 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:14.549426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583fc29f-af46-42eb-ac51-e782e8c360f4']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:14.559156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] Port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:38:14.562052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d845d2-7e28-4438-b33b-e49b95c7cd1a') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:14.562427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d845d2-7e28-4438-b33b-e49b95c7cd1a') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:14.579454 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.586325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.599534 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.601810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.609214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:14.609627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.610646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:14.613304 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:14.635382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] Pushing event deleted for resources: {'Port': ['ID=1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:14.641544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c26b4f-bd57-4410-aa0c-8abbd20e510e None None] No DVR routers for this DVR port 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:14.693804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.711151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.713182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/583fc29f-af46-42eb-ac51-e782e8c360f4 HTTP/1.1" status: 204 len: 168 time: 0.8923829 Aug 16 02:38:14.718647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48142) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:14.735501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0f25daca-993a-4f34-97aa-e93382f24ea8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-639156674', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:14.746958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcf1f8-ad12-44d4-9e17-75ba2f9a1116 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=583fc29f-af46-42eb-ac51-e782e8c360f4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:14.750649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Allocated IP 172.25.4.124 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/67eaf833-1e17-42d1-81e7-a4f614e7a712) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:14.774378 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.779856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f25daca-993a-4f34-97aa-e93382f24ea8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.781885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f25daca-993a-4f34-97aa-e93382f24ea8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.784523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Transition to ACTIVE for port object ddf8a8aa-5799-4356-ace5-a756f51061c0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:14.801725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Transition to ACTIVE for port object ddf8a8aa-5799-4356-ace5-a756f51061c0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:14.811918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.844983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f25daca-993a-4f34-97aa-e93382f24ea8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.851623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f25daca-993a-4f34-97aa-e93382f24ea8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.872610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:14.873019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0f25daca-993a-4f34-97aa-e93382f24ea8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.874540 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0f25daca-993a-4f34-97aa-e93382f24ea8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1436028 Aug 16 02:38:14.875812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:14.878340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:14.879030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:14.885510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-541835111'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:14.909139 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.916371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Pushing event updated for resources: {'Port': ['ID=ddf8a8aa-5799-4356-ace5-a756f51061c0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:14.930078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:14.933683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.955911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Attempting to bind port ddf8a8aa-5799-4356-ace5-a756f51061c0 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:14.955911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Attempting to bind port ddf8a8aa-5799-4356-ace5-a756f51061c0 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:14.955911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Attempting to bind port ddf8a8aa-5799-4356-ace5-a756f51061c0 on network bb56305d-1eb3-4a9e-a5c9-55199a5b935d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:14.964690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:14.966897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Checking segment: {'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:14.966897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.966897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Bound using segment: {'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:14.968131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Bound port: ddf8a8aa-5799-4356-ace5-a756f51061c0, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:14.968131 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.975809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:15.001015 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.001956 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment d46ec287-51a7-47f4-a75a-fe0bfabaf145 of type vlan for network 6d67f64d-fde9-4eba-95b9-20b3a519f38d Aug 16 02:38:15.056297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] For port ddf8a8aa-5799-4356-ace5-a756f51061c0, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:15.059617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] For port ddf8a8aa-5799-4356-ace5-a756f51061c0, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ddf8a8aa-5799-4356-ace5-a756f51061c0,segment=NetworkSegment(5a9285b4-9d20-4c6e-8a71-4eda1a3e7790),segment_id=5a9285b4-9d20-4c6e-8a71-4eda1a3e7790)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:15.063700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.067928 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.109980 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.145011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bd346-5eb7-4d4c-b32e-c074b4da8965 None None] Pushing event updated for resources: {'Port': ['ID=ddf8a8aa-5799-4356-ace5-a756f51061c0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:15.150583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:15.160994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:15.174634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:15.243286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638c493-966e-41f0-a9f6-babd7a306740 req-588b75c6-7520-40ea-aea0-b52e10e87a70 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:15.245270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c638c493-966e-41f0-a9f6-babd7a306740 req-588b75c6-7520-40ea-aea0-b52e10e87a70 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1995449 Aug 16 02:38:15.248211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=67eaf833-1e17-42d1-81e7-a4f614e7a712,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:15.258104 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.263685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:15.264321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.296162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.296792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.297313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.297675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.297914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.298232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.298561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.298891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.299211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.299576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.299899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.300225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:15.303303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:15.332657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:15.333147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1e8c0d5b-3b4c-44b3-845d-d01cdb2ea415 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:15.450156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5700312 Aug 16 02:38:15.453014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48162) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:15.458731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:15.680686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20dd72-5965-4552-895c-8f0e07165d31 req-aa5142a2-379a-4431-ba95-47a99caf198d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:15.682273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c20dd72-5965-4552-895c-8f0e07165d31 req-aa5142a2-379a-4431-ba95-47a99caf198d tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0885463 Aug 16 02:38:15.713013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:15.716389 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.803358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c20dd72-5965-4552-895c-8f0e07165d31 req-8f07e4c6-3838-43ea-a2ab-fa57e54c5da4 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024387 Aug 16 02:38:15.938964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c638c493-966e-41f0-a9f6-babd7a306740 req-46c8b910-a94a-42e6-9a43-410ba4d80905 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6841168 Aug 16 02:38:15.939539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b69ecb-f01f-46c5-bb5b-dbab5b9f9911 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=6d67f64d-fde9-4eba-95b9-20b3a519f38d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:15.959682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:15.990869 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.102592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.112101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=6d641e41-cab0-4a36-99f5-931491dc7868,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:16.122607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:16.123153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 6d67f64d-fde9-4eba-95b9-20b3a519f38d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:16.141878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:16.153607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 6d67f64d-fde9-4eba-95b9-20b3a519f38d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:16.169305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:16.169898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.177825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad01f82-9c79-4410-b66b-a85a8b71d033 None None] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:16.199760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b35ccdb7-3bd4-4351-97f9-e65fbcde598e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7431130 Aug 16 02:38:16.202619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48176) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:16.397758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:38:16.398966 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.399732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.550113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b301f6-b88a-441c-8c3c-e7664f438c7a None None] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:16.590687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:38:16.675536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-15f026fe-0cd5-43a0-912c-cef1c30a5193 None None] Provisioning for port ddf8a8aa-5799-4356-ace5-a756f51061c0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:16.679744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Allocated IP 172.20.0.2 (6d67f64d-fde9-4eba-95b9-20b3a519f38d/6d641e41-cab0-4a36-99f5-931491dc7868/67294848-c989-441c-8ff8-fe3e20a33051) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:16.733591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.774546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:16.793083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.797815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-79e4ace3-1769-488f-862e-f5fa52ace2d2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8883932 Aug 16 02:38:16.798666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48184) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:16.818665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Sync routers for ids ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:16.852958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Routers {'c348ceaf-5da0-4313-bdd5-a800b7ca91b3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:16.854006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:17.091593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03e286-1c36-4d77-b466-16986348d96d req-14c441b0-3a48-4426-b3b1-5231da67274e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:17.093884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f03e286-1c36-4d77-b466-16986348d96d req-14c441b0-3a48-4426-b3b1-5231da67274e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1546168 Aug 16 02:38:17.147547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4f03e286-1c36-4d77-b466-16986348d96d req-9b134d83-e14d-4345-ad3b-7d6b498bda42 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Aug 16 02:38:17.308336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4f13a-0048-4304-8584-4d5d1f38970b req-2f17fbb5-951b-44c3-978f-c0e5bf6904e1 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:17.313862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e4f13a-0048-4304-8584-4d5d1f38970b req-2f17fbb5-951b-44c3-978f-c0e5bf6904e1 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1766210 Aug 16 02:38:17.330335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.343382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Transition to ACTIVE for port object 67294848-c989-441c-8ff8-fe3e20a33051 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:17.360603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Transition to ACTIVE for port object 67294848-c989-441c-8ff8-fe3e20a33051 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:17.365146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Set router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:17.429092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ddf8a8aa-5799-4356-ace5-a756f51061c0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:17.431697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31e4f13a-0048-4304-8584-4d5d1f38970b req-c35ded96-f35a-40d9-ba34-982afa4b41c8 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788107 Aug 16 02:38:17.463659 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.467843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.20.0.1 (6d67f64d-fde9-4eba-95b9-20b3a519f38d/6d641e41-cab0-4a36-99f5-931491dc7868/d1bbc925-d0ad-451b-a090-a62bf5f5cad6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:17.555897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.614288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:17.628328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Pushing event updated for resources: {'Port': ['ID=67294848-c989-441c-8ff8-fe3e20a33051,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:17.630746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:17.637009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:17.655969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.676137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object d1bbc925-d0ad-451b-a090-a62bf5f5cad6 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:17.714311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ddf8a8aa-5799-4356-ace5-a756f51061c0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:17.727881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ddf8a8aa-5799-4356-ace5-a756f51061c0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:17.727881 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.739021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.752588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Attempting to bind port 67294848-c989-441c-8ff8-fe3e20a33051 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:17.752738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Attempting to bind port 67294848-c989-441c-8ff8-fe3e20a33051 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:17.753216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Attempting to bind port 67294848-c989-441c-8ff8-fe3e20a33051 on network 6d67f64d-fde9-4eba-95b9-20b3a519f38d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:17.783910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:17.784406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Checking segment: {'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:17.784879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.785343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Bound using segment: {'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:17.785895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Bound port: 67294848-c989-441c-8ff8-fe3e20a33051, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:17.786342 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.790385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:17.794299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:17.794464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Allocated IP 172.20.0.1 (bb56305d-1eb3-4a9e-a5c9-55199a5b935d/7194d375-de9a-4930-8b22-ca82d08f0967/c4604883-aca7-42f8-81a8-4af3bf8cba4a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:17.801448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:17.854608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:17.878174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.927846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:15Z', 'revision_number': 3, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port': {'id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:17.941170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] For port 67294848-c989-441c-8ff8-fe3e20a33051, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:17.952741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:17.967313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Transition to ACTIVE for port object c4604883-aca7-42f8-81a8-4af3bf8cba4a will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:17.971717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Checking router: c348ceaf-5da0-4313-bdd5-a800b7ca91b3 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:17.972119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Updating router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 port 67eaf833-1e17-42d1-81e7-a4f614e7a712 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:17.982368 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.005282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.008034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] For port 67294848-c989-441c-8ff8-fe3e20a33051, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=67294848-c989-441c-8ff8-fe3e20a33051,segment=NetworkSegment(d46ec287-51a7-47f4-a75a-fe0bfabaf145),segment_id=d46ec287-51a7-47f4-a75a-fe0bfabaf145)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:18.023096 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.033420 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.050157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:18.054944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:18.056885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Pushing event updated for resources: {'Port': ['ID=c4604883-aca7-42f8-81a8-4af3bf8cba4a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:18.059198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:18.082155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.111264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ddf8a8aa-5799-4356-ace5-a756f51061c0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ddf8a8aa-5799-4356-ace5-a756f51061c0,segment=NetworkSegment(5a9285b4-9d20-4c6e-8a71-4eda1a3e7790),segment_id=5a9285b4-9d20-4c6e-8a71-4eda1a3e7790)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:18.132695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.134109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.148144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b805b38-57fd-47c3-8281-1267df5c9b9a None None] Pushing event updated for resources: {'Port': ['ID=67294848-c989-441c-8ff8-fe3e20a33051,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:18.490370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b64c2e-9766-4565-8376-4e671b132303 req-f43a773c-0060-4035-9c00-448ca482e44e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:18.492553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71b64c2e-9766-4565-8376-4e671b132303 req-f43a773c-0060-4035-9c00-448ca482e44e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1548374 Aug 16 02:38:18.532672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ddf8a8aa-5799-4356-ace5-a756f51061c0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:18.555158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.614169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71b64c2e-9766-4565-8376-4e671b132303 req-1eea13ec-b908-44f1-b43d-9b1205994537 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121223 Aug 16 02:38:18.652762 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.659327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.686554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-83224ea6-7622-46eb-9470-c530dffdabf6 None None] Provisioning for port c4604883-aca7-42f8-81a8-4af3bf8cba4a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:18.692379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-83224ea6-7622-46eb-9470-c530dffdabf6 None None] Provisioning complete for port c4604883-aca7-42f8-81a8-4af3bf8cba4a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:18.692773 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83224ea6-7622-46eb-9470-c530dffdabf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.750771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:18.766814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-83224ea6-7622-46eb-9470-c530dffdabf6 None None] Port c4604883-aca7-42f8-81a8-4af3bf8cba4a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:18.772342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.825068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4bccb-f3e0-4ead-9da0-7b930d213c87 req-c8b59ed2-fa6b-4524-ab99-d94a279e9788 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:18.827681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62e4bccb-f3e0-4ead-9da0-7b930d213c87 req-c8b59ed2-fa6b-4524-ab99-d94a279e9788 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1044664 Aug 16 02:38:18.827964 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.842343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Transition to ACTIVE for port object 67eaf833-1e17-42d1-81e7-a4f614e7a712 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:18.850574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.865082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.925400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.928771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Attempting to bind port 67eaf833-1e17-42d1-81e7-a4f614e7a712 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:18.929299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Attempting to bind port 67eaf833-1e17-42d1-81e7-a4f614e7a712 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:18.929761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Attempting to bind port 67eaf833-1e17-42d1-81e7-a4f614e7a712 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:18.931956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5f3d8-b103-4d76-ad64-5c23e8a99df4 None None] Pushing event updated for resources: {'Port': ['ID=67eaf833-1e17-42d1-81e7-a4f614e7a712,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:18.948163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:18.949520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:18.950977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:18.952521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:18.956899 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.956899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:18.957192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Bound port: 67eaf833-1e17-42d1-81e7-a4f614e7a712, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:18.957574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.982552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62e4bccb-f3e0-4ead-9da0-7b930d213c87 req-abfd01fb-7e26-47ab-9747-1afa5249c099 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156392 Aug 16 02:38:19.012201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:19.043991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] For port 67eaf833-1e17-42d1-81e7-a4f614e7a712, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:19.048879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] For port 67eaf833-1e17-42d1-81e7-a4f614e7a712, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=67eaf833-1e17-42d1-81e7-a4f614e7a712,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:19.056509 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:19.114642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Pushing event updated for resources: {'Port': ['ID=c4604883-aca7-42f8-81a8-4af3bf8cba4a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:19.125462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:19.127296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:19.184827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5f3d8-b103-4d76-ad64-5c23e8a99df4 None None] Pushing event updated for resources: {'Port': ['ID=67eaf833-1e17-42d1-81e7-a4f614e7a712,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:19.191709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Routers {'c348ceaf-5da0-4313-bdd5-a800b7ca91b3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:19.192393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:19.472998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] Set router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:19.488111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:19.564566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ddf8a8aa-5799-4356-ace5-a756f51061c0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:19.637531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:19.650835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-862e3474-03c5-466a-a560-3495b8a6321a admin admin] 10.222.0.78 "PUT /v2.0/routers/c348ceaf-5da0-4313-bdd5-a800b7ca91b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8436997 Aug 16 02:38:19.688619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:38:19.783980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eb88bb5b-ff20-489c-a492-bd50f86297b8 None None] Provisioning complete for port c4604883-aca7-42f8-81a8-4af3bf8cba4a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:19.784393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb88bb5b-ff20-489c-a492-bd50f86297b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:19.826187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ddf8a8aa-5799-4356-ace5-a756f51061c0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:19.826187 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:19.863698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:19.875200 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:19.878341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b7ef9b90-a235-41fa-8fd1-aebc697cde35 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6745279 Aug 16 02:38:19.881306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48232) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:19.887647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-1585610312'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:19.898220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb88bb5b-ff20-489c-a492-bd50f86297b8 None None] Port c4604883-aca7-42f8-81a8-4af3bf8cba4a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:19.903168 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:19.903449 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:19.913769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6151-8963-4720-aab2-3f2373d5d323 req-6e6e1e5c-4384-4da1-9949-dc2fffadc7d5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:19.915366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c78c6151-8963-4720-aab2-3f2373d5d323 req-6e6e1e5c-4384-4da1-9949-dc2fffadc7d5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1616461 Aug 16 02:38:19.926621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:19.930843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:19.979964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:19.995708 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:19.996351 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment 620c3076-e772-414a-b635-2c04c79f905c of type vlan for network a7f65cd6-39c7-4506-a951-4800abefce86 Aug 16 02:38:20.003579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c78c6151-8963-4720-aab2-3f2373d5d323 req-52c5408d-8941-4228-b932-9a5bdb49f75a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685740 Aug 16 02:38:20.041795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d9843-5d36-4766-be98-1ca697f78ed2 None None] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:20.077094 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.079747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 4, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port': {'id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c4604883-aca7-42f8-81a8-4af3bf8cba4a', 'name': '', 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'tenant_id': '94375449db134debb03474e3882f89d2', 'mac_address': 'fa:16:3e:e5:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:17Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 2, 'project_id': '94375449db134debb03474e3882f89d2', 'subnets': [{'id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:20.084654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67294848-c989-441c-8ff8-fe3e20a33051 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:20.112736 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:20.132071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.138840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:20.140245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.260547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3131c-594e-4752-a280-5f1a81f1aa51 None None] The sync data for ids ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'] in n-d-769329-15 is: [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 4, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port': {'id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c4604883-aca7-42f8-81a8-4af3bf8cba4a', 'name': '', 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'tenant_id': '94375449db134debb03474e3882f89d2', 'mac_address': 'fa:16:3e:e5:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:17Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 2, 'project_id': '94375449db134debb03474e3882f89d2', 'subnets': [{'id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:20.311406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4292104 Aug 16 02:38:20.314526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48246) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:20.320628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:20.361022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fd4585a4-66cb-420f-8ea1-0bbaf3b47663 None None] Provisioning for port 67294848-c989-441c-8ff8-fe3e20a33051 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:20.386489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6809210-56a4-4f19-b215-efa905da406d req-3003ec22-feb8-4db6-9046-c5994843c906 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:20.409539 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6809210-56a4-4f19-b215-efa905da406d req-3003ec22-feb8-4db6-9046-c5994843c906 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.2351937 Aug 16 02:38:20.452880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9359e7e-4004-4724-9b12-cf969d1fed1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=a7f65cd6-39c7-4506-a951-4800abefce86,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:20.477278 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:17Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:20.502341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6809210-56a4-4f19-b215-efa905da406d req-f1ad506b-3175-4980-a1fb-286bd163930b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918577 Aug 16 02:38:20.510402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a7f65cd6-39c7-4506-a951-4800abefce86 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:20.536130 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:20.539889 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Updating router 07f166cd-b046-4ccf-b0be-48eb48dbe385 port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:20.570166 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:20.575603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1825156961-network', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:20.588764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:20.592404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.598052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 67294848-c989-441c-8ff8-fe3e20a33051 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:20.622864 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.631374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Made reservation on behalf of 093660089dfe4d61b7d2fcea33eb401e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:20.636363 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.670328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.732543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 67294848-c989-441c-8ff8-fe3e20a33051 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:20.733261 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.006554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-9ae6392f-1d17-4f21-b049-07df55ab4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:21.009342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-9ae6392f-1d17-4f21-b049-07df55ab4e30 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1098 time: 0.1459982 Aug 16 02:38:21.061085 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.079464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.105683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e91f02-23ca-4394-8f35-256248064509 req-bf92328d-4f3b-4f74-a460-99eddea5d12d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:21.129442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2e91f02-23ca-4394-8f35-256248064509 req-bf92328d-4f3b-4f74-a460-99eddea5d12d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.2727962 Aug 16 02:38:21.147269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.193128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 67294848-c989-441c-8ff8-fe3e20a33051, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=67294848-c989-441c-8ff8-fe3e20a33051,segment=NetworkSegment(d46ec287-51a7-47f4-a75a-fe0bfabaf145),segment_id=d46ec287-51a7-47f4-a75a-fe0bfabaf145)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:21.194422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:21.208073 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.233460 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.251129 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Transition to ACTIVE for port object d1bbc925-d0ad-451b-a090-a62bf5f5cad6 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:21.259422 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.403263 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Attempting to bind port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:21.403624 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Attempting to bind port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:21.403990 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Attempting to bind port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 on network 6d67f64d-fde9-4eba-95b9-20b3a519f38d {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:21.409828 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:21.410285 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Checking segment: {'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:21.410604 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.410996 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Bound using segment: {'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:21.411525 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Bound port: d1bbc925-d0ad-451b-a090-a62bf5f5cad6, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46ec287-51a7-47f4-a75a-fe0bfabaf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:21.411904 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.413950 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Pushing event updated for resources: {'Port': ['ID=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:21.422813 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.423182 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.423510 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.423833 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.424155 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.424517 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.424841 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.425157 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.425529 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.425848 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.426161 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.426423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-633057f2-b746-4e44-ad07-4a2ba6f4f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:21.426549 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:21.427911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-633057f2-b746-4e44-ad07-4a2ba6f4f18b service neutron] 10.222.0.98 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.4101348 Aug 16 02:38:21.465207 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=67294848-c989-441c-8ff8-fe3e20a33051,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:21.481901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.484002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-957efe90-fe69-4d64-9028-8e92a91fee4a None None] Provisioning complete for port 67294848-c989-441c-8ff8-fe3e20a33051 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:21.484627 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-957efe90-fe69-4d64-9028-8e92a91fee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.606850 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] For port d1bbc925-d0ad-451b-a090-a62bf5f5cad6, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:21.615659 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] For port d1bbc925-d0ad-451b-a090-a62bf5f5cad6, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,segment=NetworkSegment(d46ec287-51a7-47f4-a75a-fe0bfabaf145),segment_id=d46ec287-51a7-47f4-a75a-fe0bfabaf145)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:21.626497 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.773687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-957efe90-fe69-4d64-9028-8e92a91fee4a None None] Provisioning for port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:21.815074 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:21.815737 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:21.821387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f00a9-bb30-4ec6-9032-c196cfab8e5f req-180d63c7-7404-4ecc-b7d4-8ae78ab84932 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:21.823628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e1f00a9-bb30-4ec6-9032-c196cfab8e5f req-180d63c7-7404-4ecc-b7d4-8ae78ab84932 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.4754066 Aug 16 02:38:21.835776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=7ec499b9-7045-45b5-ab81-70a386e6f494,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:21.847194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-fccfc31f-e0e6-46ba-83c5-f2c932c13823 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 1001 time: 0.4025028 Aug 16 02:38:21.939645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:21.941021 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Added segment 9469e339-81a0-4175-a297-29c1dfc5e326 of type vlan for network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 Aug 16 02:38:21.956100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:21.956482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: a7f65cd6-39c7-4506-a951-4800abefce86, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:21.969225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-6b0a0ef8-9a3a-404c-87ac-7f7e3f6edc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:21.970742 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-6b0a0ef8-9a3a-404c-87ac-7f7e3f6edc04 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.1142230 Aug 16 02:38:21.990722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.008535 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:22.045400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.046933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:22.047760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.059597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network a7f65cd6-39c7-4506-a951-4800abefce86 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:22.086634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a7f65cd6-39c7-4506-a951-4800abefce86) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:22.096277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbcd98-c192-4776-ba10-6a7a69824772 None None] Network a7f65cd6-39c7-4506-a951-4800abefce86 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:22.099754 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e1f00a9-bb30-4ec6-9032-c196cfab8e5f req-c13bae98-6fa6-4247-961f-2a7a87e52438 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575018 Aug 16 02:38:22.112747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:22.113481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.131154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-24522f9f-11f4-4cb7-b817-c9e5a6dc9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:22.134588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-24522f9f-11f4-4cb7-b817-c9e5a6dc9972 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400330 Aug 16 02:38:22.136406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3bc93226-85c7-4226-a9a2-347dd168ac5e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8207910 Aug 16 02:38:22.139401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48274) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:22.205248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6337430 Aug 16 02:38:22.206422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5b231-25ea-423c-84a1-5cab0ed6a7a7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:22.229953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:22.247241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Request body: {'subnet': {'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1825156961-subnet', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:22.308028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Made reservation on behalf of 093660089dfe4d61b7d2fcea33eb401e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:22.317824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.358956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2e91f02-23ca-4394-8f35-256248064509 req-598d0edc-8fce-45fd-906f-c60e328e0e30 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2284064 Aug 16 02:38:22.433831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-f59a19c0-23ee-4f4c-ac5f-0d2d89c04387 service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910383 Aug 16 02:38:22.469147 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7919e-11db-40f8-8725-622dc1f5684c None None] Pushing event updated for resources: {'Port': ['ID=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:22.491118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.568949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a7f65cd6-39c7-4506-a951-4800abefce86', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:38:22.570134 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.670933 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:17Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:21Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:22.722148 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1283a9e-cc25-4d92-a95e-3f620f291e39 None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:17Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:21Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:22.749809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eaf66639-5c45-4299-9911-84c81c5e0f41 req-3f75ce35-168e-44a5-90f1-526adcc12b1e service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645447 Aug 16 02:38:22.815532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b1be0-3994-4521-95aa-9c6320cdf2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:22.862075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:22.884526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.981745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-611a541e-bb96-4bae-8a30-33f8e11f107c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1621339 Aug 16 02:38:22.992833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:23.026353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094bb92e-e1c5-4d1e-a085-b921bb8a6999,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:23.088106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Checking segment: {'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:23.088590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Network hostable DHCP agents. Network: fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:23.105279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-c17d32ab-2427-4336-a444-21f242d01879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:23.107155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-c17d32ab-2427-4336-a444-21f242d01879 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 1097 time: 0.0657885 Aug 16 02:38:23.158161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:23.179813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Allocated IP 172.21.0.2 (a7f65cd6-39c7-4506-a951-4800abefce86/7ec499b9-7045-45b5-ab81-70a386e6f494/94cee89b-7356-4641-8b40-8ed8663aa1b5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:23.297645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:23.302410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:23.303128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:23.321914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8eccd-39bc-4b46-bbad-c7d894986bcb None None] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:23.398904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2c329570-97f1-4636-b1b6-2018ecaa88f4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1561208 Aug 16 02:38:23.407723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:23.421156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:23.469826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-73ffbcb9-2106-4e2a-9e8c-6f40b4a1a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:23.474095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-73ffbcb9-2106-4e2a-9e8c-6f40b4a1a652 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 912 time: 0.3438697 Aug 16 02:38:23.609738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-937ce6da-b609-4d3f-8735-44b2d771fe13 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469 HTTP/1.1" status: 200 len: 217 time: 0.1226487 Aug 16 02:38:23.647748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff8feb-a6a7-44a7-94da-097791656f02 req-c4c7edb0-8b84-40a2-bf2e-3cb8dc9fbeb9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:23.662601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0cff8feb-a6a7-44a7-94da-097791656f02 req-c4c7edb0-8b84-40a2-bf2e-3cb8dc9fbeb9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.2506979 Aug 16 02:38:23.678181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:23.680504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:23.715375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67294848-c989-441c-8ff8-fe3e20a33051 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:23.785861 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0cff8feb-a6a7-44a7-94da-097791656f02 req-c7da93f1-8424-4348-a80c-b5010d284b45 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657151 Aug 16 02:38:23.802833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d1b0-202c-4c0f-8525-7d970751cd58 req-daa67c13-79d8-42e3-83e7-837252db99e8 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:23.814506 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9535d1b0-202c-4c0f-8525-7d970751cd58 req-daa67c13-79d8-42e3-83e7-837252db99e8 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.2287133 Aug 16 02:38:23.818606 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:23.821585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-7bbd31b6-f780-4790-ab3e-c80e89e0b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:23.823420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-7bbd31b6-f780-4790-ab3e-c80e89e0b09c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.1899464 Aug 16 02:38:23.889120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:23.916898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-de489496-8798-4dd4-99f1-baf1b21b0d83 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832334 Aug 16 02:38:23.930890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 67294848-c989-441c-8ff8-fe3e20a33051 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:23.930890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.004191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.030672 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-e5353cd9-b164-4175-8105-6c5f8159ea55 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0959299 Aug 16 02:38:24.032078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Transition to ACTIVE for port object 94cee89b-7356-4641-8b40-8ed8663aa1b5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:24.044130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9535d1b0-202c-4c0f-8525-7d970751cd58 req-fb5fb736-3769-4b3d-959d-0482bf6d4cec tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189059 Aug 16 02:38:24.095688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Transition to ACTIVE for port object 94cee89b-7356-4641-8b40-8ed8663aa1b5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:24.144097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.164978 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.169261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75', 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'fixed_ips': [{'subnet_id': '094bb92e-e1c5-4d1e-a085-b921bb8a6999'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:38:24.171137 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.206126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-51974424-988a-44bb-8816-b8207a361849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:24.207889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-51974424-988a-44bb-8816-b8207a361849 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1098 time: 0.1176147 Aug 16 02:38:24.226121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.21.0.1 (a7f65cd6-39c7-4506-a951-4800abefce86/7ec499b9-7045-45b5-ab81-70a386e6f494/2c9b6530-ba1c-4b11-bd35-ed6999664595) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:24.248344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Network a7f65cd6-39c7-4506-a951-4800abefce86 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:24.261059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:24.269727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-bc6130cd-0344-41f4-abd3-3728009dcc10 service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445219 Aug 16 02:38:24.272602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:24.281357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1bbc925-d0ad-451b-a090-a62bf5f5cad6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:24.421069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Pushing event updated for resources: {'Port': ['ID=94cee89b-7356-4641-8b40-8ed8663aa1b5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:24.441811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ec9870-3fe6-4d72-aa5c-ad0283f6b6a1 req-a158e6c5-7f46-4659-afc4-c6c0940eb674 service neutron] 10.222.0.88 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422412 Aug 16 02:38:24.482522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.489214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Attempting to bind port 94cee89b-7356-4641-8b40-8ed8663aa1b5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:24.489653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Attempting to bind port 94cee89b-7356-4641-8b40-8ed8663aa1b5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:24.489974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Attempting to bind port 94cee89b-7356-4641-8b40-8ed8663aa1b5 on network a7f65cd6-39c7-4506-a951-4800abefce86 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:24.500194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:24.500579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Checking segment: {'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:24.501004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.501413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Bound using segment: {'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:24.501895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Bound port: 94cee89b-7356-4641-8b40-8ed8663aa1b5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:24.502290 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.530939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object 2c9b6530-ba1c-4b11-bd35-ed6999664595 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:24.533370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-60a48807-7153-4675-942e-8ee1efb299cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:24.536787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-60a48807-7153-4675-942e-8ee1efb299cc service neutron] 10.222.0.98 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.2431519 Aug 16 02:38:24.570667 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Allocated IP 172.20.0.2 (fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75/094bb92e-e1c5-4d1e-a085-b921bb8a6999/65d8f2e9-56cc-4579-9296-f716ea7e49db) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:24.577804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:24.597344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:24.597805 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.665451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-23644cc9-9e07-413f-8910-ecf2fd1224ca service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 1001 time: 0.1187954 Aug 16 02:38:24.669268 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.683099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.684619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] For port 94cee89b-7356-4641-8b40-8ed8663aa1b5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:24.708761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.735829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] For port 94cee89b-7356-4641-8b40-8ed8663aa1b5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94cee89b-7356-4641-8b40-8ed8663aa1b5,segment=NetworkSegment(620c3076-e772-414a-b635-2c04c79f905c),segment_id=620c3076-e772-414a-b635-2c04c79f905c)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:24.747986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.782485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network a7f65cd6-39c7-4506-a951-4800abefce86 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:24.786940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-a4f1cd8b-22b4-4bd1-b7ef-1e77ed7f26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:24.800196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-a4f1cd8b-22b4-4bd1-b7ef-1e77ed7f26ab service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.1185386 Aug 16 02:38:24.832860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:24.875233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Sync routers for ids ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:24.890623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:24.918710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=2c9b6530-ba1c-4b11-bd35-ed6999664595,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:24.937109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Routers {'c348ceaf-5da0-4313-bdd5-a800b7ca91b3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:24.938415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:24.944068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Allocated IP 172.25.4.234 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/a2a3d7a9-12ed-42d2-92d3-9854345c6eca) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:25.053395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-92e6e86f-0e30-4c26-86eb-1b833c493f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:25.063389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-92e6e86f-0e30-4c26-86eb-1b833c493f26 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2582088 Aug 16 02:38:25.129047 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.136977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.139326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Set router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:25.199786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba92fe-d438-4905-b0e1-322c202defb8 req-02c4c875-5fa6-4090-93ba-9742c3eca42f tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:25.207497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bba92fe-d438-4905-b0e1-322c202defb8 req-02c4c875-5fa6-4090-93ba-9742c3eca42f tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.2483432 Aug 16 02:38:25.231854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.291738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b7ab7-b124-4c08-8d02-5e7d82de5c98 None None] Pushing event updated for resources: {'Port': ['ID=94cee89b-7356-4641-8b40-8ed8663aa1b5,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:25.342667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Pushing event updated for resources: {'Port': ['ID=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:25.346999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:25.349154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:25.353092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:25.384787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bba92fe-d438-4905-b0e1-322c202defb8 req-f1e5d461-9105-495f-ac92-a28cdb010276 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710932 Aug 16 02:38:25.395195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-7c87a37c-272f-48d3-aae3-20464b56a9ff service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231645 Aug 16 02:38:25.420350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.478337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.509072 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.512624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d1bbc925-d0ad-451b-a090-a62bf5f5cad6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,segment=NetworkSegment(d46ec287-51a7-47f4-a75a-fe0bfabaf145),segment_id=d46ec287-51a7-47f4-a75a-fe0bfabaf145)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:25.526324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Transition to ACTIVE for port object 65d8f2e9-56cc-4579-9296-f716ea7e49db will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:25.556942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Transition to ACTIVE for port object 65d8f2e9-56cc-4579-9296-f716ea7e49db will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:25.561922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.565069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67eaf833-1e17-42d1-81e7-a4f614e7a712 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:25.583158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.585787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca0316ad-8030-40c3-a516-097a9ac9046d req-8fe1b6c7-408e-44a0-8025-3186ac5959d9 service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803806 Aug 16 02:38:25.706924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:25.726922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:25.734369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:25.755317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:25.788092 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.830781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Pushing event updated for resources: {'Port': ['ID=65d8f2e9-56cc-4579-9296-f716ea7e49db,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:25.889826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 67eaf833-1e17-42d1-81e7-a4f614e7a712 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:25.902043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 4, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port': {'id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c4604883-aca7-42f8-81a8-4af3bf8cba4a', 'name': '', 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'tenant_id': '94375449db134debb03474e3882f89d2', 'mac_address': 'fa:16:3e:e5:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:17Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 2, 'project_id': '94375449db134debb03474e3882f89d2', 'subnets': [{'id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:25.910338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 67eaf833-1e17-42d1-81e7-a4f614e7a712 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:25.910695 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.948530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.966268 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.966949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Attempting to bind port 65d8f2e9-56cc-4579-9296-f716ea7e49db on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:25.967444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Attempting to bind port 65d8f2e9-56cc-4579-9296-f716ea7e49db by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:25.967674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Attempting to bind port 65d8f2e9-56cc-4579-9296-f716ea7e49db on network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:25.990550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Checking router: c348ceaf-5da0-4313-bdd5-a800b7ca91b3 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:25.990911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Updating router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 port c4604883-aca7-42f8-81a8-4af3bf8cba4a binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:25.996537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:25.996914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Checking segment: {'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:25.997323 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:25.997727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Bound using segment: {'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:25.998208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Bound port: 65d8f2e9-56cc-4579-9296-f716ea7e49db, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:25.998587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.050163 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.058632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=2c9b6530-ba1c-4b11-bd35-ed6999664595,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:26.064100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.214789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.221190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network a7f65cd6-39c7-4506-a951-4800abefce86 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:26.223063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:26.323860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f495d2-8739-48ee-85f8-25956ede779c None None] Network a7f65cd6-39c7-4506-a951-4800abefce86 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:26.367638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:26.392376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Router 9a0af52f-9290-46e7-ac99-f32b09a08516 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:38:26.458312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1277ba80-62bd-47ab-83b8-f4479e677835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.462400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] For port 65d8f2e9-56cc-4579-9296-f716ea7e49db, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:26.590952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d618284-2b2c-4faa-989d-1861660f46d4 req-08580a09-2c0f-4ac8-8f32-e23eaf06b5cc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:26.598640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d618284-2b2c-4faa-989d-1861660f46d4 req-08580a09-2c0f-4ac8-8f32-e23eaf06b5cc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1052399 Aug 16 02:38:26.647644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9d618284-2b2c-4faa-989d-1861660f46d4 req-7663d273-cd93-4d0d-b79a-08d029c2fb59 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Aug 16 02:38:26.650206 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.655390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:26.677462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-059cb4cd-d251-4db6-82ed-0e485c7ede40 None None] Provisioning for port 94cee89b-7356-4641-8b40-8ed8663aa1b5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:26.678704 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Sync routers for ids ['9a0af52f-9290-46e7-ac99-f32b09a08516'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:26.685927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] For port 65d8f2e9-56cc-4579-9296-f716ea7e49db, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=65d8f2e9-56cc-4579-9296-f716ea7e49db,segment=NetworkSegment(9469e339-81a0-4175-a297-29c1dfc5e326),segment_id=9469e339-81a0-4175-a297-29c1dfc5e326)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:26.696427 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Routers {'9a0af52f-9290-46e7-ac99-f32b09a08516'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:26.698990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.701305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2afb7fc8-d2c5-490a-8f4c-0866a276f2fb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2921908 Aug 16 02:38:26.702157 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['9a0af52f-9290-46e7-ac99-f32b09a08516'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:26.703808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48342) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:26.709262 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.749881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 67eaf833-1e17-42d1-81e7-a4f614e7a712, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=67eaf833-1e17-42d1-81e7-a4f614e7a712,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:26.772329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.968670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:26.973989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-831908ad-75ef-4036-8bd8-98045b0f725b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8332810 Aug 16 02:38:26.975488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Pushing event updated for resources: {'Port': ['ID=65d8f2e9-56cc-4579-9296-f716ea7e49db,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:26.977599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:26.993327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484441148'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:27.011060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:27.036765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.036765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.036765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.036765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.036765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.037384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.039095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.039095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.039331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.039550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.040018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.040388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cbc12-48fa-4b93-9c64-34145084d990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:27.050168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:27.053644 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.115728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:27.116464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:27.202879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.213474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94cee89b-7356-4641-8b40-8ed8663aa1b5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:27.222987 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Set router 9a0af52f-9290-46e7-ac99-f32b09a08516 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:27.241585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:27.261349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.261712 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment 8a60a151-cb2a-466c-a8b7-58920d15a681 of type vlan for network 19574a09-8475-47b8-b606-927e90073af9 Aug 16 02:38:27.293382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:27.366346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.443893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=67eaf833-1e17-42d1-81e7-a4f614e7a712,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:27.489116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.490400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Transition to ACTIVE for port object c4604883-aca7-42f8-81a8-4af3bf8cba4a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:27.495765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:27.496534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.572138 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 3, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port': {'id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:24Z', 'updated_at': '2021-08-16T02:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:27.598852 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.606113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=19574a09-8475-47b8-b606-927e90073af9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:27.622664 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Checking router: 9a0af52f-9290-46e7-ac99-f32b09a08516 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:27.623388 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Updating router 9a0af52f-9290-46e7-ac99-f32b09a08516 port a2a3d7a9-12ed-42d2-92d3-9854345c6eca binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:27.626361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-18e33d92-af6d-4b33-9119-40e53851ba45 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6371961 Aug 16 02:38:27.626689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:27.632710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:27.653863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 19574a09-8475-47b8-b606-927e90073af9 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:27.683424 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.915790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:27.920603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.021378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.154499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58508d96-1fec-4ba4-9a5a-0320c40f4326 None None] Pushing event updated for resources: {'Port': ['ID=c4604883-aca7-42f8-81a8-4af3bf8cba4a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:28.193233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a03e2b-8902-4231-bb53-13eee8bb7402 req-58206951-5d61-4324-b31a-57c6bff0dd4e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:28.206324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78a03e2b-8902-4231-bb53-13eee8bb7402 req-58206951-5d61-4324-b31a-57c6bff0dd4e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.4032004 Aug 16 02:38:28.293399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Attempting to bind port c4604883-aca7-42f8-81a8-4af3bf8cba4a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:28.294348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Attempting to bind port c4604883-aca7-42f8-81a8-4af3bf8cba4a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:28.294817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Attempting to bind port c4604883-aca7-42f8-81a8-4af3bf8cba4a on network bb56305d-1eb3-4a9e-a5c9-55199a5b935d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:28.337734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:28.338163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Checking segment: {'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:28.339390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.339804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Bound using segment: {'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:28.340326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Bound port: c4604883-aca7-42f8-81a8-4af3bf8cba4a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:28.346837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.403053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78a03e2b-8902-4231-bb53-13eee8bb7402 req-c0408f2c-3e7f-4d5b-bf97-e4453a05bff3 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952543 Aug 16 02:38:28.405374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 94cee89b-7356-4641-8b40-8ed8663aa1b5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:28.410460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5add-965c-4013-abd7-4c084cd3f553 req-eba4d1ea-96c7-4e75-af86-4f1613314adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:28.412978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e2f5add-965c-4013-abd7-4c084cd3f553 req-eba4d1ea-96c7-4e75-af86-4f1613314adb service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 1098 time: 0.3430538 Aug 16 02:38:28.428057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-986ee25a-8f56-4a3d-94a6-fa5a49b268ea None None] Provisioning for port 2c9b6530-ba1c-4b11-bd35-ed6999664595 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:28.440848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 94cee89b-7356-4641-8b40-8ed8663aa1b5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:28.441549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.443686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-986ee25a-8f56-4a3d-94a6-fa5a49b268ea None None] Provisioning complete for port 2c9b6530-ba1c-4b11-bd35-ed6999664595 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:28.446308 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-986ee25a-8f56-4a3d-94a6-fa5a49b268ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.526496 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.544335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-986ee25a-8f56-4a3d-94a6-fa5a49b268ea None None] Port 2c9b6530-ba1c-4b11-bd35-ed6999664595 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:28.557420 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Transition to ACTIVE for port object a2a3d7a9-12ed-42d2-92d3-9854345c6eca will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:28.562658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e2f5add-965c-4013-abd7-4c084cd3f553 req-d98de45a-3547-4500-b031-193bc48f9779 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385567 Aug 16 02:38:28.576499 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.706176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.708008 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Attempting to bind port a2a3d7a9-12ed-42d2-92d3-9854345c6eca on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:28.711061 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Attempting to bind port a2a3d7a9-12ed-42d2-92d3-9854345c6eca by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:28.711646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Attempting to bind port a2a3d7a9-12ed-42d2-92d3-9854345c6eca on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:28.733225 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:28.733598 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:28.742194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 3, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:28.748316 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.749021 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:28.749714 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Bound port: a2a3d7a9-12ed-42d2-92d3-9854345c6eca, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:28.754758 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.767305 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47784ea8-257b-4cea-9c38-3c7f753017a5 None None] Pushing event updated for resources: {'Port': ['ID=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:28.780452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f9926724-5f38-4e2b-8ec0-805bff12ab6e None None] Provisioning complete for port 2c9b6530-ba1c-4b11-bd35-ed6999664595 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:28.780842 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f9926724-5f38-4e2b-8ec0-805bff12ab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.796220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] For port c4604883-aca7-42f8-81a8-4af3bf8cba4a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:28.825292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] For port c4604883-aca7-42f8-81a8-4af3bf8cba4a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c4604883-aca7-42f8-81a8-4af3bf8cba4a,segment=NetworkSegment(5a9285b4-9d20-4c6e-8a71-4eda1a3e7790),segment_id=5a9285b4-9d20-4c6e-8a71-4eda1a3e7790)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:28.869680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abb5fc-fe8e-4c92-9fc9-6a1bc769b512 None None] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:28.870676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:28.871047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 19574a09-8475-47b8-b606-927e90073af9, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:28.878514 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] For port a2a3d7a9-12ed-42d2-92d3-9854345c6eca, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:28.884339 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] For port a2a3d7a9-12ed-42d2-92d3-9854345c6eca, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:28.893195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=240739f7-f9fe-4606-841d-7093658c20c0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:28.902812 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.922354 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.924653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:28.924653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Updating router 07f166cd-b046-4ccf-b0be-48eb48dbe385 port 2c9b6530-ba1c-4b11-bd35-ed6999664595 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:28.961743 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47784ea8-257b-4cea-9c38-3c7f753017a5 None None] Pushing event updated for resources: {'Port': ['ID=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:28.963827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 19574a09-8475-47b8-b606-927e90073af9 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:28.977316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 19574a09-8475-47b8-b606-927e90073af9) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:28.982613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:28.984066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.000642 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Routers {'9a0af52f-9290-46e7-ac99-f32b09a08516'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:29.001284 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['9a0af52f-9290-46e7-ac99-f32b09a08516'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:29.003088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3231a29c-f6a2-4340-823c-deaaf5768b38 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3752570 Aug 16 02:38:29.006128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48380) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:29.077641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df86ac38-220f-4516-8e28-991c32a7819d None None] Network 19574a09-8475-47b8-b606-927e90073af9 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:29.089318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Allocated IP 172.20.0.1 (fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75/094bb92e-e1c5-4d1e-a085-b921bb8a6999/c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:29.155384 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.294283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] Set router 9a0af52f-9290-46e7-ac99-f32b09a08516 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:29.386368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.387915 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3102d02-1020-4759-9c04-2dbbc50f7a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.389534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.410196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f9926724-5f38-4e2b-8ec0-805bff12ab6e None None] Port 2c9b6530-ba1c-4b11-bd35-ed6999664595 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:29.414116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Transition to ACTIVE for port object c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:29.485693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.506736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.540155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:29.547911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:29.556757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:29.601230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58508d96-1fec-4ba4-9a5a-0320c40f4326 None None] Pushing event updated for resources: {'Port': ['ID=c4604883-aca7-42f8-81a8-4af3bf8cba4a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:29.606115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Pushing event updated for resources: {'Port': ['ID=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:29.614437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Routers {'c348ceaf-5da0-4313-bdd5-a800b7ca91b3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:29.615184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:29.667688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.680608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c7fc0-91d6-4560-97ed-a53fbccf3059 req-e6bfab5c-f215-4146-be0e-abc41b805e63 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.682466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-795c7fc0-91d6-4560-97ed-a53fbccf3059 req-e6bfab5c-f215-4146-be0e-abc41b805e63 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1169839 Aug 16 02:38:29.752622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.769499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 94cee89b-7356-4641-8b40-8ed8663aa1b5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94cee89b-7356-4641-8b40-8ed8663aa1b5,segment=NetworkSegment(620c3076-e772-414a-b635-2c04c79f905c),segment_id=620c3076-e772-414a-b635-2c04c79f905c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:29.773103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6688a857-04f2-4cb4-8a6f-0f910733f3b8 None None] Provisioning for port 65d8f2e9-56cc-4579-9296-f716ea7e49db completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:29.777379 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 3, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port': {'id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:24Z', 'updated_at': '2021-08-16T02:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:29.822605 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.823804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1bbc925-d0ad-451b-a090-a62bf5f5cad6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:29.866175 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a79abf-f73c-46fb-b6c2-862be83594f2 None None] The sync data for ids ['9a0af52f-9290-46e7-ac99-f32b09a08516'] in n-d-769329-15 is: [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 3, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port': {'id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:24Z', 'updated_at': '2021-08-16T02:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:29.895438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-795c7fc0-91d6-4560-97ed-a53fbccf3059 req-ef16027c-eb0b-4772-9234-a7f798661a19 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899293 Aug 16 02:38:29.899122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.097340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=94cee89b-7356-4641-8b40-8ed8663aa1b5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:30.156606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] Set router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:30.252079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540a829-1a35-4ecd-bbd1-61ade1fd870c req-08d68530-da36-48a7-9cde-e34f913ec492 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.253559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3540a829-1a35-4ecd-bbd1-61ade1fd870c req-08d68530-da36-48a7-9cde-e34f913ec492 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1071820 Aug 16 02:38:30.265252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-35f233cb-4f46-431b-8ad8-9ef1471b3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.266823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-35f233cb-4f46-431b-8ad8-9ef1471b3f3d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 1098 time: 0.1395881 Aug 16 02:38:30.275554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.22.0.1 (19574a09-8475-47b8-b606-927e90073af9/240739f7-f9fe-4606-841d-7093658c20c0/3690767b-b0d3-4b2c-b047-b22d4d155da8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:30.353431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.374135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.461816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6688a857-04f2-4cb4-8a6f-0f910733f3b8 None None] Provisioning complete for port 2c9b6530-ba1c-4b11-bd35-ed6999664595 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:30.462180 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6688a857-04f2-4cb4-8a6f-0f910733f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.537956 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.542022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Pushing event updated for resources: {'Port': ['ID=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:30.545699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.557287 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-5fa10024-bad2-472d-84ea-24193d44decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.558805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-5fa10024-bad2-472d-84ea-24193d44decf service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 200 len: 912 time: 0.2847171 Aug 16 02:38:30.577404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3540a829-1a35-4ecd-bbd1-61ade1fd870c req-bf9cb553-1b27-4eb4-8711-c801983d3ac9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016810 Aug 16 02:38:30.620782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-19574a09-8475-47b8-b606-927e90073af9', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:38:30.621843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.648673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-ede304ad-a7a9-42ed-84d1-08f5d0840a63 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812 HTTP/1.1" status: 200 len: 217 time: 0.0753443 Aug 16 02:38:30.679388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.692833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:30.695421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:30.718831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:30.719116 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.731901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object 3690767b-b0d3-4b2c-b047-b22d4d155da8 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:30.763140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-0b13aad2-3426-4645-8f46-94a12f64b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.764907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-0b13aad2-3426-4645-8f46-94a12f64b91f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 200 len: 851 time: 0.0997021 Aug 16 02:38:30.809637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-c936c312-07b4-478f-b188-ba82fce82490 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb02eaf6-99a2-4eda-9350-c112ce03000f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356090 Aug 16 02:38:30.856976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6688a857-04f2-4cb4-8a6f-0f910733f3b8 None None] Port 2c9b6530-ba1c-4b11-bd35-ed6999664595 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:30.888224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Router 9a0af52f-9290-46e7-ac99-f32b09a08516 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:30.908685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.005659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 19574a09-8475-47b8-b606-927e90073af9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:31.017742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:31.024817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:31.031063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=3690767b-b0d3-4b2c-b047-b22d4d155da8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:31.091468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:31.100726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-64abe479-f9b7-41a7-baad-b5eb1dfffa6b admin admin] 10.222.0.78 "PUT /v2.0/routers/9a0af52f-9290-46e7-ac99-f32b09a08516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3946915 Aug 16 02:38:31.134920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-a6e18882-ee02-4872-b280-9f6de7018ac4 service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131952 Aug 16 02:38:31.225722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.384635 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.388666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Allocated IP 172.22.0.2 (19574a09-8475-47b8-b606-927e90073af9/240739f7-f9fe-4606-841d-7093658c20c0/fc1ac115-c258-425b-84be-48eddedd540f) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:31.409984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71eca4dc-773b-4797-b9e5-36448ec71bc9 req-cda232f4-749e-41b4-ae0c-78f6446585b0 service neutron] 10.222.0.98 "GET /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632878 Aug 16 02:38:31.482464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 4, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port': {'id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c4604883-aca7-42f8-81a8-4af3bf8cba4a', 'name': '', 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'tenant_id': '94375449db134debb03474e3882f89d2', 'mac_address': 'fa:16:3e:e5:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:17Z', 'updated_at': '2021-08-16T02:38:28Z', 'revision_number': 4, 'project_id': '94375449db134debb03474e3882f89d2', 'subnets': [{'id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:31.485233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Transition to ACTIVE for port object 2c9b6530-ba1c-4b11-bd35-ed6999664595 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:31.629286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.649495 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.704221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522afaf7-4be9-4b24-844b-0dd1c8ebbf56 None None] The sync data for ids ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'] in n-d-769329-15 is: [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:18Z', 'revision_number': 4, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port': {'id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c4604883-aca7-42f8-81a8-4af3bf8cba4a', 'name': '', 'network_id': 'bb56305d-1eb3-4a9e-a5c9-55199a5b935d', 'tenant_id': '94375449db134debb03474e3882f89d2', 'mac_address': 'fa:16:3e:e5:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:17Z', 'updated_at': '2021-08-16T02:38:28Z', 'revision_number': 4, 'project_id': '94375449db134debb03474e3882f89d2', 'subnets': [{'id': '7194d375-de9a-4930-8b22-ca82d08f0967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:31.815555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a9c0ba61-20c1-4f12-899e-37db99c497cf None None] Provisioning for port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:31.841516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a9c0ba61-20c1-4f12-899e-37db99c497cf None None] Provisioning complete for port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:31.841932 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ba61-20c1-4f12-899e-37db99c497cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.859535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2c38-9f1b-462f-80f4-f1acc99f3732 req-8e188591-6ed4-4e13-9071-6829755a6cc8 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:31.864203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a60e2c38-9f1b-462f-80f4-f1acc99f3732 req-8e188591-6ed4-4e13-9071-6829755a6cc8 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1442125 Aug 16 02:38:31.987025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a60e2c38-9f1b-462f-80f4-f1acc99f3732 req-7022c65c-0393-479a-97f1-eedb7a8cb995 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098311 Aug 16 02:38:32.089341 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.115399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Transition to ACTIVE for port object fc1ac115-c258-425b-84be-48eddedd540f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:32.178827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Transition to ACTIVE for port object fc1ac115-c258-425b-84be-48eddedd540f will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:32.253339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16af1c-9cd2-4699-8556-82d9a73f7583 None None] Pushing event updated for resources: {'Port': ['ID=2c9b6530-ba1c-4b11-bd35-ed6999664595,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:32.268080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67eaf833-1e17-42d1-81e7-a4f614e7a712 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:32.328684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.337054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.421625 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.476946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.513166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0ba61-20c1-4f12-899e-37db99c497cf None None] Port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:32.534041 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.559455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Network 19574a09-8475-47b8-b606-927e90073af9 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:32.560171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Attempting to bind port 2c9b6530-ba1c-4b11-bd35-ed6999664595 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:32.560631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Attempting to bind port 2c9b6530-ba1c-4b11-bd35-ed6999664595 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:32.561247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Attempting to bind port 2c9b6530-ba1c-4b11-bd35-ed6999664595 on network a7f65cd6-39c7-4506-a951-4800abefce86 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:32.570944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Pushing event updated for resources: {'Port': ['ID=fc1ac115-c258-425b-84be-48eddedd540f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:32.573816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:32.578952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:32.591398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:32.591779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Checking segment: {'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:32.592198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.594993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 19574a09-8475-47b8-b606-927e90073af9 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:32.596879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Bound using segment: {'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:32.597515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Bound port: 2c9b6530-ba1c-4b11-bd35-ed6999664595, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620c3076-e772-414a-b635-2c04c79f905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:32.597925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.600815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:32.613070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=3690767b-b0d3-4b2c-b047-b22d4d155da8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:32.731216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 67eaf833-1e17-42d1-81e7-a4f614e7a712 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:32.731216 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.794561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:32.854613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] For port 2c9b6530-ba1c-4b11-bd35-ed6999664595, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:32.861135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Attempting to bind port fc1ac115-c258-425b-84be-48eddedd540f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:32.861135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Attempting to bind port fc1ac115-c258-425b-84be-48eddedd540f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:32.861507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Attempting to bind port fc1ac115-c258-425b-84be-48eddedd540f on network 19574a09-8475-47b8-b606-927e90073af9 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:32.880114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:32.880549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Checking segment: {'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:32.880953 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.881353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Bound using segment: {'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:32.881912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Bound port: fc1ac115-c258-425b-84be-48eddedd540f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:32.882813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:32.913956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-083cc4c5-b0b3-4343-b0e5-8ba3c5533d59 None None] Provisioning complete for port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:32.914472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-083cc4c5-b0b3-4343-b0e5-8ba3c5533d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.029918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:33.037777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fd8cc01b-5298-4173-aa23-9bfe9e045567 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0268903 Aug 16 02:38:33.038193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:33.043963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'network': {'name': 'tempest-RoutersTest-2101733142'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:33.072896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:33.101687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.169150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f5195-90bd-4184-8360-e9c636ecf1bd req-1a3b456d-f456-4b1c-a1b2-25eff14be8ac tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:33.192235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-620f5195-90bd-4184-8360-e9c636ecf1bd req-1a3b456d-f456-4b1c-a1b2-25eff14be8ac tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.0966415 Aug 16 02:38:33.216347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:33.218635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] For port 2c9b6530-ba1c-4b11-bd35-ed6999664595, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2c9b6530-ba1c-4b11-bd35-ed6999664595,segment=NetworkSegment(620c3076-e772-414a-b635-2c04c79f905c),segment_id=620c3076-e772-414a-b635-2c04c79f905c)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:33.233546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-083cc4c5-b0b3-4343-b0e5-8ba3c5533d59 None None] Port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:33.237811 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.238265 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added segment 75dd3f04-65d4-4692-b91c-170f0dd31223 of type vlan for network 9641144c-0003-41c9-a67b-05e65d407bbc Aug 16 02:38:33.279107 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Sync routers for ids ['9a0af52f-9290-46e7-ac99-f32b09a08516'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:33.288870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48504) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:33.291173 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.292017 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Routers {'9a0af52f-9290-46e7-ac99-f32b09a08516'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:33.292893 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['9a0af52f-9290-46e7-ac99-f32b09a08516'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:33.297321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-620f5195-90bd-4184-8360-e9c636ecf1bd req-57367dfa-5934-48bd-9a84-0750c8da9276 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039670 Aug 16 02:38:33.307617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.438175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] For port fc1ac115-c258-425b-84be-48eddedd540f, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:33.443830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] For port fc1ac115-c258-425b-84be-48eddedd540f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fc1ac115-c258-425b-84be-48eddedd540f,segment=NetworkSegment(8a60a151-cb2a-466c-a8b7-58920d15a681),segment_id=8a60a151-cb2a-466c-a8b7-58920d15a681)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:33.444150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.450363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:33.451022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.482963 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.491063 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Set router 9a0af52f-9290-46e7-ac99-f32b09a08516 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:33.610467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:33.611641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:33.665230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Network': ['ID=9641144c-0003-41c9-a67b-05e65d407bbc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:33.700278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ca30efec-1e46-49b2-a380-4a52d8e9b34b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6604133 Aug 16 02:38:33.701101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:33.711308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'subnet': {'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:33.776150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 9641144c-0003-41c9-a67b-05e65d407bbc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:33.882714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16af1c-9cd2-4699-8556-82d9a73f7583 None None] Pushing event updated for resources: {'Port': ['ID=2c9b6530-ba1c-4b11-bd35-ed6999664595,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:33.893819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 65d8f2e9-56cc-4579-9296-f716ea7e49db up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:33.933075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Made reservation on behalf of eb4c60cde01b4e6b9ef5bdbc7bf5ef46 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:33.939873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.056236 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:29Z', 'revision_number': 4, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port': {'id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:24Z', 'updated_at': '2021-08-16T02:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6', 'name': '', 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'mac_address': 'fa:16:3e:b2:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '094bb92e-e1c5-4d1e-a085-b921bb8a6999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:28Z', 'updated_at': '2021-08-16T02:38:30Z', 'revision_number': 2, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'subnets': [{'id': '094bb92e-e1c5-4d1e-a085-b921bb8a6999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:34.099946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749ec59-ad6a-4198-91e2-75cedda69295 req-4f1b8439-fdba-4312-bce1-ab911683d3b6 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:34.101840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0749ec59-ad6a-4198-91e2-75cedda69295 req-4f1b8439-fdba-4312-bce1-ab911683d3b6 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.2770846 Aug 16 02:38:34.118608 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Checking router: 9a0af52f-9290-46e7-ac99-f32b09a08516 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:34.118964 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Updating router 9a0af52f-9290-46e7-ac99-f32b09a08516 port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:34.165852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:34.179687 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.243104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0749ec59-ad6a-4198-91e2-75cedda69295 req-48958460-f6e4-49e6-b2a0-7328d2036da0 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199431 Aug 16 02:38:34.365918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.467812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebc7ad-99ac-4412-bda0-ecd6a84afd8b None None] Pushing event updated for resources: {'Port': ['ID=fc1ac115-c258-425b-84be-48eddedd540f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:34.473459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 65d8f2e9-56cc-4579-9296-f716ea7e49db completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:34.487666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Subnet': ['ID=865faf40-849e-4205-8ff7-30cf9eac23eb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:34.489426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 65d8f2e9-56cc-4579-9296-f716ea7e49db triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:34.490086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.504448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.548720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Checking segment: {'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:34.549548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network hostable DHCP agents. Network: 9641144c-0003-41c9-a67b-05e65d407bbc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:34.608847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 9641144c-0003-41c9-a67b-05e65d407bbc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:34.624412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 9641144c-0003-41c9-a67b-05e65d407bbc) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:34.637832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:34.639841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35b557-9d0b-4ca1-ba96-a540c617c3f3 None None] Network 9641144c-0003-41c9-a67b-05e65d407bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:34.642195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.684887 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61fbb37f-59d8-4500-b404-35e03fee38c9 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9824734 Aug 16 02:38:34.687559 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48522) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:34.698776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:31Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:32Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:31Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:34.814518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237cb4e2-266c-4ee9-9d3e-c453724b83e4 None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:31Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:32Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:31Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:34.823390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.899886 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.923758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 65d8f2e9-56cc-4579-9296-f716ea7e49db, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=65d8f2e9-56cc-4579-9296-f716ea7e49db,segment=NetworkSegment(9469e339-81a0-4175-a297-29c1dfc5e326),segment_id=9469e339-81a0-4175-a297-29c1dfc5e326)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:34.932068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.933000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a2a3d7a9-12ed-42d2-92d3-9854345c6eca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:34.943700 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Transition to ACTIVE for port object c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:34.958704 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.120852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Deleting port c4604883-aca7-42f8-81a8-4af3bf8cba4a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:35.121414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.149816 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f34f8-eecf-4a60-9412-3fbf2160ff8f None None] Pushing event updated for resources: {'Port': ['ID=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:35.184096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-9641144c-0003-41c9-a67b-05e65d407bbc', 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'fixed_ips': [{'subnet_id': '865faf40-849e-4205-8ff7-30cf9eac23eb'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:38:35.184999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.201067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=65d8f2e9-56cc-4579-9296-f716ea7e49db,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:35.233977 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Attempting to bind port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:35.235555 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Attempting to bind port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:35.235961 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Attempting to bind port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 on network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:35.248080 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:35.250274 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Checking segment: {'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:35.250794 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.251297 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Bound using segment: {'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:35.252648 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Bound port: c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469e339-81a0-4175-a297-29c1dfc5e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:35.253177 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.259398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port a2a3d7a9-12ed-42d2-92d3-9854345c6eca completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:35.273729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a2a3d7a9-12ed-42d2-92d3-9854345c6eca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:35.274394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.321277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] For port c4604883-aca7-42f8-81a8-4af3bf8cba4a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c4604883-aca7-42f8-81a8-4af3bf8cba4a,segment=NetworkSegment(5a9285b4-9d20-4c6e-8a71-4eda1a3e7790),segment_id=5a9285b4-9d20-4c6e-8a71-4eda1a3e7790)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:35.321680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.362481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Calling delete_port for c4604883-aca7-42f8-81a8-4af3bf8cba4a owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:35.486873 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] For port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:35.504380 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] For port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,segment=NetworkSegment(9469e339-81a0-4175-a297-29c1dfc5e326),segment_id=9469e339-81a0-4175-a297-29c1dfc5e326)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:35.517877 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.541859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Allocated IP 172.23.0.2 (9641144c-0003-41c9-a67b-05e65d407bbc/865faf40-849e-4205-8ff7-30cf9eac23eb/713deca1-8afc-4d33-a0a6-51ce16589bd7) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:35.552943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b0c76-565d-425a-a6f7-bde91a00e577 None None] Network 19574a09-8475-47b8-b606-927e90073af9 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:35.606444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a2099-0dba-4c56-9743-8a1fd3f19c4a req-352adb5f-8f21-432a-8813-86f1a661cdc7 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:35.614459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff1a2099-0dba-4c56-9743-8a1fd3f19c4a req-352adb5f-8f21-432a-8813-86f1a661cdc7 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.1011801 Aug 16 02:38:35.646772 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Routers {'9a0af52f-9290-46e7-ac99-f32b09a08516'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:35.648390 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['9a0af52f-9290-46e7-ac99-f32b09a08516'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:35.781622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.828181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff1a2099-0dba-4c56-9743-8a1fd3f19c4a req-700d77d5-f7ea-4aa9-8ccf-2b53dc98246e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124910 Aug 16 02:38:35.881878 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] Set router 9a0af52f-9290-46e7-ac99-f32b09a08516 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:35.946934 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.006412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port a2a3d7a9-12ed-42d2-92d3-9854345c6eca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:36.013583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dc36ed27-90f6-41a8-bab1-ae52021fc56a None None] Provisioning for port fc1ac115-c258-425b-84be-48eddedd540f completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:36.028005 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f34f8-eecf-4a60-9412-3fbf2160ff8f None None] Pushing event updated for resources: {'Port': ['ID=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.050811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.053337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94cee89b-7356-4641-8b40-8ed8663aa1b5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:36.174008 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:29Z', 'revision_number': 4, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port': {'id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:24Z', 'updated_at': '2021-08-16T02:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6', 'name': '', 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'mac_address': 'fa:16:3e:b2:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '094bb92e-e1c5-4d1e-a085-b921bb8a6999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:28Z', 'updated_at': '2021-08-16T02:38:35Z', 'revision_number': 4, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'subnets': [{'id': '094bb92e-e1c5-4d1e-a085-b921bb8a6999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:36.197700 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.208012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Transition to ACTIVE for port object 713deca1-8afc-4d33-a0a6-51ce16589bd7 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:36.223867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Transition to ACTIVE for port object 713deca1-8afc-4d33-a0a6-51ce16589bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:36.227032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb12211-5603-43eb-a24f-7e1c926e693b None None] The sync data for ids ['9a0af52f-9290-46e7-ac99-f32b09a08516'] in n-d-769329-15 is: [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:29Z', 'revision_number': 4, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port': {'id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:24Z', 'updated_at': '2021-08-16T02:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6', 'name': '', 'network_id': 'fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'mac_address': 'fa:16:3e:b2:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '094bb92e-e1c5-4d1e-a085-b921bb8a6999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:28Z', 'updated_at': '2021-08-16T02:38:35Z', 'revision_number': 4, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'subnets': [{'id': '094bb92e-e1c5-4d1e-a085-b921bb8a6999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:36.278187 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.368435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Allocated IP 172.23.0.1 (9641144c-0003-41c9-a67b-05e65d407bbc/865faf40-849e-4205-8ff7-30cf9eac23eb/70bbc08b-0fe2-4b72-85b0-89c18626ce77) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:36.411981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Network 9641144c-0003-41c9-a67b-05e65d407bbc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:36.420918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:36.444088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:36.485618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.496684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.528648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4604883-aca7-42f8-81a8-4af3bf8cba4a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.533087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 94cee89b-7356-4641-8b40-8ed8663aa1b5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:36.533238 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.711058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.746985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Transition to ACTIVE for port object 70bbc08b-0fe2-4b72-85b0-89c18626ce77 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:36.781357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.843916 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.941489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 9641144c-0003-41c9-a67b-05e65d407bbc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:36.957513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:36.962257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:37.029546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=70bbc08b-0fe2-4b72-85b0-89c18626ce77,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.048422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.079152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Attempting to bind port 713deca1-8afc-4d33-a0a6-51ce16589bd7 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:37.079749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Attempting to bind port 713deca1-8afc-4d33-a0a6-51ce16589bd7 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:37.079968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Attempting to bind port 713deca1-8afc-4d33-a0a6-51ce16589bd7 on network 9641144c-0003-41c9-a67b-05e65d407bbc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:37.106774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:37.107238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Checking segment: {'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:37.107575 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.107977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Bound using segment: {'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:37.108493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Bound port: 713deca1-8afc-4d33-a0a6-51ce16589bd7, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:37.108886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.149654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Pushing event updated for resources: {'Port': ['ID=713deca1-8afc-4d33-a0a6-51ce16589bd7,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.217605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.253965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] For port 713deca1-8afc-4d33-a0a6-51ce16589bd7, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:37.270929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:37.286104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] For port 713deca1-8afc-4d33-a0a6-51ce16589bd7, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=713deca1-8afc-4d33-a0a6-51ce16589bd7,segment=NetworkSegment(75dd3f04-65d4-4692-b91c-170f0dd31223),segment_id=75dd3f04-65d4-4692-b91c-170f0dd31223)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:37.304763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.362039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c4604883-aca7-42f8-81a8-4af3bf8cba4a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:37.384712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f77c-81d5-4039-8d2c-a72866e9179f req-eee79b4f-46b5-4917-b1c3-bfbf5f30801b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:37.387206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d69f77c-81d5-4039-8d2c-a72866e9179f req-eee79b4f-46b5-4917-b1c3-bfbf5f30801b tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.3722415 Aug 16 02:38:37.411494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-c60d9cf3-92b5-4305-b830-522be27ad740 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:37.413717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-c60d9cf3-92b5-4305-b830-522be27ad740 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.98 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 946 time: 0.3976908 Aug 16 02:38:37.423088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c4604883-aca7-42f8-81a8-4af3bf8cba4a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:37.423088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c4604883-aca7-42f8-81a8-4af3bf8cba4a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:38:37.482225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Port c4604883-aca7-42f8-81a8-4af3bf8cba4a not found, will not notify nova. {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:38:37.499654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f41f-a4f8-49f2-9162-a07831d13f27 None None] Pushing event updated for resources: {'Port': ['ID=713deca1-8afc-4d33-a0a6-51ce16589bd7,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.606384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d69f77c-81d5-4039-8d2c-a72866e9179f req-2edcbdfe-4152-4049-9976-65f30eebbcbf tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913660 Aug 16 02:38:37.619706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-16e41845-d0c9-4148-8429-396bcbc7c5b9 None None] Provisioning for port 3690767b-b0d3-4b2c-b047-b22d4d155da8 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:37.633542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-16e41845-d0c9-4148-8429-396bcbc7c5b9 None None] Provisioning complete for port 3690767b-b0d3-4b2c-b047-b22d4d155da8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:37.634025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-16e41845-d0c9-4148-8429-396bcbc7c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.695325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-16e41845-d0c9-4148-8429-396bcbc7c5b9 None None] Port 3690767b-b0d3-4b2c-b047-b22d4d155da8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:37.765854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:37.779456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] Sync routers for ids ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:37.782968 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2b00764b-b027-4158-8f23-8c03cd7de2f8 admin admin] 10.222.0.78 "PUT /v2.0/routers/c348ceaf-5da0-4313-bdd5-a800b7ca91b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4804885 Aug 16 02:38:37.786248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48534) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:37.807073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] Routers {'c348ceaf-5da0-4313-bdd5-a800b7ca91b3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:37.809920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Deleting port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:37.810355 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.811288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:37.818120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.826034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.842187 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:37.875135 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:37.876845 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:38.093253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] For port aea0cfaa-9d11-4f2d-8c85-c56f24c07812, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:38.093956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.097816 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.158135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] Set router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:38.162761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Calling delete_port for aea0cfaa-9d11-4f2d-8c85-c56f24c07812 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:38.186613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event updated for resources: {'Port': ['ID=70bbc08b-0fe2-4b72-85b0-89c18626ce77,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:38.192409 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.207982 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:38.315325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:38.407629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.436996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Network 9641144c-0003-41c9-a67b-05e65d407bbc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:38.450864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:38.572861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.582849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ee22fff4-13d9-41e5-8a41-bfad9f861b35 None None] Provisioning complete for port 3690767b-b0d3-4b2c-b047-b22d4d155da8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:38.583358 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ee22fff4-13d9-41e5-8a41-bfad9f861b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.596796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:37Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:32Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:31Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bbc08b-0fe2-4b72-85b0-89c18626ce77', 'name': '', 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:a3:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:36Z', 'updated_at': '2021-08-16T02:38:37Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:38.620224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b71e81a5-e3d9-46b8-88b3-efe25c9cf469'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:38.621143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['aea0cfaa-9d11-4f2d-8c85-c56f24c07812'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:38.627018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:38.643542 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:38.644317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Updating router 07f166cd-b046-4ccf-b0be-48eb48dbe385 port 3690767b-b0d3-4b2c-b047-b22d4d155da8 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:38.654472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Pushing event deleted for resources: {'Port': ['ID=aea0cfaa-9d11-4f2d-8c85-c56f24c07812,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:38.672244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] No DVR routers for this DVR port aea0cfaa-9d11-4f2d-8c85-c56f24c07812 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:38.675991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Deleting port 67eaf833-1e17-42d1-81e7-a4f614e7a712 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:38.676514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.680376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.688887 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1cfbfec9-a54f-472c-8356-1637901c2ea8 req-7f9da3f7-f7b5-4a8f-b7df-53d8e457e7fc tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.98 "DELETE /v2.0/ports/aea0cfaa-9d11-4f2d-8c85-c56f24c07812 HTTP/1.1" status: 204 len: 173 time: 1.2572217 Aug 16 02:38:38.689392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643bfc79-5065-4f69-aff7-41403cd13223', 'name': 'network-vif-deleted', 'tag': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:38.691658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:38.691814 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fc4525-f19a-43c3-b350-535eae526837" -d '{"events": [{"server_uuid": "643bfc79-5065-4f69-aff7-41403cd13223", "name": "network-vif-deleted", "tag": "aea0cfaa-9d11-4f2d-8c85-c56f24c07812"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:38.699412 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.787795 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6352361-5d4e-4225-9df3-a1015165507d x-openstack-request-id: req-e6352361-5d4e-4225-9df3-a1015165507d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:38.788502 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643bfc79-5065-4f69-aff7-41403cd13223", "name": "network-vif-deleted", "tag": "aea0cfaa-9d11-4f2d-8c85-c56f24c07812", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:38.788995 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6352361-5d4e-4225-9df3-a1015165507d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:38.790252 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643bfc79-5065-4f69-aff7-41403cd13223', 'name': 'network-vif-deleted', 'tag': 'aea0cfaa-9d11-4f2d-8c85-c56f24c07812', 'status': 'completed', 'code': 200} Aug 16 02:38:38.823629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:38.824110 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.907603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] For port 67eaf833-1e17-42d1-81e7-a4f614e7a712, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=67eaf833-1e17-42d1-81e7-a4f614e7a712,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:38.909578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.914817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ee22fff4-13d9-41e5-8a41-bfad9f861b35 None None] Port 3690767b-b0d3-4b2c-b047-b22d4d155da8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:38.946975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Calling delete_port for 67eaf833-1e17-42d1-81e7-a4f614e7a712 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:39.007364 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7548c368-a73f-4a48-b27c-98c40948aad2 req-3d7411f8-1e90-40b1-8c90-19a3f8c7db2e tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=643bfc79-5065-4f69-aff7-41403cd13223 HTTP/1.1" status: 200 len: 210 time: 0.0628328 Aug 16 02:38:39.011200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:39.026562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-189a4c9d-8eff-415e-ae46-7d6db81534de tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3376956 Aug 16 02:38:39.027244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:39.033254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:39.081121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:36Z', 'revision_number': 5, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port': {'id': '67eaf833-1e17-42d1-81e7-a4f614e7a712', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:48:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:39.147710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] Checking router: c348ceaf-5da0-4313-bdd5-a800b7ca91b3 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:39.178178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.283325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.293408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] Routers {'c348ceaf-5da0-4313-bdd5-a800b7ca91b3'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:39.294083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:39.303691 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.332630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Transition to ACTIVE for port object 3690767b-b0d3-4b2c-b047-b22d4d155da8 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:39.335398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=67eaf833-1e17-42d1-81e7-a4f614e7a712,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:39.346328 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.395560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-72689db3-8cc0-40ac-bfbc-c33b65d72fa6 None None] Provisioning complete for port 3690767b-b0d3-4b2c-b047-b22d4d155da8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:39.404319 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-72689db3-8cc0-40ac-bfbc-c33b65d72fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.438162 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3a53d-14be-457f-8fce-e2204422f745 None None] Pushing event updated for resources: {'Port': ['ID=3690767b-b0d3-4b2c-b047-b22d4d155da8,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:39.441125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caec002-40af-49a1-85e7-f4080d360eed None None] Network 9641144c-0003-41c9-a67b-05e65d407bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:39.502665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.569668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Attempting to bind port 3690767b-b0d3-4b2c-b047-b22d4d155da8 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:39.570204 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Attempting to bind port 3690767b-b0d3-4b2c-b047-b22d4d155da8 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:39.570632 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Attempting to bind port 3690767b-b0d3-4b2c-b047-b22d4d155da8 on network 19574a09-8475-47b8-b606-927e90073af9 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:39.577072 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:39.577586 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Checking segment: {'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:39.578372 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.578958 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Bound using segment: {'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:39.579543 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Bound port: 3690767b-b0d3-4b2c-b047-b22d4d155da8, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a60a151-cb2a-466c-a8b7-58920d15a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '19574a09-8475-47b8-b606-927e90073af9'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:39.580711 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.646854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,segment=NetworkSegment(9469e339-81a0-4175-a297-29c1dfc5e326),segment_id=9469e339-81a0-4175-a297-29c1dfc5e326)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:39.655345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] Set router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:39.688990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:38:39.701536 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] For port 3690767b-b0d3-4b2c-b047-b22d4d155da8, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:39.710969 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] For port 3690767b-b0d3-4b2c-b047-b22d4d155da8, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3690767b-b0d3-4b2c-b047-b22d4d155da8,segment=NetworkSegment(8a60a151-cb2a-466c-a8b7-58920d15a681),segment_id=8a60a151-cb2a-466c-a8b7-58920d15a681)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:39.718996 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.726087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Removed routes are [] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:38:39.731194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.734284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.736559 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.750535 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.751343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2c9b6530-ba1c-4b11-bd35-ed6999664595 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:39.803062 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Updating router 07f166cd-b046-4ccf-b0be-48eb48dbe385 port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:38:39.835983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 7, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:39.840030 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3a53d-14be-457f-8fce-e2204422f745 None None] Pushing event updated for resources: {'Port': ['ID=3690767b-b0d3-4b2c-b047-b22d4d155da8,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:39.845247 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.847615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.848316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c348ceaf-5da0-4313-bdd5-a800b7ca91b3 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:38:39.859017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.860543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cdb76054-cf08-4367-9acb-7de46e4b7b7d admin admin] 10.222.0.78 "DELETE /v2.0/routers/c348ceaf-5da0-4313-bdd5-a800b7ca91b3 HTTP/1.1" status: 204 len: 168 time: 2.0733140 Aug 16 02:38:39.863250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48546) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:39.893359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-72689db3-8cc0-40ac-bfbc-c33b65d72fa6 None None] Port 3690767b-b0d3-4b2c-b047-b22d4d155da8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:39.941158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] Deleting subnet 7194d375-de9a-4930-8b22-ca82d08f0967 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:39.955520 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.967993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7788a-d44a-4130-b63b-d57a6a5d5daa None None] The sync data for ids ['c348ceaf-5da0-4313-bdd5-a800b7ca91b3'] in n-d-769329-15 is: [{'id': 'c348ceaf-5da0-4313-bdd5-a800b7ca91b3', 'name': 'tempest-TestAggregatesBasicOps-834639743-router', 'tenant_id': '94375449db134debb03474e3882f89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:13Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 7, 'project_id': '94375449db134debb03474e3882f89d2', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:39.980810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:40.059724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.141419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2c9b6530-ba1c-4b11-bd35-ed6999664595 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:40.166827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2c9b6530-ba1c-4b11-bd35-ed6999664595 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:40.167314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.218270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-96fc29c4-c133-4ab2-b247-ceff7b723232 None None] Provisioning for port 713deca1-8afc-4d33-a0a6-51ce16589bd7 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:40.265785 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.359581 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.401425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.408239 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Transition to ACTIVE for port object 70bbc08b-0fe2-4b72-85b0-89c18626ce77 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:40.421359 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.459566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.519369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280c966-4587-4ee9-82e9-12da218b2248 None None] Network bb56305d-1eb3-4a9e-a5c9-55199a5b935d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:40.535696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2c9b6530-ba1c-4b11-bd35-ed6999664595, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2c9b6530-ba1c-4b11-bd35-ed6999664595,segment=NetworkSegment(620c3076-e772-414a-b635-2c04c79f905c),segment_id=620c3076-e772-414a-b635-2c04c79f905c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:40.538208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7194d375-de9a-4930-8b22-ca82d08f0967,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:40.548939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.558986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae193ed9-02b8-4a0c-b9b4-5da3284933da admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7194d375-de9a-4930-8b22-ca82d08f0967 HTTP/1.1" status: 204 len: 168 time: 0.6916981 Aug 16 02:38:40.559350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48556) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:40.566138 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.566964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a2a3d7a9-12ed-42d2-92d3-9854345c6eca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:40.575418 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3a53d-14be-457f-8fce-e2204422f745 None None] Pushing event updated for resources: {'Port': ['ID=70bbc08b-0fe2-4b72-85b0-89c18626ce77,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:40.609579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb5b71-693e-4e05-995e-0c5d72e739d4 req-490a831e-1850-4227-8511-abade5d5bab8 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:40.618162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8dbb5b71-693e-4e05-995e-0c5d72e739d4 req-490a831e-1850-4227-8511-abade5d5bab8 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1444592 Aug 16 02:38:40.681748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Attempting to bind port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:40.682044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8dbb5b71-693e-4e05-995e-0c5d72e739d4 req-5ed1d249-6b0a-4a9b-8378-06f26d085a58 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562253 Aug 16 02:38:40.682182 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Attempting to bind port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:40.682460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Attempting to bind port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 on network 9641144c-0003-41c9-a67b-05e65d407bbc {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:40.692748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:40.693123 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Checking segment: {'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:40.693529 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.693925 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Bound using segment: {'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:40.694757 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Bound port: 70bbc08b-0fe2-4b72-85b0-89c18626ce77, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dd3f04-65d4-4692-b91c-170f0dd31223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:40.694919 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.713076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device aea0cfaa-9d11-4f2d-8c85-c56f24c07812 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:40.760964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: aea0cfaa-9d11-4f2d-8c85-c56f24c07812 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:40.761599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device aea0cfaa-9d11-4f2d-8c85-c56f24c07812 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:40.778908 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.806360 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] For port 70bbc08b-0fe2-4b72-85b0-89c18626ce77, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:40.811166 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] For port 70bbc08b-0fe2-4b72-85b0-89c18626ce77, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=70bbc08b-0fe2-4b72-85b0-89c18626ce77,segment=NetworkSegment(75dd3f04-65d4-4692-b91c-170f0dd31223),segment_id=75dd3f04-65d4-4692-b91c-170f0dd31223)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:40.816509 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.853879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.872698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.896504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Deleting port ddf8a8aa-5799-4356-ace5-a756f51061c0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:40.896882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:40.904919 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:40.908879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:40.923288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2c9b6530-ba1c-4b11-bd35-ed6999664595,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:40.953230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3f0c878f-9966-4d43-a0a9-fce9fa29a371 None None] Provisioning for port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:41.056707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a2a3d7a9-12ed-42d2-92d3-9854345c6eca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:41.057289 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.143804 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3a53d-14be-457f-8fce-e2204422f745 None None] Pushing event updated for resources: {'Port': ['ID=70bbc08b-0fe2-4b72-85b0-89c18626ce77,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:41.159155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] DHCP port deletion for bb56305d-1eb3-4a9e-a5c9-55199a5b935d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:41.175426 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:41.234674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] For port ddf8a8aa-5799-4356-ace5-a756f51061c0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ddf8a8aa-5799-4356-ace5-a756f51061c0,segment=NetworkSegment(5a9285b4-9d20-4c6e-8a71-4eda1a3e7790),segment_id=5a9285b4-9d20-4c6e-8a71-4eda1a3e7790)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:41.235057 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.267616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:41.277778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Calling delete_port for ddf8a8aa-5799-4356-ace5-a756f51061c0 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:41.441270 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.552587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 65d8f2e9-56cc-4579-9296-f716ea7e49db up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:41.609619 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 6, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bbc08b-0fe2-4b72-85b0-89c18626ce77', 'name': '', 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:a3:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:36Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:41.613579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf8a8aa-5799-4356-ace5-a756f51061c0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:41.620901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] No DVR routers for this DVR port ddf8a8aa-5799-4356-ace5-a756f51061c0 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:41.626717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] Deleting port ddf8a8aa-5799-4356-ace5-a756f51061c0 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:41.627162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.653350 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a914850-bcef-4038-bb23-b84bb07e501b None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 6, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bbc08b-0fe2-4b72-85b0-89c18626ce77', 'name': '', 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:a3:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:36Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:41.675054 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:41.714229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 65d8f2e9-56cc-4579-9296-f716ea7e49db triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:41.714770 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.725115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.726419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ccb7a21f-fc0d-4518-8f14-57854c3a1d25 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 200 len: 933 time: 2.6982031 Aug 16 02:38:41.729096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:41.765199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.797892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb56305d-1eb3-4a9e-a5c9-55199a5b935d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:41.804960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] For port ddf8a8aa-5799-4356-ace5-a756f51061c0, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:41.810364 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.830678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:41.830959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9285b4-9d20-4c6e-8a71-4eda1a3e7790') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:41.836551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] Calling delete_port for ddf8a8aa-5799-4356-ace5-a756f51061c0 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:41.840383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] Port ddf8a8aa-5799-4356-ace5-a756f51061c0 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:38:41.844401 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.877316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] Pushing event deleted for resources: {'Port': ['ID=ddf8a8aa-5799-4356-ace5-a756f51061c0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:41.891846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.894783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb144f-d531-489e-b47b-fa2b81bf4318 None None] No DVR routers for this DVR port ddf8a8aa-5799-4356-ace5-a756f51061c0 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:41.920960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d87c0fb5-627a-4245-aa46-05c12c2275cc tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 200 len: 933 time: 0.1900532 Aug 16 02:38:41.921873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48564) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:41.928997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:41.938217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'routes': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:41.958120 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:41.959301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcb719-5990-4270-b620-666016738ba6 req-f7f6c9c1-3705-431c-af98-c62012a528a9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:41.970878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bffcb719-5990-4270-b620-666016738ba6 req-f7f6c9c1-3705-431c-af98-c62012a528a9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.1542647 Aug 16 02:38:42.000857 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:42.001553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:42.003546 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:42.048971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fc1ac115-c258-425b-84be-48eddedd540f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:42.192489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port fc1ac115-c258-425b-84be-48eddedd540f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:42.199072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port fc1ac115-c258-425b-84be-48eddedd540f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:42.199448 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.236422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bffcb719-5990-4270-b620-666016738ba6 req-0335bb05-cc75-460b-b32f-8cf9863d7993 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644277 Aug 16 02:38:42.239639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.252451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.254245 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] 10.222.0.78 "DELETE /v2.0/networks/bb56305d-1eb3-4a9e-a5c9-55199a5b935d HTTP/1.1" status: 204 len: 168 time: 1.6915424 Aug 16 02:38:42.257328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:42.293315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f36cf-3596-4ff7-bbe5-2f7bedfbce8f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb56305d-1eb3-4a9e-a5c9-55199a5b935d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:42.426950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.500716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port fc1ac115-c258-425b-84be-48eddedd540f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fc1ac115-c258-425b-84be-48eddedd540f,segment=NetworkSegment(8a60a151-cb2a-466c-a8b7-58920d15a681),segment_id=8a60a151-cb2a-466c-a8b7-58920d15a681)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:42.509664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.581218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=fc1ac115-c258-425b-84be-48eddedd540f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:42.614263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.extraroute_db [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added routes are [] {{(pid=94857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:38:42.614950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.extraroute_db [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:38:42.746264 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.763936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-09c1fb30-740f-41d3-809f-ee2e799caa7a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:42.765913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-09c1fb30-740f-41d3-809f-ee2e799caa7a tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.2927380 Aug 16 02:38:42.964772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:43.005151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Deleting port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:43.005638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.046755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:43.047423 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.134526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.148000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 713deca1-8afc-4d33-a0a6-51ce16589bd7 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:43.203673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] For port b71e81a5-e3d9-46b8-88b3-efe25c9cf469, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:43.204107 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.225893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Calling delete_port for b71e81a5-e3d9-46b8-88b3-efe25c9cf469 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:43.284987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 713deca1-8afc-4d33-a0a6-51ce16589bd7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:43.297241 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:43.309552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 713deca1-8afc-4d33-a0a6-51ce16589bd7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:43.310318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.350581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:43.351231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:43.424539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f336-38d5-42ae-981e-2d60bd15bfa7 req-2fadd3d4-6d57-4351-8f81-1e6e33ec6da9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:43.426704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee73f336-38d5-42ae-981e-2d60bd15bfa7 req-2fadd3d4-6d57-4351-8f81-1e6e33ec6da9 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7dbe6d-9907-4921-be20-f41a2726fa3d HTTP/1.1" status: 200 len: 945 time: 0.0661201 Aug 16 02:38:43.438621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.454615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.474725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:43.511725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.515818 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.533478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['b71e81a5-e3d9-46b8-88b3-efe25c9cf469'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:43.542239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee73f336-38d5-42ae-981e-2d60bd15bfa7 req-e11940f1-18a1-4839-ab95-bf56a47cd1f5 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.78 "GET /v2.0/security-groups?id=3772d073-2c69-4b20-98d5-68d578dc6abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078248 Aug 16 02:38:43.551160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Pushing event deleted for resources: {'Port': ['ID=b71e81a5-e3d9-46b8-88b3-efe25c9cf469,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:43.574390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:43.593314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 713deca1-8afc-4d33-a0a6-51ce16589bd7, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=713deca1-8afc-4d33-a0a6-51ce16589bd7,segment=NetworkSegment(75dd3f04-65d4-4692-b91c-170f0dd31223),segment_id=75dd3f04-65d4-4692-b91c-170f0dd31223)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:43.632413 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.633323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2c9b6530-ba1c-4b11-bd35-ed6999664595 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:43.651875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] No DVR routers for this DVR port b71e81a5-e3d9-46b8-88b3-efe25c9cf469 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:43.657558 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.660512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3693c72-c806-49c0-a5e9-091d2ef4f052 req-2377ef9e-f0c5-4165-b5d6-cfacdbca13d1 tempest-ServerRescueTestJSON-1323794588 tempest-ServerRescueTestJSON-1323794588-project] 10.222.0.88 "DELETE /v2.0/ports/b71e81a5-e3d9-46b8-88b3-efe25c9cf469 HTTP/1.1" status: 204 len: 173 time: 0.8734100 Aug 16 02:38:43.665023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'name': 'network-vif-deleted', 'tag': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:43.667692 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d7db4-b514-4868-b63b-90ca412448a5" -d '{"events": [{"server_uuid": "ed7dbe6d-9907-4921-be20-f41a2726fa3d", "name": "network-vif-deleted", "tag": "b71e81a5-e3d9-46b8-88b3-efe25c9cf469"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:43.690368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:43.700701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.702722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f85a3d0d-6858-46f0-86ce-72be6c2a34c4 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 200 len: 699 time: 1.7799118 Aug 16 02:38:43.705623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48580) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:43.727201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Deleting port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:43.727561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.757763 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb910fe9-8ad5-46a9-ab81-56a54df12372 x-openstack-request-id: req-bb910fe9-8ad5-46a9-ab81-56a54df12372 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:43.758031 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7dbe6d-9907-4921-be20-f41a2726fa3d", "name": "network-vif-deleted", "tag": "b71e81a5-e3d9-46b8-88b3-efe25c9cf469", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:43.758291 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb910fe9-8ad5-46a9-ab81-56a54df12372 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:43.758693 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7dbe6d-9907-4921-be20-f41a2726fa3d', 'name': 'network-vif-deleted', 'tag': 'b71e81a5-e3d9-46b8-88b3-efe25c9cf469', 'status': 'completed', 'code': 200} Aug 16 02:38:43.786872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=713deca1-8afc-4d33-a0a6-51ce16589bd7,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:43.836555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] For port c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,segment=NetworkSegment(9469e339-81a0-4175-a297-29c1dfc5e326),segment_id=9469e339-81a0-4175-a297-29c1dfc5e326)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:43.837215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.857570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Calling delete_port for c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:43.872628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2c9b6530-ba1c-4b11-bd35-ed6999664595 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:43.873032 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:43.900060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6f01548e-c0c7-449d-a8b2-b2e259bde14b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 200 len: 699 time: 0.1907775 Aug 16 02:38:43.901308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48584) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:43.997350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 70bbc08b-0fe2-4b72-85b0-89c18626ce77 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:44.002619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:42Z', 'revision_number': 7, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bbc08b-0fe2-4b72-85b0-89c18626ce77', 'name': '', 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:a3:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:36Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:44.049417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:44.085245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:44.087748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:44.094521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48586) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:44.107024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-974c3506-08a7-4010-8243-f9dc0f77987e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041643215', 'description': 'tempest-secgroup-smoke-2041643215 description', 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:44.129082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.172506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:44.190651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:44.196090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3506-08a7-4010-8243-f9dc0f77987e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.201931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:44.202312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.205282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:44.398597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.439873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.503654 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.507803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3506-08a7-4010-8243-f9dc0f77987e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.513499 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3506-08a7-4010-8243-f9dc0f77987e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.530924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-974c3506-08a7-4010-8243-f9dc0f77987e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.535498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-974c3506-08a7-4010-8243-f9dc0f77987e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4346998 Aug 16 02:38:44.541322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48588) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:44.543536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 70bbc08b-0fe2-4b72-85b0-89c18626ce77, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=70bbc08b-0fe2-4b72-85b0-89c18626ce77,segment=NetworkSegment(75dd3f04-65d4-4692-b91c-170f0dd31223),segment_id=75dd3f04-65d4-4692-b91c-170f0dd31223)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:44.548122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cb27c5fd-5cba-408c-82fd-34169a819823 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'security_group_rule': {'security_group_id': 'fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9', 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:44.552744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.554253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3690767b-b0d3-4b2c-b047-b22d4d155da8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:44.643893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48592) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:44.645218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c3506-08a7-4010-8243-f9dc0f77987e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:44.669635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=70bbc08b-0fe2-4b72-85b0-89c18626ce77,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:44.682529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 70bbc08b-0fe2-4b72-85b0-89c18626ce77 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:44.683007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.715700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 3690767b-b0d3-4b2c-b047-b22d4d155da8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:44.723094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3690767b-b0d3-4b2c-b047-b22d4d155da8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:44.723432 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.773841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:42Z', 'revision_number': 7, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bbc08b-0fe2-4b72-85b0-89c18626ce77', 'name': '', 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:a3:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:36Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:44.776272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb27c5fd-5cba-408c-82fd-34169a819823 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.786993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 70bbc08b-0fe2-4b72-85b0-89c18626ce77, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=70bbc08b-0fe2-4b72-85b0-89c18626ce77,segment=NetworkSegment(75dd3f04-65d4-4692-b91c-170f0dd31223),segment_id=75dd3f04-65d4-4692-b91c-170f0dd31223)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:44.787492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.801765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 70bbc08b-0fe2-4b72-85b0-89c18626ce77 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:44.807660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67890fff-dc2f-46cf-96ce-0a7762570b0b None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:42Z', 'revision_number': 7, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:39Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70bbc08b-0fe2-4b72-85b0-89c18626ce77', 'name': '', 'network_id': '9641144c-0003-41c9-a67b-05e65d407bbc', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:a3:8b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:36Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 4, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '865faf40-849e-4205-8ff7-30cf9eac23eb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:44.846692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.885042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 3690767b-b0d3-4b2c-b047-b22d4d155da8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3690767b-b0d3-4b2c-b047-b22d4d155da8,segment=NetworkSegment(8a60a151-cb2a-466c-a8b7-58920d15a681),segment_id=8a60a151-cb2a-466c-a8b7-58920d15a681)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:44.891927 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.960315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=3690767b-b0d3-4b2c-b047-b22d4d155da8,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:44.983965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ddf8a8aa-5799-4356-ace5-a756f51061c0 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:45.017196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ddf8a8aa-5799-4356-ace5-a756f51061c0 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:45.018021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ddf8a8aa-5799-4356-ace5-a756f51061c0 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:45.018447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c4604883-aca7-42f8-81a8-4af3bf8cba4a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:45.040653 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.044161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c4604883-aca7-42f8-81a8-4af3bf8cba4a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:45.044852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c4604883-aca7-42f8-81a8-4af3bf8cba4a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:45.045765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67eaf833-1e17-42d1-81e7-a4f614e7a712 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:45.078529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=70bbc08b-0fe2-4b72-85b0-89c18626ce77,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:45.145783 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:45.157917 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:45.158877 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:45.284106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:45.306468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 67eaf833-1e17-42d1-81e7-a4f614e7a712 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:45.306824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67eaf833-1e17-42d1-81e7-a4f614e7a712 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:45.336075 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.381605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb27c5fd-5cba-408c-82fd-34169a819823 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.396258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb27c5fd-5cba-408c-82fd-34169a819823 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.477216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Router 9a0af52f-9290-46e7-ac99-f32b09a08516 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:45.481489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27c5fd-5cba-408c-82fd-34169a819823 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01ba2b1-b341-4646-8e93-33d63a554aca,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:45.497922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb27c5fd-5cba-408c-82fd-34169a819823 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.501122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb27c5fd-5cba-408c-82fd-34169a819823 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9563429 Aug 16 02:38:45.503083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48596) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:45.509277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9c0ecafe-ffda-470e-a9f0-fc1f2e111560 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'security_group_rule': {'security_group_id': 'fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9', 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:45.567226 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 8, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:45.593603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 713deca1-8afc-4d33-a0a6-51ce16589bd7 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:45.605068 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:45.611430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:45.614038 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:45.614650 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:45.619872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecafe-ffda-470e-a9f0-fc1f2e111560 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.650507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 713deca1-8afc-4d33-a0a6-51ce16589bd7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:45.651218 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.729557 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:45.740329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:45.748599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dc3fcd87-6ff2-4ce3-839e-bd5c4a0b1439 admin admin] 10.222.0.78 "PUT /v2.0/routers/9a0af52f-9290-46e7-ac99-f32b09a08516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4899049 Aug 16 02:38:45.752175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:45.754808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:45.757787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] Sync routers for ids ['9a0af52f-9290-46e7-ac99-f32b09a08516'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:45.765049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf843fca-6bd5-49b1-9dd3-c22a8122db23 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624146 Aug 16 02:38:45.767724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48600) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:45.780453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] Routers {'9a0af52f-9290-46e7-ac99-f32b09a08516'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:45.781384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['9a0af52f-9290-46e7-ac99-f32b09a08516'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:45.785836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fc1ac115-c258-425b-84be-48eddedd540f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:45.806814 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecafe-ffda-470e-a9f0-fc1f2e111560 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.817124 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecafe-ffda-470e-a9f0-fc1f2e111560 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.834615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet 865faf40-849e-4205-8ff7-30cf9eac23eb {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:45.841681 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.882274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ecafe-ffda-470e-a9f0-fc1f2e111560 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2845e7c-848f-4292-84b7-06b618bc4db4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:45.900395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecafe-ffda-470e-a9f0-fc1f2e111560 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.901617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9c0ecafe-ffda-470e-a9f0-fc1f2e111560 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3959973 Aug 16 02:38:45.904368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48602) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:45.909937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f169d9be-9302-4696-b7f9-5193149b147c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'security_group_rule': {'security_group_id': 'fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9', 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:45.931628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.946540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port fc1ac115-c258-425b-84be-48eddedd540f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:45.946932 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.949450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] Set router 9a0af52f-9290-46e7-ac99-f32b09a08516 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:45.962092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f169d9be-9302-4696-b7f9-5193149b147c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.969843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.002373 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 8, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.032580 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8802f3-8b8b-4ecf-a425-896640797139 None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 8, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:46.063545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f169d9be-9302-4696-b7f9-5193149b147c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.067435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.072872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f169d9be-9302-4696-b7f9-5193149b147c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.110474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169d9be-9302-4696-b7f9-5193149b147c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa97f88-194e-4405-96e0-22d2ce94ed2e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:46.132081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.135606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f169d9be-9302-4696-b7f9-5193149b147c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.139317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f169d9be-9302-4696-b7f9-5193149b147c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307096 Aug 16 02:38:46.140698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48604) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:46.145181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e8f30e7a-bc1a-41e0-9250-f554b546dc87 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'security_group_rule': {'security_group_id': 'fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9', 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:46.164335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.166299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3690767b-b0d3-4b2c-b047-b22d4d155da8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:46.187781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.198658 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e7a-bc1a-41e0-9250-f554b546dc87 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.233553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=865faf40-849e-4205-8ff7-30cf9eac23eb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:46.239771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.244889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4fda5a48-b9a9-4c08-a15c-4a04d6e549d8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/865faf40-849e-4205-8ff7-30cf9eac23eb HTTP/1.1" status: 204 len: 168 time: 0.4730160 Aug 16 02:38:46.247665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48606) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:46.247858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30ec4d-58fe-47d1-9c92-66e193dc80cf None None] Network 9641144c-0003-41c9-a67b-05e65d407bbc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:46.305370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b71e81a5-e3d9-46b8-88b3-efe25c9cf469 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:46.331946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3690767b-b0d3-4b2c-b047-b22d4d155da8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:46.332148 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.347428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e7a-bc1a-41e0-9250-f554b546dc87 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.351659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.354593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e7a-bc1a-41e0-9250-f554b546dc87 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.370204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: b71e81a5-e3d9-46b8-88b3-efe25c9cf469 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:46.370445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device b71e81a5-e3d9-46b8-88b3-efe25c9cf469 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:46.383715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f30e7a-bc1a-41e0-9250-f554b546dc87 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc4672d-91d5-4dda-9bc3-46b5f8cd53c7,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:46.398855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8f30e7a-bc1a-41e0-9250-f554b546dc87 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.402548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e8f30e7a-bc1a-41e0-9250-f554b546dc87 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2583938 Aug 16 02:38:46.403421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:46.410115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'security_group_rule': {'security_group_id': 'fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9', 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:46.443545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 713deca1-8afc-4d33-a0a6-51ce16589bd7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:46.443836 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.444807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 5, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port': {'id': 'a2a3d7a9-12ed-42d2-92d3-9854345c6eca', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:24Z', 'updated_at': '2021-08-16T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.449088 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Project 1c84c802b0cb4148ae1b9aa3faa71b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:38:46.455848 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.481318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] Checking router: 9a0af52f-9290-46e7-ac99-f32b09a08516 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:46.525811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] Routers {'9a0af52f-9290-46e7-ac99-f32b09a08516'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:46.526764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['9a0af52f-9290-46e7-ac99-f32b09a08516'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.540021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 713deca1-8afc-4d33-a0a6-51ce16589bd7, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=713deca1-8afc-4d33-a0a6-51ce16589bd7,segment=NetworkSegment(75dd3f04-65d4-4692-b91c-170f0dd31223),segment_id=75dd3f04-65d4-4692-b91c-170f0dd31223)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:46.540021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.545360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.554784 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.561313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Deleting port a2a3d7a9-12ed-42d2-92d3-9854345c6eca {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:46.561745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.567342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 713deca1-8afc-4d33-a0a6-51ce16589bd7 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:46.622776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] DHCP port deletion for 9641144c-0003-41c9-a67b-05e65d407bbc request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:46.631979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a507cd64-c282-41dc-b592-457b8d891c7c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:46.661705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] Set router 9a0af52f-9290-46e7-ac99-f32b09a08516 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:46.664343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.665190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd4d25b9-86c7-4d50-b4e9-0f655b6a5b94 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2608056 Aug 16 02:38:46.668148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48610) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:46.673394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'security_group_rule': {'security_group_id': 'fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9', 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:46.708436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.726672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:46Z', 'revision_number': 6, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.727088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] For port a2a3d7a9-12ed-42d2-92d3-9854345c6eca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:46.727403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.733447 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Project 1c84c802b0cb4148ae1b9aa3faa71b3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:38:46.740643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.745522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Calling delete_port for a2a3d7a9-12ed-42d2-92d3-9854345c6eca owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:46.758414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022832a-0dd6-4543-a21b-4eaaec2b82d0 None None] The sync data for ids ['9a0af52f-9290-46e7-ac99-f32b09a08516'] in n-d-769329-15 is: [{'id': '9a0af52f-9290-46e7-ac99-f32b09a08516', 'name': 'tempest-TestAggregatesBasicOps-1825156961-router', 'tenant_id': '093660089dfe4d61b7d2fcea33eb401e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:46Z', 'revision_number': 6, 'project_id': '093660089dfe4d61b7d2fcea33eb401e', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:46.770823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port 713deca1-8afc-4d33-a0a6-51ce16589bd7 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:46.772851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=713deca1-8afc-4d33-a0a6-51ce16589bd7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:46.775853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] Deleting port 713deca1-8afc-4d33-a0a6-51ce16589bd7 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:46.776315 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.785570 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:46.807696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:46.808670 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.848448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Deleting port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:46.848448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.870680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] For port 713deca1-8afc-4d33-a0a6-51ce16589bd7, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:46.871335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.892885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] Calling delete_port for 713deca1-8afc-4d33-a0a6-51ce16589bd7 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:46.898099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] Port 713deca1-8afc-4d33-a0a6-51ce16589bd7 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:38:46.900023 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.914711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.923189 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:46.929717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] Pushing event deleted for resources: {'Port': ['ID=713deca1-8afc-4d33-a0a6-51ce16589bd7,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:46.929956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9641144c-0003-41c9-a67b-05e65d407bbc']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.943923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9c882-5136-49d7-87d2-3bbbb3f7d9c1 None None] No DVR routers for this DVR port 713deca1-8afc-4d33-a0a6-51ce16589bd7 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:46.949267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dd3f04-65d4-4692-b91c-170f0dd31223') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.949670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dd3f04-65d4-4692-b91c-170f0dd31223') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:46.957628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.967009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.968866 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.986873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] For port e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,segment=NetworkSegment(e3a28de5-cde2-4905-99fa-4c54799ddb84),segment_id=e3a28de5-cde2-4905-99fa-4c54799ddb84)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:46.987434 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:46.990313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed3f3e4-a66f-4562-9123-4c48c7f20aba,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:47.002402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:47.008724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Calling delete_port for e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:47.010680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:47.011235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:47.015214 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:47.018140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:47.018278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b9179cca-cf63-4d98-a407-4527f5ace7e7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3488955 Aug 16 02:38:47.096797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:47.109467 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:47.111509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/9641144c-0003-41c9-a67b-05e65d407bbc HTTP/1.1" status: 204 len: 168 time: 0.8628380 Aug 16 02:38:47.123558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:47.129024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17292f-4a52-43b0-b460-a59235266742 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=9641144c-0003-41c9-a67b-05e65d407bbc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:47.188066 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 8, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:47.225228 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:47.248443 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:47.249084 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:47.284890 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-a74bb236-8b9e-416a-9501-db8c43e5c9b8 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041643215&fields=id&tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a HTTP/1.1" status: 200 len: 267 time: 0.0576980 Aug 16 02:38:47.373516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:47.446809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a3d7a9-12ed-42d2-92d3-9854345c6eca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:47.448026 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:47.450376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-491c648b-96aa-496b-a138-5c49e03bf8b0 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:47.450738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-491c648b-96aa-496b-a138-5c49e03bf8b0 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 813 time: 0.1649017 Aug 16 02:38:47.474958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-502cc840-bb12-4a4f-a0e7-0578733e21c4 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/quotas/1c84c802b0cb4148ae1b9aa3faa71b3a HTTP/1.1" status: 200 len: 375 time: 0.0160711 Aug 16 02:38:47.535624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-207a8a15-b070-4ec6-8dc5-4e4e9a9749c1 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528481 Aug 16 02:38:47.643440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-3c63db22-db31-430a-b61e-1402a73b4541 service neutron] 10.222.0.78 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948036 Aug 16 02:38:47.679981 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 8, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:47.709748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2ee46-6178-486b-ab16-3c6b66b402b9 None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 8, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3690767b-b0d3-4b2c-b047-b22d4d155da8', 'name': '', 'network_id': '19574a09-8475-47b8-b606-927e90073af9', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:ec:df:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '240739f7-f9fe-4606-841d-7093658c20c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:29Z', 'updated_at': '2021-08-16T02:38:44Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '240739f7-f9fe-4606-841d-7093658c20c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:47.747896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-d7c85c8f-8dd7-4a10-a7c4-c0d3e951d7af service neutron] 10.222.0.78 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971091 Aug 16 02:38:47.758083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 713deca1-8afc-4d33-a0a6-51ce16589bd7 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:47.792814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 713deca1-8afc-4d33-a0a6-51ce16589bd7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:47.793492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 713deca1-8afc-4d33-a0a6-51ce16589bd7 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:47.793741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 70bbc08b-0fe2-4b72-85b0-89c18626ce77 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:47.816463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 70bbc08b-0fe2-4b72-85b0-89c18626ce77 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:47.816808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 70bbc08b-0fe2-4b72-85b0-89c18626ce77 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:47.817229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:47.838585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:47.839080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c78dc1d8-5b0c-4635-adcd-aa1546f4ccb6 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:47.904158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.022639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.026910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.089909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.144236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.144772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0af52f-9290-46e7-ac99-f32b09a08516 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:38:48.148986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-141de169-5745-42b4-b2dd-a70e6ba2b989 req-76597abe-18d8-471e-ac75-33685084bf3c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 210 time: 0.0568123 Aug 16 02:38:48.149734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:48.154764 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.158600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-025170ee-9a95-46d4-bc0e-63e89761618c admin admin] 10.222.0.78 "DELETE /v2.0/routers/9a0af52f-9290-46e7-ac99-f32b09a08516 HTTP/1.1" status: 204 len: 168 time: 2.4041839 Aug 16 02:38:48.158886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48630) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:48.220985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] Deleting subnet 094bb92e-e1c5-4d1e-a085-b921bb8a6999 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:48.224654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.292727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.394661 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.417653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.422827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.465379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.505635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094bb92e-e1c5-4d1e-a085-b921bb8a6999,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:48.515100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.517260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36c1148b-eb7d-4c3a-845e-d93573275720 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/094bb92e-e1c5-4d1e-a085-b921bb8a6999 HTTP/1.1" status: 204 len: 168 time: 0.3561065 Aug 16 02:38:48.521038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f2e64-6fbc-4178-ae4e-53c229b29fac None None] Network fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:48.521742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48638) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:48.617046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.676134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Deleting port 65d8f2e9-56cc-4579-9296-f716ea7e49db {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:48.676134 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.752509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] DHCP port deletion for fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:48.776678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] For port 65d8f2e9-56cc-4579-9296-f716ea7e49db, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=65d8f2e9-56cc-4579-9296-f716ea7e49db,segment=NetworkSegment(9469e339-81a0-4175-a297-29c1dfc5e326),segment_id=9469e339-81a0-4175-a297-29c1dfc5e326)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:48.777324 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.792944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Calling delete_port for 65d8f2e9-56cc-4579-9296-f716ea7e49db owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:48.812810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] Deleting port 65d8f2e9-56cc-4579-9296-f716ea7e49db {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:48.813827 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.871706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Router 7a13032c-ed63-4a89-91dd-708935648ec2 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:48.880525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] For port 65d8f2e9-56cc-4579-9296-f716ea7e49db, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=65d8f2e9-56cc-4579-9296-f716ea7e49db,segment=NetworkSegment(9469e339-81a0-4175-a297-29c1dfc5e326),segment_id=9469e339-81a0-4175-a297-29c1dfc5e326)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:48.880934 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.895124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] Calling delete_port for 65d8f2e9-56cc-4579-9296-f716ea7e49db owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:48.897022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.925430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d8f2e9-56cc-4579-9296-f716ea7e49db,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:48.927606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] No DVR routers for this DVR port 65d8f2e9-56cc-4579-9296-f716ea7e49db on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:48.937478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 3690767b-b0d3-4b2c-b047-b22d4d155da8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:48.938085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:48.973053 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.002990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.005461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] Pushing event deleted for resources: {'Port': ['ID=65d8f2e9-56cc-4579-9296-f716ea7e49db,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:49.012242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8be93-86dc-4197-8489-d33e1a4927ad None None] No DVR routers for this DVR port 65d8f2e9-56cc-4579-9296-f716ea7e49db on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:49.030107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:49.050327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9469e339-81a0-4175-a297-29c1dfc5e326') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:49.050598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9469e339-81a0-4175-a297-29c1dfc5e326') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:49.060555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.067037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:49.076803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9ad08c46-adfe-4085-b664-05c3f7cb2ce9 admin admin] 10.222.0.78 "PUT /v2.0/routers/7a13032c-ed63-4a89-91dd-708935648ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4283388 Aug 16 02:38:49.079215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:49.079959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] Sync routers for ids ['7a13032c-ed63-4a89-91dd-708935648ec2'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:49.086699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.092252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 3690767b-b0d3-4b2c-b047-b22d4d155da8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3690767b-b0d3-4b2c-b047-b22d4d155da8,segment=NetworkSegment(8a60a151-cb2a-466c-a8b7-58920d15a681),segment_id=8a60a151-cb2a-466c-a8b7-58920d15a681)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:49.092665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.092857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] Routers {'7a13032c-ed63-4a89-91dd-708935648ec2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:49.093774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a13032c-ed63-4a89-91dd-708935648ec2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:49.098819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:49.099365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:49.101483 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:49.170660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.177330 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.181217 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75 HTTP/1.1" status: 204 len: 168 time: 0.6575181 Aug 16 02:38:49.192221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 3690767b-b0d3-4b2c-b047-b22d4d155da8 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:49.208471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5d1b6-31ed-4926-9ef1-5795002e8730 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf4e0d7-f6b8-46b6-ab8b-91c16b2b0b75,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:49.244770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] Set router 7a13032c-ed63-4a89-91dd-708935648ec2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:49.329613 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ea3a1664-0ba7-4043-838b-5d5572b72a94 req-99c42357-7646-4210-8ec8-9952683f84d9 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 210 time: 0.0421243 Aug 16 02:38:49.428245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-6a7b4983-e3da-4142-a6e3-07cc7ba7ee0d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:49.430639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-6a7b4983-e3da-4142-a6e3-07cc7ba7ee0d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.88 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 813 time: 0.3405249 Aug 16 02:38:49.433723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.504313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48646) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:49.520511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:38:47Z', 'revision_number': 5, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:49.556394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] Checking router: 7a13032c-ed63-4a89-91dd-708935648ec2 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:49.558804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 65d8f2e9-56cc-4579-9296-f716ea7e49db no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:49.562209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4afd85a3-e5b9-4c8a-acaa-edac8c2f1025 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94375449db134debb03474e3882f89d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539057 Aug 16 02:38:49.562209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48648) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:49.582401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 65d8f2e9-56cc-4579-9296-f716ea7e49db {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:49.582839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 65d8f2e9-56cc-4579-9296-f716ea7e49db not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:49.583321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a2a3d7a9-12ed-42d2-92d3-9854345c6eca no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:49.589640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] Routers {'7a13032c-ed63-4a89-91dd-708935648ec2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:49.590554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a13032c-ed63-4a89-91dd-708935648ec2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:49.610162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: a2a3d7a9-12ed-42d2-92d3-9854345c6eca {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:49.610774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a2a3d7a9-12ed-42d2-92d3-9854345c6eca not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:49.616723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95a4a12c-3028-43f9-9196-1170b1d04dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.640154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95a4a12c-3028-43f9-9196-1170b1d04dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.696685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95a4a12c-3028-43f9-9196-1170b1d04dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.699809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95a4a12c-3028-43f9-9196-1170b1d04dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:49.704241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-95a4a12c-3028-43f9-9196-1170b1d04dc3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3397a7f0-ed59-435c-8b18-07e342bbc1d4 HTTP/1.1" status: 204 len: 168 time: 0.1413350 Aug 16 02:38:49.715685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4a12c-3028-43f9-9196-1170b1d04dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3397a7f0-ed59-435c-8b18-07e342bbc1d4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:49.760557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] Set router 7a13032c-ed63-4a89-91dd-708935648ec2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:49.989803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-407e157c-85fc-4135-9393-3870a28fe848 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a HTTP/1.1" status: 200 len: 380 time: 0.5031238 Aug 16 02:38:50.000803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'port': {'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'admin_state_up': True, 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'security_groups': ['fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:50.007299 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.123089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48654) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:50.165158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:38:47Z', 'revision_number': 5, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:50.165870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.176781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c2faf882-00ee-4cfa-8c61-43d1512d4e1e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=093660089dfe4d61b7d2fcea33eb401e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524061 Aug 16 02:38:50.179247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48656) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:50.196763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18282b92-61d0-4523-ac91-08a8cfdb42dd None None] The sync data for ids ['7a13032c-ed63-4a89-91dd-708935648ec2'] in n-d-769329-15 is: [{'id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'name': 'tempest-ServerRescueTestJSON-1562786199-router', 'tenant_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:38:47Z', 'revision_number': 5, 'project_id': 'fd67ec00da5a416e9fcb02ab69c005fa', 'gw_port': {'id': 'd95a7665-2ce7-4fc8-83bd-78e21bdf4b45', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a13032c-ed63-4a89-91dd-708935648ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:50Z', 'updated_at': '2021-08-16T02:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:50.219630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=3690767b-b0d3-4b2c-b047-b22d4d155da8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:50.259605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c443d01-e763-48d2-981d-9ffcddd27d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.286996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Deleting port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:50.287653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.292059 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c443d01-e763-48d2-981d-9ffcddd27d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.357949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Made reservation on behalf of 1c84c802b0cb4148ae1b9aa3faa71b3a for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:50.361545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.363100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c443d01-e763-48d2-981d-9ffcddd27d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.368479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c443d01-e763-48d2-981d-9ffcddd27d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.370907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5c443d01-e763-48d2-981d-9ffcddd27d97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fde5b231-25ea-423c-84a1-5cab0ed6a7a7 HTTP/1.1" status: 204 len: 168 time: 0.1905549 Aug 16 02:38:50.404086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c443d01-e763-48d2-981d-9ffcddd27d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5b231-25ea-423c-84a1-5cab0ed6a7a7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:50.569737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a3d46c73-b280-41b0-9d9f-b826bae9cf66 req-5c7cb9d4-3097-4fd2-ae6b-d6964bf9a44e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 210 time: 0.0950809 Aug 16 02:38:50.619716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.632884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] For port d95a7665-2ce7-4fc8-83bd-78e21bdf4b45, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:50.633260 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.691903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Calling delete_port for d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:50.829286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Allocated IP 172.20.0.12 (22f87163-5b0e-495b-8616-79ff9c2152c8/e5c5cea4-e792-40aa-84f8-82657ee2728a/14af6659-ec3e-40a8-95a5-5d17aacff87e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:51.125585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:51.314981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.367734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Transition to ACTIVE for port object 14af6659-ec3e-40a8-95a5-5d17aacff87e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:51.378656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:51.386199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-075fc52e-2796-4544-9dad-f14ba7673fd6 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2616637 Aug 16 02:38:51.389013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48682) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:51.390603 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:51.402948 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:51.405014 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:51.437098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.482813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet 240739f7-f9fe-4606-841d-7093658c20c0 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:51.497064 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.516382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95a7665-2ce7-4fc8-83bd-78e21bdf4b45,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:51.544392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:51.563617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.575552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.577989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:51.578353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e8a3bac0-b5fd-44f3-b8ad-e64fdd9fcccf not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:51.609012 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:51.783711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.791638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:51.800317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:51.806279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:51.828221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'Port': ['ID=14af6659-ec3e-40a8-95a5-5d17aacff87e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:51.854408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.915688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48b40-adda-4d4f-a5a7-51ead250aac8 req-5f3c6618-944e-4be5-8ce5-955510833060 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:51.918076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4c48b40-adda-4d4f-a5a7-51ead250aac8 req-5f3c6618-944e-4be5-8ce5-955510833060 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 932 time: 0.2000334 Aug 16 02:38:51.920414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.960455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.962654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/240739f7-f9fe-4606-841d-7093658c20c0 HTTP/1.1" status: 204 len: 168 time: 0.5726428 Aug 16 02:38:51.966112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48698) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:51.966810 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:50Z', 'revision_number': 9, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:51.973595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21fd5e9-a2d3-485b-8e71-ae3fc0b8e478 None None] Network 19574a09-8475-47b8-b606-927e90073af9 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:52.004997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.007974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.017092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:52.018038 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.059225 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:52.066941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b99c77-62e9-4332-94a6-2d2c71eadf5b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=240739f7-f9fe-4606-841d-7093658c20c0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:52.079210 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:52.079938 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:52.116037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-49756547-3847-4145-9b30-8041e971c4dc tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1190586 Aug 16 02:38:52.132257 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4c48b40-adda-4d4f-a5a7-51ead250aac8 req-2d8eb2dc-1803-4391-a525-45ba9b425a97 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940126 Aug 16 02:38:52.138280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Request body: {'port': {'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:52.159199 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.172825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.173361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a13032c-ed63-4a89-91dd-708935648ec2 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:38:52.206303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.207845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-acd09ab4-df7a-4189-b0e9-7db5fa13b8a8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7a13032c-ed63-4a89-91dd-708935648ec2 HTTP/1.1" status: 204 len: 168 time: 3.1274569 Aug 16 02:38:52.222174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:52.260348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f2cb8860-d793-4245-bbe6-a59bea0a3178 None None] Provisioning for port 14af6659-ec3e-40a8-95a5-5d17aacff87e completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:52.268998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f2cb8860-d793-4245-bbe6-a59bea0a3178 None None] Provisioning complete for port 14af6659-ec3e-40a8-95a5-5d17aacff87e triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:52.269382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2cb8860-d793-4245-bbe6-a59bea0a3178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.304357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port fc1ac115-c258-425b-84be-48eddedd540f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:52.304766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.323608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] DHCP port deletion for 19574a09-8475-47b8-b606-927e90073af9 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:52.329445 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:52.393011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] Deleting subnet cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:52.401371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.406835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.491302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port fc1ac115-c258-425b-84be-48eddedd540f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fc1ac115-c258-425b-84be-48eddedd540f,segment=NetworkSegment(8a60a151-cb2a-466c-a8b7-58920d15a681),segment_id=8a60a151-cb2a-466c-a8b7-58920d15a681)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:52.492013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.492118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.496003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb8860-d793-4245-bbe6-a59bea0a3178 None None] Port 14af6659-ec3e-40a8-95a5-5d17aacff87e cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:52.504447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.512808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for fc1ac115-c258-425b-84be-48eddedd540f owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:52.515735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] Deleting port fc1ac115-c258-425b-84be-48eddedd540f {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:52.516123 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.630512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.648159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] For port fc1ac115-c258-425b-84be-48eddedd540f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fc1ac115-c258-425b-84be-48eddedd540f,segment=NetworkSegment(8a60a151-cb2a-466c-a8b7-58920d15a681),segment_id=8a60a151-cb2a-466c-a8b7-58920d15a681)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:52.657403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.702602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.702879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] Calling delete_port for fc1ac115-c258-425b-84be-48eddedd540f owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:52.759101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=fc1ac115-c258-425b-84be-48eddedd540f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:52.770260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port fc1ac115-c258-425b-84be-48eddedd540f on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:52.788420 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.796896 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:50Z', 'revision_number': 9, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:52.844147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:52.845083 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d442d8-7d45-4721-9129-cf18e10d578d None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:50Z', 'revision_number': 9, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': '2c9b6530-ba1c-4b11-bd35-ed6999664595', 'name': '', 'network_id': 'a7f65cd6-39c7-4506-a951-4800abefce86', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:0b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:23Z', 'updated_at': '2021-08-16T02:38:40Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '7ec499b9-7045-45b5-ab81-70a386e6f494', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:52.856257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.858271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af3e7e56-15da-4d08-84e6-699efda9060d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cb5d4bbd-f9d5-4a8b-bcab-b8b4787c0a32 HTTP/1.1" status: 204 len: 168 time: 0.6343925 Aug 16 02:38:52.860633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:52.958278 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.959476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.970326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19574a09-8475-47b8-b606-927e90073af9']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:52.974416 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.983353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a60a151-cb2a-466c-a8b7-58920d15a681') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:52.983650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a60a151-cb2a-466c-a8b7-58920d15a681') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:52.994299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.998806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] Pushing event deleted for resources: {'Port': ['ID=fc1ac115-c258-425b-84be-48eddedd540f,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:53.005687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea30ea-fa5b-4b9f-9631-0e4172ad4bc3 None None] No DVR routers for this DVR port fc1ac115-c258-425b-84be-48eddedd540f on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:53.015516 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.024455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:53.025409 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:53.027915 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:53.065085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14af6659-ec3e-40a8-95a5-5d17aacff87e {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:38:53.084037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.117752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:53.124012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560398332', 'description': 'tempest-secgroup-smoke-1560398332 description', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:53.158397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.173546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb02eaf6-99a2-4eda-9350-c112ce03000f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:53.187749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a28de5-cde2-4905-99fa-4c54799ddb84') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:53.188103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a28de5-cde2-4905-99fa-4c54799ddb84') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:53.190149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.204680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.210366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.247026 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.261196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:53.261726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:53.263361 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:53.468163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fc1ac115-c258-425b-84be-48eddedd540f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:53.494358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: fc1ac115-c258-425b-84be-48eddedd540f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:53.495744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fc1ac115-c258-425b-84be-48eddedd540f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:53.496363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:53.503034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.512020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab386-852a-4a06-8c37-cbf43617d8ea req-e6f120a4-c5f6-4856-8e58-16d30f626832 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.519559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-419ab386-852a-4a06-8c37-cbf43617d8ea req-e6f120a4-c5f6-4856-8e58-16d30f626832 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 932 time: 0.0745151 Aug 16 02:38:53.524770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:53.525119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d95a7665-2ce7-4fc8-83bd-78e21bdf4b45 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:53.525750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3690767b-b0d3-4b2c-b047-b22d4d155da8 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:53.531174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.533036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/19574a09-8475-47b8-b606-927e90073af9 HTTP/1.1" status: 204 len: 168 time: 1.5519626 Aug 16 02:38:53.535735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48714) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:53.546357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3690767b-b0d3-4b2c-b047-b22d4d155da8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:53.546704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3690767b-b0d3-4b2c-b047-b22d4d155da8 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:53.622825 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.627471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53ed5c-5397-4ffc-9c78-10852ebfb30b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=19574a09-8475-47b8-b606-927e90073af9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:53.659759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-419ab386-852a-4a06-8c37-cbf43617d8ea req-3a2bec67-251d-4175-afde-f00ac46796f6 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392524 Aug 16 02:38:53.688787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Transition to ACTIVE for port object 14af6659-ec3e-40a8-95a5-5d17aacff87e will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:53.702197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.773650 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.788378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.793079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/eb02eaf6-99a2-4eda-9350-c112ce03000f HTTP/1.1" status: 204 len: 168 time: 0.9290414 Aug 16 02:38:53.820538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=14af6659-ec3e-40a8-95a5-5d17aacff87e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:53.871384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7990b6-3aff-472b-8a5e-4690709081e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb02eaf6-99a2-4eda-9350-c112ce03000f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:53.952608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.955551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Attempting to bind port 14af6659-ec3e-40a8-95a5-5d17aacff87e on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:53.955890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Attempting to bind port 14af6659-ec3e-40a8-95a5-5d17aacff87e by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:53.956221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Attempting to bind port 14af6659-ec3e-40a8-95a5-5d17aacff87e on network 22f87163-5b0e-495b-8616-79ff9c2152c8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:53.962976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.965941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Port 14af6659-ec3e-40a8-95a5-5d17aacff87e on network 22f87163-5b0e-495b-8616-79ff9c2152c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:38:53.966297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Attempting to bind port 14af6659-ec3e-40a8-95a5-5d17aacff87e on network 22f87163-5b0e-495b-8616-79ff9c2152c8 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:54.001908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:54.002252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Checking segment: {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:54.002654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Bound using segment: {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:54.003239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Bound port: 14af6659-ec3e-40a8-95a5-5d17aacff87e, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78ab12a-60b7-4733-93a0-294bab8f8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:54.003611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.027861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e008f1a6-f100-4291-be40-a0efbeb2a469,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:54.046060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.067926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48718) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:54.170186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-14c01596-be9a-491b-a7f5-429362db0dbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd67ec00da5a416e9fcb02ab69c005fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983934 Aug 16 02:38:54.170825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:54.188813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] For port 14af6659-ec3e-40a8-95a5-5d17aacff87e, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:54.221176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] For port 14af6659-ec3e-40a8-95a5-5d17aacff87e, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:54.223834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.232076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.238046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.323872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:54.325002 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.326782 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] 10.222.0.88 "PUT /v2.0/ports/14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 1093 time: 2.2007828 Aug 16 02:38:54.329488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:54.332701 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:54.336744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.340952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2179787 Aug 16 02:38:54.340952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92640c63-e2e2-423c-aad5-41282e82f21f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f745dab2-a68b-4741-a6d1-89cd1a14711f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:54.350406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:54.358185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9a4836c8-582b-44d2-9fae-3fdc2393e6ae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'f745dab2-a68b-4741-a6d1-89cd1a14711f', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:54.418282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 2c9b6530-ba1c-4b11-bd35-ed6999664595 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:54.418707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.419101 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646a1951-7c73-42fc-82cd-3248e9c9eb72 x-openstack-request-id: req-646a1951-7c73-42fc-82cd-3248e9c9eb72 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:54.419396 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:54.419651 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-646a1951-7c73-42fc-82cd-3248e9c9eb72 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:54.420051 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'status': 'completed', 'code': 200} Aug 16 02:38:54.424412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae244d-eccb-4f5b-acef-0670c944a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=14af6659-ec3e-40a8-95a5-5d17aacff87e,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:54.431105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4567de8f-f036-4da5-9b33-fa271f1d78cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.474813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4567de8f-f036-4da5-9b33-fa271f1d78cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.483423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4836c8-582b-44d2-9fae-3fdc2393e6ae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.498581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-957379d0-7132-43c9-adcb-76ac782ca70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:54.500240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-957379d0-7132-43c9-adcb-76ac782ca70b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1096 time: 0.1188896 Aug 16 02:38:54.517032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 2c9b6530-ba1c-4b11-bd35-ed6999664595, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2c9b6530-ba1c-4b11-bd35-ed6999664595,segment=NetworkSegment(620c3076-e772-414a-b635-2c04c79f905c),segment_id=620c3076-e772-414a-b635-2c04c79f905c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:54.517581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.532383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 2c9b6530-ba1c-4b11-bd35-ed6999664595 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:54.573012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-a3a5d2df-7914-48ba-9c4c-28d8ca808e3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 217 time: 0.0615492 Aug 16 02:38:54.637080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4836c8-582b-44d2-9fae-3fdc2393e6ae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.641958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4567de8f-f036-4da5-9b33-fa271f1d78cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.644745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4567de8f-f036-4da5-9b33-fa271f1d78cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.648261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4567de8f-f036-4da5-9b33-fa271f1d78cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3772d073-2c69-4b20-98d5-68d578dc6abd HTTP/1.1" status: 204 len: 168 time: 0.4718750 Aug 16 02:38:54.650796 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4836c8-582b-44d2-9fae-3fdc2393e6ae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.663427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-f0a4b6f6-e0a0-4068-9f27-e3dc10c5e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:54.664979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-f0a4b6f6-e0a0-4068-9f27-e3dc10c5e0ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 200 len: 852 time: 0.0841141 Aug 16 02:38:54.673391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567de8f-f036-4da5-9b33-fa271f1d78cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3772d073-2c69-4b20-98d5-68d578dc6abd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:54.686618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4836c8-582b-44d2-9fae-3fdc2393e6ae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664e2725-464a-4086-b3eb-78f764265682,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:54.746244 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a4836c8-582b-44d2-9fae-3fdc2393e6ae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.754708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9a4836c8-582b-44d2-9fae-3fdc2393e6ae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4006121 Aug 16 02:38:54.755384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48730) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:54.761380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6cc9c1d3-9bf6-4be4-83bc-820055c0c197 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'f745dab2-a68b-4741-a6d1-89cd1a14711f', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:54.791324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-2dc27c73-df30-4ee8-bbbc-ac87dafbaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:54.793026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-2dc27c73-df30-4ee8-bbbc-ac87dafbaf0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22f87163-5b0e-495b-8616-79ff9c2152c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175342 Aug 16 02:38:54.833919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.874413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=2c9b6530-ba1c-4b11-bd35-ed6999664595,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:54.877452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c1d3-9bf6-4be4-83bc-820055c0c197 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.888836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933141c8-39be-4bf0-9871-1c8726a9b68c req-5429badc-0994-4bcd-9d57-8c4940456f8e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:54.890450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-933141c8-39be-4bf0-9871-1c8726a9b68c req-5429badc-0994-4bcd-9d57-8c4940456f8e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 944 time: 0.1117573 Aug 16 02:38:54.984009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c1d3-9bf6-4be4-83bc-820055c0c197 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:54.987079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-982b8bdd-b707-4f1e-a778-da3e57ffe367 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806469 Aug 16 02:38:55.006117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c1d3-9bf6-4be4-83bc-820055c0c197 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.063195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9c1d3-9bf6-4be4-83bc-820055c0c197 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ed43e6-173a-460d-ace3-f67234bc2049,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:55.073685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c1d3-9bf6-4be4-83bc-820055c0c197 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.074897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6cc9c1d3-9bf6-4be4-83bc-820055c0c197 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171623 Aug 16 02:38:55.080751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:55.089723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c1c43d93-5e0a-400d-afb3-d7c5fc7188a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'f745dab2-a68b-4741-a6d1-89cd1a14711f', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:55.094922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-933141c8-39be-4bf0-9871-1c8726a9b68c req-086e926d-7d5c-4c0b-bade-04dd0d2a0b3c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841562 Aug 16 02:38:55.167105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0a5b47dd-34fb-4aab-af27-e052ba3bd687 req-94db825d-a0ae-4bfe-8fcc-975ccdd9e3d8 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700454 Aug 16 02:38:55.174584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d93-5e0a-400d-afb3-d7c5fc7188a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.249246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.271071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d93-5e0a-400d-afb3-d7c5fc7188a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.279228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d93-5e0a-400d-afb3-d7c5fc7188a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.302818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c43d93-5e0a-400d-afb3-d7c5fc7188a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7724b8-52bc-4bbb-b4fb-2fbaf8f36514,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:55.316364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-66ef0550-d141-4235-855e-aca375b4fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:55.318230 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-66ef0550-d141-4235-855e-aca375b4fdbd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1096 time: 0.0894287 Aug 16 02:38:55.319353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d93-5e0a-400d-afb3-d7c5fc7188a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.320702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c1c43d93-5e0a-400d-afb3-d7c5fc7188a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2372706 Aug 16 02:38:55.323403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48744) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:55.332772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ff3e4a50-7522-441b-9ad4-a0e9919ac19c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'f745dab2-a68b-4741-a6d1-89cd1a14711f', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:55.410945 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4a50-7522-441b-9ad4-a0e9919ac19c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.473929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-c0cab95c-a5d7-4e78-96aa-2b431fc4232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:55.476022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-c0cab95c-a5d7-4e78-96aa-2b431fc4232f service neutron] 10.222.0.88 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 914 time: 0.1393094 Aug 16 02:38:55.489953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4a50-7522-441b-9ad4-a0e9919ac19c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.498558 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4a50-7522-441b-9ad4-a0e9919ac19c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.522770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:55.536640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-06aa5d8d-1a1b-41b9-a403-4e27f5783020 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 217 time: 0.0487218 Aug 16 02:38:55.550185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4a50-7522-441b-9ad4-a0e9919ac19c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91efaa7-fad4-40bd-9291-e95d0187ff91,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:55.582461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4a50-7522-441b-9ad4-a0e9919ac19c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.583662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ff3e4a50-7522-441b-9ad4-a0e9919ac19c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2590396 Aug 16 02:38:55.587766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:55.592224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'f745dab2-a68b-4741-a6d1-89cd1a14711f', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:55.614068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-2ab52540-b59e-4b95-bb57-b84c80601ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:55.615503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-2ab52540-b59e-4b95-bb57-b84c80601ae1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 200 len: 852 time: 0.0663383 Aug 16 02:38:55.628902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:55.632465 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:38:55.633129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:55.638208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-73c5b0da-24da-4e61-a1c4-f7c7f936f50e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1012170 Aug 16 02:38:55.642687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:55.647835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48758) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:55.652366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:55.653199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:55.654749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.704870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-31b58b50-3a6f-4800-92e9-68ab3187e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:55.706317 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-31b58b50-3a6f-4800-92e9-68ab3187e073 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22f87163-5b0e-495b-8616-79ff9c2152c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827284 Aug 16 02:38:55.722659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet 7ec499b9-7045-45b5-ab81-70a386e6f494 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:55.727669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.752253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:55.771231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.778914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.781414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-network', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:55.792338 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.810766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56c278b-efe5-4f98-ac93-6689521a9e02,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:55.836530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-7b1c6d65-29d1-49e9-aefb-12ba780125a5 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185846 Aug 16 02:38:55.837137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Made reservation on behalf of 35f85c007d8b4052bf0838a3f2e26ccf for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:55.839464 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.840887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.841935 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2a271e05-b871-434a-b468-d363d0cee9d0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2532332 Aug 16 02:38:55.847098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48762) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:55.857965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'f745dab2-a68b-4741-a6d1-89cd1a14711f', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:55.865224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.926703 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:38:55.934107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b64e5e37-4616-45e9-8cec-fb3e4a538d3e req-87312f44-d47f-4d06-82c0-52055a01601c service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902326 Aug 16 02:38:55.938198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.970120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:55.986650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:54Z', 'revision_number': 10, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:56.014561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:56.023385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:56.024101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:56.047513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.054947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.086754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56846c46-318d-4f48-857e-a0cba4f06997,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:56.102007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.119040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:56.141800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec499b9-7045-45b5-ab81-70a386e6f494,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:56.152314 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.154296 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9d2cabbe-dfff-48d3-9ef0-a8ea7de95434 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/7ec499b9-7045-45b5-ab81-70a386e6f494 HTTP/1.1" status: 204 len: 168 time: 0.4943898 Aug 16 02:38:56.159714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48768) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:56.172118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d40584-d32a-4e16-ab14-412da6282407 None None] Network a7f65cd6-39c7-4506-a951-4800abefce86 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:56.214873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-929b2e3e-7ac8-4db4-aa1b-8013cf8b591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.228783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.240120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.245099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445fdb-8b47-4443-8dbb-9155a6299c8f req-7ef7ca37-fd4c-48e1-8a50-a780cac5ca6d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:56.247932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db445fdb-8b47-4443-8dbb-9155a6299c8f req-7ef7ca37-fd4c-48e1-8a50-a780cac5ca6d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 944 time: 0.0666189 Aug 16 02:38:56.249388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.252357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a45f5838-286b-42c5-88d2-cf3c52ab0904 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3981385 Aug 16 02:38:56.254284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48770) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:56.261644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'network': {'name': 'tempest-network-smoke--381869158', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:56.283053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.287296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:56.297092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a29b3df-9b14-4468-9c27-dc2a2af81992,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:56.310083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.310435 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Added segment e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3 of type vlan for network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 Aug 16 02:38:56.324743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db445fdb-8b47-4443-8dbb-9155a6299c8f req-0fd35c64-7957-42a4-aa91-596964f57add tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576339 Aug 16 02:38:56.325830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:56.329609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.354470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:38:56.369242 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.370034 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Added segment c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2 of type vlan for network e31d1ace-d3b8-40ad-bc12-41cfb236f74c Aug 16 02:38:56.382389 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.419183 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.449583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.450738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:56.451410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.452582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.459133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:56.459801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.465264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:54Z', 'revision_number': 10, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:56.499755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d24f4e-eb6f-4cff-b59c-e61c8db85070 None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:54Z', 'revision_number': 10, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None, '_interfaces': [{'id': 'd1bbc925-d0ad-451b-a090-a62bf5f5cad6', 'name': '', 'network_id': '6d67f64d-fde9-4eba-95b9-20b3a519f38d', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'mac_address': 'fa:16:3e:9d:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:16Z', 'updated_at': '2021-08-16T02:38:25Z', 'revision_number': 5, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'subnets': [{'id': '6d641e41-cab0-4a36-99f5-931491dc7868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:56.521389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] DHCP port deletion for a7f65cd6-39c7-4506-a951-4800abefce86 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:56.523055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 94cee89b-7356-4641-8b40-8ed8663aa1b5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:56.523596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.526220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8920956 Aug 16 02:38:56.529607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:56.531637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2758181 Aug 16 02:38:56.543092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48774) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:56.546981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Request body: {'subnet': {'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-subnet', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:56.554869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4b167-d3cc-41b9-a787-94dd8a43709d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Network': ['ID=e31d1ace-d3b8-40ad-bc12-41cfb236f74c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:56.565608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:56.583825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'admin_state_up': True, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:56.589869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c08e4-ebf5-4391-995b-34573917c16a admin admin] Pushing event updated for resources: {'Network': ['ID=4713cd55-5613-4ac4-8e5a-567edacbbbb8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:56.607148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:38:56.635692 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:38:56.635692 n-d-769329-15 neutron-server[94857]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:38:56.635692 n-d-769329-15 neutron-server[94857]: [parameters: {'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'id': 'c6cc624b-0c18-47f3-83b7-67bf97e6a3fd', 'expiration': datetime.datetime(2021, 8, 16, 2, 40, 56, 620533)}] Aug 16 02:38:56.635692 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:38:56.636268 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:38:56.643704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 94cee89b-7356-4641-8b40-8ed8663aa1b5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94cee89b-7356-4641-8b40-8ed8663aa1b5,segment=NetworkSegment(620c3076-e772-414a-b635-2c04c79f905c),segment_id=620c3076-e772-414a-b635-2c04c79f905c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:56.644072 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.646335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Made reservation on behalf of 35f85c007d8b4052bf0838a3f2e26ccf for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:56.648683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.691885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 94cee89b-7356-4641-8b40-8ed8663aa1b5 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:56.702033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] Deleting port 94cee89b-7356-4641-8b40-8ed8663aa1b5 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:56.702573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.767794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] For port 94cee89b-7356-4641-8b40-8ed8663aa1b5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94cee89b-7356-4641-8b40-8ed8663aa1b5,segment=NetworkSegment(620c3076-e772-414a-b635-2c04c79f905c),segment_id=620c3076-e772-414a-b635-2c04c79f905c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:56.768097 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.781201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] Calling delete_port for 94cee89b-7356-4641-8b40-8ed8663aa1b5 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:56.850597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.872808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.886829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=94cee89b-7356-4641-8b40-8ed8663aa1b5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:56.890381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port 94cee89b-7356-4641-8b40-8ed8663aa1b5 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:56.906260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] No DVR routers for this DVR port 94cee89b-7356-4641-8b40-8ed8663aa1b5 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:56.910432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dec21-6a4e-4ea8-af3c-8921bcdf73ea None None] Pushing event deleted for resources: {'Port': ['ID=94cee89b-7356-4641-8b40-8ed8663aa1b5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:56.997224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.035552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.050029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f65cd6-39c7-4506-a951-4800abefce86']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:57.070225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620c3076-e772-414a-b635-2c04c79f905c') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:57.070541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620c3076-e772-414a-b635-2c04c79f905c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:57.087371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.101323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1423e4cb-434d-4257-bd3c-188c34059126,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:57.110564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Checking segment: {'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:57.110929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Network hostable DHCP agents. Network: 4713cd55-5613-4ac4-8e5a-567edacbbbb8, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:38:57.113198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.122728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:57.123141 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:57.126034 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:57.185024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:38:57.200666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 4713cd55-5613-4ac4-8e5a-567edacbbbb8) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:57.205969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:57.206579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.210312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf694a-b9a2-434f-b857-ca2400d97e32 None None] Network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:57.210485 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.212216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.213354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.224632 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.227013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/a7f65cd6-39c7-4506-a951-4800abefce86 HTTP/1.1" status: 204 len: 168 time: 1.0656409 Aug 16 02:38:57.230965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:57.245375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff69a2-0a60-492b-b010-685fe3586cd5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=a7f65cd6-39c7-4506-a951-4800abefce86,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:57.259980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-794ca050-2330-4a55-ab8f-b9c0bcf99e50 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7292850 Aug 16 02:38:57.267858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48778) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:57.273986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:57.321081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.365500 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.368342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.449193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2c9b6530-ba1c-4b11-bd35-ed6999664595 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:57.477717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 2c9b6530-ba1c-4b11-bd35-ed6999664595 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:57.478064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2c9b6530-ba1c-4b11-bd35-ed6999664595 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:57.478604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94cee89b-7356-4641-8b40-8ed8663aa1b5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:57.502883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 94cee89b-7356-4641-8b40-8ed8663aa1b5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:57.503262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94cee89b-7356-4641-8b40-8ed8663aa1b5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:57.542588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.550725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.576010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37642cbb-b4f5-443b-8e86-9880b49505c7 None None] Network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:57.656690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.913225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port d1bbc925-d0ad-451b-a090-a62bf5f5cad6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:57.913491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.003303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port d1bbc925-d0ad-451b-a090-a62bf5f5cad6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,segment=NetworkSegment(d46ec287-51a7-47f4-a75a-fe0bfabaf145),segment_id=d46ec287-51a7-47f4-a75a-fe0bfabaf145)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:58.003674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.018096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for d1bbc925-d0ad-451b-a090-a62bf5f5cad6 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:58.066196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45bd9b-ceef-477b-b76d-8361208761fd req-7c87c2a8-681d-4af7-8224-fd49caf6dd2a tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:58.067691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d45bd9b-ceef-477b-b76d-8361208761fd req-7c87c2a8-681d-4af7-8224-fd49caf6dd2a tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 944 time: 0.6136997 Aug 16 02:38:58.075117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.165875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d45bd9b-ceef-477b-b76d-8361208761fd req-a8aaed13-c9ac-4024-8c2a-cc4d18de0b09 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865741 Aug 16 02:38:58.191046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.220602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=d1bbc925-d0ad-451b-a090-a62bf5f5cad6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:58.360424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.371673 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.413724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.503722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.527020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:58.546205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.603462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:58.612770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a06abe03-3084-40d8-8b2e-a56790c8d1b8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3771989 Aug 16 02:38:58.612880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.148 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/4a6288ef-1c0b-4918-a6d6-fb58401110db) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:58.612987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:58.614315 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:58.630054 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:58.631006 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:58.668331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting subnet 6d641e41-cab0-4a36-99f5-931491dc7868 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:58.671601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.702267 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:58.713339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.728489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.754452 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 11, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:58.772707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.790787 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.793991 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fa52755d-598e-4255-8fd1-6d08868d556e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.819736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.847375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:58.856535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:58.863412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:58.893911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.895852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=4a6288ef-1c0b-4918-a6d6-fb58401110db,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:58.899859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Allocated IP 172.25.4.86 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/33407251-e2b4-4f0d-8e0c-fe5b28193645) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:58.915827 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:58.926092 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:58.926797 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:58.927733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Subnet': ['ID=6d641e41-cab0-4a36-99f5-931491dc7868,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:58.932496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:58.937007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-73be9371-d8fb-4666-974b-2a86b83f601a tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/6d641e41-cab0-4a36-99f5-931491dc7868 HTTP/1.1" status: 204 len: 168 time: 0.3208020 Aug 16 02:38:58.937152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:58.949170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a34dcab-0bf0-429f-8b87-74ab65cbef22 None None] Network 6d67f64d-fde9-4eba-95b9-20b3a519f38d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:59.009429 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:59.043696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.067859 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 11, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:59.099764 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5649b19-852b-4be0-b7ad-f2af3a7ba5be None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 11, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:59.141443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Deleting port 67294848-c989-441c-8ff8-fe3e20a33051 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:59.141932 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.171153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.211455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] For port 67294848-c989-441c-8ff8-fe3e20a33051, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=67294848-c989-441c-8ff8-fe3e20a33051,segment=NetworkSegment(d46ec287-51a7-47f4-a75a-fe0bfabaf145),segment_id=d46ec287-51a7-47f4-a75a-fe0bfabaf145)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:59.211914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.229904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Calling delete_port for 67294848-c989-441c-8ff8-fe3e20a33051 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:59.311348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.345007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab577-1d00-4c8a-8666-338b331f1638 req-a4d57789-dae1-4e88-b93a-7619ecf67790 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:59.346723 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92fab577-1d00-4c8a-8666-338b331f1638 req-a4d57789-dae1-4e88-b93a-7619ecf67790 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 944 time: 0.1062453 Aug 16 02:38:59.352854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.385265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.396649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:59.404396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:59.411700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:59.421072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Pushing event updated for resources: {'Port': ['ID=33407251-e2b4-4f0d-8e0c-fe5b28193645,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:59.421611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92fab577-1d00-4c8a-8666-338b331f1638 req-e654bd22-51b8-40b1-a130-60837ac80bcb tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654700 Aug 16 02:38:59.422698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No DVR routers for this DVR port 67294848-c989-441c-8ff8-fe3e20a33051 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:59.424696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Port': ['ID=67294848-c989-441c-8ff8-fe3e20a33051,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:59.458091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba542d8-328e-4a73-aeef-4c9f743eca8e None None] DHCP port deletion for 6d67f64d-fde9-4eba-95b9-20b3a519f38d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:59.515018 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.526277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d67f64d-fde9-4eba-95b9-20b3a519f38d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:59.544704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46ec287-51a7-47f4-a75a-fe0bfabaf145') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:59.545152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46ec287-51a7-47f4-a75a-fe0bfabaf145') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:59.556949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67294848-c989-441c-8ff8-fe3e20a33051 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:59.557318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.572046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.582521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 67294848-c989-441c-8ff8-fe3e20a33051 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:59.582878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 67294848-c989-441c-8ff8-fe3e20a33051 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:59.583285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1bbc925-d0ad-451b-a090-a62bf5f5cad6 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:59.584461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:59.585278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:59.591541 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:59.607050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d1bbc925-d0ad-451b-a090-a62bf5f5cad6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:59.607404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d1bbc925-d0ad-451b-a090-a62bf5f5cad6 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:59.666344 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.674425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.677034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/networks/6d67f64d-fde9-4eba-95b9-20b3a519f38d HTTP/1.1" status: 204 len: 168 time: 0.7383749 Aug 16 02:38:59.680095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:59.694147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'routes': None}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:59.697532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424438c-52db-4fa8-9635-5d0fe6a30675 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Pushing event deleted for resources: {'Network': ['ID=6d67f64d-fde9-4eba-95b9-20b3a519f38d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:59.775274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:59.897919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.012314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.078061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:39:00.124735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Added routes are [] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:39:00.125032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.extraroute_db [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Removed routes are [] {{(pid=94856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:39:00.125396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.170588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.256219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.259997 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.300068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:00.310197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Sync routers for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:00.333539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.335350 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cda0e5d9-c9ed-42fe-8f94-0af9fb7887a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7841523 Aug 16 02:39:00.337393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:00.337545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:00.338636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:00.341811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 07f166cd-b046-4ccf-b0be-48eb48dbe385 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:00.367291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Router 3f232651-a53c-48f8-9528-1bc667fd7247 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:39:00.432501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:00.440009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.441338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f8fbbeaf-b231-4c5e-aa32-bd2ca66ccd1b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 200 len: 700 time: 0.7601521 Aug 16 02:39:00.445101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48794) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:00.447305 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] Sync routers for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:00.460446 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:00.463243 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:00.476127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:00.498128 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e111225e-09f5-4d04-b70b-f3ad74fa98fe tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 200 len: 205 time: 0.0481184 Aug 16 02:39:00.499188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:00.541485 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:00.593198 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5e6477f8-bc73-4b09-a730-01853e660a77 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2532275 Aug 16 02:39:00.601676 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 11, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:00.622238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:00.632486 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] Checking router: 07f166cd-b046-4ccf-b0be-48eb48dbe385 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:00.642194 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] Routers {'07f166cd-b046-4ccf-b0be-48eb48dbe385'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:00.643231 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['07f166cd-b046-4ccf-b0be-48eb48dbe385'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:00.709155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86382f9e-b5c8-4a0e-a83a-c0ec16fdc199 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.715718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:38:59Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:00.722462 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] Set router 07f166cd-b046-4ccf-b0be-48eb48dbe385 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:00.755612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Checking router: 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:00.756014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Updating router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 port 4a6288ef-1c0b-4918-a6d6-fb58401110db binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:39:00.787693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.794586 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 11, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:00.826505 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3578b4-d48c-48a2-a925-59d4f2ee0417 None None] The sync data for ids ['07f166cd-b046-4ccf-b0be-48eb48dbe385'] in n-d-769329-15 is: [{'id': '07f166cd-b046-4ccf-b0be-48eb48dbe385', 'name': 'tempest-RoutersTest-router-639156674', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:14Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 11, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:00.913953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389f6d-52b3-4097-94f5-448e60032ccd req-b5518904-6e0b-4fd2-b466-ff462caf5553 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:00.915476 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e389f6d-52b3-4097-94f5-448e60032ccd req-b5518904-6e0b-4fd2-b466-ff462caf5553 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 944 time: 0.0952477 Aug 16 02:39:00.930857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86382f9e-b5c8-4a0e-a83a-c0ec16fdc199 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.933050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86382f9e-b5c8-4a0e-a83a-c0ec16fdc199 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:00.957503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:00.972411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Sync routers for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:00.981348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e389f6d-52b3-4097-94f5-448e60032ccd req-b7c1752a-1e86-4a15-b475-8f9869223248 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557113 Aug 16 02:39:00.992055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:00.992689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:00.998427 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.001928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cc2f4434-bd2a-4389-836c-f946cdd46946 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7327960 Aug 16 02:39:01.004638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48802) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:01.019305 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86382f9e-b5c8-4a0e-a83a-c0ec16fdc199 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.020391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86382f9e-b5c8-4a0e-a83a-c0ec16fdc199 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Fanout notify agent at l3_agent the message router_deleted on router 07f166cd-b046-4ccf-b0be-48eb48dbe385 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:39:01.033229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86382f9e-b5c8-4a0e-a83a-c0ec16fdc199 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.038338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-86382f9e-b5c8-4a0e-a83a-c0ec16fdc199 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 204 len: 168 time: 0.5343213 Aug 16 02:39:01.046407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:01.052177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-99d32949-d5bd-448b-8d5d-34d051df73a3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1659272597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:01.065648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac8608f-e84c-43d4-9e43-bdb9e2bda34b tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.070280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6ac8608f-e84c-43d4-9e43-bdb9e2bda34b tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4439399 Aug 16 02:39:01.071462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48806) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:01.091373 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d32949-d5bd-448b-8d5d-34d051df73a3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.092706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d32949-d5bd-448b-8d5d-34d051df73a3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.120376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1b584415-9d0a-4d57-81cb-b4c63176c50c tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443978 Aug 16 02:39:01.120972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:01.130211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-103455795', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:01.176855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:01.224191 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d32949-d5bd-448b-8d5d-34d051df73a3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.234028 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d32949-d5bd-448b-8d5d-34d051df73a3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.267457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d32949-d5bd-448b-8d5d-34d051df73a3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.271517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-99d32949-d5bd-448b-8d5d-34d051df73a3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2214150 Aug 16 02:39:01.271738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:01.276224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-aa785910-f26e-4831-999d-bdbbc384a16b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:01.285380 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.304027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Transition to ACTIVE for port object 4a6288ef-1c0b-4918-a6d6-fb58401110db will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:01.345675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.362303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:01.366175 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.430813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Attempting to bind port 4a6288ef-1c0b-4918-a6d6-fb58401110db on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:01.431253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Attempting to bind port 4a6288ef-1c0b-4918-a6d6-fb58401110db by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:01.431567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Attempting to bind port 4a6288ef-1c0b-4918-a6d6-fb58401110db on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:01.433700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d05eb-0089-44fb-a387-3cba485ccec1 None None] Pushing event updated for resources: {'Port': ['ID=4a6288ef-1c0b-4918-a6d6-fb58401110db,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:01.442545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:01.442848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:01.443213 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.443612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:01.444876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Bound port: 4a6288ef-1c0b-4918-a6d6-fb58401110db, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:01.445092 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.498046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:38:59Z', 'revision_number': 3, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:01.534701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Checking router: 3f232651-a53c-48f8-9528-1bc667fd7247 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:01.535065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Updating router 3f232651-a53c-48f8-9528-1bc667fd7247 port 33407251-e2b4-4f0d-8e0c-fe5b28193645 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:39:01.537292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] For port 4a6288ef-1c0b-4918-a6d6-fb58401110db, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:01.539679 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.565555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] For port 4a6288ef-1c0b-4918-a6d6-fb58401110db, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4a6288ef-1c0b-4918-a6d6-fb58401110db,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:01.567121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa785910-f26e-4831-999d-bdbbc384a16b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.571604 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.574744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.585906 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa785910-f26e-4831-999d-bdbbc384a16b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.662603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:01.663754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:01.731842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Allocated IP 172.20.0.1 (4713cd55-5613-4ac4-8e5a-567edacbbbb8/1423e4cb-434d-4257-bd3c-188c34059126/821e8129-98f1-48cc-9ecb-6ae078d1cbaa) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:01.753764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d05eb-0089-44fb-a387-3cba485ccec1 None None] Pushing event updated for resources: {'Port': ['ID=4a6288ef-1c0b-4918-a6d6-fb58401110db,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:01.782024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.815076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa785910-f26e-4831-999d-bdbbc384a16b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Router 7beb60ee-2ba3-44c1-981d-a0f94fe73e6b is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:39:01.849678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.883730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:01.895164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.932164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Subnet': ['ID=bad653a2-dcb2-46ea-907f-9423c8ee9d12,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:01.938676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa785910-f26e-4831-999d-bdbbc384a16b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:01.947741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aa785910-f26e-4831-999d-bdbbc384a16b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.954226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:01.954226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:01.954787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aa785910-f26e-4831-999d-bdbbc384a16b tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "PUT /v2.0/routers/7beb60ee-2ba3-44c1-981d-a0f94fe73e6b HTTP/1.1" status: 200 len: 694 time: 0.6804526 Aug 16 02:39:01.960913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Checking segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:01.961296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network hostable DHCP agents. Network: e31d1ace-d3b8-40ad-bc12-41cfb236f74c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:39:01.963910 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] Sync routers for ids ['7beb60ee-2ba3-44c1-981d-a0f94fe73e6b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:01.975653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:01.983029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:01.983697 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] Routers {'7beb60ee-2ba3-44c1-981d-a0f94fe73e6b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:01.984593 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7beb60ee-2ba3-44c1-981d-a0f94fe73e6b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:01.988825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:39:02.005258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, e31d1ace-d3b8-40ad-bc12-41cfb236f74c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:02.024633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:02.025477 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.025631 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.041439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c97a43e-f5ad-4378-b168-606e18ea5020 None None] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:39:02.051855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48818) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:02.054229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-46759eab-66d3-4542-9a0a-f361273973f8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9313309 Aug 16 02:39:02.073788 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] Set router 7beb60ee-2ba3-44c1-981d-a0f94fe73e6b gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:02.093791 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Pushing event updated for resources: {'Port': ['ID=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:02.136781 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beb60ee-2ba3-44c1-981d-a0f94fe73e6b', 'name': 'tempest-RoutersTest-router-1659272597', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:01Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:02.137065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55051-cd4d-40a8-a272-5e3760c9675e req-faa183e8-3cf6-4b96-b13b-1fe267ec2dc8 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:02.139323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20e55051-cd4d-40a8-a272-5e3760c9675e req-faa183e8-3cf6-4b96-b13b-1fe267ec2dc8 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 944 time: 0.0668938 Aug 16 02:39:02.163391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3bc540b3-6668-493e-ad02-df4fe38d0812 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/routers/7beb60ee-2ba3-44c1-981d-a0f94fe73e6b HTTP/1.1" status: 200 len: 700 time: 0.2088337 Aug 16 02:39:02.168161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:02.181916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.184200 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] Checking router: 7beb60ee-2ba3-44c1-981d-a0f94fe73e6b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:02.195114 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] Routers {'7beb60ee-2ba3-44c1-981d-a0f94fe73e6b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:02.196136 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7beb60ee-2ba3-44c1-981d-a0f94fe73e6b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:02.209123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4b552cab-c6ac-44c0-a9a9-38dbe176d990 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=7beb60ee-2ba3-44c1-981d-a0f94fe73e6b HTTP/1.1" status: 200 len: 205 time: 0.0394304 Aug 16 02:39:02.212805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:02.226030 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20e55051-cd4d-40a8-a272-5e3760c9675e req-45653785-a8fd-4a4f-b188-9968d3ef4d25 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793855 Aug 16 02:39:02.300156 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] Set router 7beb60ee-2ba3-44c1-981d-a0f94fe73e6b gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:02.306971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499f78a4-5cc7-44e6-8f34-9f9e0b158017 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.352233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 14af6659-ec3e-40a8-95a5-5d17aacff87e details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:39:02.387980 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beb60ee-2ba3-44c1-981d-a0f94fe73e6b', 'name': 'tempest-RoutersTest-router-1659272597', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:01Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:02.453554 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08672-cfa3-4d8a-9467-92583c7d362b None None] The sync data for ids ['7beb60ee-2ba3-44c1-981d-a0f94fe73e6b'] in n-d-769329-15 is: [{'id': '7beb60ee-2ba3-44c1-981d-a0f94fe73e6b', 'name': 'tempest-RoutersTest-router-1659272597', 'tenant_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:01Z', 'revision_number': 2, 'project_id': 'eb4c60cde01b4e6b9ef5bdbc7bf5ef46', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:02.466361 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.615335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Transition to ACTIVE for port object 33407251-e2b4-4f0d-8e0c-fe5b28193645 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:02.619798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:39:02.620849 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.648844 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.722678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 14af6659-ec3e-40a8-95a5-5d17aacff87e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:02.745430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'mac_address': 'fa:16:3e:ee:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:39:02.778033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.833314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.897564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499f78a4-5cc7-44e6-8f34-9f9e0b158017 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.899338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499f78a4-5cc7-44e6-8f34-9f9e0b158017 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.942244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Attempting to bind port 33407251-e2b4-4f0d-8e0c-fe5b28193645 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:02.942714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Attempting to bind port 33407251-e2b4-4f0d-8e0c-fe5b28193645 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:02.943159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Attempting to bind port 33407251-e2b4-4f0d-8e0c-fe5b28193645 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:02.950052 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499f78a4-5cc7-44e6-8f34-9f9e0b158017 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.950650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14af6659-ec3e-40a8-95a5-5d17aacff87e {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:02.951812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f78a4-5cc7-44e6-8f34-9f9e0b158017 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Fanout notify agent at l3_agent the message router_deleted on router 7beb60ee-2ba3-44c1-981d-a0f94fe73e6b {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:39:02.954433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.955224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e3e2-02b2-433f-9f87-10bc6cd8b48d None None] Pushing event updated for resources: {'Port': ['ID=33407251-e2b4-4f0d-8e0c-fe5b28193645,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:02.962240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-499f78a4-5cc7-44e6-8f34-9f9e0b158017 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.963985 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-499f78a4-5cc7-44e6-8f34-9f9e0b158017 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/7beb60ee-2ba3-44c1-981d-a0f94fe73e6b HTTP/1.1" status: 204 len: 168 time: 0.7498014 Aug 16 02:39:02.968148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48834) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:02.974116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:02.974498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:02.974901 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:02.975401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:02.975904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Bound port: 33407251-e2b4-4f0d-8e0c-fe5b28193645, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:02.976354 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.005059 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3ad53bb-5162-4ca9-a330-d29faf251fee tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=7beb60ee-2ba3-44c1-981d-a0f94fe73e6b HTTP/1.1" status: 200 len: 205 time: 0.0331297 Aug 16 02:39:03.005398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:38:59Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:03.005562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.008861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 14af6659-ec3e-40a8-95a5-5d17aacff87e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:03.057318 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d322f7e7-874d-4f85-a5ce-89bd89654755 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] delete failed (client error): The resource could not be found. Aug 16 02:39:03.060769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d322f7e7-874d-4f85-a5ce-89bd89654755 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/7beb60ee-2ba3-44c1-981d-a0f94fe73e6b HTTP/1.1" status: 404 len: 336 time: 0.0520406 Aug 16 02:39:03.061175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.071356 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.077971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b96ee2-1fdf-4eec-8d26-06a3bebdc1e9 None None] The sync data for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 is: [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:38:59Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:03.090590 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-386e185a-d5f8-48be-a503-99deed88eb79 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:03.091096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386e185a-d5f8-48be-a503-99deed88eb79 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:03.096143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-386e185a-d5f8-48be-a503-99deed88eb79 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/865faf40-849e-4205-8ff7-30cf9eac23eb HTTP/1.1" status: 404 len: 337 time: 0.0311935 Aug 16 02:39:03.096349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.131363 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4efcce-c1b0-4bd1-96bf-e66580398833 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:03.131820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4efcce-c1b0-4bd1-96bf-e66580398833 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:03.135986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed4efcce-c1b0-4bd1-96bf-e66580398833 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/240739f7-f9fe-4606-841d-7093658c20c0 HTTP/1.1" status: 404 len: 337 time: 0.0365217 Aug 16 02:39:03.136940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.137855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.142262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Allocated IP 172.20.0.2 (e31d1ace-d3b8-40ad-bc12-41cfb236f74c/bad653a2-dcb2-46ea-907f-9423c8ee9d12/5034aa51-5f1e-47a3-b646-c391436a9cdc) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:03.150139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.162118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] For port 33407251-e2b4-4f0d-8e0c-fe5b28193645, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:03.164945 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7afb47-bacb-4db7-b1c2-c69ef8b3e7c8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:03.165408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7afb47-bacb-4db7-b1c2-c69ef8b3e7c8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:03.169629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6c7afb47-bacb-4db7-b1c2-c69ef8b3e7c8 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/7ec499b9-7045-45b5-ab81-70a386e6f494 HTTP/1.1" status: 404 len: 337 time: 0.0300756 Aug 16 02:39:03.169937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.189311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] For port 33407251-e2b4-4f0d-8e0c-fe5b28193645, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=33407251-e2b4-4f0d-8e0c-fe5b28193645,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:03.190430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=14af6659-ec3e-40a8-95a5-5d17aacff87e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:03.202779 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1f714b-6526-472d-b79e-f3e722ed4220 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:03.203257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1f714b-6526-472d-b79e-f3e722ed4220 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:03.207466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bd1f714b-6526-472d-b79e-f3e722ed4220 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/6d641e41-cab0-4a36-99f5-931491dc7868 HTTP/1.1" status: 404 len: 337 time: 0.0341825 Aug 16 02:39:03.207820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.209565 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.241793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1304b38a-77c8-4bdf-9c6f-298f65547f67 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 200 len: 205 time: 0.0322294 Aug 16 02:39:03.244175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.308181 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.312490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Pushing event updated for resources: {'Port': ['ID=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:03.328803 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-7adabecd-5b92-47d9-910a-1529e3dfcc51 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] delete failed (client error): The resource could not be found. Aug 16 02:39:03.333238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7adabecd-5b92-47d9-910a-1529e3dfcc51 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/07f166cd-b046-4ccf-b0be-48eb48dbe385 HTTP/1.1" status: 404 len: 336 time: 0.0877128 Aug 16 02:39:03.334389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.353193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['14af6659-ec3e-40a8-95a5-5d17aacff87e'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:03.381276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.381624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.381968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.382305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.382640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.382973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.383298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.383626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.383952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.385041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.385177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.385852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:03.394875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ee7e72ee-b6f4-45e3-a3b4-25eb22a1fac3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1191980-a547-488f-b68f-2cd4d2f63f44 HTTP/1.1" status: 200 len: 205 time: 0.0590436 Aug 16 02:39:03.397628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48854) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.455332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:03.456144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:03.490444 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-1da73074-9cc4-4e25-8199-de196c003dab tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] delete failed (client error): The resource could not be found. Aug 16 02:39:03.495232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1da73074-9cc4-4e25-8199-de196c003dab tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/b1191980-a547-488f-b68f-2cd4d2f63f44 HTTP/1.1" status: 404 len: 336 time: 0.0939314 Aug 16 02:39:03.499125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48856) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.531929 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e895e9b4-e5ba-46b8-be62-f5c7c189b66e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:03.532419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e895e9b4-e5ba-46b8-be62-f5c7c189b66e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:03.538638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e895e9b4-e5ba-46b8-be62-f5c7c189b66e tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/c4efeb7f-bf8d-4037-9ab1-d4a60ace828c HTTP/1.1" status: 404 len: 337 time: 0.0338209 Aug 16 02:39:03.540027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.589764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:03.591980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:03.620360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c2a3e2cc-e68f-4e8c-86ba-454d44cb2dc3 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 HTTP/1.1" status: 200 len: 205 time: 0.0768619 Aug 16 02:39:03.631629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48860) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.645120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:03.727712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9aeaa8-870b-4d53-ab23-70fde88e74a1 req-01592127-8582-41f8-8498-2585904cea9e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:03.736664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e9aeaa8-870b-4d53-ab23-70fde88e74a1 req-01592127-8582-41f8-8498-2585904cea9e tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 945 time: 0.3829327 Aug 16 02:39:03.757799 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d6ab8ca0-2aad-44db-922a-43df2b20a9e5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] delete failed (client error): The resource could not be found. Aug 16 02:39:03.760100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e3e2-02b2-433f-9f87-10bc6cd8b48d None None] Pushing event updated for resources: {'Port': ['ID=33407251-e2b4-4f0d-8e0c-fe5b28193645,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:03.773280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d6ab8ca0-2aad-44db-922a-43df2b20a9e5 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/df0ddbad-2b6e-4dc2-b8f4-f9b349b3f769 HTTP/1.1" status: 404 len: 336 time: 0.1350977 Aug 16 02:39:03.784200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48864) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.847633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.852535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8e9aeaa8-870b-4d53-ab23-70fde88e74a1 req-4b86fec9-a6df-4950-a532-4f63183eadae tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143334 Aug 16 02:39:03.867216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9aff4385-967a-468e-aeec-ab6f38e38d93 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=adb464e8-f8d2-458d-9863-73a634e75715 HTTP/1.1" status: 200 len: 205 time: 0.0791421 Aug 16 02:39:03.908539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Router 3f232651-a53c-48f8-9528-1bc667fd7247 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:03.934474 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-aa373ebd-33f7-44e3-8c1f-90563ddd7525 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] delete failed (client error): The resource could not be found. Aug 16 02:39:03.936362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aa373ebd-33f7-44e3-8c1f-90563ddd7525 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/adb464e8-f8d2-458d-9863-73a634e75715 HTTP/1.1" status: 404 len: 336 time: 0.0822604 Aug 16 02:39:03.939921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:03.995467 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f99e7c8-fc2a-49c3-9db4-f272bd676e54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:03.996112 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.996611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f99e7c8-fc2a-49c3-9db4-f272bd676e54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:04.002001 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f99e7c8-fc2a-49c3-9db4-f272bd676e54 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/68ef16cf-d081-42f8-8580-28d1c21449ce HTTP/1.1" status: 404 len: 337 time: 0.0603642 Aug 16 02:39:04.002876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.019272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Transition to ACTIVE for port object 5034aa51-5f1e-47a3-b646-c391436a9cdc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:04.053824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f342bb22-47d5-41b4-a192-907a9e4fec1f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=88432a80-91e3-4f1b-9d5f-315f54cbdf14 HTTP/1.1" status: 200 len: 205 time: 0.0490954 Aug 16 02:39:04.056483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48872) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.104410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Transition to ACTIVE for port object 5034aa51-5f1e-47a3-b646-c391436a9cdc will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:04.124409 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:04.140527 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-f9ef7a13-1a51-4f67-af32-10190c0a5c28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] delete failed (client error): The resource could not be found. Aug 16 02:39:04.141795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f9ef7a13-1a51-4f67-af32-10190c0a5c28 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/88432a80-91e3-4f1b-9d5f-315f54cbdf14 HTTP/1.1" status: 404 len: 336 time: 0.0842533 Aug 16 02:39:04.144623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48874) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.164149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:04.209424 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1eacca-0520-4d2e-bb5e-eafaf6946ee2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:04.212323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:04.216210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1eacca-0520-4d2e-bb5e-eafaf6946ee2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:04.219815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4b1eacca-0520-4d2e-bb5e-eafaf6946ee2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/f74b3697-4be4-4cd0-9c2e-bf19936912f8 HTTP/1.1" status: 404 len: 337 time: 0.0738618 Aug 16 02:39:04.222329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.225829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:04.275711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.1 (e31d1ace-d3b8-40ad-bc12-41cfb236f74c/bad653a2-dcb2-46ea-907f-9423c8ee9d12/e4fabac4-399b-491f-8d0c-bfe76e6eae4a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:04.283411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cae1e045-8a8e-49a4-b02a-e357b45e6868 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 HTTP/1.1" status: 200 len: 205 time: 0.0596395 Aug 16 02:39:04.285925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48878) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.351833 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-6d5e4418-39b8-41cf-843b-696fd2dfac8f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] delete failed (client error): The resource could not be found. Aug 16 02:39:04.353577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6d5e4418-39b8-41cf-843b-696fd2dfac8f tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/routers/3d62c63d-ebc8-4834-b8e2-620ca9e6b1e8 HTTP/1.1" status: 404 len: 336 time: 0.0664799 Aug 16 02:39:04.356576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48880) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.397046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Pushing event updated for resources: {'Port': ['ID=5034aa51-5f1e-47a3-b646-c391436a9cdc,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:04.414515 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b3eef8-0932-4859-a6e7-d13afc72aef2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:04.414983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Attempting to bind port 5034aa51-5f1e-47a3-b646-c391436a9cdc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:04.415157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b3eef8-0932-4859-a6e7-d13afc72aef2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:04.415809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Attempting to bind port 5034aa51-5f1e-47a3-b646-c391436a9cdc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:04.416458 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Attempting to bind port 5034aa51-5f1e-47a3-b646-c391436a9cdc on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:04.420009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-37b3eef8-0932-4859-a6e7-d13afc72aef2 tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/f5811483-eabf-4820-a1d5-038c9f0f9e38 HTTP/1.1" status: 404 len: 337 time: 0.0619442 Aug 16 02:39:04.420809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48882) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.421526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 2, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:04.450621 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cbf340-501b-4f7b-8a33-774b120ecaec tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] DELETE failed (client error): The resource could not be found. Aug 16 02:39:04.450995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cbf340-501b-4f7b-8a33-774b120ecaec tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:39:04.467118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28701d-045e-4a44-9cc7-4d40831e9c0f None None] The sync data for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 is: [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 2, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:04.468452 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e7cbf340-501b-4f7b-8a33-774b120ecaec tempest-RoutersTest-1460243701 tempest-RoutersTest-1460243701-project] 10.222.0.78 "DELETE /v2.0/subnets/bec0286b-f20d-4710-ab35-7f790a7c04ed HTTP/1.1" status: 404 len: 337 time: 0.0341563 Aug 16 02:39:04.473126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:04.473631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Checking segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:04.474252 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:04.474834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Bound using segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:04.475564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Bound port: 5034aa51-5f1e-47a3-b646-c391436a9cdc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:04.476054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:04.624206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] For port 5034aa51-5f1e-47a3-b646-c391436a9cdc, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:04.627875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] For port 5034aa51-5f1e-47a3-b646-c391436a9cdc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5034aa51-5f1e-47a3-b646-c391436a9cdc,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:04.640718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:04.726328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e061692-abc8-49bf-a6bd-1ebd697e0019 None None] Pushing event updated for resources: {'Port': ['ID=5034aa51-5f1e-47a3-b646-c391436a9cdc,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:04.846906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 48888) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:04.890276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:04.896760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c5f386ac-2b9f-4009-aa48-1d16b13dd05b admin admin] 10.222.0.78 "PUT /v2.0/routers/3f232651-a53c-48f8-9528-1bc667fd7247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8895340 Aug 16 02:39:05.096856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.184837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object e4fabac4-399b-491f-8d0c-bfe76e6eae4a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:05.232946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b076-204e-476d-bdbb-5293e52bd63f req-c7d7d678-5dab-4eea-a773-f1b31c3467be tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:05.234712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2109b076-204e-476d-bdbb-5293e52bd63f req-c7d7d678-5dab-4eea-a773-f1b31c3467be tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 945 time: 0.1846125 Aug 16 02:39:05.277680 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bfe5680e-fa73-4301-8eab-1a669a9b942a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb4c60cde01b4e6b9ef5bdbc7bf5ef46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300942 Aug 16 02:39:05.281831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 48904) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:05.301434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.468095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:05.530985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:05.550419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:05.552852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a6288ef-1c0b-4918-a6d6-fb58401110db up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:05.604145 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2109b076-204e-476d-bdbb-5293e52bd63f req-1fb8dc50-65b5-41d3-a12f-ff7120b8d5b0 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243771 Aug 16 02:39:05.651301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:05.677153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.679539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-ab3aa0a2-d58c-4538-8d56-ef68e5f73383 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:05.681212 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-ab3aa0a2-d58c-4538-8d56-ef68e5f73383 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 820 time: 0.1769304 Aug 16 02:39:05.691396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4a6288ef-1c0b-4918-a6d6-fb58401110db completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:05.695710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4a6288ef-1c0b-4918-a6d6-fb58401110db triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:05.696095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.705982 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-a6f45676-b1cf-4a1d-b4c0-959ee6ce4747 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/quotas/35f85c007d8b4052bf0838a3f2e26ccf HTTP/1.1" status: 200 len: 375 time: 0.0128622 Aug 16 02:39:05.742707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e6531dd-7952-4d81-8cba-4c3b4606a400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.777638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-f72fc3f2-bb81-4648-85b0-557b53a5af2c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614958 Aug 16 02:39:05.802606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e6531dd-7952-4d81-8cba-4c3b4606a400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.845414 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.889142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 4a6288ef-1c0b-4918-a6d6-fb58401110db, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4a6288ef-1c0b-4918-a6d6-fb58401110db,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:05.896202 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.898553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5034aa51-5f1e-47a3-b646-c391436a9cdc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:05.981991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e6531dd-7952-4d81-8cba-4c3b4606a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.984599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e6531dd-7952-4d81-8cba-4c3b4606a400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.990022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0e6531dd-7952-4d81-8cba-4c3b4606a400 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9832568d-95fd-4bb3-9ad6-3b689c4e71fc HTTP/1.1" status: 204 len: 168 time: 0.7038925 Aug 16 02:39:05.992840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-68bfeb6d-9af2-4468-b9e6-d2051647778a service neutron] 10.222.0.78 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054055 Aug 16 02:39:05.999938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:06.006845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6531dd-7952-4d81-8cba-4c3b4606a400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832568d-95fd-4bb3-9ad6-3b689c4e71fc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:06.064470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=4a6288ef-1c0b-4918-a6d6-fb58401110db,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:06.107338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5034aa51-5f1e-47a3-b646-c391436a9cdc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:06.186228 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-de1b5403-2a0a-48a9-b907-7d5e448ac809 service neutron] 10.222.0.78 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924231 Aug 16 02:39:06.374046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 14af6659-ec3e-40a8-95a5-5d17aacff87e up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:06.524096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f51bb-0e7c-4c07-8309-fbcb54179c99 None None] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:39:06.591944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e46d856a-bd53-4738-a11a-1165cfbef1fd req-f2bb97b7-39ed-4a1a-8dca-898bc602c589 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 210 time: 0.1046700 Aug 16 02:39:06.592538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 14af6659-ec3e-40a8-95a5-5d17aacff87e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:06.602830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 14af6659-ec3e-40a8-95a5-5d17aacff87e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:06.603473 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:06.845240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:06.856566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:06.900938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2e26f-777f-47dd-8717-0672a4f4c940 req-7f93053d-9f11-458a-a9c3-7f4e36c38282 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:06.904390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97c2e26f-777f-47dd-8717-0672a4f4c940 req-7f93053d-9f11-458a-a9c3-7f4e36c38282 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 945 time: 0.1355765 Aug 16 02:39:07.043402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:07.046382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97c2e26f-777f-47dd-8717-0672a4f4c940 req-75f40fb0-13a7-4c89-9074-85c14c6e848d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278629 Aug 16 02:39:07.062553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:07.135791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5cddab97-82eb-43d0-8f83-acf6dbb9d8b6 None None] Provisioning for port 5034aa51-5f1e-47a3-b646-c391436a9cdc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:07.150539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5cddab97-82eb-43d0-8f83-acf6dbb9d8b6 None None] Provisioning complete for port 5034aa51-5f1e-47a3-b646-c391436a9cdc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:07.150909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cddab97-82eb-43d0-8f83-acf6dbb9d8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:07.273198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:07.273502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:07.275573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:07.339344 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cddab97-82eb-43d0-8f83-acf6dbb9d8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:07.376652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:07.388840 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dd0e0c-adf3-47aa-bbc6-3f63f34103cc" -d '{"events": [{"server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "name": "network-vif-plugged", "status": "completed", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:07.452578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 14af6659-ec3e-40a8-95a5-5d17aacff87e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:07.486970 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef17e62-40cd-4027-aef3-06dbd8bd99a7 x-openstack-request-id: req-aef17e62-40cd-4027-aef3-06dbd8bd99a7 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:07.487236 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "name": "network-vif-plugged", "status": "completed", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:07.487510 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aef17e62-40cd-4027-aef3-06dbd8bd99a7 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:07.487851 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'code': 200} Aug 16 02:39:07.493068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:07.497606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:07.606526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5cddab97-82eb-43d0-8f83-acf6dbb9d8b6 None None] For port 5034aa51-5f1e-47a3-b646-c391436a9cdc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5034aa51-5f1e-47a3-b646-c391436a9cdc,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:07.692963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569f13-e542-49dd-8543-f9f4285514a5 req-72fc8261-cd8e-4622-855b-f01c1106c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:07.696525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01569f13-e542-49dd-8543-f9f4285514a5 req-72fc8261-cd8e-4622-855b-f01c1106c8e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1098 time: 0.1377800 Aug 16 02:39:07.697703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=14af6659-ec3e-40a8-95a5-5d17aacff87e,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:07.717978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 33407251-e2b4-4f0d-8e0c-fe5b28193645 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:07.726861 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5cddab97-82eb-43d0-8f83-acf6dbb9d8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:07.825533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:07.847658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-18759e5c-baef-4a00-8077-225d67003b3c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7943926 Aug 16 02:39:07.849638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Sync routers for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:07.864936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57134f7c-e25c-4272-89ca-02e3dda95f86 req-2139f26b-480d-475a-9e1c-0932a2160f58 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 210 time: 0.1101987 Aug 16 02:39:07.878395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:07.879298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:07.895404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01569f13-e542-49dd-8543-f9f4285514a5 req-379a71d0-acd9-4d15-a3a4-90ba4987ccd5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907637 Aug 16 02:39:08.057610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-91b21ed1-7872-4c91-945b-f58a9eee494e None None] Provisioning for port e4fabac4-399b-491f-8d0c-bfe76e6eae4a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:08.096973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-91b21ed1-7872-4c91-945b-f58a9eee494e None None] Provisioning complete for port e4fabac4-399b-491f-8d0c-bfe76e6eae4a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:08.099368 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-91b21ed1-7872-4c91-945b-f58a9eee494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:08.117627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddab97-82eb-43d0-8f83-acf6dbb9d8b6 None None] Pushing event updated for resources: {'Port': ['ID=5034aa51-5f1e-47a3-b646-c391436a9cdc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:08.241906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-25fb143b-9d7c-48ef-a01f-28570d0ec1f3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560398332&fields=id&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 267 time: 0.0605056 Aug 16 02:39:08.270178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:08.355388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-0184f5f8-0ce1-4f25-9595-e1d57e87c5c4 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:08.356973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-0184f5f8-0ce1-4f25-9595-e1d57e87c5c4 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.98 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 820 time: 0.3364699 Aug 16 02:39:08.405026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Request body: {'port': {'device_id': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'admin_state_up': True, 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:08.447575 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Sync routers for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:08.461869 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:08.462960 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:08.494985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-b3f966bc-1c46-4f6e-98d7-5306b13ae81f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:08.503347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-b3f966bc-1c46-4f6e-98d7-5306b13ae81f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 796 time: 0.2598369 Aug 16 02:39:08.539252 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-8c7f9ac3-9309-4c51-9a5b-f56ff64a4c34 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/quotas/a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 375 time: 0.0346498 Aug 16 02:39:08.573866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 33407251-e2b4-4f0d-8e0c-fe5b28193645 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:08.595743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 33407251-e2b4-4f0d-8e0c-fe5b28193645 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:08.597750 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:08.663885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d507a9-97d3-4b73-80ad-ee1e99346fff req-459917f9-81ee-47eb-b70e-7e676133d05f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:08.666795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27d507a9-97d3-4b73-80ad-ee1e99346fff req-459917f9-81ee-47eb-b70e-7e676133d05f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 946 time: 0.3075421 Aug 16 02:39:08.682713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-91b21ed1-7872-4c91-945b-f58a9eee494e None None] Port e4fabac4-399b-491f-8d0c-bfe76e6eae4a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:39:08.694856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-b68d2e29-8e81-4757-9e14-53184704c0cf tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476133 Aug 16 02:39:08.729642 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:08.750786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Made reservation on behalf of 35f85c007d8b4052bf0838a3f2e26ccf for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:08.773142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:08.793665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-91b21ed1-7872-4c91-945b-f58a9eee494e None None] Provisioning complete for port 5034aa51-5f1e-47a3-b646-c391436a9cdc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:08.794187 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-91b21ed1-7872-4c91-945b-f58a9eee494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:08.875203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27d507a9-97d3-4b73-80ad-ee1e99346fff req-4bcb5908-3a34-4f37-acad-1b944eb6625f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015746 Aug 16 02:39:08.886896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-108f4b74-44e0-45e3-a7aa-271b9f180490 service neutron] 10.222.0.78 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861250 Aug 16 02:39:09.048964 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.094392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb4af866-50ec-4826-a5e4-45f059339639 req-d2f7d820-6aec-459c-9268-93aad58079b3 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 210 time: 0.0811024 Aug 16 02:39:09.105651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-4f7e6077-0f84-47da-aa18-b17102965e07 service neutron] 10.222.0.78 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172585 Aug 16 02:39:09.189220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Allocated IP 172.20.0.4 (4713cd55-5613-4ac4-8e5a-567edacbbbb8/1423e4cb-434d-4257-bd3c-188c34059126/49ebc781-722b-4bb6-b823-b01103b558aa) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:09.214604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 33407251-e2b4-4f0d-8e0c-fe5b28193645, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=33407251-e2b4-4f0d-8e0c-fe5b28193645,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:09.246707 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.247683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a6288ef-1c0b-4918-a6d6-fb58401110db up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:09.310247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:06Z', 'revision_number': 2, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:09.373794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Checking router: 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:09.374173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Updating router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 port e4fabac4-399b-491f-8d0c-bfe76e6eae4a binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:39:09.400125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be13ce56-6711-4598-b3b5-a03e69df801b req-c80e6203-d375-43d4-baab-a6b48455b0e2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 210 time: 0.0847321 Aug 16 02:39:09.403229 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 2, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:09.455891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9a6e4ed3-cf06-48bb-a5c7-4f90a8fa01ee None None] Provisioning complete for port e4fabac4-399b-491f-8d0c-bfe76e6eae4a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:09.456308 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4ed3-cf06-48bb-a5c7-4f90a8fa01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.459127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.488761 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Checking router: 3f232651-a53c-48f8-9528-1bc667fd7247 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:09.489254 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Updating router 3f232651-a53c-48f8-9528-1bc667fd7247 port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:39:09.514484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=33407251-e2b4-4f0d-8e0c-fe5b28193645,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:09.564773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e4ed3-cf06-48bb-a5c7-4f90a8fa01ee None None] Port e4fabac4-399b-491f-8d0c-bfe76e6eae4a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:39:09.568375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.570098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4a6288ef-1c0b-4918-a6d6-fb58401110db triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:09.570757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.588833 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.668079 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.750747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:09.751393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:09.754951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:09.759997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:09.815190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event updated for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:09.843859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:09.844772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.863688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-4dd81c02-ecaf-4c06-99c2-2f717e262072 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4665577 Aug 16 02:39:09.885388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Request body: {'port': {'device_id': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:09.989543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ec44826-ac54-4720-bfb1-65d997745a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.991767 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.106000 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.107745 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.117670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Transition to ACTIVE for port object e4fabac4-399b-491f-8d0c-bfe76e6eae4a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:10.119507 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Transition to ACTIVE for port object 821e8129-98f1-48cc-9ecb-6ae078d1cbaa will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:10.122818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 33407251-e2b4-4f0d-8e0c-fe5b28193645 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:10.126863 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.128886 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.184260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438195-bd18-4d12-9e37-76d175463378 req-e11dc0d6-e5e6-413a-95b3-589df12290cf tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:10.194556 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65438195-bd18-4d12-9e37-76d175463378 req-e11dc0d6-e5e6-413a-95b3-589df12290cf tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 946 time: 0.1884129 Aug 16 02:39:10.205590 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbcabe-2f82-4ad2-b25e-6e1411123114 None None] Pushing event updated for resources: {'Port': ['ID=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:10.254385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65438195-bd18-4d12-9e37-76d175463378 req-0fd1b780-f46b-4bb0-8586-56a7381d88b4 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585430 Aug 16 02:39:10.297850 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Attempting to bind port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:10.298231 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Attempting to bind port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:10.298669 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Attempting to bind port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa on network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:10.310058 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:10.310570 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Checking segment: {'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:10.310981 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.311250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ec44826-ac54-4720-bfb1-65d997745a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.311914 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Bound using segment: {'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:10.312707 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Bound port: 821e8129-98f1-48cc-9ecb-6ae078d1cbaa, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:10.313102 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.326928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ecf9c-683b-4a02-bea8-25610b9695b5 None None] Pushing event updated for resources: {'Port': ['ID=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:10.339557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ec44826-ac54-4720-bfb1-65d997745a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.347840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b4c0-5a1f-405b-afb4-13eb1fbd4ec4 req-9e29c1b0-fb56-4900-bdb0-2a0a8d7b0203 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:10.350578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3673b4c0-5a1f-405b-afb4-13eb1fbd4ec4 req-9e29c1b0-fb56-4900-bdb0-2a0a8d7b0203 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 931 time: 0.1205349 Aug 16 02:39:10.405903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 33407251-e2b4-4f0d-8e0c-fe5b28193645 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:10.406396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.446586 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] For port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:10.457408 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] For port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:10.464142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3673b4c0-5a1f-405b-afb4-13eb1fbd4ec4 req-23a374d4-76e4-428d-962d-fac5fcb48c7c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740926 Aug 16 02:39:10.465590 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.473835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Attempting to bind port e4fabac4-399b-491f-8d0c-bfe76e6eae4a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:10.474214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Attempting to bind port e4fabac4-399b-491f-8d0c-bfe76e6eae4a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:10.474584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Attempting to bind port e4fabac4-399b-491f-8d0c-bfe76e6eae4a on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:10.481953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec44826-ac54-4720-bfb1-65d997745a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf0dfd6-0f36-422f-8dc2-f13350323d6e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:10.482432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:10.482871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Checking segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:10.483225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.483629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Bound using segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:10.484115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Bound port: e4fabac4-399b-491f-8d0c-bfe76e6eae4a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:10.484548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.515376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2ec44826-ac54-4720-bfb1-65d997745a33 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=afbce633dd9d4444baaa4fae7e57bd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631137 Aug 16 02:39:10.520523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49028) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:10.543099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4152d6-ea4d-41b8-bf97-c21e1fa0e1d9 req-2007cfb7-2607-40f5-918a-21edf6469a8c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:10.552661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d4152d6-ea4d-41b8-bf97-c21e1fa0e1d9 req-2007cfb7-2607-40f5-918a-21edf6469a8c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 946 time: 0.1479819 Aug 16 02:39:10.596949 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbcabe-2f82-4ad2-b25e-6e1411123114 None None] Pushing event updated for resources: {'Port': ['ID=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:10.622360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d4152d6-ea4d-41b8-bf97-c21e1fa0e1d9 req-6e36379e-0c4a-4502-80e8-0dfad74bb605 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681403 Aug 16 02:39:10.637051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] For port e4fabac4-399b-491f-8d0c-bfe76e6eae4a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:10.642127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ebc781-722b-4bb6-b823-b01103b558aa {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:10.642501 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:10.643328 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:10.649792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:10.652956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] For port e4fabac4-399b-491f-8d0c-bfe76e6eae4a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:10.664872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4ca8e67a-91e6-4559-a709-21fff2a4ab30 req-96d73966-1ae4-4215-955f-622aa4e9a24e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 210 time: 0.0903242 Aug 16 02:39:10.683143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.700548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.716860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6b6488a-70a4-4bee-a9ca-e7f5d0db859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.719324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Transition to ACTIVE for port object 49ebc781-722b-4bb6-b823-b01103b558aa will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:10.731157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.838254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6b6488a-70a4-4bee-a9ca-e7f5d0db859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:10.868437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5034aa51-5f1e-47a3-b646-c391436a9cdc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:10.894143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-e330b224-029d-43ea-9d0f-4f049182111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:10.899491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-e330b224-029d-43ea-9d0f-4f049182111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 796 time: 0.1857886 Aug 16 02:39:10.975474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Pushing event updated for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:10.984816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-6465b974-e20c-4781-9426-ae92b3684a56 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 380 time: 0.0749068 Aug 16 02:39:11.029909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'port': {'device_id': '15776466-09f6-4d70-8d31-df9e99a7421b', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'admin_state_up': True, 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'security_groups': ['f745dab2-a68b-4741-a6d1-89cd1a14711f']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:11.034354 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:11.047604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:11.050383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:11.135191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc920e-2bc1-4ecd-b098-76ae6afbdc13 req-f95f9f75-16d5-4b62-ae88-fa968c030939 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.136791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26fc920e-2bc1-4ecd-b098-76ae6afbdc13 req-f95f9f75-16d5-4b62-ae88-fa968c030939 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1662138 Aug 16 02:39:11.138538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Attempting to bind port 49ebc781-722b-4bb6-b823-b01103b558aa on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:11.139043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Attempting to bind port 49ebc781-722b-4bb6-b823-b01103b558aa by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:11.139467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Attempting to bind port 49ebc781-722b-4bb6-b823-b01103b558aa on network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:11.155614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Port 49ebc781-722b-4bb6-b823-b01103b558aa on network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:39:11.156196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Attempting to bind port 49ebc781-722b-4bb6-b823-b01103b558aa on network 4713cd55-5613-4ac4-8e5a-567edacbbbb8 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:11.170692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:11.172506 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6b6488a-70a4-4bee-a9ca-e7f5d0db859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.174782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.175229 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6b6488a-70a4-4bee-a9ca-e7f5d0db859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.178707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a6b6488a-70a4-4bee-a9ca-e7f5d0db859f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8bf0dfd6-0f36-422f-8dc2-f13350323d6e HTTP/1.1" status: 204 len: 168 time: 0.6550698 Aug 16 02:39:11.182117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:11.182555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Checking segment: {'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:11.183117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Bound using segment: {'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:11.183652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Bound port: 49ebc781-722b-4bb6-b823-b01103b558aa, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:11.184118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.201792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6488a-70a4-4bee-a9ca-e7f5d0db859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf0dfd6-0f36-422f-8dc2-f13350323d6e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:11.226233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26fc920e-2bc1-4ecd-b098-76ae6afbdc13 req-6664d20c-5a61-41b0-9a37-d6be69d9958e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825884 Aug 16 02:39:11.232133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:11.297903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ecf9c-683b-4a02-bea8-25610b9695b5 None None] Pushing event updated for resources: {'Port': ['ID=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:11.316327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5034aa51-5f1e-47a3-b646-c391436a9cdc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:11.316484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.317768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:11.330701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49ebc781-722b-4bb6-b823-b01103b558aa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:11.331675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8667b29-9e83-4537-bf30-4868b162fa4f tempest-TestVolumeBackupRestore-634842406 tempest-TestVolumeBackupRestore-634842406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.334140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f8667b29-9e83-4537-bf30-4868b162fa4f tempest-TestVolumeBackupRestore-634842406 tempest-TestVolumeBackupRestore-634842406-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1093 time: 0.6829123 Aug 16 02:39:11.339043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49042) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:11.344957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:11.370968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.408890 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:10Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:11.443007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.4 (e31d1ace-d3b8-40ad-bc12-41cfb236f74c/bad653a2-dcb2-46ea-907f-9423c8ee9d12/bfc13cbe-0b03-492a-8da2-d07c3352b3d1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:11.450880 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb769e-5800-4a72-bfc1-424a2354a534 None None] The sync data for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 is: [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:10Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:11.481649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.482977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.485768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] 10.222.0.98 "PUT /v2.0/ports/49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 1092 time: 1.6122193 Aug 16 02:39:11.490802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:11.494108 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05032aff-3f2a-4081-95c1-9b26d05801d6" -d '{"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:11.551425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca462f9-c5bb-46b3-967d-8d26ff1cf0fd service neutron] Pushing event updated for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:11.567080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.649800 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b00e8f-5600-4955-9e98-af7e96d10671 x-openstack-request-id: req-22b00e8f-5600-4955-9e98-af7e96d10671 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:11.650191 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:11.650327 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22b00e8f-5600-4955-9e98-af7e96d10671 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:11.650723 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa', 'status': 'completed', 'code': 200} Aug 16 02:39:11.714950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-85ce6360-170d-455d-8e8c-1147b783f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.716620 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-85ce6360-170d-455d-8e8c-1147b783f3b2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1095 time: 0.1605628 Aug 16 02:39:11.736267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49052) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:11.761043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238cc54-c520-4ea7-9961-8d13a7f8aa31 req-586a619d-92ba-43b4-a14a-5165a269f35d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.769258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3238cc54-c520-4ea7-9961-8d13a7f8aa31 req-586a619d-92ba-43b4-a14a-5165a269f35d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 943 time: 0.1238923 Aug 16 02:39:11.816833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:10Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:11.830197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-8de9ca6d-ba4e-4132-b08e-38b08bdcd187 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 217 time: 0.0929031 Aug 16 02:39:11.850652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30ba42-68cf-4624-823d-6e1b3270de6d None None] The sync data for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 is: [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:10Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:11.859244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3238cc54-c520-4ea7-9961-8d13a7f8aa31 req-eca93435-299f-4168-9e52-fdfe447cc808 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887225 Aug 16 02:39:11.869544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.886290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object bfc13cbe-0b03-492a-8da2-d07c3352b3d1 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:11.925760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-edda2029-862a-453e-9ca2-93a47b0bce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.925760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-edda2029-862a-453e-9ca2-93a47b0bce00 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.0789781 Aug 16 02:39:11.927292 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f63a0ef9-6a91-4416-88f3-75e8098ad460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.931216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22fdd153-dc03-4ac5-9c8e-e509224c95a9 req-2da33af6-9bee-4586-97d8-387696e02bc1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 210 time: 0.0986607 Aug 16 02:39:11.955962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:11.996502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-e3e02593-087d-47a4-a4d7-e4d03fd3bb37 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621045 Aug 16 02:39:12.007709 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.021108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:12.041144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:12.046026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:12.090791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 821e8129-98f1-48cc-9ecb-6ae078d1cbaa up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:12.102108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:12.143902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:12.144529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.173454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:12.184208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:12.184627 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.281128 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.374863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:12.384638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.405751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-49a3a4ed-fc0e-49f7-ae58-4ca41d5839ef service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946352 Aug 16 02:39:12.407043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b357-f7e8-46cd-b811-0cb9409a4ca2 req-dafeead4-6a5e-4566-af01-edb6bc543e20 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:12.421571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8578b357-f7e8-46cd-b811-0cb9409a4ca2 req-dafeead4-6a5e-4566-af01-edb6bc543e20 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1059349 Aug 16 02:39:12.437398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d27129e1-aacb-464f-a3b6-e2a50fb80991 None None] Provisioning for port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:12.445603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d27129e1-aacb-464f-a3b6-e2a50fb80991 None None] Provisioning complete for port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:12.446102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d27129e1-aacb-464f-a3b6-e2a50fb80991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.477887 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8578b357-f7e8-46cd-b811-0cb9409a4ca2 req-710946e1-a2b3-40e2-b559-0745abc831f1 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551810 Aug 16 02:39:12.486129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Allocated IP 172.25.4.116 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ed2b8920-7a87-4b4e-b947-95f50a2373e0) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:12.509347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:12.519465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d27129e1-aacb-464f-a3b6-e2a50fb80991 None None] Port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:39:12.582562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f63a0ef9-6a91-4416-88f3-75e8098ad460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.592621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f63a0ef9-6a91-4416-88f3-75e8098ad460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.594478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f5aa4c63-7b52-4da6-bea8-a8207b62876b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5826573 Aug 16 02:39:12.606845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Request body: {'port': {'device_id': '15776466-09f6-4d70-8d31-df9e99a7421b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:12.661760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-788e00da-d401-4b9e-b8f2-52a7584de30f req-0e6b49f1-4f25-45ab-a975-b5409a2c4433 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421718 Aug 16 02:39:12.681660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.682125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f63a0ef9-6a91-4416-88f3-75e8098ad460 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d599ac2b61744ea38f202196b3f11c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8590415 Aug 16 02:39:12.684894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49058) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:12.686967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a0ef9-6a91-4416-88f3-75e8098ad460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97e5373-b533-4c86-8696-df300a954f7b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:12.797030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.836841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-28cb401d-d0e4-4d0c-9b8d-0559d0e6915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:12.838388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-28cb401d-d0e4-4d0c-9b8d-0559d0e6915d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1095 time: 0.1140738 Aug 16 02:39:12.845462 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-686e8071-2978-4d60-8c19-a7f1f1a6cb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.931546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-686e8071-2978-4d60-8c19-a7f1f1a6cb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.975708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.992374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc13cbe-0b03-492a-8da2-d07c3352b3d1 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:13.003347 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.017530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Transition to ACTIVE for port object bfc13cbe-0b03-492a-8da2-d07c3352b3d1 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:13.022810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.101724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:13.101724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:13.101724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'Port': ['ID=ed2b8920-7a87-4b4e-b947-95f50a2373e0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:13.101724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:13.105341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-def7dd70-e012-4402-9d0f-5369461466ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.108834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-def7dd70-e012-4402-9d0f-5369461466ce service neutron] 10.222.0.98 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.2567811 Aug 16 02:39:13.121177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:13.141224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114c816-f780-4b6e-a92e-c92a1ce00eed req-91db655c-bd8e-430d-856d-ab80b4e3b7a8 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.143023 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7114c816-f780-4b6e-a92e-c92a1ce00eed req-91db655c-bd8e-430d-856d-ab80b4e3b7a8 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 943 time: 0.2192967 Aug 16 02:39:13.156917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aa839-444e-4b61-9c2f-b6290e4a22de req-6e8dd805-41ec-41dc-92df-5915cb32c7cf tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.158751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17aa839-444e-4b61-9c2f-b6290e4a22de req-6e8dd805-41ec-41dc-92df-5915cb32c7cf tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.1249712 Aug 16 02:39:13.165633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-686e8071-2978-4d60-8c19-a7f1f1a6cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.168320 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-686e8071-2978-4d60-8c19-a7f1f1a6cb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.171829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-686e8071-2978-4d60-8c19-a7f1f1a6cb52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e97e5373-b533-4c86-8696-df300a954f7b HTTP/1.1" status: 204 len: 168 time: 0.4836295 Aug 16 02:39:13.241689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17aa839-444e-4b61-9c2f-b6290e4a22de req-f3c799b2-7b2e-4fe0-af91-f66b20d6835e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613244 Aug 16 02:39:13.265580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:13.265924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:13.266474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:13.271400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:39:13.272042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:13.277358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:13.277974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Checking segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:13.278536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Bound using segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:13.279442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Bound port: bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:13.280004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.299551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e8071-2978-4d60-8c19-a7f1f1a6cb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97e5373-b533-4c86-8696-df300a954f7b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:13.320928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-7b59bad3-908a-41c7-abe1-c17972085a7e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 217 time: 0.1880317 Aug 16 02:39:13.353837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7114c816-f780-4b6e-a92e-c92a1ce00eed req-65965ffc-2617-40bc-8a68-0bf4aa7cf837 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987519 Aug 16 02:39:13.387319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:13.391306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:13.396099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.470528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.471277 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.472188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-626e1fcb-072e-4dba-94ba-878936715703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.472751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] 10.222.0.88 "PUT /v2.0/ports/bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 1092 time: 0.8702092 Aug 16 02:39:13.473676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-626e1fcb-072e-4dba-94ba-878936715703 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.1139166 Aug 16 02:39:13.475572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:13.478965 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5" -d '{"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:13.496110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06ac2a-a755-4083-be69-cadbc1afb84e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:13.594795 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b789e9-f842-4d20-91d3-d56d3230df0b x-openstack-request-id: req-45b789e9-f842-4d20-91d3-d56d3230df0b {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:13.595338 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:13.595772 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45b789e9-f842-4d20-91d3-d56d3230df0b {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:13.596357 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'status': 'completed', 'code': 200} Aug 16 02:39:13.599411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f17d83e9-c578-4bd3-88e6-eb69d0091d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.602058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-f17d83e9-c578-4bd3-88e6-eb69d0091d15 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1095 time: 0.0887434 Aug 16 02:39:13.656124 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-549d1f11-13bf-4bad-bc2c-d45c59b47160 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 217 time: 0.0448689 Aug 16 02:39:13.722157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-dc9e5da2-fbce-470d-ba01-f18f22312951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.724341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-dc9e5da2-fbce-470d-ba01-f18f22312951 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0607555 Aug 16 02:39:13.784819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-d049e2f5-3de2-416a-931a-46ede021aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.797010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-d049e2f5-3de2-416a-931a-46ede021aad1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651729 Aug 16 02:39:13.928616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-1b7ce1cc-a987-4cd7-8c96-6d37ba16a1ae service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225750 Aug 16 02:39:14.069202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d0c898e-8d27-4f2c-8b84-8b95b9d02147 req-c1f69213-b40a-44c1-bcec-840117f32c97 service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325095 Aug 16 02:39:14.085221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-c21e04f1-80b6-471b-80b0-4402158a2251 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5944786 Aug 16 02:39:14.105337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fabac4-399b-491f-8d0c-bfe76e6eae4a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:14.166110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e4fabac4-399b-491f-8d0c-bfe76e6eae4a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:14.171206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e4fabac4-399b-491f-8d0c-bfe76e6eae4a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:14.173086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.174568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-c48b871f-bd84-4e53-9c14-9a5ab01f710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.175851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-c48b871f-bd84-4e53-9c14-9a5ab01f710e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1095 time: 0.0472720 Aug 16 02:39:14.272203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fee48-9e36-4e10-9352-8835b3af8698 req-2abbd32d-1e2c-44fd-804b-b1d34c20c096 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.280668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-012fee48-9e36-4e10-9352-8835b3af8698 req-2abbd32d-1e2c-44fd-804b-b1d34c20c096 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.5938363 Aug 16 02:39:14.296341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-05caee94-4032-4769-8810-8daebe9b020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.304654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.308981 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-05caee94-4032-4769-8810-8daebe9b020d service neutron] 10.222.0.88 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.1263504 Aug 16 02:39:14.355862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e4fabac4-399b-491f-8d0c-bfe76e6eae4a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:14.362078 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.363704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 821e8129-98f1-48cc-9ecb-6ae078d1cbaa up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:14.366419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-08eb33da-f407-419c-8860-abe8547f0c82 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 217 time: 0.0495844 Aug 16 02:39:14.449022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-012fee48-9e36-4e10-9352-8835b3af8698 req-b627df63-aeb7-466c-a87c-5789a28b9b7e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668348 Aug 16 02:39:14.454348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-68596197-71db-462a-8986-2fd6d6105952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.455847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-68596197-71db-462a-8986-2fd6d6105952 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0810561 Aug 16 02:39:14.463839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec0c12-8305-4a4a-b653-8c132114dd20 req-39c534b2-fd79-4b28-aa0e-350c5e366f41 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.465287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0bec0c12-8305-4a4a-b653-8c132114dd20 req-39c534b2-fd79-4b28-aa0e-350c5e366f41 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.1015062 Aug 16 02:39:14.477020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:14.501024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:14.502230 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.503942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-ce4c7476-8264-4147-85fb-1dadddc8ba85 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000800 Aug 16 02:39:14.571409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0bec0c12-8305-4a4a-b653-8c132114dd20 req-b0c515eb-b00c-4852-b732-177a3be92e95 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827250 Aug 16 02:39:14.571409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-4b72a9b4-9381-4991-b180-c5c6859be375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.572888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-4b72a9b4-9381-4991-b180-c5c6859be375 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067100 Aug 16 02:39:14.712269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-1e0e1338-39ce-4024-802a-318e6ab73b73 service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292086 Aug 16 02:39:14.774571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.783137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc851-8260-4b43-bbf9-9874fcbc1d3a req-b780682a-0cf7-429b-9a13-4f39032fc901 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.784725 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e4fc851-8260-4b43-bbf9-9874fcbc1d3a req-b780682a-0cf7-429b-9a13-4f39032fc901 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 943 time: 0.1828942 Aug 16 02:39:14.822501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fd8aa8f-2f57-4d61-bea9-3ddf4fb937f5 req-f1edcefb-0343-46ec-a0a4-ac7f98a301c6 service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029012 Aug 16 02:39:14.833243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05032aff-3f2a-4081-95c1-9b26d05801d6 req-f9565358-7e59-40e3-b3ff-ac9d485037fe service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141282 Aug 16 02:39:14.837066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49ebc781-722b-4bb6-b823-b01103b558aa details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:39:14.916708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0e4fc851-8260-4b43-bbf9-9874fcbc1d3a req-d7121ae6-5d54-4c5f-8314-822d5927a72f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090527 Aug 16 02:39:14.957394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.964896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49ebc781-722b-4bb6-b823-b01103b558aa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:14.978600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '49ebc781-722b-4bb6-b823-b01103b558aa', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'port_id': '49ebc781-722b-4bb6-b823-b01103b558aa', 'mac_address': 'fa:16:3e:00:02:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:39:15.032577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.045851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ebc781-722b-4bb6-b823-b01103b558aa {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:15.080177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49ebc781-722b-4bb6-b823-b01103b558aa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:15.085851 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.136971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.139180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:15.142414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.211684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event updated for resources: {'Port': ['ID=ed2b8920-7a87-4b4e-b947-95f50a2373e0,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:15.225792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.274944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49112) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:15.325862 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Floating IP 1ff60cbc-336a-45ed-a244-f03429cca9ee associated. External IP: 172.25.4.116, port: 14af6659-ec3e-40a8-95a5-5d17aacff87e. Aug 16 02:39:15.375210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['49ebc781-722b-4bb6-b823-b01103b558aa'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:15.385278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.482233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.487751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.535284 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71f22508199e496c94a303f11d6e7072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568924 Aug 16 02:39:15.535284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df868af-e21e-409b-8ff9-30d975c4d554,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:15.537036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:15.559440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:15.569736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.570090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.570433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.570772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.571109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.571442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.571775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.572104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.572455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.572780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.573106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.573432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed79e5b-d373-4d1f-a0b2-72c4ef29fd7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:15.644476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0a12-acfa-4aef-a3b4-bfe547467eea req-5c7f67ca-9ee8-4e63-9954-a32385aec8f4 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.645957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb9e0a12-acfa-4aef-a3b4-bfe547467eea req-5c7f67ca-9ee8-4e63-9954-a32385aec8f4 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0981333 Aug 16 02:39:15.664073 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2fc088e-a2ce-4e2e-b0f6-43d4bb2d00fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.704609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2fc088e-a2ce-4e2e-b0f6-43d4bb2d00fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.706560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:15.717381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] Sync routers for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:15.720022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fb9e0a12-acfa-4aef-a3b4-bfe547467eea req-b042d35d-0d78-4393-94e0-b55113aec34c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661993 Aug 16 02:39:15.727520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:15.728150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:15.733434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009874e-c938-4887-acbb-d917cfac7b60 req-f266cdfe-15c5-4443-a6e1-96b3cbf44134 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.735131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6009874e-c938-4887-acbb-d917cfac7b60 req-f266cdfe-15c5-4443-a6e1-96b3cbf44134 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.0813525 Aug 16 02:39:15.759399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.771002 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2fc088e-a2ce-4e2e-b0f6-43d4bb2d00fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.775352 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c2fc088e-a2ce-4e2e-b0f6-43d4bb2d00fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.776717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c2fc088e-a2ce-4e2e-b0f6-43d4bb2d00fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2df868af-e21e-409b-8ff9-30d975c4d554 HTTP/1.1" status: 204 len: 168 time: 0.2382064 Aug 16 02:39:15.788188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc088e-a2ce-4e2e-b0f6-43d4bb2d00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df868af-e21e-409b-8ff9-30d975c4d554,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:15.802604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6009874e-c938-4887-acbb-d917cfac7b60 req-8285a195-43d6-4adb-99ca-af667bfda082 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593610 Aug 16 02:39:15.808749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6ce0ba31-593a-45cd-adfc-a32292c8437f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4660931 Aug 16 02:39:15.808749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:15.809187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:15.809521 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843388c3-e6e6-42b6-aa6b-542bf3ce434d" -d '{"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:15.852492 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f2335-dbb3-44b7-84e7-e023e224e20f x-openstack-request-id: req-745f2335-dbb3-44b7-84e7-e023e224e20f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:15.853139 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:15.853681 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-745f2335-dbb3-44b7-84e7-e023e224e20f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:15.854286 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'status': 'completed', 'code': 200} Aug 16 02:39:15.868961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b4354-773b-4dcd-a673-ef8e7ec112d6 tempest-TestVolumeBackupRestore-634842406 tempest-TestVolumeBackupRestore-634842406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.870811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a12b4354-773b-4dcd-a673-ef8e7ec112d6 tempest-TestVolumeBackupRestore-634842406 tempest-TestVolumeBackupRestore-634842406-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1093 time: 0.0606935 Aug 16 02:39:15.874008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49128) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:15.879195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Request body: {'floatingip': {'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:15.923781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:16.018742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:16.136661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fabac4-399b-491f-8d0c-bfe76e6eae4a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:16.263171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73088e21-a5b1-46fc-a8bc-3c3503c3df37 req-27425658-0838-48d8-9dd1-47904177219c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.264895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73088e21-a5b1-46fc-a8bc-3c3503c3df37 req-27425658-0838-48d8-9dd1-47904177219c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 944 time: 0.1865964 Aug 16 02:39:16.283398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-68c01d69-da06-422e-8ebc-8ec186ff097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.285667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-68c01d69-da06-422e-8ebc-8ec186ff097b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1098 time: 0.4116509 Aug 16 02:39:16.354666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e4fabac4-399b-491f-8d0c-bfe76e6eae4a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:16.355246 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:16.367247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49134) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:16.387093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-73088e21-a5b1-46fc-a8bc-3c3503c3df37 req-cc87a9e0-0d38-4679-a344-2fe868274658 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070595 Aug 16 02:39:16.413372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bf02518-6ee0-49cf-b5c5-5f171bd93b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:16.429279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-65de3df6-349e-4abe-9279-693b171e500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.430755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-65de3df6-349e-4abe-9279-693b171e500e service neutron] 10.222.0.88 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 914 time: 0.1372597 Aug 16 02:39:16.443368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:39:16.537482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-b2c5c81e-2266-4f6f-8e7b-2c0dae4edb5c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 1000 time: 0.0995595 Aug 16 02:39:16.568391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1ff60cbc-336a-45ed-a244-f03429cca9ee', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'mac_address': 'fa:16:3e:ee:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:14Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 0, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:16.593294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-f6826a8a-6aa3-4868-a1a0-ea5e8e417954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.594749 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-f6826a8a-6aa3-4868-a1a0-ea5e8e417954 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 200 len: 852 time: 0.0505238 Aug 16 02:39:16.604931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] Checking router: 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:16.627616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:16.628494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:16.635060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:16.642522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-f139678a-069e-48ff-9334-264a033c1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.644031 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-f139678a-069e-48ff-9334-264a033c1fb0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22f87163-5b0e-495b-8616-79ff9c2152c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426176 Aug 16 02:39:16.686495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'port_id': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'mac_address': 'fa:16:3e:f0:75:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:39:16.686960 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bf02518-6ee0-49cf-b5c5-5f171bd93b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:16.703592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7bf02518-6ee0-49cf-b5c5-5f171bd93b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:16.743589 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-8a145128-a578-4d94-8694-434dccbcf377 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920684 Aug 16 02:39:16.770226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:16.781202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7bf02518-6ee0-49cf-b5c5-5f171bd93b58 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=578e4bd4c770414bb88cb3c0bdc2d36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996048 Aug 16 02:39:16.786630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49138) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:16.786962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:16.795974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf02518-6ee0-49cf-b5c5-5f171bd93b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c5695f-7622-4c5c-9413-56110908075d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:16.902605 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-843388c3-e6e6-42b6-aa6b-542bf3ce434d req-85366383-db7b-4260-b1d2-d740bcf01292 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471403 Aug 16 02:39:16.933513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ad50-498d-4b15-ab5b-862e6419425a req-cf323640-ce00-4955-a3c0-2e62169e6644 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.935368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c19ad50-498d-4b15-ab5b-862e6419425a req-cf323640-ce00-4955-a3c0-2e62169e6644 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0672014 Aug 16 02:39:16.978773 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6c19ad50-498d-4b15-ab5b-862e6419425a req-c87ab94f-a867-4f31-8d46-135c2c2ef80c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362844 Aug 16 02:39:16.989340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49ebc781-722b-4bb6-b823-b01103b558aa up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:16.997358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc13cbe-0b03-492a-8da2-d07c3352b3d1 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:17.093284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:17.104163 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.161223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.resource_extend [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:39:17.165507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 49ebc781-722b-4bb6-b823-b01103b558aa completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:17.197993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 49ebc781-722b-4bb6-b823-b01103b558aa triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:17.198368 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.237492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:17.261896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.269479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.314276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9cf13ae6-8242-4137-a89f-d9767c88d42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.323067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7072d-fc8b-4d0c-9b76-2f75d7169955 req-3fe0cb3e-f440-49ab-899e-2e201af353e9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:17.324800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01e7072d-fc8b-4d0c-9b76-2f75d7169955 req-3fe0cb3e-f440-49ab-899e-2e201af353e9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 944 time: 0.1610157 Aug 16 02:39:17.335093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['bfc13cbe-0b03-492a-8da2-d07c3352b3d1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:17.393719 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.413872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9cf13ae6-8242-4137-a89f-d9767c88d42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.449947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49ebc781-722b-4bb6-b823-b01103b558aa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:17.453775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1ff60cbc-336a-45ed-a244-f03429cca9ee', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'mac_address': 'fa:16:3e:ee:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:14Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 0, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:17.456324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:17.458851 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c2175c-ba76-486f-9d20-5b451d6f1101" -d '{"events": [{"server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "name": "network-vif-plugged", "status": "completed", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:17.472769 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-01e7072d-fc8b-4d0c-9b76-2f75d7169955 req-523ff5a2-3a56-4b81-a642-bfc4522855f7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308444 Aug 16 02:39:17.488806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.492915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e437c-32ba-47db-86d0-44f56be48ef5 None None] The sync data for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 is: [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1ff60cbc-336a-45ed-a244-f03429cca9ee', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'mac_address': 'fa:16:3e:ee:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:14Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 0, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:17.542019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9cf13ae6-8242-4137-a89f-d9767c88d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.555969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9cf13ae6-8242-4137-a89f-d9767c88d42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.565070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd622-a385-4a47-99c1-47696407b1e0 req-81d1090a-7677-45ae-af94-176b62d1445a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:17.570040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9cf13ae6-8242-4137-a89f-d9767c88d42b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99c5695f-7622-4c5c-9413-56110908075d HTTP/1.1" status: 204 len: 168 time: 0.7721648 Aug 16 02:39:17.575263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a04bd622-a385-4a47-99c1-47696407b1e0 req-81d1090a-7677-45ae-af94-176b62d1445a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.1130972 Aug 16 02:39:17.590803 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3fd585-5e12-428f-ac2b-93c3f1cadceb x-openstack-request-id: req-0f3fd585-5e12-428f-ac2b-93c3f1cadceb {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:17.591098 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "name": "network-vif-plugged", "status": "completed", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:17.591349 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f3fd585-5e12-428f-ac2b-93c3f1cadceb {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:17.591750 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa', 'code': 200} Aug 16 02:39:17.629474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a04bd622-a385-4a47-99c1-47696407b1e0 req-d24a3ac1-1916-4683-9ccb-ee2b3a3a273d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Aug 16 02:39:17.650399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:17.651631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf13ae6-8242-4137-a89f-d9767c88d42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c5695f-7622-4c5c-9413-56110908075d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:17.720251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:17.738690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f4ca-560f-472a-810b-5c70385ab502 req-1fde5df8-6e1e-4c27-9ce2-104e17923d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:17.740231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a398f4ca-560f-472a-810b-5c70385ab502 req-1fde5df8-6e1e-4c27-9ce2-104e17923d6c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.0756979 Aug 16 02:39:17.866997 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e5f8d-ea6e-4081-a7ed-0ef8feb5c998 None None] New status for floating IP 1ff60cbc-336a-45ed-a244-f03429cca9ee: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:39:17.919884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a398f4ca-560f-472a-810b-5c70385ab502 req-1cfdcd0b-4f19-4b7c-b1b5-b44b5b144fe3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241167 Aug 16 02:39:17.943677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:17.949105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.983034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:17.985803 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea41455c-5aae-46a3-9a95-2542dcd2268e" -d '{"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:18.029492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-57f3642a-80be-4870-8fb5-7f85bf9cd68c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "PUT /v2.0/floatingips/1ff60cbc-336a-45ed-a244-f03429cca9ee HTTP/1.1" status: 200 len: 992 time: 2.1542273 Aug 16 02:39:18.060408 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cff0ba-06a4-4c43-8cbe-474f9712a75c x-openstack-request-id: req-42cff0ba-06a4-4c43-8cbe-474f9712a75c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:18.060709 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:18.060963 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42cff0ba-06a4-4c43-8cbe-474f9712a75c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:18.061373 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'status': 'completed', 'code': 200} Aug 16 02:39:18.187429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-c1fd291d-19b6-4b26-9911-2a66deec6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.189031 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-c1fd291d-19b6-4b26-9911-2a66deec6bc1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1098 time: 0.0975192 Aug 16 02:39:18.201220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b78d2-967b-433a-aa3c-ffebb661c017 req-d69962da-e4d1-448d-b340-fa1818dae12e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.202863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a55b78d2-967b-433a-aa3c-ffebb661c017 req-d69962da-e4d1-448d-b340-fa1818dae12e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0999384 Aug 16 02:39:18.251131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] Sync routers for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:18.261452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:18.262153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:18.302960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a55b78d2-967b-433a-aa3c-ffebb661c017 req-bdf6d0e7-c324-4a0e-b34b-c2742319d606 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911832 Aug 16 02:39:18.340792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-211225ee-6707-4b01-b50e-3bd5b76f47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.342625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-211225ee-6707-4b01-b50e-3bd5b76f47ac service neutron] 10.222.0.88 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 914 time: 0.1387982 Aug 16 02:39:18.386737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:18.411339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-5c183af8-9943-45ee-923c-138064cb1f21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 1002 time: 0.0603864 Aug 16 02:39:18.468265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-960ce058-9969-4276-95df-6720ffae6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.469759 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-960ce058-9969-4276-95df-6720ffae6b65 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 200 len: 852 time: 0.0513003 Aug 16 02:39:18.475801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:18.543217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-6b60a64f-516f-4bf4-b779-2f3a933f1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.545198 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-6b60a64f-516f-4bf4-b779-2f3a933f1816 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22f87163-5b0e-495b-8616-79ff9c2152c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677488 Aug 16 02:39:18.583428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:18.595605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:18.596031 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.643307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fa75d-9c78-4bfd-9c25-c53ce536f6f2 req-e48f5168-ab8d-45a1-8c73-558c66e51040 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.644934 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b30fa75d-9c78-4bfd-9c25-c53ce536f6f2 req-e48f5168-ab8d-45a1-8c73-558c66e51040 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 944 time: 0.0643156 Aug 16 02:39:18.661421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-8b2a4991-ab64-4edd-87a7-42a3fd9083ef service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061218 Aug 16 02:39:18.735954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b30fa75d-9c78-4bfd-9c25-c53ce536f6f2 req-8a6bdb14-397e-4dc9-9673-b70938fa8306 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724394 Aug 16 02:39:18.755515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1ff60cbc-336a-45ed-a244-f03429cca9ee', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'mac_address': 'fa:16:3e:ee:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:14Z', 'updated_at': '2021-08-16T02:39:18Z', 'revision_number': 2, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:18.755515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.792942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] Checking router: 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:18.827492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:18.827965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:18.838978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea41455c-5aae-46a3-9a95-2542dcd2268e req-8f3b98d2-9f37-46b0-944f-8249b73f2280 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682811 Aug 16 02:39:18.847093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fb0a4-3fbb-485f-a1ef-a761647d366d req-f7dd800f-5dc9-48d3-825f-8a8122cfadf1 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.849172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e6fb0a4-3fbb-485f-a1ef-a761647d366d req-f7dd800f-5dc9-48d3-825f-8a8122cfadf1 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0968885 Aug 16 02:39:18.892223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1e6fb0a4-3fbb-485f-a1ef-a761647d366d req-2be0a13c-8464-486c-97ed-29294199cd5b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358379 Aug 16 02:39:18.935592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:18.947671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.965321 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:19.002882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:19.054669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:19.257215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1ff60cbc-336a-45ed-a244-f03429cca9ee', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'mac_address': 'fa:16:3e:ee:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:14Z', 'updated_at': '2021-08-16T02:39:18Z', 'revision_number': 2, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:19.284650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db162135-2c97-4c3a-b210-ec9a53c8e186 None None] The sync data for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 is: [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1ff60cbc-336a-45ed-a244-f03429cca9ee', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'port_id': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'mac_address': 'fa:16:3e:ee:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:14Z', 'updated_at': '2021-08-16T02:39:18Z', 'revision_number': 2, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:19.436383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796d1d6-ab96-4aa6-ab1f-f0377208e07d req-0b2a00ad-750a-4976-b003-57ec5fbfaa41 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:19.438278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5796d1d6-ab96-4aa6-ab1f-f0377208e07d req-0b2a00ad-750a-4976-b003-57ec5fbfaa41 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0522943 Aug 16 02:39:19.481245 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5796d1d6-ab96-4aa6-ab1f-f0377208e07d req-cb8310a0-0f0e-4467-847d-33bbaee31fbe tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361891 Aug 16 02:39:19.592727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:19.595636 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375acec1-9a87-485c-9052-6cce05ff1615" -d '{"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-plugged", "status": "completed", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:19.637240 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5f4ca7-4d7a-4e34-9465-0a1dfdc3742c x-openstack-request-id: req-de5f4ca7-4d7a-4e34-9465-0a1dfdc3742c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:19.637515 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-plugged", "status": "completed", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:19.637814 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de5f4ca7-4d7a-4e34-9465-0a1dfdc3742c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:19.638663 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'code': 200} Aug 16 02:39:19.753707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9f6c0-6561-48e9-aed4-f8fc75d672a6 req-140b39cb-e5c7-4d2c-92f8-12f40b3cc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:19.755339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8a9f6c0-6561-48e9-aed4-f8fc75d672a6 req-140b39cb-e5c7-4d2c-92f8-12f40b3cc0c9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1097 time: 0.0627170 Aug 16 02:39:19.794834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8a9f6c0-6561-48e9-aed4-f8fc75d672a6 req-9f4f4275-ad57-491e-8609-0b3c411f71b7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Aug 16 02:39:19.880625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef8142-e80f-4556-96b0-76102bee6c93 req-6e9e135d-ebe7-48d8-9436-906af5ef51b3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:19.883438 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44ef8142-e80f-4556-96b0-76102bee6c93 req-6e9e135d-ebe7-48d8-9436-906af5ef51b3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0520160 Aug 16 02:39:19.926818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44ef8142-e80f-4556-96b0-76102bee6c93 req-2d5b8f8b-6487-4731-a74b-ecdd0065cb0a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354249 Aug 16 02:39:20.038219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b78aff-01a1-4c51-9db0-fb6ea9572a87 req-08e64ad3-2cc8-4f0c-b576-4bf8bd7d802c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.040002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7b78aff-01a1-4c51-9db0-fb6ea9572a87 req-08e64ad3-2cc8-4f0c-b576-4bf8bd7d802c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0654504 Aug 16 02:39:20.062620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:20.064993 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cec116-cf27-4c8e-909d-12a00b12148e" -d '{"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:20.097808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7b78aff-01a1-4c51-9db0-fb6ea9572a87 req-56a8f9b1-3251-4f3c-8339-4160f15d73e7 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Aug 16 02:39:20.116938 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95ab2ae-e7f4-4369-a03f-94fc464cfaad x-openstack-request-id: req-f95ab2ae-e7f4-4369-a03f-94fc464cfaad {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:20.117499 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:20.117964 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f95ab2ae-e7f4-4369-a03f-94fc464cfaad {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:20.118560 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'status': 'completed', 'code': 200} Aug 16 02:39:20.184005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec116-cf27-4c8e-909d-12a00b12148e req-b39521df-fd94-4845-a881-17572b77c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.185961 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00cec116-cf27-4c8e-909d-12a00b12148e req-b39521df-fd94-4845-a881-17572b77c64f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1098 time: 0.0469551 Aug 16 02:39:20.337193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec116-cf27-4c8e-909d-12a00b12148e req-ea547568-f7f3-4fd8-8055-63467b952a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.338988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00cec116-cf27-4c8e-909d-12a00b12148e req-ea547568-f7f3-4fd8-8055-63467b952a32 service neutron] 10.222.0.88 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 914 time: 0.1454465 Aug 16 02:39:20.430822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00cec116-cf27-4c8e-909d-12a00b12148e req-26beb517-58df-46aa-9ae5-8e9c0542105e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 1002 time: 0.0800390 Aug 16 02:39:20.439624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-6a3a3075-775c-4246-9700-4a320d83ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.441203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-6a3a3075-775c-4246-9700-4a320d83ee7a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.1063745 Aug 16 02:39:20.464081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6ecc0-4694-4086-9692-4371d1ed008c req-18c6e1ff-1d97-4862-b80b-b8f3aa1f286b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.465810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-baa6ecc0-4694-4086-9692-4371d1ed008c req-18c6e1ff-1d97-4862-b80b-b8f3aa1f286b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0734859 Aug 16 02:39:20.486943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec116-cf27-4c8e-909d-12a00b12148e req-a6286950-9185-4e9c-97ab-1802a3d4a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.488668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00cec116-cf27-4c8e-909d-12a00b12148e req-a6286950-9185-4e9c-97ab-1802a3d4a263 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 200 len: 852 time: 0.0496857 Aug 16 02:39:20.540705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec116-cf27-4c8e-909d-12a00b12148e req-726b6939-1334-4078-81d2-1301946dbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.542248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00cec116-cf27-4c8e-909d-12a00b12148e req-726b6939-1334-4078-81d2-1301946dbc51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22f87163-5b0e-495b-8616-79ff9c2152c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462389 Aug 16 02:39:20.557171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-baa6ecc0-4694-4086-9692-4371d1ed008c req-a0ff5068-9300-4b80-9f5a-3490399bef1b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792944 Aug 16 02:39:20.586025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-e68cc3e8-370c-4537-b25a-3b8ca2823f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.587628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-e68cc3e8-370c-4537-b25a-3b8ca2823f8c service neutron] 10.222.0.98 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.1387253 Aug 16 02:39:20.629542 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-a098c0bb-991e-4a7d-981a-f8c07a855d78 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 217 time: 0.0346446 Aug 16 02:39:20.669702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba4649-a032-4fec-8521-bd6f51514072 req-5562dada-755f-43f2-95b0-14c9e1f3249f tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.671241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51ba4649-a032-4fec-8521-bd6f51514072 req-5562dada-755f-43f2-95b0-14c9e1f3249f tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1077321 Aug 16 02:39:20.681258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-5233e7e7-ae70-4de7-8b87-f24f1bb034f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:20.682747 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-5233e7e7-ae70-4de7-8b87-f24f1bb034f3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.0455859 Aug 16 02:39:20.697330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00cec116-cf27-4c8e-909d-12a00b12148e req-eeb231c7-3f2e-45a1-95ea-ce105e5247cb service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424427 Aug 16 02:39:20.716050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-5c7c5a12-bc41-48f1-bff9-2163d4026440 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259233 Aug 16 02:39:20.772846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51ba4649-a032-4fec-8521-bd6f51514072 req-9099352a-d945-448a-baa5-2cec87627fff tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885251 Aug 16 02:39:20.822075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-615b5fd9-32b4-406c-aa66-31cb3f3cb6dd service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990615 Aug 16 02:39:20.822308 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00cec116-cf27-4c8e-909d-12a00b12148e req-c589c5a6-d074-476b-a435-39971c3166c1 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161516 Aug 16 02:39:20.915938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba273a87-dfe2-41db-92e4-5c80c13721ea req-6669d9a6-791a-412e-bde0-6eda97884b00 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868583 Aug 16 02:39:21.059127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23ef44-632e-4ed7-859e-305f11f46766 req-d8e3a078-60f5-4fd3-83b4-31c295e9f334 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:21.060725 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee23ef44-632e-4ed7-859e-305f11f46766 req-d8e3a078-60f5-4fd3-83b4-31c295e9f334 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0568800 Aug 16 02:39:21.098610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee23ef44-632e-4ed7-859e-305f11f46766 req-ac8584ef-d6dc-4442-a5a9-d984042dc939 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Aug 16 02:39:21.226157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fb16b-d5f4-462b-a2e2-146c749dd478 req-d5e2bff1-42c0-4e0b-a39b-87ea373e7588 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:21.227674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-774fb16b-d5f4-462b-a2e2-146c749dd478 req-d5e2bff1-42c0-4e0b-a39b-87ea373e7588 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0501606 Aug 16 02:39:21.270043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-774fb16b-d5f4-462b-a2e2-146c749dd478 req-e23d813d-cfb0-4387-aa47-bb05ae9f8daf tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Aug 16 02:39:21.294865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49230) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:21.343914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6cf7b-7f41-4d13-a144-2f65f2c1a758 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:21.345495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92c6cf7b-7f41-4d13-a144-2f65f2c1a758 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1092 time: 0.0494852 Aug 16 02:39:21.348548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49232) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:21.353558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:21.374741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:21.476539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:21.578827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.92 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/a1a5c69f-b583-400b-8259-c711d20756ec) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:21.725714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:21.749824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b6c22-6b0a-4f8b-92b2-777f75a291be req-8c90aeba-f8b6-4e97-bfbf-c06fd2b7756a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:21.750151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-756b6c22-6b0a-4f8b-92b2-777f75a291be req-8c90aeba-f8b6-4e97-bfbf-c06fd2b7756a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0845556 Aug 16 02:39:21.822674 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-756b6c22-6b0a-4f8b-92b2-777f75a291be req-5e81750a-fb46-4cc3-a2f5-98450c1c0176 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624223 Aug 16 02:39:21.832959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:21.873489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:21.879491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:21.884910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:21.919102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=a1a5c69f-b583-400b-8259-c711d20756ec,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:21.953449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4956c3-aa2d-4711-8a11-7ac0bac6928e req-49b211b0-4ec5-4054-bd37-c137e513fb8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:21.955202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a4956c3-aa2d-4711-8a11-7ac0bac6928e req-49b211b0-4ec5-4054-bd37-c137e513fb8c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0766215 Aug 16 02:39:22.078224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a4956c3-aa2d-4711-8a11-7ac0bac6928e req-aef27269-0879-4c5b-a846-d9eeaf67ca5f tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156633 Aug 16 02:39:22.312703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1f8bc-f177-4b14-a447-2911cb95a6e0 req-dae26bc1-ba2c-4561-b511-9ad76f283a86 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:22.314193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7c1f8bc-f177-4b14-a447-2911cb95a6e0 req-dae26bc1-ba2c-4561-b511-9ad76f283a86 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0485620 Aug 16 02:39:22.354694 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:22.357069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7c1f8bc-f177-4b14-a447-2911cb95a6e0 req-6e40ba5d-a4f7-48a1-81fc-113102e9d711 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354357 Aug 16 02:39:22.380864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-3ef94c56-7c3a-4ef1-8d10-38ec3e317295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:22.382953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-3ef94c56-7c3a-4ef1-8d10-38ec3e317295 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 1098 time: 0.0790565 Aug 16 02:39:22.478106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:22.536469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-dc8e3e83-3a21-4ea7-aefe-e5c98e4213a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:22.538008 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-dc8e3e83-3a21-4ea7-aefe-e5c98e4213a3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.1460087 Aug 16 02:39:22.604749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:22.647756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-f498100a-4e81-48af-9393-1c98d2c242f1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 200 len: 1001 time: 0.0870664 Aug 16 02:39:22.745953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-0f41c74b-cba9-4893-a91f-507eb304aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:22.747431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-0f41c74b-cba9-4893-a91f-507eb304aba7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.0905979 Aug 16 02:39:22.820962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-d0ba15ab-777d-4d08-b6d9-32ffe3657ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:22.822478 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-d0ba15ab-777d-4d08-b6d9-32ffe3657ccf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650897 Aug 16 02:39:22.847153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:22.887174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:22.998669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=a1a5c69f-b583-400b-8259-c711d20756ec,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:23.033254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-769528a6-be7b-499d-a698-b5644bb8f78a service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010360 Aug 16 02:39:23.042828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323dd6e-70b9-4180-8a8f-a94c2cc37a12 req-c7f201f7-8aac-4011-aecd-f23df02115d8 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:23.044235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c323dd6e-70b9-4180-8a8f-a94c2cc37a12 req-c7f201f7-8aac-4011-aecd-f23df02115d8 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.1582761 Aug 16 02:39:23.056125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:23.220073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c323dd6e-70b9-4180-8a8f-a94c2cc37a12 req-13dd1204-c53a-40c4-a2ca-b733d7f85b6c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657069 Aug 16 02:39:23.255109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f7aad8c-683f-41ac-b0c4-5ac880bcd715 req-ee2fa209-98b9-4819-9017-8c2ef3383cc2 service neutron] 10.222.0.98 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098546 Aug 16 02:39:23.256916 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 0f32da09-fa02-49a0-a71c-afd926c8171a associated. External IP: 172.25.4.92, port: bfc13cbe-0b03-492a-8da2-d07c3352b3d1. Aug 16 02:39:23.469215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:23.508618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9478b-bb84-43d8-a563-495e953f8b8d req-4819c730-d27c-4f01-9c03-592029760509 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:23.510022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5f9478b-bb84-43d8-a563-495e953f8b8d req-4819c730-d27c-4f01-9c03-592029760509 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0784121 Aug 16 02:39:23.536586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-41dc1d57-87b2-492a-b8b2-2265eb977840 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707643 Aug 16 02:39:23.558036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5f9478b-bb84-43d8-a563-495e953f8b8d req-3fa93928-4f51-4571-9d88-9d51f543be59 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Aug 16 02:39:23.581544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:23.591710 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] Sync routers for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:23.599158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:23.603095 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:23.603745 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:23.619656 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:23.629053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-8eb4658e-6659-4757-b9dc-bf03e7bbae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:23.630893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-8eb4658e-6659-4757-b9dc-bf03e7bbae4a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1098 time: 0.0467560 Aug 16 02:39:23.635354 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5333ce96-5efe-4583-bb48-cd9226a60079 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2856998 Aug 16 02:39:23.636134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:23.638462 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8148b23-26d1-43cc-a289-283ce8c9995b" -d '{"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:23.689588 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a84c794-0210-4b77-974c-48f722e373b6 x-openstack-request-id: req-3a84c794-0210-4b77-974c-48f722e373b6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:23.689967 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:23.690410 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a84c794-0210-4b77-974c-48f722e373b6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:23.691025 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'status': 'completed', 'code': 200} Aug 16 02:39:23.737324 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:23.755117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-d097cef8-07a0-4130-9d0c-c3bebee0a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:23.756918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-d097cef8-07a0-4130-9d0c-c3bebee0a671 service neutron] 10.222.0.88 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 914 time: 0.1063278 Aug 16 02:39:23.851479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-e25e5a94-c103-4081-aef2-e06c4922d0f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 1002 time: 0.0881875 Aug 16 02:39:23.904584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-9eaa8353-8b28-4628-bfc2-a5c8f67c41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:23.906266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-9eaa8353-8b28-4628-bfc2-a5c8f67c41fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 200 len: 852 time: 0.0482757 Aug 16 02:39:23.952515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-6e09fd38-6924-4034-9ebc-ae406f2143b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:23.954342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-6e09fd38-6924-4034-9ebc-ae406f2143b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22f87163-5b0e-495b-8616-79ff9c2152c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411873 Aug 16 02:39:24.014759 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '0f32da09-fa02-49a0-a71c-afd926c8171a', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'port_id': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'mac_address': 'fa:16:3e:f0:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15776466-09f6-4d70-8d31-df9e99a7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:22Z', 'updated_at': '2021-08-16T02:39:22Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:24.060240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-f20883ca-673e-49a6-82a8-6b9c1f52a1d5 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986402 Aug 16 02:39:24.135646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] Checking router: 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:24.139690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-c201d2ba-0b42-4b67-9af9-eba3ddfc3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.141244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-c201d2ba-0b42-4b67-9af9-eba3ddfc3531 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1097 time: 0.4319293 Aug 16 02:39:24.146309 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:24.147630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:38:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:24.153100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f063e-f06f-40bb-8838-5f6fc94e1b73 req-ac1b549f-5a1a-48a6-a055-1630d1bea13c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.154582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ad5f063e-f06f-40bb-8838-5f6fc94e1b73 req-ac1b549f-5a1a-48a6-a055-1630d1bea13c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.4368753 Aug 16 02:39:24.163523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2ac7302-3599-49f0-a3e4-90cede888240 req-095d779d-5af6-4ef8-8e13-b2df331f109f service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967531 Aug 16 02:39:24.237123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ad5f063e-f06f-40bb-8838-5f6fc94e1b73 req-e4ebd6e0-f4c6-40f9-8d1e-cab50a312074 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742915 Aug 16 02:39:24.258178 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:24.266019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-8499848f-2026-4869-bc38-f494d7351e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.267546 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-8499848f-2026-4869-bc38-f494d7351e44 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.1120505 Aug 16 02:39:24.273692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49266) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:24.391097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fbf24-ad06-4101-a9af-9d7eab305e90 req-1a3db0d6-f382-43bb-b1fe-adac638e44ea tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.393135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a8fbf24-ad06-4101-a9af-9d7eab305e90 req-1a3db0d6-f382-43bb-b1fe-adac638e44ea tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0686319 Aug 16 02:39:24.419203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-93b084f0-f659-4933-aec0-2f3a9c07c109 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 998 time: 0.1442969 Aug 16 02:39:24.424662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c6afc570-45bb-4702-b154-4fbf2d447ddb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/0f32da09-fa02-49a0-a71c-afd926c8171a HTTP/1.1" status: 200 len: 990 time: 0.0921705 Aug 16 02:39:24.447059 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a8fbf24-ad06-4101-a9af-9d7eab305e90 req-dd975386-fd62-4abd-9531-32ee9a1dde82 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Aug 16 02:39:24.473386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-f6d3e97b-0656-4599-83a8-24c5c119360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.475050 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-f6d3e97b-0656-4599-83a8-24c5c119360d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0484121 Aug 16 02:39:24.524986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-903e9afc-cc3d-4d57-ae95-b085af01f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.526920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-903e9afc-cc3d-4d57-ae95-b085af01f73c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444195 Aug 16 02:39:24.545589 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '0f32da09-fa02-49a0-a71c-afd926c8171a', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'port_id': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'mac_address': 'fa:16:3e:f0:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15776466-09f6-4d70-8d31-df9e99a7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:22Z', 'updated_at': '2021-08-16T02:39:22Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:24.584966 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd02d7-1582-4150-a8f0-7b915f033f22 None None] The sync data for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 is: [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '0f32da09-fa02-49a0-a71c-afd926c8171a', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'port_id': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'mac_address': 'fa:16:3e:f0:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15776466-09f6-4d70-8d31-df9e99a7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:22Z', 'updated_at': '2021-08-16T02:39:22Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:24.645196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-1a8a05ba-aea4-4428-b0d7-92adb396ffad service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104183 Aug 16 02:39:24.750853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e84a9-9260-4425-9189-be292f267968 req-8169bebd-7568-41ef-a6ff-6dc18fc2ab99 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:24.752504 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-802e84a9-9260-4425-9189-be292f267968 req-8169bebd-7568-41ef-a6ff-6dc18fc2ab99 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1106741 Aug 16 02:39:24.793756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8148b23-26d1-43cc-a289-283ce8c9995b req-55160bb6-7657-45d7-886c-8d06433d5f6c service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390760 Aug 16 02:39:24.820096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-802e84a9-9260-4425-9189-be292f267968 req-bea7c460-ae11-4214-b1fb-2f0fd2093fcb tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578859 Aug 16 02:39:24.855240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4ed3b-d489-4978-931e-0cbceecf90dd None None] New status for floating IP 0f32da09-fa02-49a0-a71c-afd926c8171a: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:39:25.429155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49278) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:25.490690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7fe4387-c585-46c0-9664-edab97898a58 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/0f32da09-fa02-49a0-a71c-afd926c8171a HTTP/1.1" status: 200 len: 992 time: 0.0593729 Aug 16 02:39:25.562027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132182c-bbc2-4ee7-9891-7711bb0ca7b8 req-84d7f01e-1bf8-49f3-b58c-6520b46f03a2 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:25.563536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c132182c-bbc2-4ee7-9891-7711bb0ca7b8 req-84d7f01e-1bf8-49f3-b58c-6520b46f03a2 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0536048 Aug 16 02:39:25.602551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c132182c-bbc2-4ee7-9891-7711bb0ca7b8 req-c5159aad-804e-46bc-9b31-e3d3ba0da765 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Aug 16 02:39:26.166335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9253a0e4-2ad3-4c49-b333-314e9464ecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:26.715945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c301de-1909-4cd0-9392-8f6cb5992e4b req-716d0a7e-48fa-4910-9228-51fd9da47f29 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:26.717457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84c301de-1909-4cd0-9392-8f6cb5992e4b req-716d0a7e-48fa-4910-9228-51fd9da47f29 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0476632 Aug 16 02:39:26.755525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-84c301de-1909-4cd0-9392-8f6cb5992e4b req-a16c6fab-4ab3-4205-89bd-a06980cf9ee1 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Aug 16 02:39:27.871252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5834a70-e816-4f12-9bbe-2b6869d89836 req-7bf2d506-1064-45b9-b298-c807a0ac9efb tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:27.872848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5834a70-e816-4f12-9bbe-2b6869d89836 req-7bf2d506-1064-45b9-b298-c807a0ac9efb tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0499680 Aug 16 02:39:27.910218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5834a70-e816-4f12-9bbe-2b6869d89836 req-9c9edd9a-5a0f-4348-8c8b-c964a208397b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Aug 16 02:39:28.787487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-16af816f-bf15-44fc-9190-b61c7fb14544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:28.792604 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:29.030896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ee01a-2630-4ce3-a6b9-343376f37bdc req-bcc89cc9-4462-4328-b95e-7dfab8a16fa9 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:29.032423 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d20ee01a-2630-4ce3-a6b9-343376f37bdc req-bcc89cc9-4462-4328-b95e-7dfab8a16fa9 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Aug 16 02:39:29.070659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d20ee01a-2630-4ce3-a6b9-343376f37bdc req-9251e1fe-4295-4e71-ad2e-7bcdc7f26b8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Aug 16 02:39:30.013411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:30.203272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2f37f-bf0c-409b-a335-afd4a8af4be6 req-c456e9a2-3c48-44ed-b63c-0cd7e0e9a487 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:30.204707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92f2f37f-bf0c-409b-a335-afd4a8af4be6 req-c456e9a2-3c48-44ed-b63c-0cd7e0e9a487 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0548859 Aug 16 02:39:30.242865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92f2f37f-bf0c-409b-a335-afd4a8af4be6 req-9a9cb947-b734-42d7-9ab7-9c8ea0cb3205 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322049 Aug 16 02:39:31.369129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d6ad8-7f1d-4539-90fc-9f912cca5ab3 req-0a45f95f-d6a6-4e06-b6f8-229673ac901f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:31.370925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-847d6ad8-7f1d-4539-90fc-9f912cca5ab3 req-0a45f95f-d6a6-4e06-b6f8-229673ac901f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0497732 Aug 16 02:39:31.412626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-847d6ad8-7f1d-4539-90fc-9f912cca5ab3 req-69c31a9c-df2b-4ede-a7da-ed2c90d62e62 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Aug 16 02:39:31.937432 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:32.538197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2a7cc-aced-4d8e-9ecb-b07d485bd7bd req-90fcdc84-40c0-47a0-8297-97a4ab0d7f62 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:32.539709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57f2a7cc-aced-4d8e-9ecb-b07d485bd7bd req-90fcdc84-40c0-47a0-8297-97a4ab0d7f62 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Aug 16 02:39:32.577319 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57f2a7cc-aced-4d8e-9ecb-b07d485bd7bd req-7e8eb90a-a571-4089-b0b0-77347920bff8 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Aug 16 02:39:33.306597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49326) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:33.422897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fb75090-0d8e-46a5-ad43-b6117eeef843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.512683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fb75090-0d8e-46a5-ad43-b6117eeef843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.517051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1fb75090-0d8e-46a5-ad43-b6117eeef843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.556502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1fb75090-0d8e-46a5-ad43-b6117eeef843 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd2ee07cae56447e8e42bbb561cbfc6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486777 Aug 16 02:39:33.557614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75090-0d8e-46a5-ad43-b6117eeef843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029c7039-954d-46fe-b89d-e1a6b4eb1439,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:33.559160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49330) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:33.608061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b15c11f-754b-4cdc-91c4-4bed3496dea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.629302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b15c11f-754b-4cdc-91c4-4bed3496dea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.674497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b15c11f-754b-4cdc-91c4-4bed3496dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.677112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b15c11f-754b-4cdc-91c4-4bed3496dea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.680659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b15c11f-754b-4cdc-91c4-4bed3496dea7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/029c7039-954d-46fe-b89d-e1a6b4eb1439 HTTP/1.1" status: 204 len: 168 time: 0.1181364 Aug 16 02:39:33.686302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15c11f-754b-4cdc-91c4-4bed3496dea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c7039-954d-46fe-b89d-e1a6b4eb1439,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:33.707246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021bb0f-22d5-4697-a893-167e212e5d68 req-c1181547-fec9-4b8d-be1e-60dd67de472a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:33.709321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3021bb0f-22d5-4697-a893-167e212e5d68 req-c1181547-fec9-4b8d-be1e-60dd67de472a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0643287 Aug 16 02:39:33.747622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3021bb0f-22d5-4697-a893-167e212e5d68 req-8f3e3169-ff11-4656-9610-16ac591c8477 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Aug 16 02:39:33.936418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49338) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:33.950201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-175b5ef7-ea4f-47ec-a261-1de3c484fd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.041813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-175b5ef7-ea4f-47ec-a261-1de3c484fd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.045691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-175b5ef7-ea4f-47ec-a261-1de3c484fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.087237 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-175b5ef7-ea4f-47ec-a261-1de3c484fd57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88ead86db5124b51936ede2307a05168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496968 Aug 16 02:39:34.089153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b5ef7-ea4f-47ec-a261-1de3c484fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58388f8f-2284-4d4c-91d3-780bbe54d736,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:34.090360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:34.144946 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23642579-97a7-4914-84c7-d5ee7bcabb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.167119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23642579-97a7-4914-84c7-d5ee7bcabb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.213461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23642579-97a7-4914-84c7-d5ee7bcabb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.216013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-23642579-97a7-4914-84c7-d5ee7bcabb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.217192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-23642579-97a7-4914-84c7-d5ee7bcabb5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58388f8f-2284-4d4c-91d3-780bbe54d736 HTTP/1.1" status: 204 len: 168 time: 0.1255615 Aug 16 02:39:34.224810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23642579-97a7-4914-84c7-d5ee7bcabb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58388f8f-2284-4d4c-91d3-780bbe54d736,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:34.872310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100abe13-15dd-45f5-8e2a-84483863f3d1 req-40c10a79-bc6c-4649-ae3e-ac9dbf566e9d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:34.873889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-100abe13-15dd-45f5-8e2a-84483863f3d1 req-40c10a79-bc6c-4649-ae3e-ac9dbf566e9d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Aug 16 02:39:34.920022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-100abe13-15dd-45f5-8e2a-84483863f3d1 req-20561381-3134-4780-a476-00153831160c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Aug 16 02:39:36.053154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f897433-71d9-48ff-905d-6ee4fee40d89 req-f585242c-36d3-49a0-9ce4-825a43b79fac tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:36.055141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f897433-71d9-48ff-905d-6ee4fee40d89 req-f585242c-36d3-49a0-9ce4-825a43b79fac tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0593874 Aug 16 02:39:36.106671 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f897433-71d9-48ff-905d-6ee4fee40d89 req-3c62376d-006f-4e2d-a60e-5dc8aea75a5a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Aug 16 02:39:37.237245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaba36-ad07-470a-9365-263213156cf3 req-fcabe03b-6c47-442e-88d6-83dfae5b9dd2 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:37.238882 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8bbaba36-ad07-470a-9365-263213156cf3 req-fcabe03b-6c47-442e-88d6-83dfae5b9dd2 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0537667 Aug 16 02:39:37.283170 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8bbaba36-ad07-470a-9365-263213156cf3 req-9d797e18-9c75-4e28-aeec-e47869282d03 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369544 Aug 16 02:39:38.400481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55c39c-9ec4-4de5-ada3-cbced3ba50fa req-afae6f5d-b16f-4875-a0f1-809b3a1564f3 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:38.402133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f55c39c-9ec4-4de5-ada3-cbced3ba50fa req-afae6f5d-b16f-4875-a0f1-809b3a1564f3 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Aug 16 02:39:38.441054 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f55c39c-9ec4-4de5-ada3-cbced3ba50fa req-ff69955e-ceb8-43a2-afbd-9e008fe260db tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Aug 16 02:39:39.566027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c384d-487d-422a-b57c-823ee4e7c8b6 req-0c843160-298f-4338-85f9-59a574b48c1e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:39.567611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b52c384d-487d-422a-b57c-823ee4e7c8b6 req-0c843160-298f-4338-85f9-59a574b48c1e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0542166 Aug 16 02:39:39.607528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b52c384d-487d-422a-b57c-823ee4e7c8b6 req-d54e087d-9fbc-4631-b3c0-9e0568b5925c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336435 Aug 16 02:39:40.230430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:40.337776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d40e-bb81-4d99-8b8e-8ad14f3235a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.427485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d40e-bb81-4d99-8b8e-8ad14f3235a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.431024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d40e-bb81-4d99-8b8e-8ad14f3235a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.466901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6d40e-bb81-4d99-8b8e-8ad14f3235a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aec208e-7d1f-471e-b05e-06a893ea99c2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:40.471235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5bf6d40e-bb81-4d99-8b8e-8ad14f3235a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d0ebc84c0504814b3b63db66dc4b5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397208 Aug 16 02:39:40.473809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:40.522934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98ef9d40-b065-48e1-8a23-5bbfdf34ca82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.544074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98ef9d40-b065-48e1-8a23-5bbfdf34ca82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.594038 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98ef9d40-b065-48e1-8a23-5bbfdf34ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.596684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98ef9d40-b065-48e1-8a23-5bbfdf34ca82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.597851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-98ef9d40-b065-48e1-8a23-5bbfdf34ca82 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1aec208e-7d1f-471e-b05e-06a893ea99c2 HTTP/1.1" status: 204 len: 168 time: 0.1230786 Aug 16 02:39:40.606685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9d40-b065-48e1-8a23-5bbfdf34ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aec208e-7d1f-471e-b05e-06a893ea99c2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:40.731649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238339e-0af9-4e5c-aa08-b21b56f7aa0c req-d443d2b1-65bb-4d88-9490-ced00849742e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:40.733169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a238339e-0af9-4e5c-aa08-b21b56f7aa0c req-d443d2b1-65bb-4d88-9490-ced00849742e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0504827 Aug 16 02:39:40.773485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a238339e-0af9-4e5c-aa08-b21b56f7aa0c req-c1b5b07e-aa76-477a-8544-af8ace5f149f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Aug 16 02:39:40.877353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49446) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:40.890594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52872ab3-7c9f-4430-b9cb-d980e85c83c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.979522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52872ab3-7c9f-4430-b9cb-d980e85c83c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:40.983397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-52872ab3-7c9f-4430-b9cb-d980e85c83c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.020817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52872ab3-7c9f-4430-b9cb-d980e85c83c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5b8e8-c36d-4163-bab5-5a299a87ac5d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:41.025761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-52872ab3-7c9f-4430-b9cb-d980e85c83c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7aa4652a8b2a43ceaa1f3815af6f4e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472387 Aug 16 02:39:41.028348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:41.076296 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b914847-53d9-409e-99d5-6f8b9f6d591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.097626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b914847-53d9-409e-99d5-6f8b9f6d591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.142988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b914847-53d9-409e-99d5-6f8b9f6d591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.145837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b914847-53d9-409e-99d5-6f8b9f6d591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:41.147533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b914847-53d9-409e-99d5-6f8b9f6d591d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1d5b8e8-c36d-4163-bab5-5a299a87ac5d HTTP/1.1" status: 204 len: 168 time: 0.1182828 Aug 16 02:39:41.155569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b914847-53d9-409e-99d5-6f8b9f6d591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5b8e8-c36d-4163-bab5-5a299a87ac5d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:41.901066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05656b5-d775-47c2-9da9-629a8efd800f req-35aa92b9-d2e4-4ab4-9f0e-50c7a1e1459d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:41.902608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e05656b5-d775-47c2-9da9-629a8efd800f req-35aa92b9-d2e4-4ab4-9f0e-50c7a1e1459d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0602052 Aug 16 02:39:41.941232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e05656b5-d775-47c2-9da9-629a8efd800f req-77cc8b3c-26c1-462f-8b3a-a74d44c7397e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Aug 16 02:39:42.806692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:42.916007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66744b4f-0503-435b-a55f-e44918da6b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.005186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66744b4f-0503-435b-a55f-e44918da6b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.009832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-66744b4f-0503-435b-a55f-e44918da6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.048791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-66744b4f-0503-435b-a55f-e44918da6b73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70c534d37a7b49259b73c2736f20f009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406051 Aug 16 02:39:43.049450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66744b4f-0503-435b-a55f-e44918da6b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7007c8b9-3313-4d48-b567-3adc842b5eea,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:43.051597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:43.061764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36eacb-6531-4db5-8a8e-afd30715750d req-1b62c3e3-b8dd-4285-b155-16cc1783e19a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:43.064745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb36eacb-6531-4db5-8a8e-afd30715750d req-1b62c3e3-b8dd-4285-b155-16cc1783e19a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0531776 Aug 16 02:39:43.102478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc685193-81c1-4a68-a159-bd80a1d100bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.106459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb36eacb-6531-4db5-8a8e-afd30715750d req-5bc096a3-001b-44c6-9ca5-453d49f536d1 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364511 Aug 16 02:39:43.124398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc685193-81c1-4a68-a159-bd80a1d100bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.173747 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc685193-81c1-4a68-a159-bd80a1d100bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.176333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bc685193-81c1-4a68-a159-bd80a1d100bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.177485 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bc685193-81c1-4a68-a159-bd80a1d100bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7007c8b9-3313-4d48-b567-3adc842b5eea HTTP/1.1" status: 204 len: 168 time: 0.1248863 Aug 16 02:39:43.185725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc685193-81c1-4a68-a159-bd80a1d100bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7007c8b9-3313-4d48-b567-3adc842b5eea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:43.574905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49516) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:43.588071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-798cc4bb-8e26-404f-b996-aa9586bc0d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.674367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-798cc4bb-8e26-404f-b996-aa9586bc0d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.679014 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-798cc4bb-8e26-404f-b996-aa9586bc0d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.715963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cc4bb-8e26-404f-b996-aa9586bc0d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e291807c-c62c-4c18-af91-8baca81076c6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:43.721563 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-798cc4bb-8e26-404f-b996-aa9586bc0d42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2079c6c7802416fad53b0f127229a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455529 Aug 16 02:39:43.724160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:43.772535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-713cfec1-c88a-4f18-a2fb-f7f4ba8d75b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.793509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-713cfec1-c88a-4f18-a2fb-f7f4ba8d75b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.838435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-713cfec1-c88a-4f18-a2fb-f7f4ba8d75b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.840817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-713cfec1-c88a-4f18-a2fb-f7f4ba8d75b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:43.841967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-713cfec1-c88a-4f18-a2fb-f7f4ba8d75b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e291807c-c62c-4c18-af91-8baca81076c6 HTTP/1.1" status: 204 len: 168 time: 0.1163995 Aug 16 02:39:43.850534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cfec1-c88a-4f18-a2fb-f7f4ba8d75b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e291807c-c62c-4c18-af91-8baca81076c6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:44.229848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f352529-9e23-4678-a2bf-3320b357ac8d req-bebf4248-060e-414e-baa6-bb17fc5c5c2c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:44.231381 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f352529-9e23-4678-a2bf-3320b357ac8d req-bebf4248-060e-414e-baa6-bb17fc5c5c2c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0552125 Aug 16 02:39:44.269544 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f352529-9e23-4678-a2bf-3320b357ac8d req-8607d423-0f25-4d37-a383-2db9d7961a00 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Aug 16 02:39:45.095251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:45.260199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Deleting port ed2b8920-7a87-4b4e-b947-95f50a2373e0 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:39:45.260581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.354197 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.354594 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.390654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Calling delete_port for ed2b8920-7a87-4b4e-b947-95f50a2373e0 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:39:45.489388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f977f66-6884-4f4a-a249-0fa252bd5528 req-9ba5affb-631e-4ded-9c8f-c4ab7f923f5f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:45.491484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f977f66-6884-4f4a-a249-0fa252bd5528 req-9ba5affb-631e-4ded-9c8f-c4ab7f923f5f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.1341908 Aug 16 02:39:45.560856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f977f66-6884-4f4a-a249-0fa252bd5528 req-478ebd2c-ef3a-48eb-9bb5-5fe4aa3fa95e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621278 Aug 16 02:39:45.675050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.701812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event deleted for resources: {'Port': ['ID=ed2b8920-7a87-4b4e-b947-95f50a2373e0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:45.762785 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.763169 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Floating IP 1ff60cbc-336a-45ed-a244-f03429cca9ee disassociated (deleted). External IP: 172.25.4.116, port: 14af6659-ec3e-40a8-95a5-5d17aacff87e. Aug 16 02:39:45.793644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:45.902612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-873202fb-c454-45dd-a5cc-e1d4c6579723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.978164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:45.992196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-873202fb-c454-45dd-a5cc-e1d4c6579723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.996561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-873202fb-c454-45dd-a5cc-e1d4c6579723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.037200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-873202fb-c454-45dd-a5cc-e1d4c6579723 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53a347a9cfd141c6b62959cc807f93a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398796 Aug 16 02:39:46.037548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:46.045592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873202fb-c454-45dd-a5cc-e1d4c6579723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6b4016-2675-4e23-84e6-b0d38dd1144e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:46.090615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:46.094851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e8753c-af22-4a23-b86b-077a4f6400ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.095141 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.100725 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] Sync routers for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:46.109362 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:46.109980 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:46.118243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e8753c-af22-4a23-b86b-077a4f6400ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.129641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c55aca1d-4eb5-47e8-b989-46acf8dc033d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "DELETE /v2.0/floatingips/1ff60cbc-336a-45ed-a244-f03429cca9ee HTTP/1.1" status: 204 len: 168 time: 1.0305195 Aug 16 02:39:46.129641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:46.130349 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332b3ef0-9475-494d-bee8-b65b83f98cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:46.171892 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0f311-2073-4bca-98f6-8ea642bf0e6b x-openstack-request-id: req-55b0f311-2073-4bca-98f6-8ea642bf0e6b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:46.172189 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:46.172613 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55b0f311-2073-4bca-98f6-8ea642bf0e6b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:46.173290 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'status': 'completed', 'code': 200} Aug 16 02:39:46.175417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e8753c-af22-4a23-b86b-077a4f6400ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.179115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-49e8753c-af22-4a23-b86b-077a4f6400ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.181194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-49e8753c-af22-4a23-b86b-077a4f6400ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd6b4016-2675-4e23-84e6-b0d38dd1144e HTTP/1.1" status: 204 len: 168 time: 0.1421187 Aug 16 02:39:46.190194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8753c-af22-4a23-b86b-077a4f6400ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6b4016-2675-4e23-84e6-b0d38dd1144e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:46.242399 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:46.264914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-9636fe1f-27b3-4144-9d6a-7d72b7e8489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.267032 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-9636fe1f-27b3-4144-9d6a-7d72b7e8489f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 1098 time: 0.0711153 Aug 16 02:39:46.400999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-85e7ed5d-eddc-4927-9287-cb5a35fb5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.403463 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-85e7ed5d-eddc-4927-9287-cb5a35fb5ab2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 200 len: 914 time: 0.1280305 Aug 16 02:39:46.435134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636914e-864c-48ef-89fe-123e5063b938 req-3f0e9ad8-491f-4a57-840f-3280836da18f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.437066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2636914e-864c-48ef-89fe-123e5063b938 req-3f0e9ad8-491f-4a57-840f-3280836da18f tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 946 time: 0.0577474 Aug 16 02:39:46.459048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-c2846ce4-3f49-43bc-becf-a4e35eb597a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 200 len: 217 time: 0.0464430 Aug 16 02:39:46.462586 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:46.480527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2636914e-864c-48ef-89fe-123e5063b938 req-1e72a77a-561e-42f7-8567-7b2eeddb69a7 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351808 Aug 16 02:39:46.494626 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] Checking router: 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:46.509622 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:46.510121 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:46.519844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-f0093d74-5c10-4da9-b3b7-bb73ec075b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.521458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-f0093d74-5c10-4da9-b3b7-bb73ec075b70 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 200 len: 852 time: 0.0547593 Aug 16 02:39:46.549491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:46.563335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bf333e6-249c-4832-9acc-cac02387c8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.573233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-dc16220a-d382-4432-855e-dc28aad6ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.574798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-dc16220a-d382-4432-855e-dc28aad6ae77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22f87163-5b0e-495b-8616-79ff9c2152c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450101 Aug 16 02:39:46.640646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:46.671769 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bf333e6-249c-4832-9acc-cac02387c8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.677157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3bf333e6-249c-4832-9acc-cac02387c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.723378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3bf333e6-249c-4832-9acc-cac02387c8dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=537327891bf14a16acde429944685c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702619 Aug 16 02:39:46.723636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047e638-fa20-4cc0-8283-6b9b46f45034 req-600d598d-3bbc-46d5-a839-c2066d559f92 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:46.723768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:46.728845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0047e638-fa20-4cc0-8283-6b9b46f45034 req-600d598d-3bbc-46d5-a839-c2066d559f92 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0837767 Aug 16 02:39:46.731581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf333e6-249c-4832-9acc-cac02387c8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa6d93-fe45-4656-b435-50080ee2b5b1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:46.755405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-eb9060fb-47c0-4ba2-a872-47be1ac9fb80 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724691 Aug 16 02:39:46.785383 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c03-06c8-404b-b143-169fc5b08710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.793437 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0047e638-fa20-4cc0-8283-6b9b46f45034 req-074259f2-03f4-436b-98e7-0025010370bb tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601618 Aug 16 02:39:46.823710 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c03-06c8-404b-b143-169fc5b08710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.861968 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-332b3ef0-9475-494d-bee8-b65b83f98cb2 req-a33c89dd-ada5-4938-8829-f841775e78b8 service neutron] 10.222.0.88 "GET /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927854 Aug 16 02:39:46.871459 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:46.876819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c03-06c8-404b-b143-169fc5b08710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.880117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c03-06c8-404b-b143-169fc5b08710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:46.885963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f18d3c03-06c8-404b-b143-169fc5b08710 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16aa6d93-fe45-4656-b435-50080ee2b5b1 HTTP/1.1" status: 204 len: 168 time: 0.1596851 Aug 16 02:39:46.893882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d3c03-06c8-404b-b143-169fc5b08710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa6d93-fe45-4656-b435-50080ee2b5b1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:46.899012 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ba4c8-f6d4-49eb-a5c3-a21362c61bf7 None None] The sync data for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 is: [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:35:57Z', 'revision_number': 4, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '998f9ed7-baa8-4127-9a22-2948d05dbf71', 'name': '', 'network_id': '22f87163-5b0e-495b-8616-79ff9c2152c8', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'mac_address': 'fa:16:3e:f2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:56Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'subnets': [{'id': 'e5c5cea4-e792-40aa-84f8-82657ee2728a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:47.130096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f95e41-9e87-4928-a15c-d984c9515886 None None] New status for floating IP 1ff60cbc-336a-45ed-a244-f03429cca9ee: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:39:47.572985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49646) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:47.606223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab96aa-e7e8-49f9-8dcc-1ec954559a19 req-488c609c-aa3c-4692-9121-a4057ccddb6d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:47.607761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3cab96aa-e7e8-49f9-8dcc-1ec954559a19 req-488c609c-aa3c-4692-9121-a4057ccddb6d tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 946 time: 0.0519609 Aug 16 02:39:47.646123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3cab96aa-e7e8-49f9-8dcc-1ec954559a19 req-778304ed-ec63-4b62-ba48-78a435c6bf14 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/security-groups?id=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Aug 16 02:39:47.677203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-169191703-network', 'tenant_id': '2ea41b931cc74ef3a119cd664cd91a5d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:47.697905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Made reservation on behalf of 2ea41b931cc74ef3a119cd664cd91a5d for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:47.700159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:47.713411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:47.799337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:47.803758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:47.830825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:39:47.836257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a2ea16-a766-439d-94ff-bc03e0ed29ba,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:47.844795 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:47.844795 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Added segment b3f0495a-f9df-495b-99a0-b5f3555c982d of type vlan for network d27a4e46-225f-41c6-9144-a0ee6562f9d1 Aug 16 02:39:47.909923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:47.974247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6815b79-67a7-4ff1-ae0f-d6dd474bd429 req-603c12fe-c2cd-49b4-a272-b46aa64531df tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:47.975746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6815b79-67a7-4ff1-ae0f-d6dd474bd429 req-603c12fe-c2cd-49b4-a272-b46aa64531df tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.1029546 Aug 16 02:39:47.984524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:47.985414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:47.985981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.060702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b9848-2523-48eb-9854-5dd589c85487 req-3191a813-3fd1-4220-9fe0-0ad74115a539 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.062113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de0b9848-2523-48eb-9854-5dd589c85487 req-3191a813-3fd1-4220-9fe0-0ad74115a539 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.88 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 946 time: 0.1382663 Aug 16 02:39:48.068917 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4942851 Aug 16 02:39:48.071993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:48.077048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Request body: {'subnet': {'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-169191703-subnet', 'tenant_id': '2ea41b931cc74ef3a119cd664cd91a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:48.097950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Made reservation on behalf of 2ea41b931cc74ef3a119cd664cd91a5d for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:48.101052 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.111992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6815b79-67a7-4ff1-ae0f-d6dd474bd429 req-a3021574-b8f4-4b71-9187-2dfbd67dec1d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296737 Aug 16 02:39:48.112417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c094f6-3cb9-4265-91fa-a59bcc546002 admin admin] Pushing event updated for resources: {'Network': ['ID=d27a4e46-225f-41c6-9144-a0ee6562f9d1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:48.126274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d27a4e46-225f-41c6-9144-a0ee6562f9d1 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:39:48.187735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Deleting port 14af6659-ec3e-40a8-95a5-5d17aacff87e {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:39:48.188153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.271982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.291671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] For port 14af6659-ec3e-40a8-95a5-5d17aacff87e, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=14af6659-ec3e-40a8-95a5-5d17aacff87e,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:48.292048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.305725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Calling delete_port for 14af6659-ec3e-40a8-95a5-5d17aacff87e owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:39:48.331138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116ad74e-c7ec-4e00-af74-ef6b384edab7,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:48.340473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Checking segment: {'id': 'b3f0495a-f9df-495b-99a0-b5f3555c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:48.340876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Network hostable DHCP agents. Network: d27a4e46-225f-41c6-9144-a0ee6562f9d1, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:39:48.357654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Network d27a4e46-225f-41c6-9144-a0ee6562f9d1 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:39:48.366661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d27a4e46-225f-41c6-9144-a0ee6562f9d1) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:48.372839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.373412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.379068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e1d4f-85e1-489b-82e6-e545412eeb4c None None] Network d27a4e46-225f-41c6-9144-a0ee6562f9d1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:39:48.389567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-37d72ef7-cd2e-460a-998c-ef426b56a766 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164535 Aug 16 02:39:48.450718 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.486469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event deleted for resources: {'Port': ['ID=14af6659-ec3e-40a8-95a5-5d17aacff87e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:48.520418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0524add-1c2d-41a1-93c7-f3b07873fac3 None None] Network d27a4e46-225f-41c6-9144-a0ee6562f9d1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:39:48.538496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] No DVR routers for this DVR port 14af6659-ec3e-40a8-95a5-5d17aacff87e on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:39:48.541309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.544097 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de0b9848-2523-48eb-9854-5dd589c85487 req-9e6bbdda-390d-403b-bfb0-b8ac62be49df tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.88 "DELETE /v2.0/ports/14af6659-ec3e-40a8-95a5-5d17aacff87e HTTP/1.1" status: 204 len: 173 time: 0.4740992 Aug 16 02:39:48.544591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'name': 'network-vif-deleted', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:48.547568 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9077ddf4-dd23-476a-ad78-a1228c101a39" -d '{"events": [{"server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "name": "network-vif-deleted", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:48.586868 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8712ff-0cc4-498c-ac23-9458f1635399 x-openstack-request-id: req-ea8712ff-0cc4-498c-ac23-9458f1635399 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:48.587473 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c691eff6-762c-4930-9e2b-42d8099f9789", "name": "network-vif-deleted", "tag": "14af6659-ec3e-40a8-95a5-5d17aacff87e", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:48.587733 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea8712ff-0cc4-498c-ac23-9458f1635399 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:48.588195 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c691eff6-762c-4930-9e2b-42d8099f9789', 'name': 'network-vif-deleted', 'tag': '14af6659-ec3e-40a8-95a5-5d17aacff87e', 'status': 'completed', 'code': 200} Aug 16 02:39:48.746259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52be1bf6-b6cc-4888-8415-997ce68e0b03 req-07bbf433-4572-4059-8fe2-13716975746c tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Aug 16 02:39:48.935842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49674) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:48.940998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2000835741-network', 'tenant_id': '3fad2707862142a78cf7d448c33c23c5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:48.968430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Made reservation on behalf of 3fad2707862142a78cf7d448c33c23c5 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:48.970990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.981186 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.073694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.078153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.103390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:39:49.113275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5ac330-7d31-43b4-890a-581db3dbe684,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:49.118223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.118570 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Added segment c84ade8f-bb4c-4d63-bf08-12c3d696e266 of type vlan for network 2eaba0e8-8f0c-41f8-beee-2bec2f79fd86 Aug 16 02:39:49.161612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.192237 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.193985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.194713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.247186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c019221-6292-444b-a20a-0714c44961d5 req-729788da-34a2-4770-bb32-a5c1cfe9fd4a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.248907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c019221-6292-444b-a20a-0714c44961d5 req-729788da-34a2-4770-bb32-a5c1cfe9fd4a tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0548258 Aug 16 02:39:49.261311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3217425 Aug 16 02:39:49.261562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 49678) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:49.268581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Request body: {'subnet': {'network_id': '2eaba0e8-8f0c-41f8-beee-2bec2f79fd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2000835741-subnet', 'tenant_id': '3fad2707862142a78cf7d448c33c23c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:49.273270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e87373-0476-48ac-bd45-b2fd9fdf3faa admin admin] Pushing event updated for resources: {'Network': ['ID=2eaba0e8-8f0c-41f8-beee-2bec2f79fd86,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:49.288764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2eaba0e8-8f0c-41f8-beee-2bec2f79fd86 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:39:49.297699 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c019221-6292-444b-a20a-0714c44961d5 req-fa6bbae4-90ed-4dff-a676-2b7bdb8dcc9d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385852 Aug 16 02:39:49.299390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Made reservation on behalf of 3fad2707862142a78cf7d448c33c23c5 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:49.302046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.489806 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.547188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2945306-328e-469c-8f49-fc63e0812a7d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:49.559092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Checking segment: {'id': 'c84ade8f-bb4c-4d63-bf08-12c3d696e266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2eaba0e8-8f0c-41f8-beee-2bec2f79fd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:49.559428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Network hostable DHCP agents. Network: 2eaba0e8-8f0c-41f8-beee-2bec2f79fd86, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:39:49.576217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Network 2eaba0e8-8f0c-41f8-beee-2bec2f79fd86 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:39:49.585215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2eaba0e8-8f0c-41f8-beee-2bec2f79fd86) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:49.590427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.591075 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.594950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642358a4-9c72-4fab-a50c-226206a95da4 None None] Network 2eaba0e8-8f0c-41f8-beee-2bec2f79fd86 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:39:49.609483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d8ffa8eb-0864-498c-9b4e-80eabb68f455 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3468788 Aug 16 02:39:49.724784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab64d5d-505a-4c5e-a1ff-48c0ca62a1a6 None None] Network 2eaba0e8-8f0c-41f8-beee-2bec2f79fd86 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:39:49.857251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6286a3c6-db30-47cc-a518-63a817050908 req-45279253-2521-405b-aca1-d4303c5a24ca tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 210 time: 0.0346456 Aug 16 02:39:50.106598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-2130f619-7db0-40e9-a206-8f110f9dfdb9 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:50.108083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-2130f619-7db0-40e9-a206-8f110f9dfdb9 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/networks?id=d27a4e46-225f-41c6-9144-a0ee6562f9d1 HTTP/1.1" status: 200 len: 808 time: 0.0977948 Aug 16 02:39:50.123219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-281ecbc5-d39b-4b20-9665-056127de6c18 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/quotas/2ea41b931cc74ef3a119cd664cd91a5d HTTP/1.1" status: 200 len: 375 time: 0.0093098 Aug 16 02:39:50.158351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-f7c1340a-8b33-4020-baca-4be294112dcc tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2ea41b931cc74ef3a119cd664cd91a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294726 Aug 16 02:39:50.353362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-a7f2c7e7-6e56-4fe4-bed5-d1871914f3e7 service neutron] 10.222.0.78 "GET /v2.0/networks/d27a4e46-225f-41c6-9144-a0ee6562f9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872752 Aug 16 02:39:50.420188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344cd15-05ec-40d7-9e38-930c6896fdda req-6a97984b-2562-49ea-a0f7-dab165662afa tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:50.421796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6344cd15-05ec-40d7-9e38-930c6896fdda req-6a97984b-2562-49ea-a0f7-dab165662afa tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0500855 Aug 16 02:39:50.451279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-4cb035ec-ee24-4c13-9001-50c68d3d1c20 service neutron] 10.222.0.78 "GET /v2.0/networks/d27a4e46-225f-41c6-9144-a0ee6562f9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911882 Aug 16 02:39:50.466103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6344cd15-05ec-40d7-9e38-930c6896fdda req-771a5d02-eee9-4ddd-af1b-f15ffdabd702 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Aug 16 02:39:50.626558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a78fda1-c653-46e3-bbd0-d572fc3886e0 req-187518c2-274b-4b0d-8d7a-2806538b4f55 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 210 time: 0.0321608 Aug 16 02:39:50.627222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 14af6659-ec3e-40a8-95a5-5d17aacff87e no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:39:50.649022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 14af6659-ec3e-40a8-95a5-5d17aacff87e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:39:50.649634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 14af6659-ec3e-40a8-95a5-5d17aacff87e not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:39:50.957602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-86624332-191f-4d97-9b7f-f27d8691b0c1 req-cffe2308-faa1-464d-8a5a-288c8b4062be tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 210 time: 0.0272272 Aug 16 02:39:51.633669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e121ab-008b-48d7-881f-e315768647a9 req-3522881e-82c8-4f5e-b8f7-7b761bff7020 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:51.635122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7e121ab-008b-48d7-881f-e315768647a9 req-3522881e-82c8-4f5e-b8f7-7b761bff7020 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0793664 Aug 16 02:39:51.657995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-a7c9e16d-393d-4ace-9a4f-1302dd7cac68 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:51.659641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-a7c9e16d-393d-4ace-9a4f-1302dd7cac68 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.88 "GET /v2.0/networks?id=d27a4e46-225f-41c6-9144-a0ee6562f9d1 HTTP/1.1" status: 200 len: 808 time: 0.1671934 Aug 16 02:39:51.676111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Request body: {'port': {'device_id': '0a0482c6-8f93-4919-a947-9b67303a9176', 'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1', 'admin_state_up': True, 'tenant_id': '2ea41b931cc74ef3a119cd664cd91a5d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:51.729104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b96c45e4-558a-4dcb-9d34-4df351dc269d req-bab5ead4-5ac2-4c29-b06e-c6e5d1700e75 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 210 time: 0.0298150 Aug 16 02:39:51.742867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7e121ab-008b-48d7-881f-e315768647a9 req-1707e7fe-39de-40c6-b89a-09a3f037df75 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997930 Aug 16 02:39:51.804439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Made reservation on behalf of 2ea41b931cc74ef3a119cd664cd91a5d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:51.807962 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:51.942344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Allocated IP 172.20.0.4 (d27a4e46-225f-41c6-9144-a0ee6562f9d1/116ad74e-c7ec-4e00-af74-ef6b384edab7/327498ff-e955-444b-972d-5a827e1e3ff4) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:52.061509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5adf8b0a-86db-41e7-924e-3b51ba3c85c8 req-a017c427-71a0-4c4b-b7a3-51f2ebadd5be tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "GET /v2.0/ports?device_id=c691eff6-762c-4930-9e2b-42d8099f9789 HTTP/1.1" status: 200 len: 210 time: 0.0304101 Aug 16 02:39:52.120448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.174657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf189-1ec8-4f22-95d8-b4d2a5378901 req-5b8b6ec3-9225-40fa-adbc-ad694d401235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.176053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e1cf189-1ec8-4f22-95d8-b4d2a5378901 req-5b8b6ec3-9225-40fa-adbc-ad694d401235 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.0672667 Aug 16 02:39:52.191687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.255043 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7e1cf189-1ec8-4f22-95d8-b4d2a5378901 req-cdd11654-6453-4a09-8310-680903980621 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700705 Aug 16 02:39:52.259167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Network d27a4e46-225f-41c6-9144-a0ee6562f9d1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:52.263054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:52.265029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Pushing event updated for resources: {'Port': ['ID=327498ff-e955-444b-972d-5a827e1e3ff4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:52.267181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:52.314769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.315387 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.330511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-bed41820-d0d5-4c76-9725-7d0cfbe090d0 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6582041 Aug 16 02:39:52.351162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.355075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Request body: {'port': {'device_id': '0a0482c6-8f93-4919-a947-9b67303a9176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:52.420592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.674576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327498ff-e955-444b-972d-5a827e1e3ff4 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:52.682096 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.694281 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Transition to ACTIVE for port object 327498ff-e955-444b-972d-5a827e1e3ff4 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:52.697174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.763580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Pushing event updated for resources: {'Port': ['ID=327498ff-e955-444b-972d-5a827e1e3ff4,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:52.841809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Attempting to bind port 327498ff-e955-444b-972d-5a827e1e3ff4 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:52.842151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Attempting to bind port 327498ff-e955-444b-972d-5a827e1e3ff4 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'b3f0495a-f9df-495b-99a0-b5f3555c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:52.842483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Attempting to bind port 327498ff-e955-444b-972d-5a827e1e3ff4 on network d27a4e46-225f-41c6-9144-a0ee6562f9d1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:52.849350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Port 327498ff-e955-444b-972d-5a827e1e3ff4 on network d27a4e46-225f-41c6-9144-a0ee6562f9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:39:52.849680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Attempting to bind port 327498ff-e955-444b-972d-5a827e1e3ff4 on network d27a4e46-225f-41c6-9144-a0ee6562f9d1 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:52.859425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:52.859767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Checking segment: {'id': 'b3f0495a-f9df-495b-99a0-b5f3555c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:52.860149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Bound using segment: {'id': 'b3f0495a-f9df-495b-99a0-b5f3555c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:52.860374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62210-e703-416c-a3d4-b147dc95c69d req-24fd1627-6789-499b-b7eb-efd7d79ef578 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.860864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Bound port: 327498ff-e955-444b-972d-5a827e1e3ff4, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f0495a-f9df-495b-99a0-b5f3555c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:52.861063 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:52.861867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94a62210-e703-416c-a3d4-b147dc95c69d req-24fd1627-6789-499b-b7eb-efd7d79ef578 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Aug 16 02:39:52.878744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc32cc7-4c84-4728-8c4e-35ac52408bbd req-48bbc073-ca4a-4e60-81c1-64f9faa731eb tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.880246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebc32cc7-4c84-4728-8c4e-35ac52408bbd req-48bbc073-ca4a-4e60-81c1-64f9faa731eb tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 943 time: 0.0741358 Aug 16 02:39:52.901074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94a62210-e703-416c-a3d4-b147dc95c69d req-4ed0be0d-c57e-445f-a056-37e2ad570a01 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Aug 16 02:39:52.955920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebc32cc7-4c84-4728-8c4e-35ac52408bbd req-a3d57ac6-3b20-4677-986c-c14592364f81 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685670 Aug 16 02:39:52.962507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] For port 327498ff-e955-444b-972d-5a827e1e3ff4, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:52.965715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] For port 327498ff-e955-444b-972d-5a827e1e3ff4, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=327498ff-e955-444b-972d-5a827e1e3ff4,segment=NetworkSegment(b3f0495a-f9df-495b-99a0-b5f3555c982d),segment_id=b3f0495a-f9df-495b-99a0-b5f3555c982d)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:52.970650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.009466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.010091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.011474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] 10.222.0.88 "PUT /v2.0/ports/327498ff-e955-444b-972d-5a827e1e3ff4 HTTP/1.1" status: 200 len: 1092 time: 0.6619174 Aug 16 02:39:53.011910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0482c6-8f93-4919-a947-9b67303a9176', 'tag': '327498ff-e955-444b-972d-5a827e1e3ff4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:53.014258 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06666ce2-eab9-4019-818e-e65719a62fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0482c6-8f93-4919-a947-9b67303a9176", "tag": "327498ff-e955-444b-972d-5a827e1e3ff4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:53.036983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b2b7b-7c20-4a5d-ad53-f3913764f6fb service neutron] Pushing event updated for resources: {'Port': ['ID=327498ff-e955-444b-972d-5a827e1e3ff4,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:53.064019 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0848f7a6-2175-4584-9bb8-464baf7c0b4c x-openstack-request-id: req-0848f7a6-2175-4584-9bb8-464baf7c0b4c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:53.064322 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0482c6-8f93-4919-a947-9b67303a9176", "tag": "327498ff-e955-444b-972d-5a827e1e3ff4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:53.064576 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0848f7a6-2175-4584-9bb8-464baf7c0b4c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:53.064974 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0482c6-8f93-4919-a947-9b67303a9176', 'tag': '327498ff-e955-444b-972d-5a827e1e3ff4', 'status': 'completed', 'code': 200} Aug 16 02:39:53.097322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-7dcf85ce-8b10-43c0-b7c6-5f4b8fa87671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.098878 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-7dcf85ce-8b10-43c0-b7c6-5f4b8fa87671 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2ea41b931cc74ef3a119cd664cd91a5d&device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 1095 time: 0.0436852 Aug 16 02:39:53.123270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 49732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:53.144388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-9aea1ebc-7419-4df4-aa33-48f05bc1aef9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327498ff-e955-444b-972d-5a827e1e3ff4 HTTP/1.1" status: 200 len: 217 time: 0.0366683 Aug 16 02:39:53.185522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0392a4d7-b3b8-4e83-b92e-1525b7a50086 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.197924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-dd96e1bb-2ee1-4c6b-9806-9f3280eef0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.199418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-dd96e1bb-2ee1-4c6b-9806-9f3280eef0c1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=116ad74e-c7ec-4e00-af74-ef6b384edab7 HTTP/1.1" status: 200 len: 848 time: 0.0480313 Aug 16 02:39:53.210862 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0392a4d7-b3b8-4e83-b92e-1525b7a50086 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.230834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-9cf96674-ca23-4418-9d6c-f51a8735862f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d27a4e46-225f-41c6-9144-a0ee6562f9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235298 Aug 16 02:39:53.270031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0392a4d7-b3b8-4e83-b92e-1525b7a50086 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.272659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0392a4d7-b3b8-4e83-b92e-1525b7a50086 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.273928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0392a4d7-b3b8-4e83-b92e-1525b7a50086 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] 10.222.0.78 "DELETE /v2.0/security-groups/fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9 HTTP/1.1" status: 204 len: 168 time: 0.1495216 Aug 16 02:39:53.282995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392a4d7-b3b8-4e83-b92e-1525b7a50086 tempest-TestVolumeBackupRestore-1387575375 tempest-TestVolumeBackupRestore-1387575375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd61ddf6-4ca7-45c5-9015-a9ce0e8cd2c9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:53.331995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-558eeaf7-97e2-438a-a139-85f58f0e1191 service neutron] 10.222.0.88 "GET /v2.0/networks/d27a4e46-225f-41c6-9144-a0ee6562f9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935669 Aug 16 02:39:53.444717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-785148d5-0c9b-47ab-bc1a-b3dfd8c3e137 req-3e4c9614-c304-4af2-9795-3fd55fa9d840 service neutron] 10.222.0.88 "GET /v2.0/networks/d27a4e46-225f-41c6-9144-a0ee6562f9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051207 Aug 16 02:39:53.581312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-257b7492-4b30-41cd-86e2-60d66eb53c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.583499 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-257b7492-4b30-41cd-86e2-60d66eb53c4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2ea41b931cc74ef3a119cd664cd91a5d&device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 1095 time: 0.0825505 Aug 16 02:39:53.646746 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.682577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-b79c42de-9a64-4ea3-8896-23da9306c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.684179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-b79c42de-9a64-4ea3-8896-23da9306c1b4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d27a4e46-225f-41c6-9144-a0ee6562f9d1 HTTP/1.1" status: 200 len: 909 time: 0.0934429 Aug 16 02:39:53.728541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-45a1d338-6e4e-4515-80ce-8819a8ae9dd1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327498ff-e955-444b-972d-5a827e1e3ff4 HTTP/1.1" status: 200 len: 217 time: 0.0367661 Aug 16 02:39:53.781789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-72b6eae6-a98d-4bf7-89d0-c9cd68b10f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.783383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-72b6eae6-a98d-4bf7-89d0-c9cd68b10f8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=116ad74e-c7ec-4e00-af74-ef6b384edab7 HTTP/1.1" status: 200 len: 848 time: 0.0478730 Aug 16 02:39:53.817797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-d6204677-6c9d-4112-b8e7-248466bc387e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d27a4e46-225f-41c6-9144-a0ee6562f9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261149 Aug 16 02:39:53.925359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-9d2cf536-4d7c-45eb-9f61-7138265d4dfe service neutron] 10.222.0.88 "GET /v2.0/networks/d27a4e46-225f-41c6-9144-a0ee6562f9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963850 Aug 16 02:39:54.111583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3406-ab75-4e39-b3d1-f99862cca75d req-56e93766-53f8-457a-9f39-edd05a6003f7 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.119432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82ce3406-ab75-4e39-b3d1-f99862cca75d req-56e93766-53f8-457a-9f39-edd05a6003f7 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 943 time: 0.0705309 Aug 16 02:39:54.197736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82ce3406-ab75-4e39-b3d1-f99862cca75d req-f2b039d2-7ffe-4c9e-9384-b2323fd3661c tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771880 Aug 16 02:39:54.483638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b48da-539f-479b-a312-500932422915 req-59273d01-6271-4697-8b5b-ad4490f0b138 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.485199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc3b48da-539f-479b-a312-500932422915 req-59273d01-6271-4697-8b5b-ad4490f0b138 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.5008364 Aug 16 02:39:54.489448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06666ce2-eab9-4019-818e-e65719a62fa3 req-2516a3ce-1217-47aa-aec7-00d7f4ae2cde service neutron] 10.222.0.88 "GET /v2.0/networks/d27a4e46-225f-41c6-9144-a0ee6562f9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544856 Aug 16 02:39:54.531300 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc3b48da-539f-479b-a312-500932422915 req-98e25588-353f-4ae9-bf3b-a91f1082fa6d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Aug 16 02:39:54.570748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-339fc47f-a572-403a-a180-8b5d807e25e8 req-b9812d6b-8702-42be-bea2-1f2e2bcef522 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1057794553', 'description': 'tempest-description-294547987'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:54.597904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-339fc47f-a572-403a-a180-8b5d807e25e8 req-b9812d6b-8702-42be-bea2-1f2e2bcef522 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.647523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 327498ff-e955-444b-972d-5a827e1e3ff4 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:39:54.695653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-339fc47f-a572-403a-a180-8b5d807e25e8 req-b9812d6b-8702-42be-bea2-1f2e2bcef522 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.700699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-339fc47f-a572-403a-a180-8b5d807e25e8 req-b9812d6b-8702-42be-bea2-1f2e2bcef522 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.741923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-339fc47f-a572-403a-a180-8b5d807e25e8 req-b9812d6b-8702-42be-bea2-1f2e2bcef522 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.753678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-339fc47f-a572-403a-a180-8b5d807e25e8 req-b9812d6b-8702-42be-bea2-1f2e2bcef522 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1877966 Aug 16 02:39:54.756858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9812d6b-8702-42be-bea2-1f2e2bcef522 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d1d0f-4ade-41f0-a4fc-bdbad036a48f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:54.842406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 327498ff-e955-444b-972d-5a827e1e3ff4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=327498ff-e955-444b-972d-5a827e1e3ff4,segment=NetworkSegment(b3f0495a-f9df-495b-99a0-b5f3555c982d),segment_id=b3f0495a-f9df-495b-99a0-b5f3555c982d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:54.858313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '327498ff-e955-444b-972d-5a827e1e3ff4', 'network_id': 'd27a4e46-225f-41c6-9144-a0ee6562f9d1', 'port_id': '327498ff-e955-444b-972d-5a827e1e3ff4', 'mac_address': 'fa:16:3e:e8:2a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116ad74e-c7ec-4e00-af74-ef6b384edab7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:39:54.868773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-9cdaaabd-0845-4d94-8f5f-60f567e0f016 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1057794553&fields=id&tenant_id=35f85c007d8b4052bf0838a3f2e26ccf HTTP/1.1" status: 200 len: 267 time: 0.0450816 Aug 16 02:39:54.938736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-a59979a8-0be8-4f83-88f4-27d4219731d1 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.940216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-a59979a8-0be8-4f83-88f4-27d4219731d1 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0652246 Aug 16 02:39:54.952426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.960703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Request body: {'port': {'security_groups': ['1a29b3df-9b14-4468-9c27-dc2a2af81992', 'a52d1d0f-4ade-41f0-a4fc-bdbad036a48f']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:54.969752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327498ff-e955-444b-972d-5a827e1e3ff4 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:55.036182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 327498ff-e955-444b-972d-5a827e1e3ff4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=327498ff-e955-444b-972d-5a827e1e3ff4,segment=NetworkSegment(b3f0495a-f9df-495b-99a0-b5f3555c982d),segment_id=b3f0495a-f9df-495b-99a0-b5f3555c982d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:55.042908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:55.075713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:55.095011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=327498ff-e955-444b-972d-5a827e1e3ff4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:55.102639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.102995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.103338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.103692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.104008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.104379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.104719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.105106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.105441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.105770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.106098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.106423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:55.248813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['327498ff-e955-444b-972d-5a827e1e3ff4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:55.362181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49ebc781-722b-4bb6-b823-b01103b558aa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:55.365868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed4ab-634b-4a8d-ad11-1ad478e0e930 req-79e80725-a07a-4450-a602-61c7b0c4e6d6 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.375597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-873ed4ab-634b-4a8d-ad11-1ad478e0e930 req-79e80725-a07a-4450-a602-61c7b0c4e6d6 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 944 time: 0.0843551 Aug 16 02:39:55.422890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:55.428857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:55.432201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-873ed4ab-634b-4a8d-ad11-1ad478e0e930 req-c0a2a49c-e8d2-4622-8c15-768628717fb7 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556366 Aug 16 02:39:55.485638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['49ebc781-722b-4bb6-b823-b01103b558aa'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:55.515126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.515855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:55.517343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ee661d-fa24-4b71-959b-4eb31d14dc4d req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "PUT /v2.0/ports/49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 981 time: 0.5622780 Aug 16 02:39:55.517809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:55.520035 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f3fd3-1180-43df-bee5-6350695b58b8" -d '{"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:55.629839 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c1e68-3454-4b17-aa69-464e43ec8cf3 x-openstack-request-id: req-ca7c1e68-3454-4b17-aa69-464e43ec8cf3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:55.630189 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:55.630973 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca7c1e68-3454-4b17-aa69-464e43ec8cf3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:55.631377 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa', 'status': 'completed', 'code': 200} Aug 16 02:39:55.633335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90114e-efed-44d3-925b-016bc8d7d16f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event updated for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:55.642689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['49ebc781-722b-4bb6-b823-b01103b558aa'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:55.722496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-04f66cd0-8dd3-486e-a97c-72454d85a2c4 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1057794553&fields=id&tenant_id=35f85c007d8b4052bf0838a3f2e26ccf HTTP/1.1" status: 200 len: 267 time: 0.0738711 Aug 16 02:39:55.731559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-69ce1d89-72bd-4953-b946-9271823902e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.733675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-69ce1d89-72bd-4953-b946-9271823902e2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1136 time: 0.0900798 Aug 16 02:39:55.793183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-5d9b9cd9-1d0c-439a-95e0-fdd5c9794d77 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.802947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-5d9b9cd9-1d0c-439a-95e0-fdd5c9794d77 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 984 time: 0.0739081 Aug 16 02:39:55.830938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Request body: {'port': {'security_groups': ['1a29b3df-9b14-4468-9c27-dc2a2af81992']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:55.956269 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:56.009704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-f4218829-ee8a-41a5-a43b-f7ac4e6c1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.011211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-f4218829-ee8a-41a5-a43b-f7ac4e6c1a1f service neutron] 10.222.0.98 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.2683303 Aug 16 02:39:56.042878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.102969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-3f97c835-571f-4a5a-8d52-c92c5d0f247d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 217 time: 0.0834692 Aug 16 02:39:56.227041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-3964dabf-1aa9-4aae-b57c-667d29059e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.235269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-3964dabf-1aa9-4aae-b57c-667d29059e17 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.1201632 Aug 16 02:39:56.297905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-b99030ec-8785-4101-8fef-eb0be43fa6fc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546427 Aug 16 02:39:56.327188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed02f-336b-4965-b863-fa9d4897e442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.391778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49ebc781-722b-4bb6-b823-b01103b558aa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:56.435982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.443512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.456006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['49ebc781-722b-4bb6-b823-b01103b558aa'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:56.519780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.524934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.528164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af0c826f-9021-4e10-9340-e798d5f802e2 req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "PUT /v2.0/ports/49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 942 time: 0.7112842 Aug 16 02:39:56.529051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:56.537602 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f80e56-2952-4656-b43f-cdc5b61bf6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:56.543507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-af6e57c7-72f2-4979-8124-8cf40aa34b9f service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380476 Aug 16 02:39:56.630843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['49ebc781-722b-4bb6-b823-b01103b558aa'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:56.681849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 327498ff-e955-444b-972d-5a827e1e3ff4 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:56.841453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-884f3fd3-1180-43df-bee5-6350695b58b8 req-78c046c5-d187-42bd-9f33-b931aa48fd2b service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892439 Aug 16 02:39:56.842914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 327498ff-e955-444b-972d-5a827e1e3ff4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:56.863807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f4fb-301c-4364-a35f-b82f9ad866f3 req-0ecefa37-b92e-46e7-8575-cc54ca2a7d2b tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.866387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2764f4fb-301c-4364-a35f-b82f9ad866f3 req-0ecefa37-b92e-46e7-8575-cc54ca2a7d2b tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 944 time: 0.2913554 Aug 16 02:39:56.917256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2764f4fb-301c-4364-a35f-b82f9ad866f3 req-9e80ceb1-c16d-40e8-ab26-8279a4536078 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Aug 16 02:39:56.923342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 327498ff-e955-444b-972d-5a827e1e3ff4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:56.923908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.198199 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.284193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0482c6-8f93-4919-a947-9b67303a9176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327498ff-e955-444b-972d-5a827e1e3ff4'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:57.289377 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0780d947-0309-4435-940e-05885f92f66a" -d '{"events": [{"server_uuid": "0a0482c6-8f93-4919-a947-9b67303a9176", "name": "network-vif-plugged", "status": "completed", "tag": "327498ff-e955-444b-972d-5a827e1e3ff4"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:57.307489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-59d85ece-cbf8-4bc0-afc7-4dcfbcd07400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.315091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-59d85ece-cbf8-4bc0-afc7-4dcfbcd07400 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.1003149 Aug 16 02:39:57.320268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 327498ff-e955-444b-972d-5a827e1e3ff4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=327498ff-e955-444b-972d-5a827e1e3ff4,segment=NetworkSegment(b3f0495a-f9df-495b-99a0-b5f3555c982d),segment_id=b3f0495a-f9df-495b-99a0-b5f3555c982d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:57.330074 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.404483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=327498ff-e955-444b-972d-5a827e1e3ff4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:57.405334 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78a30a-5bd0-4d89-ba68-b0cf5582da63 x-openstack-request-id: req-db78a30a-5bd0-4d89-ba68-b0cf5582da63 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:57.405871 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:57.405871 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db78a30a-5bd0-4d89-ba68-b0cf5582da63 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:57.406269 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa', 'status': 'completed', 'code': 200} Aug 16 02:39:57.419231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c3bd2-5524-4cff-bbe6-7bf6b255be67 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event updated for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:57.460371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aed7dc-5643-4c00-8cab-d13a96e3918d req-42bf9b29-e60b-4539-b9fb-f88dccd77c95 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.467798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0aed7dc-5643-4c00-8cab-d13a96e3918d req-42bf9b29-e60b-4539-b9fb-f88dccd77c95 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1097 time: 0.1418240 Aug 16 02:39:57.492458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0aed7dc-5643-4c00-8cab-d13a96e3918d req-01a706df-fea2-42e6-8622-93c211aa94d1 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.518180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-5c8a8c6a-1038-4b7a-b152-1c43db56c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.520027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-5c8a8c6a-1038-4b7a-b152-1c43db56c719 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.1862543 Aug 16 02:39:57.558264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-98d731c4-646e-44b7-815a-f9e74d868e39 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0045884 Aug 16 02:39:57.570824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:57.590187 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-81823a6e-0335-485d-8a54-7c53a9f773a1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 217 time: 0.0587928 Aug 16 02:39:57.677796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-7e69f467-feef-4974-8d66-5b13fe3ea90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.679663 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-7e69f467-feef-4974-8d66-5b13fe3ea90b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.0805905 Aug 16 02:39:57.721999 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-43679985-bebd-43ac-977b-300bd3998acc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322862 Aug 16 02:39:57.789030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0aed7dc-5643-4c00-8cab-d13a96e3918d req-01a706df-fea2-42e6-8622-93c211aa94d1 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.797297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a0aed7dc-5643-4c00-8cab-d13a96e3918d req-01a706df-fea2-42e6-8622-93c211aa94d1 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.809099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.823082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0aed7dc-5643-4c00-8cab-d13a96e3918d req-01a706df-fea2-42e6-8622-93c211aa94d1 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542423 Aug 16 02:39:57.851141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a706df-fea2-42e6-8622-93c211aa94d1 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8291e604-3833-4dc8-9a8c-ff4ef10408d3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:57.870810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-c827fb0b-21c9-4005-a5ee-298fd3c514f3 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402338 Aug 16 02:39:57.898550 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8570ee-76b6-498e-a7dc-3ad209fe263f x-openstack-request-id: req-3c8570ee-76b6-498e-a7dc-3ad209fe263f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:57.899090 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0482c6-8f93-4919-a947-9b67303a9176", "name": "network-vif-plugged", "status": "completed", "tag": "327498ff-e955-444b-972d-5a827e1e3ff4", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:57.899512 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c8570ee-76b6-498e-a7dc-3ad209fe263f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:57.900076 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0482c6-8f93-4919-a947-9b67303a9176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327498ff-e955-444b-972d-5a827e1e3ff4', 'code': 200} Aug 16 02:39:57.932920 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.031283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34f80e56-2952-4656-b43f-cdc5b61bf6e8 req-d52b8bba-3ebf-4964-a1f4-038343da2a1c service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528444 Aug 16 02:39:58.038945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72a234-ccf4-468d-a949-9b2ad86b53f6 req-96836042-732a-46ff-9adc-5ecc459f5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.042291 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a72a234-ccf4-468d-a949-9b2ad86b53f6 req-96836042-732a-46ff-9adc-5ecc459f5b25 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 1097 time: 0.0712686 Aug 16 02:39:58.077167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50226) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:58.100191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Allocated IP 172.25.4.42 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/f70d981f-570d-4346-a371-ecc42d228f00) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:58.187094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a72a234-ccf4-468d-a949-9b2ad86b53f6 req-9f424f31-2972-4be5-bae4-a0a745c5e442 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335177 Aug 16 02:39:58.207173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.229020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde1ae3-fdcf-4afb-8394-ba61a4e28c2a req-2d540784-fa1b-4574-915d-09fef4553f56 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.230756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6fde1ae3-fdcf-4afb-8394-ba61a4e28c2a req-2d540784-fa1b-4574-915d-09fef4553f56 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.1522589 Aug 16 02:39:58.257410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.296495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:58.303416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:58.307000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:58.321792 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6fde1ae3-fdcf-4afb-8394-ba61a4e28c2a req-4380e46e-cd11-418f-b10e-53fde59d628b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819964 Aug 16 02:39:58.356815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50230) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:58.357420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event updated for resources: {'Port': ['ID=f70d981f-570d-4346-a371-ecc42d228f00,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:58.459005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3fe65694-7dbf-4e38-919c-1189fe067359 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/0f32da09-fa02-49a0-a71c-afd926c8171a HTTP/1.1" status: 200 len: 992 time: 0.0982158 Aug 16 02:39:58.494918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.510634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a7467-df87-4d3f-bb10-4ccfba84015e req-9e67d6e4-7338-4d31-aeb9-c9936878120b tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.512139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b84a7467-df87-4d3f-bb10-4ccfba84015e req-9e67d6e4-7338-4d31-aeb9-c9936878120b tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 945 time: 0.1174326 Aug 16 02:39:58.533847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.563409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b84a7467-df87-4d3f-bb10-4ccfba84015e req-3cd459f0-665d-4518-bcba-5adaee22a986 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448518 Aug 16 02:39:58.633686 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.707913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.713664 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.793836 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.805247 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1fbe750e-dd21-4d45-9f72-98568dd5a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.820797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.832850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event updated for resources: {'Port': ['ID=f70d981f-570d-4346-a371-ecc42d228f00,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:58.845733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.847106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-91823372-9a2a-42e5-bc34-c8be89a8bc8e tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2815566 Aug 16 02:39:58.889065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b52ea3-71cc-449b-95ed-8ffc7093542e req-b7f8b74d-4d17-462b-bf6b-0c8a1ef02b7a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.890842 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33b52ea3-71cc-449b-95ed-8ffc7093542e req-b7f8b74d-4d17-462b-bf6b-0c8a1ef02b7a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0656471 Aug 16 02:39:58.936016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-ef1b20fe-1e71-46a2-8266-1df3b5cb24af tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0824707 Aug 16 02:39:58.969022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33b52ea3-71cc-449b-95ed-8ffc7093542e req-4319930e-ad9d-47d1-8a7f-e3b133c36717 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628769 Aug 16 02:39:58.996506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Deleting port 998f9ed7-baa8-4127-9a22-2948d05dbf71 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:39:58.996929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.050392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-e19d11a3-8cba-432b-855c-667b309dca21 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:59.051381 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-e19d11a3-8cba-432b-855c-667b309dca21 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1090360 Aug 16 02:39:59.062511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-90f37235-e3c0-4b3d-8fb1-560f92edadbc tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:39:59.064787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5a70c01-7f59-4bfd-b7d3-20d353edd017 req-90f37235-e3c0-4b3d-8fb1-560f92edadbc tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067341 Aug 16 02:39:59.081491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] For port 998f9ed7-baa8-4127-9a22-2948d05dbf71, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=998f9ed7-baa8-4127-9a22-2948d05dbf71,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:59.081900 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.096000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Calling delete_port for 998f9ed7-baa8-4127-9a22-2948d05dbf71 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:39:59.211423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-d9fd0f3e-48f2-4449-ac82-70936cf35e21 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:59.212966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-d9fd0f3e-48f2-4449-ac82-70936cf35e21 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0943685 Aug 16 02:39:59.272621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-48035741-f2f8-49c9-91a2-59e6e748766d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0489883 Aug 16 02:39:59.284146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Request body: {'floatingip': {'port_id': '49ebc781-722b-4bb6-b823-b01103b558aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:59.290057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.316364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=998f9ed7-baa8-4127-9a22-2948d05dbf71,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:59.343659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.503759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.790764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-f6114044-798c-4e47-86c7-40c9e58e621f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2155492 Aug 16 02:39:59.852121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.857050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.875574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:59.949868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d8c91-72a7-4aa0-a99c-94b893b583ca req-3cc29f1c-dfb4-4ec5-b9f7-f0d62ec89424 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:59.952473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e19d8c91-72a7-4aa0-a99c-94b893b583ca req-3cc29f1c-dfb4-4ec5-b9f7-f0d62ec89424 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.1068339 Aug 16 02:39:59.969730 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Floating IP e340c23c-3aee-4c33-beb0-ffac305a08bc associated. External IP: 172.25.4.42, port: 49ebc781-722b-4bb6-b823-b01103b558aa. Aug 16 02:40:00.029548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.064274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e19d8c91-72a7-4aa0-a99c-94b893b583ca req-513fd5eb-b30a-4255-a99c-1d271db9bfb1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925744 Aug 16 02:40:00.069798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:00.079104 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] Sync routers for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:00.085010 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9b117049-4497-4c09-a6f4-01f660996a10 admin admin] 10.222.0.78 "PUT /v2.0/routers/38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0052354 Aug 16 02:40:00.085339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:00.104514 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:00.105470 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:00.195744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0125-27bc-459e-8f28-e798c947ad20 req-5d434d41-fa09-4bdd-b157-c9ef401983ff tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.198172 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918a0125-27bc-459e-8f28-e798c947ad20 req-5d434d41-fa09-4bdd-b157-c9ef401983ff tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 945 time: 0.0717449 Aug 16 02:40:00.238499 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:00.247025 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-918a0125-27bc-459e-8f28-e798c947ad20 req-4e0ad4ed-1bf1-4910-a34c-af8d96671ae3 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Aug 16 02:40:00.296254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.346465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Router 3f232651-a53c-48f8-9528-1bc667fd7247 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:00.418839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b4ee-994d-4266-a4f5-6921db6c7cfb req-7abb1c61-8649-45e6-9324-7697163d786c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.427074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2df5b4ee-994d-4266-a4f5-6921db6c7cfb req-7abb1c61-8649-45e6-9324-7697163d786c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.0829065 Aug 16 02:40:00.482816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2df5b4ee-994d-4266-a4f5-6921db6c7cfb req-3ff1f852-b6a3-40ae-8c24-f508c82abf21 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Aug 16 02:40:00.506923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.514737 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '770c68a5-960c-4917-86ef-964e321cae4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:39:59Z', 'revision_number': 5, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port': {'id': '770c68a5-960c-4917-86ef-964e321cae4f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:53Z', 'updated_at': '2021-08-16T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:00.566269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:00.572633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.577957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] Sync routers for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:00.595164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:00.596355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:00.614155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-289d2aec-d484-4786-add0-5a3fbff89411 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "PUT /v2.0/floatingips/e340c23c-3aee-4c33-beb0-ffac305a08bc HTTP/1.1" status: 200 len: 995 time: 1.3345048 Aug 16 02:40:00.619789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:00.622414 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af" -d '{"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:00.639355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Deleting port 770c68a5-960c-4917-86ef-964e321cae4f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:00.639702 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.733736 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] Checking router: 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:00.756684 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] Routers {'38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:00.758421 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:00.792166 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac9159-c7c4-498b-88d5-d4a6482cab39 x-openstack-request-id: req-9eac9159-c7c4-498b-88d5-d4a6482cab39 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:00.792503 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:00.792858 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9eac9159-c7c4-498b-88d5-d4a6482cab39 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:00.793256 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa', 'status': 'completed', 'code': 200} Aug 16 02:40:00.798735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-8d8bcb0e-6c0f-49f4-b9fb-cf1cb7435828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.800268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-8d8bcb0e-6c0f-49f4-b9fb-cf1cb7435828 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.0774014 Aug 16 02:40:00.840971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-9eab3833-bc1b-4e20-8029-478d881f7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.842600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-9eab3833-bc1b-4e20-8029-478d881f7339 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.1897097 Aug 16 02:40:00.888704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:00.939628 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] Set router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:00.972355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] For port 770c68a5-960c-4917-86ef-964e321cae4f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=770c68a5-960c-4917-86ef-964e321cae4f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:00.972868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:00.994205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Calling delete_port for 770c68a5-960c-4917-86ef-964e321cae4f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:00.995525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-924133c3-1edf-4d3e-9747-180239ca5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.998689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-924133c3-1edf-4d3e-9747-180239ca5f55 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.1811426 Aug 16 02:40:01.092377 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:40:00Z', 'revision_number': 6, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:01.092377 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcaa96f-ec0a-4c15-8b8e-41a65fe34946 None None] The sync data for ids ['38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18'] in n-d-769329-15 is: [{'id': '38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18', 'name': 'tempest-TestVolumeBackupRestore-100892715-router', 'tenant_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:51Z', 'updated_at': '2021-08-16T02:40:00Z', 'revision_number': 6, 'project_id': '1c84c802b0cb4148ae1b9aa3faa71b3a', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:01.125856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-7d317741-3c1a-403c-8449-a6032ce6eb7a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.127765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-7d317741-3c1a-403c-8449-a6032ce6eb7a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.98 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.2161160 Aug 16 02:40:01.133707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-2c001ff4-8a4b-42d8-a657-955c6f5bf5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.135525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-2c001ff4-8a4b-42d8-a657-955c6f5bf5ae service neutron] 10.222.0.78 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.2789011 Aug 16 02:40:01.203606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-92e5ee97-6726-42e0-90d8-255d80979716 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 998 time: 0.1972365 Aug 16 02:40:01.291429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-04f7ffbd-14c8-46ce-9b9d-07145429d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.295465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-04f7ffbd-14c8-46ce-9b9d-07145429d116 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.0834999 Aug 16 02:40:01.308134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934664-8bf0-4e7c-aedc-63a84b33b20a req-4fd49fdb-81c0-4e64-ae12-ba87a5b9fd65 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.310228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19934664-8bf0-4e7c-aedc-63a84b33b20a req-4fd49fdb-81c0-4e64-ae12-ba87a5b9fd65 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.1542068 Aug 16 02:40:01.343558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-1f91de4f-f951-424a-bad2-58fda5d5cd6d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322697 Aug 16 02:40:01.398494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'e340c23c-3aee-4c33-beb0-ffac305a08bc', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'port_id': '49ebc781-722b-4bb6-b823-b01103b558aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'mac_address': 'fa:16:3e:00:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:58Z', 'updated_at': '2021-08-16T02:39:59Z', 'revision_number': 1, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:12Z', 'revision_number': 5, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:01.432528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] Checking router: 3f232651-a53c-48f8-9528-1bc667fd7247 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:01.443248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:01.444087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:01.478794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19934664-8bf0-4e7c-aedc-63a84b33b20a req-97f1f0e6-3603-4077-a725-92a702231647 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341531 Aug 16 02:40:01.517275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-3856873c-dae3-4c73-85ec-c4e67f4db48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.521961 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-3856873c-dae3-4c73-85ec-c4e67f4db48b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1097 time: 0.1756797 Aug 16 02:40:01.602708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:01.713083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-5158f808-9b22-4aa4-96a8-d262f4fc1bb8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 998 time: 0.5673440 Aug 16 02:40:01.864036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.867342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-8398906b-4647-4e4a-8cc1-6ad2c8aa7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.869011 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-8398906b-4647-4e4a-8cc1-6ad2c8aa7c68 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.1469991 Aug 16 02:40:01.918033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Deleting port 78a9e56f-2dd3-4406-883e-8b07650032c5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:01.918431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.961320 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.976127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=770c68a5-960c-4917-86ef-964e321cae4f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:02.059418 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-bd7d7ab4-5d87-46ae-b46f-6679312c15b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526344 Aug 16 02:40:02.128192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-ece8276e-4ca9-4624-acd2-92f5e2f70093 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:40:02.136277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-ece8276e-4ca9-4624-acd2-92f5e2f70093 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636992 Aug 16 02:40:02.149704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 770c68a5-960c-4917-86ef-964e321cae4f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:02.151365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.187718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-071d9a04-0bb0-466b-baa1-dfe68e881e16 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8260272 Aug 16 02:40:02.204657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 770c68a5-960c-4917-86ef-964e321cae4f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:02.205013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 770c68a5-960c-4917-86ef-964e321cae4f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:02.205442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 998f9ed7-baa8-4127-9a22-2948d05dbf71 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:02.237227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e7e0-39af-4718-932f-eca95a3afce5 req-31b56e90-f629-421f-bfe5-d760b8bc838e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.245896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8345e7e0-39af-4718-932f-eca95a3afce5 req-31b56e90-f629-421f-bfe5-d760b8bc838e tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 946 time: 0.1657228 Aug 16 02:40:02.259689 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.262069 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.296911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 998f9ed7-baa8-4127-9a22-2948d05dbf71 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:02.298156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 998f9ed7-baa8-4127-9a22-2948d05dbf71 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:02.307938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-88d653b4-0bb2-4681-a856-ab5707289551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.309544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-88d653b4-0bb2-4681-a856-ab5707289551 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.7805817 Aug 16 02:40:02.332561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.333340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:02.357341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'e340c23c-3aee-4c33-beb0-ffac305a08bc', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'port_id': '49ebc781-722b-4bb6-b823-b01103b558aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'mac_address': 'fa:16:3e:00:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:58Z', 'updated_at': '2021-08-16T02:39:59Z', 'revision_number': 1, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:12Z', 'revision_number': 5, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.372007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.375866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9a6a54b2-6d0d-4f84-b4fe-d975765852a1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/38b4d43b-1ba1-47c7-b23f-bc9f0aaa5c18 HTTP/1.1" status: 204 len: 168 time: 2.2895150 Aug 16 02:40:02.381536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50310) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:02.408792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356f642-5664-40dc-9ae3-9a49ab2f1fdf None None] The sync data for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 is: [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'e340c23c-3aee-4c33-beb0-ffac305a08bc', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'port_id': '49ebc781-722b-4bb6-b823-b01103b558aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'mac_address': 'fa:16:3e:00:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:39:58Z', 'updated_at': '2021-08-16T02:39:59Z', 'revision_number': 1, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:12Z', 'revision_number': 5, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:02.412866 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8345e7e0-39af-4718-932f-eca95a3afce5 req-881f64e3-754d-47f6-809b-4f644f65a263 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=41942011-05fd-4ca0-ba1c-dcb679217033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657877 Aug 16 02:40:02.444821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] For port 78a9e56f-2dd3-4406-883e-8b07650032c5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=78a9e56f-2dd3-4406-883e-8b07650032c5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:02.445205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.458061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c086e7-ea46-4a8a-9ae5-1af6e7e448af req-431b056c-1319-43ad-9c31-dbd6ecf0ea73 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604144 Aug 16 02:40:02.460629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-e8f164c8-ae2e-4dd3-8e37-619aea8f9065 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 1000 time: 0.1328990 Aug 16 02:40:02.480620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] Deleting subnet e5c5cea4-e792-40aa-84f8-82657ee2728a {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:02.552308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.573141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-b810762a-ca8b-459c-a9bb-994fed2e0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.574633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-b810762a-ca8b-459c-a9bb-994fed2e0eaf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.1062460 Aug 16 02:40:02.665736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-e7016daa-7bf3-49b6-9ede-dac563026a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.667280 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-e7016daa-7bf3-49b6-9ede-dac563026a72 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845106 Aug 16 02:40:02.680171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9956ec-d680-4513-804f-9ce78911f9ba req-a7339eb9-1624-4454-893c-329c1ae20a0e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.681715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee9956ec-d680-4513-804f-9ce78911f9ba req-a7339eb9-1624-4454-893c-329c1ae20a0e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0907454 Aug 16 02:40:02.700434 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-bbdbea79-88f5-4628-8fa1-38b15513ea81 service neutron] 10.222.0.78 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632133 Aug 16 02:40:02.730720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.784997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee9956ec-d680-4513-804f-9ce78911f9ba req-df82a319-9455-4751-98ea-42fcfb1888d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950706 Aug 16 02:40:02.829236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-dc843f5d-39cf-48e9-a55b-ed70e06e10dd service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465111 Aug 16 02:40:02.835866 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e806e-8792-439f-ac8b-c8f9223e6a7f None None] New status for floating IP e340c23c-3aee-4c33-beb0-ffac305a08bc: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:02.893505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78b5ebd2-df1e-4fa4-bf60-c31d12ecd2e5 req-ca548c05-cb54-4ca6-ac71-746825716af2 service neutron] 10.222.0.78 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564910 Aug 16 02:40:03.025587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.026155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.026636 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Floating IP 59a6da20-6ffe-429a-bb8d-779f336f9ec2 disassociated. External IP: 172.25.4.70, port: 78a9e56f-2dd3-4406-883e-8b07650032c5. Aug 16 02:40:03.027467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Calling delete_port for 78a9e56f-2dd3-4406-883e-8b07650032c5 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:03.033823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.058161 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-230ef761-6794-436d-9936-f25f991ddf6e service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094707 Aug 16 02:40:03.108941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-52cd65fa-158f-4019-9464-cf09024b7c09 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 998 time: 0.1745503 Aug 16 02:40:03.161730 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.175903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-7926df71-b8dc-43aa-9a6c-8f4500f88c11 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.177709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-7926df71-b8dc-43aa-9a6c-8f4500f88c11 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports/49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 942 time: 0.0631857 Aug 16 02:40:03.193356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c5cea4-e792-40aa-84f8-82657ee2728a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:03.199509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.202762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7257dec6-dd9d-46b6-8fcd-05eebd440cc3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e5c5cea4-e792-40aa-84f8-82657ee2728a HTTP/1.1" status: 204 len: 168 time: 0.8188922 Aug 16 02:40:03.204816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c0ea2-4757-43f1-90ba-a0522843b78c None None] Network 22f87163-5b0e-495b-8616-79ff9c2152c8 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:03.205887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50330) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:03.274694 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.320916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event deleted for resources: {'Port': ['ID=78a9e56f-2dd3-4406-883e-8b07650032c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:03.363655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.382179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-9688a810-cd16-4e68-9478-4631b167a37b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 1000 time: 0.1085656 Aug 16 02:40:03.490391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] DHCP port deletion for 22f87163-5b0e-495b-8616-79ff9c2152c8 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:40:03.507575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:03.529609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Deleting port ed7f633a-ac32-418e-af45-e823fd947c25 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:03.530054 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.530266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828bbd-9385-4f22-a2c5-d995b1ee99d1 req-7eea2393-6c24-4370-af53-bdf9b961f700 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.531799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa828bbd-9385-4f22-a2c5-d995b1ee99d1 req-7eea2393-6c24-4370-af53-bdf9b961f700 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 945 time: 0.0708358 Aug 16 02:40:03.541634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] Deleting port ed7f633a-ac32-418e-af45-e823fd947c25 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:03.542021 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.589099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-6e072bca-8cc6-49df-930d-2cdf65d11ddf tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.590595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-6e072bca-8cc6-49df-930d-2cdf65d11ddf tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.2012599 Aug 16 02:40:03.608539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-f1f5ecb1-22dd-4127-865d-3800e83cc3ef tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:40:03.609611 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-f1f5ecb1-22dd-4127-865d-3800e83cc3ef tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110607 Aug 16 02:40:03.610850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] For port ed7f633a-ac32-418e-af45-e823fd947c25, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ed7f633a-ac32-418e-af45-e823fd947c25,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:03.611330 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.621876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] For port ed7f633a-ac32-418e-af45-e823fd947c25, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ed7f633a-ac32-418e-af45-e823fd947c25,segment=NetworkSegment(e78ab12a-60b7-4733-93a0-294bab8f8d99),segment_id=e78ab12a-60b7-4733-93a0-294bab8f8d99)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:03.622244 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.625944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] Calling delete_port for ed7f633a-ac32-418e-af45-e823fd947c25 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:03.654849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa828bbd-9385-4f22-a2c5-d995b1ee99d1 req-aaa36aaa-d919-4b01-86c9-875b31d6206e tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851126 Aug 16 02:40:03.670267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:03.685690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] Sync routers for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:03.701562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-6c5b502e-d836-420a-b220-71cb68f1da28 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 1000 time: 0.0766671 Aug 16 02:40:03.709292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Calling delete_port for ed7f633a-ac32-418e-af45-e823fd947c25 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:03.720788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] No DVR routers for this DVR port 78a9e56f-2dd3-4406-883e-8b07650032c5 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:03.723732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:03.724178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.726557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de27d317-c6f7-4f4f-bd8b-28b611eab378 req-b6763628-00df-48e5-88ae-5ae889b899a3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.98 "DELETE /v2.0/ports/78a9e56f-2dd3-4406-883e-8b07650032c5 HTTP/1.1" status: 204 len: 173 time: 2.5903175 Aug 16 02:40:03.727159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'name': 'network-vif-deleted', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:03.729689 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37241983-5fde-4898-af4d-8bbddd331103" -d '{"events": [{"server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "name": "network-vif-deleted", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:03.736952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:03.737892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.804460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6d5805aa-44b9-4439-9804-cb633a915759 req-795f4179-1bd8-4974-bc3c-6232204c5b07 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=427ef0da-a68c-4253-9920-120264dd01e7 HTTP/1.1" status: 200 len: 210 time: 0.0387936 Aug 16 02:40:03.806484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.842546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] Pushing event deleted for resources: {'Port': ['ID=ed7f633a-ac32-418e-af45-e823fd947c25,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:03.878402 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6c0076-659a-4b8d-bfcd-cb97cfc0e786 x-openstack-request-id: req-ff6c0076-659a-4b8d-bfcd-cb97cfc0e786 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:03.878723 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427ef0da-a68c-4253-9920-120264dd01e7", "name": "network-vif-deleted", "tag": "78a9e56f-2dd3-4406-883e-8b07650032c5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:03.878979 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff6c0076-659a-4b8d-bfcd-cb97cfc0e786 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:03.879389 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427ef0da-a68c-4253-9920-120264dd01e7', 'name': 'network-vif-deleted', 'tag': '78a9e56f-2dd3-4406-883e-8b07650032c5', 'status': 'completed', 'code': 200} Aug 16 02:40:03.887881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d2b0fd-096f-4802-8de5-4a1f2eabe0ed None None] No DVR routers for this DVR port ed7f633a-ac32-418e-af45-e823fd947c25 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:03.895453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.937985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:04.026244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4e3ac-fda0-4150-8e75-a21afa81ce0c req-b71c1e65-8f27-4f4a-b930-40612b084fd8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.029999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.033959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bce4e3ac-fda0-4150-8e75-a21afa81ce0c req-b71c1e65-8f27-4f4a-b930-40612b084fd8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0938895 Aug 16 02:40:04.070857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bce4e3ac-fda0-4150-8e75-a21afa81ce0c req-7f921d91-996f-4176-986a-60f9a26e1470 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349200 Aug 16 02:40:04.083387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ed7f633a-ac32-418e-af45-e823fd947c25 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:04.098825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7f633a-ac32-418e-af45-e823fd947c25,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:04.105687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ed7f633a-ac32-418e-af45-e823fd947c25 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:04.106044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ed7f633a-ac32-418e-af45-e823fd947c25 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:04.108517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] No DVR routers for this DVR port ed7f633a-ac32-418e-af45-e823fd947c25 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:04.122862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.123270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.123773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.124113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.124469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.124800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.125136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.125442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.125762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.126079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.126398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.126711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.201400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.202880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.226837 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.227504 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Floating IP e340c23c-3aee-4c33-beb0-ffac305a08bc disassociated. External IP: 172.25.4.42, port: 49ebc781-722b-4bb6-b823-b01103b558aa. Aug 16 02:40:04.228699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] Checking router: bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:04.237151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:04.237789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.282723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.296532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f87163-5b0e-495b-8616-79ff9c2152c8']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.349940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78ab12a-60b7-4733-93a0-294bab8f8d99') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.350241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78ab12a-60b7-4733-93a0-294bab8f8d99') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.355896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:04.365967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.388828 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.397653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:04.398052 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:04.399719 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:04.494669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.501133 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.505693 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] 10.222.0.78 "DELETE /v2.0/networks/22f87163-5b0e-495b-8616-79ff9c2152c8 HTTP/1.1" status: 204 len: 168 time: 1.2960672 Aug 16 02:40:04.506488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:04.517963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ac55-d86f-4f63-8729-77c8d5f80cab admin admin] Pushing event deleted for resources: {'Network': ['ID=22f87163-5b0e-495b-8616-79ff9c2152c8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:04.578481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Router 3f232651-a53c-48f8-9528-1bc667fd7247 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:04.578803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.612162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d81a9-c8b4-4ab5-81d5-2b79679e126b None None] The sync data for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 is: [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:04.690348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:04.695293 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.702336 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] Sync routers for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:04.713800 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:04.714878 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:04.746901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-0444794b-c124-47bb-b2a3-316c966b3bfd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "PUT /v2.0/floatingips/e340c23c-3aee-4c33-beb0-ffac305a08bc HTTP/1.1" status: 200 len: 694 time: 1.0270572 Aug 16 02:40:04.747404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:04.751951 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7f419e-e447-4153-aa9d-09dbe42aeae6" -d '{"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:04.823354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-03c88fad-ffba-476d-a68c-847eda44065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.824956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-03c88fad-ffba-476d-a68c-847eda44065e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.0700228 Aug 16 02:40:04.851446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-718c96ef-7276-495b-abb7-32e67d7f2b72 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.852984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-718c96ef-7276-495b-abb7-32e67d7f2b72 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 945 time: 0.0574946 Aug 16 02:40:04.855946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf786c-8e47-4789-a8b9-258c8df6f66a req-b6a26bff-959f-481a-b948-d423fadf9aee tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.859337 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:04.863679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1aaf786c-8e47-4789-a8b9-258c8df6f66a req-b6a26bff-959f-481a-b948-d423fadf9aee tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 945 time: 0.0900745 Aug 16 02:40:04.913879 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1aaf786c-8e47-4789-a8b9-258c8df6f66a req-ad9f0a50-9625-4f1d-9c99-afa809dc01b8 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/security-groups?id=51a2ea16-a766-439d-94ff-bc03e0ed29ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492189 Aug 16 02:40:05.031114 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4f3f8d-62e5-4f96-a65f-9d66afe17688 x-openstack-request-id: req-ab4f3f8d-62e5-4f96-a65f-9d66afe17688 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:05.031446 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:05.031647 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab4f3f8d-62e5-4f96-a65f-9d66afe17688 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:05.032049 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa', 'status': 'completed', 'code': 200} Aug 16 02:40:05.041920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-dbaf6489-3baa-4b50-82da-f4424ce15411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.043614 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-dbaf6489-3baa-4b50-82da-f4424ce15411 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.1897156 Aug 16 02:40:05.053154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50350) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:05.056008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 78a9e56f-2dd3-4406-883e-8b07650032c5 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:05.062368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b672b58-8ade-48f3-8e6b-f2327cec9db2 None None] New status for floating IP 59a6da20-6ffe-429a-bb8d-779f336f9ec2: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:05.073381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-50138976-52b1-4d66-8614-be356faba009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.075001 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-50138976-52b1-4d66-8614-be356faba009 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 1097 time: 0.0804901 Aug 16 02:40:05.128061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-15ea77cd-68fc-41b5-a1dc-8095fbaf448e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 217 time: 0.0700715 Aug 16 02:40:05.153326 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:12Z', 'revision_number': 5, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:05.183845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-6879c4da-ce5b-4380-9f10-85b82ec12ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.185365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-6879c4da-ce5b-4380-9f10-85b82ec12ab0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 200 len: 921 time: 0.1015956 Aug 16 02:40:05.185823 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] Checking router: 3f232651-a53c-48f8-9528-1bc667fd7247 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:05.197867 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:05.198836 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:05.213149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 78a9e56f-2dd3-4406-883e-8b07650032c5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:05.213694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 78a9e56f-2dd3-4406-883e-8b07650032c5 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:05.215670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-acf7a365-8cb9-4e4e-b295-e9a674e138fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.217467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-acf7a365-8cb9-4e4e-b295-e9a674e138fd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.0783839 Aug 16 02:40:05.225317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Deleting port 327498ff-e955-444b-972d-5a827e1e3ff4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:05.225747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.246077 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.295649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-f1efa975-60f8-4239-a137-5dd638e13b3d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662200 Aug 16 02:40:05.316441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-55a00420-075f-4023-bff7-629507de84a9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 200 len: 217 time: 0.1186087 Aug 16 02:40:05.346611 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:05.403906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] For port 327498ff-e955-444b-972d-5a827e1e3ff4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=327498ff-e955-444b-972d-5a827e1e3ff4,segment=NetworkSegment(b3f0495a-f9df-495b-99a0-b5f3555c982d),segment_id=b3f0495a-f9df-495b-99a0-b5f3555c982d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:05.404274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.415914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52ef1-3c80-4c40-b854-2f95482116f3 req-b3dc47ad-9d33-4275-8d5d-a2294eee338c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.417469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94a52ef1-3c80-4c40-b854-2f95482116f3 req-b3dc47ad-9d33-4275-8d5d-a2294eee338c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.2218585 Aug 16 02:40:05.429991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Calling delete_port for 327498ff-e955-444b-972d-5a827e1e3ff4 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:05.431299 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-106f9d07-f9d2-48d4-a13e-a50276cbb24a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.447865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-fc2ddeed-d78d-4573-bd30-af20d6595433 service neutron] 10.222.0.78 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427922 Aug 16 02:40:05.487412 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-096bf6d2-d4de-4988-9f83-a3239cea0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.489390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-096bf6d2-d4de-4988-9f83-a3239cea0974 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 200 len: 860 time: 0.1614697 Aug 16 02:40:05.509662 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-106f9d07-f9d2-48d4-a13e-a50276cbb24a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.554805 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:12Z', 'revision_number': 5, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:05.585779 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5cb12-f0a4-45d7-bd35-d0f80ebb5c94 None None] The sync data for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 is: [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:02Z', 'revision_number': 4, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '821e8129-98f1-48cc-9ecb-6ae078d1cbaa', 'name': '', 'network_id': '4713cd55-5613-4ac4-8e5a-567edacbbbb8', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'mac_address': 'fa:16:3e:9a:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1423e4cb-434d-4257-bd3c-188c34059126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:01Z', 'updated_at': '2021-08-16T02:39:12Z', 'revision_number': 5, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'subnets': [{'id': '1423e4cb-434d-4257-bd3c-188c34059126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:05.603814 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5b3ea5c1-c502-4142-a03e-9507646fe540 req-1a51bf16-22c4-4407-93b2-08b298b332d1 service neutron] 10.222.0.78 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166155 Aug 16 02:40:05.722776 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-56b2e705-6a4c-4b80-9ed9-8ababe15ae0b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips/e340c23c-3aee-4c33-beb0-ffac305a08bc HTTP/1.1" status: 200 len: 694 time: 0.0619678 Aug 16 02:40:05.723390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.738181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['327498ff-e955-444b-972d-5a827e1e3ff4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:05.788929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Pushing event deleted for resources: {'Port': ['ID=327498ff-e955-444b-972d-5a827e1e3ff4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:05.864412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] No DVR routers for this DVR port 327498ff-e955-444b-972d-5a827e1e3ff4 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:05.868448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.870767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1dc3a01-bd35-4ea5-9969-96d288970ed6 req-22e522b2-f3d7-4f32-babf-14a6aa9bd79d tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.88 "DELETE /v2.0/ports/327498ff-e955-444b-972d-5a827e1e3ff4 HTTP/1.1" status: 204 len: 173 time: 1.0077159 Aug 16 02:40:05.908335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-a66fc258-b987-4460-a646-6c671fc9269e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4713cd55-5613-4ac4-8e5a-567edacbbbb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4013779 Aug 16 02:40:05.916098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-f7d50c65-3c06-44b8-8066-261f521652ad tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.917596 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-f7d50c65-3c06-44b8-8066-261f521652ad tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/networks/f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 784 time: 0.1859565 Aug 16 02:40:05.920522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94a52ef1-3c80-4c40-b854-2f95482116f3 req-c1633bd9-7760-4ccf-8009-0f412a61f8a0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4961786 Aug 16 02:40:05.951695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-e4c44ea1-f113-403a-9ec2-ba65b4b34ef7 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:40:05.952806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-e4c44ea1-f113-403a-9ec2-ba65b4b34ef7 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193703 Aug 16 02:40:05.973799 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1e080-6b55-410c-a8e1-b9c1fa768c28 None None] New status for floating IP e340c23c-3aee-4c33-beb0-ffac305a08bc: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:06.015879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-17a53410-bf24-4433-8ea6-e20ad6250e5c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 697 time: 0.0520563 Aug 16 02:40:06.055204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-106f9d07-f9d2-48d4-a13e-a50276cbb24a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.057817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-106f9d07-f9d2-48d4-a13e-a50276cbb24a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.058932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-106f9d07-f9d2-48d4-a13e-a50276cbb24a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "DELETE /v2.0/security-groups/41942011-05fd-4ca0-ba1c-dcb679217033 HTTP/1.1" status: 204 len: 168 time: 1.0034578 Aug 16 02:40:06.063232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:06.072455 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-38bb9842-7c99-4ad2-896e-db1d3ff192d8 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509776 Aug 16 02:40:06.093230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-51001eb2-fef3-4bf9-bf2a-8bf983cad6b7 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 697 time: 0.0628226 Aug 16 02:40:06.117095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f9d07-f9d2-48d4-a13e-a50276cbb24a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41942011-05fd-4ca0-ba1c-dcb679217033,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:06.134118 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-3b5af23f-f787-451f-a3fc-92d44acda6e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] show failed (client error): The resource could not be found. Aug 16 02:40:06.135171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b5af23f-f787-451f-a3fc-92d44acda6e2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups/41942011-05fd-4ca0-ba1c-dcb679217033 HTTP/1.1" status: 404 len: 347 time: 0.0695441 Aug 16 02:40:06.149080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50362) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:06.151974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea5af2b9-8069-4d6b-a437-03af0c2b0414 req-aba5b3cf-0f3a-41ad-813b-91b0ccfe68d7 tempest-VolumesActionsTest-441253609 tempest-VolumesActionsTest-441253609-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0482c6-8f93-4919-a947-9b67303a9176 HTTP/1.1" status: 200 len: 210 time: 0.0785842 Aug 16 02:40:06.251781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc7f419e-e447-4153-aa9d-09dbe42aeae6 req-abd3e3b4-675c-41a3-8162-21fe7c114151 service neutron] 10.222.0.98 "GET /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625144 Aug 16 02:40:06.272137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Deleting port 029e201b-d02b-4505-bf7a-64799c115330 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:06.273237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.384154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] For port 029e201b-d02b-4505-bf7a-64799c115330, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=029e201b-d02b-4505-bf7a-64799c115330,segment=NetworkSegment(b4a6b9bb-303a-4e88-a96f-d35e46142318),segment_id=b4a6b9bb-303a-4e88-a96f-d35e46142318)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:06.384573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.401436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Calling delete_port for 029e201b-d02b-4505-bf7a-64799c115330 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:06.600161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.628516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Pushing event deleted for resources: {'Port': ['ID=029e201b-d02b-4505-bf7a-64799c115330,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:06.701440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Deleting port b676dcbe-2929-4bcf-aaa3-f9d9bcd2f7dd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:06.701997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.705678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Deleting port f70d981f-570d-4346-a371-ecc42d228f00 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:06.706017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.808575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.843478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.843818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.846956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.847280 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.867156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Calling delete_port for b676dcbe-2929-4bcf-aaa3-f9d9bcd2f7dd owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:06.868917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Calling delete_port for f70d981f-570d-4346-a371-ecc42d228f00 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:07.033562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0482c6-8f93-4919-a947-9b67303a9176', 'name': 'network-vif-deleted', 'tag': '327498ff-e955-444b-972d-5a827e1e3ff4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:07.035872 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34da38be-c02f-4269-a909-041df0dc2798" -d '{"events": [{"server_uuid": "0a0482c6-8f93-4919-a947-9b67303a9176", "name": "network-vif-deleted", "tag": "327498ff-e955-444b-972d-5a827e1e3ff4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:07.069974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:07.078789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6991e-39f7-4a95-9538-6ecf0fceb7c2 req-fcae4b75-9723-4aa8-895c-1b4dbaee2ccd tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:07.080394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-edb6991e-39f7-4a95-9538-6ecf0fceb7c2 req-fcae4b75-9723-4aa8-895c-1b4dbaee2ccd tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0734305 Aug 16 02:40:07.109772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.118459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.142847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event deleted for resources: {'Port': ['ID=b676dcbe-2929-4bcf-aaa3-f9d9bcd2f7dd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.166708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-edb6991e-39f7-4a95-9538-6ecf0fceb7c2 req-63cf2443-eaca-4386-adf4-295487980882 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794609 Aug 16 02:40:07.194372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event deleted for resources: {'Port': ['ID=f70d981f-570d-4346-a371-ecc42d228f00,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.226736 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a296ae8-209f-4cb8-9b2e-ba69c5b055f7 x-openstack-request-id: req-4a296ae8-209f-4cb8-9b2e-ba69c5b055f7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:07.227320 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0482c6-8f93-4919-a947-9b67303a9176", "name": "network-vif-deleted", "tag": "327498ff-e955-444b-972d-5a827e1e3ff4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:07.227320 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a296ae8-209f-4cb8-9b2e-ba69c5b055f7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:07.227675 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0482c6-8f93-4919-a947-9b67303a9176', 'name': 'network-vif-deleted', 'tag': '327498ff-e955-444b-972d-5a827e1e3ff4', 'status': 'completed', 'code': 200} Aug 16 02:40:07.232256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:07.242423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] Sync routers for ids ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:07.247708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e8f78687-539c-416f-8740-ccb4022f276a admin admin] 10.222.0.78 "PUT /v2.0/routers/ec2c1b4f-a519-4223-b802-bf73e5f2ca2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7376091 Aug 16 02:40:07.247977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50370) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:07.263689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] Routers {'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:07.264770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:07.276965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.279536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.284923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-54fcbdce-5594-48cb-b498-215a606b37a6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "DELETE /v2.0/floatingips/59a6da20-6ffe-429a-bb8d-779f336f9ec2 HTTP/1.1" status: 204 len: 168 time: 1.1346793 Aug 16 02:40:07.300058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.305149 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.309501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a638a360-f8b2-46e9-aa92-92b946427ec1 req-4123773d-f0a3-4d52-b1b3-ef69de843b9b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "DELETE /v2.0/floatingips/e340c23c-3aee-4c33-beb0-ffac305a08bc HTTP/1.1" status: 204 len: 173 time: 1.2078593 Aug 16 02:40:07.424823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.430477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] Set router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:07.459759 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3bbdeb85-0317-4273-abac-2b6e23d47080 req-418cc65f-bb48-44ed-8fcd-971e20d0826d tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups/a52d1d0f-4ade-41f0-a4fc-bdbad036a48f HTTP/1.1" status: 200 len: 1809 time: 0.0922225 Aug 16 02:40:07.583966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bbdeb85-0317-4273-abac-2b6e23d47080 req-570f3faf-ba8d-4cc8-a86d-782b7aa6d39c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.587606 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.617330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bbdeb85-0317-4273-abac-2b6e23d47080 req-570f3faf-ba8d-4cc8-a86d-782b7aa6d39c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.650933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:40:06Z', 'revision_number': 5, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port': {'id': 'c1174530-a2f4-46bb-b43a-485cf0197852', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:02Z', 'updated_at': '2021-08-16T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:07.656031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50382) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:07.660743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-eb951d54-e869-4d17-82f8-d677fdefa93c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894413100', 'description': 'tempest-description--2033760266'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:07.687382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] Checking router: ec2c1b4f-a519-4223-b802-bf73e5f2ca2c for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:07.706314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] Routers {'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:07.707334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:07.715197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Deleting port c1174530-a2f4-46bb-b43a-485cf0197852 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:07.715584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.730206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb951d54-e869-4d17-82f8-d677fdefa93c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.757067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bbdeb85-0317-4273-abac-2b6e23d47080 req-570f3faf-ba8d-4cc8-a86d-782b7aa6d39c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.759636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-3bbdeb85-0317-4273-abac-2b6e23d47080 req-570f3faf-ba8d-4cc8-a86d-782b7aa6d39c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.764237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3bbdeb85-0317-4273-abac-2b6e23d47080 req-570f3faf-ba8d-4cc8-a86d-782b7aa6d39c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "DELETE /v2.0/security-groups/a52d1d0f-4ade-41f0-a4fc-bdbad036a48f HTTP/1.1" status: 204 len: 173 time: 0.2932222 Aug 16 02:40:07.789654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f3faf-ba8d-4cc8-a86d-782b7aa6d39c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d1d0f-4ade-41f0-a4fc-bdbad036a48f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.835065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] For port c1174530-a2f4-46bb-b43a-485cf0197852, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c1174530-a2f4-46bb-b43a-485cf0197852,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:07.835908 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.850719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Calling delete_port for c1174530-a2f4-46bb-b43a-485cf0197852 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:07.858744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] Set router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:07.871019 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb951d54-e869-4d17-82f8-d677fdefa93c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.880201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb951d54-e869-4d17-82f8-d677fdefa93c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.934593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:40:07Z', 'revision_number': 6, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:07.957853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb951d54-e869-4d17-82f8-d677fdefa93c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.991301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eb951d54-e869-4d17-82f8-d677fdefa93c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.008458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eb951d54-e869-4d17-82f8-d677fdefa93c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3505421 Aug 16 02:40:08.009429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.015709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f5c3477a-463c-459b-b0d9-7a81f0b2889c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'security_group_rule': {'security_group_id': '3a3ecb6b-acb4-42b6-b9ee-f167be216bcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:08.018868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9de0c6-3a12-4e4b-9395-977ea84a3903 None None] The sync data for ids ['ec2c1b4f-a519-4223-b802-bf73e5f2ca2c'] in n-d-769329-15 is: [{'id': 'ec2c1b4f-a519-4223-b802-bf73e5f2ca2c', 'name': 'tempest-TestVolumeBackupRestore-1349850702-router', 'tenant_id': '783c0a0376d143678ab9b4416b9b4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:01Z', 'updated_at': '2021-08-16T02:40:07Z', 'revision_number': 6, 'project_id': '783c0a0376d143678ab9b4416b9b4e05', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:08.113236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5c3477a-463c-459b-b0d9-7a81f0b2889c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.139787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.178064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1174530-a2f4-46bb-b43a-485cf0197852,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:08.220831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e3cc7-d082-4387-b085-8475f33736b0 req-7b9cf032-a1e4-421b-9951-572e4da5c8f6 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.222340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fc1e3cc7-d082-4387-b085-8475f33736b0 req-7b9cf032-a1e4-421b-9951-572e4da5c8f6 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.1253407 Aug 16 02:40:08.303192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5c3477a-463c-459b-b0d9-7a81f0b2889c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.305279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986d995-12e7-480b-ac96-67f497cbff06 req-ef5bf25c-f33a-4cad-af4a-5bf7b5b75112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.307230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4986d995-12e7-480b-ac96-67f497cbff06 req-ef5bf25c-f33a-4cad-af4a-5bf7b5b75112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0618837 Aug 16 02:40:08.317005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5c3477a-463c-459b-b0d9-7a81f0b2889c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.332312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.345606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fc1e3cc7-d082-4387-b085-8475f33736b0 req-1d994430-6b10-4a97-b9a7-748af58a3575 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121175 Aug 16 02:40:08.376992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3477a-463c-459b-b0d9-7a81f0b2889c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ebe6aa-13d6-4741-b65f-8a112686a690,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:08.379845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4986d995-12e7-480b-ac96-67f497cbff06 req-f980c2d3-5389-4320-a049-7a27a0f705da tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590796 Aug 16 02:40:08.449536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5c3477a-463c-459b-b0d9-7a81f0b2889c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.453359 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f5c3477a-463c-459b-b0d9-7a81f0b2889c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4401803 Aug 16 02:40:08.453606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50394) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.459876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e5fc3f33-e2be-4670-9a5c-f786caaac6ed tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'security_group_rule': {'security_group_id': '3a3ecb6b-acb4-42b6-b9ee-f167be216bcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:08.465300 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.472167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.536751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.537326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2c1b4f-a519-4223-b802-bf73e5f2ca2c {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:08.544020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.545196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4dc97195-51c5-4a93-b960-f47c240ef423 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ec2c1b4f-a519-4223-b802-bf73e5f2ca2c HTTP/1.1" status: 204 len: 168 time: 1.2962458 Aug 16 02:40:08.547827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50396) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.548509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3f33-e2be-4670-9a5c-f786caaac6ed tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.592536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] Deleting subnet 1797ce84-557c-4853-b73a-fd540be80f43 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:08.595723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.596819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3f33-e2be-4670-9a5c-f786caaac6ed tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.600665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3f33-e2be-4670-9a5c-f786caaac6ed tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.617812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc3f33-e2be-4670-9a5c-f786caaac6ed tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bacc08-d4a7-486b-9936-13dffb1c8e77,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:08.625604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5fc3f33-e2be-4670-9a5c-f786caaac6ed tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.627001 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5fc3f33-e2be-4670-9a5c-f786caaac6ed tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725760 Aug 16 02:40:08.630524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50398) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.635666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:08.636028 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.656804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.699268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 327498ff-e955-444b-972d-5a827e1e3ff4 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:08.719491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 327498ff-e955-444b-972d-5a827e1e3ff4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:08.719873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 327498ff-e955-444b-972d-5a827e1e3ff4 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:08.727348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.762456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.788021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.815990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1797ce84-557c-4853-b73a-fd540be80f43,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:08.818587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.820552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0e4c96af-9a6c-4515-9047-b8541b920088 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1797ce84-557c-4853-b73a-fd540be80f43 HTTP/1.1" status: 204 len: 168 time: 0.2716174 Aug 16 02:40:08.823226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50404) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.825648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2390915-8b2a-4a75-ab11-24f87f0525fe None None] Network 19f82cf2-c147-4686-8ebc-4eb5af22b04d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:08.903836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Allocated IP 172.25.4.246 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/3c0fe481-a60d-4647-9764-dd42126832b6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:08.913874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.001009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Deleting port 96850e45-10fb-4abe-985f-bed775bc2145 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:09.001526 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.047954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.073725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] DHCP port deletion for 19f82cf2-c147-4686-8ebc-4eb5af22b04d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:40:09.093361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] For port 96850e45-10fb-4abe-985f-bed775bc2145, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=96850e45-10fb-4abe-985f-bed775bc2145,segment=NetworkSegment(b4a6b9bb-303a-4e88-a96f-d35e46142318),segment_id=b4a6b9bb-303a-4e88-a96f-d35e46142318)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:09.093810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.101382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.110512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Calling delete_port for 96850e45-10fb-4abe-985f-bed775bc2145 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:09.150228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:09.153332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:09.162756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] Deleting port 96850e45-10fb-4abe-985f-bed775bc2145 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:09.163822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:09.164302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.173388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'Port': ['ID=3c0fe481-a60d-4647-9764-dd42126832b6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:09.240498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.240784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] For port 96850e45-10fb-4abe-985f-bed775bc2145, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=96850e45-10fb-4abe-985f-bed775bc2145,segment=NetworkSegment(b4a6b9bb-303a-4e88-a96f-d35e46142318),segment_id=b4a6b9bb-303a-4e88-a96f-d35e46142318)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:09.241397 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.257350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] Calling delete_port for 96850e45-10fb-4abe-985f-bed775bc2145 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:09.281803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=96850e45-10fb-4abe-985f-bed775bc2145,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:09.291797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] No DVR routers for this DVR port 96850e45-10fb-4abe-985f-bed775bc2145 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:09.299897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.365483 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.377442 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.390365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] No DVR routers for this DVR port 96850e45-10fb-4abe-985f-bed775bc2145 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:09.409774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.410852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbe089-d3f5-4d55-bd8d-c8dc85c4fac5 None None] Pushing event deleted for resources: {'Port': ['ID=96850e45-10fb-4abe-985f-bed775bc2145,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:09.429980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f82cf2-c147-4686-8ebc-4eb5af22b04d']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:09.450912 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a6b9bb-303a-4e88-a96f-d35e46142318') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:09.451279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a6b9bb-303a-4e88-a96f-d35e46142318') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:09.462276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.500990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.526633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:09.527367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:09.529301 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:09.585561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b80a75-a1e8-4ff9-a7e8-e11db8739f76 req-2b27c4b2-aacf-4adb-bc1a-7093a4da4525 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:09.587125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b80a75-a1e8-4ff9-a7e8-e11db8739f76 req-2b27c4b2-aacf-4adb-bc1a-7093a4da4525 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0866110 Aug 16 02:40:09.603119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eedaef-f1b7-4130-9ad4-316d00085b66 req-1679001e-e31d-43a6-a5ed-980b647d102c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:09.604966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-14eedaef-f1b7-4130-9ad4-316d00085b66 req-1679001e-e31d-43a6-a5ed-980b647d102c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.1163828 Aug 16 02:40:09.619137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.625887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.631709 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.636348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] 10.222.0.78 "DELETE /v2.0/networks/19f82cf2-c147-4686-8ebc-4eb5af22b04d HTTP/1.1" status: 204 len: 168 time: 0.8069160 Aug 16 02:40:09.644731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.665985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe909cab-5246-42fc-815e-f7b7f3d28e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f82cf2-c147-4686-8ebc-4eb5af22b04d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:09.674622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-14eedaef-f1b7-4130-9ad4-316d00085b66 req-5a1eff49-76e6-4d4a-b46c-c0dfa1b073ed tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637262 Aug 16 02:40:09.688244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49b80a75-a1e8-4ff9-a7e8-e11db8739f76 req-91366eba-7d90-4cff-94eb-107dec6f607c tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935204 Aug 16 02:40:09.729577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'Port': ['ID=3c0fe481-a60d-4647-9764-dd42126832b6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:09.739031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.754788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.756705 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ee699514-d1a2-40a4-9cdf-0aca80e021ab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1246283 Aug 16 02:40:09.852555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50420) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:09.898397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-06848797-194a-4462-aea9-8749b76979c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c84c802b0cb4148ae1b9aa3faa71b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442870 Aug 16 02:40:09.903517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50430) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:09.957974 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df625ea6-02cf-4430-9ad9-be93cb08d7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.980631 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df625ea6-02cf-4430-9ad9-be93cb08d7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.990707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-0856c3f8-d43f-4e66-a9e7-edfccad7010b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--894413100&fields=id&tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50 HTTP/1.1" status: 200 len: 267 time: 0.0719235 Aug 16 02:40:10.009714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 029e201b-d02b-4505-bf7a-64799c115330 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:10.040206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df625ea6-02cf-4430-9ad9-be93cb08d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.043533 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df625ea6-02cf-4430-9ad9-be93cb08d7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.044955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-df625ea6-02cf-4430-9ad9-be93cb08d7d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/850e8624-a7a0-4860-a059-bc9a756ff7dc HTTP/1.1" status: 204 len: 168 time: 0.1403022 Aug 16 02:40:10.053571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 029e201b-d02b-4505-bf7a-64799c115330 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:10.054136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 029e201b-d02b-4505-bf7a-64799c115330 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:10.055261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c1174530-a2f4-46bb-b43a-485cf0197852 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:10.055693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df625ea6-02cf-4430-9ad9-be93cb08d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850e8624-a7a0-4860-a059-bc9a756ff7dc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.085869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c1174530-a2f4-46bb-b43a-485cf0197852 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:10.086466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c1174530-a2f4-46bb-b43a-485cf0197852 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:10.086879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 96850e45-10fb-4abe-985f-bed775bc2145 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:10.112379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 96850e45-10fb-4abe-985f-bed775bc2145 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:10.112729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 96850e45-10fb-4abe-985f-bed775bc2145 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:10.118657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-575ca19b-925a-4d69-8855-5c76b3139701 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.120598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-575ca19b-925a-4d69-8855-5c76b3139701 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 810 time: 0.1217239 Aug 16 02:40:10.142156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-779b5d02-b3e1-4070-bbcd-45fb0d6cc40d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/quotas/9b472fceeb4246dfbf5bc6d5765e0c50 HTTP/1.1" status: 200 len: 375 time: 0.0101418 Aug 16 02:40:10.199282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-b362a604-5908-4013-99ec-6289cc6e0bb7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498514 Aug 16 02:40:10.315775 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-6c3808da-5fed-4656-b0cc-5ba2f7f30fb4 service neutron] 10.222.0.78 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042395 Aug 16 02:40:10.414668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.427462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-3f623701-570e-45b4-8ed8-7ec44b3dbca7 service neutron] 10.222.0.78 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025858 Aug 16 02:40:10.459066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5630d372-ec34-4c1c-b2b3-dc099fe805d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=783c0a0376d143678ab9b4416b9b4e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402517 Aug 16 02:40:10.459395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50442) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.514923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8072-3903-41be-b613-846f2406d7a9 req-ddad9e72-4996-480e-90f7-18dfa139e4da tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.515451 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca877fa-57da-4988-a3a9-2aa7be286773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.517064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f01b8072-3903-41be-b613-846f2406d7a9 req-ddad9e72-4996-480e-90f7-18dfa139e4da tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.98 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0597484 Aug 16 02:40:10.558405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca877fa-57da-4988-a3a9-2aa7be286773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.642265 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae511a69-881e-42ab-a963-81cff2817b66 req-4e9a0590-8262-47a6-b0a5-b148a5fe11e5 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0400984 Aug 16 02:40:10.664600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Deleting port 49ebc781-722b-4bb6-b823-b01103b558aa {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:10.664600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.670063 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca877fa-57da-4988-a3a9-2aa7be286773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.673110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca877fa-57da-4988-a3a9-2aa7be286773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.674487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0ca877fa-57da-4988-a3a9-2aa7be286773 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1df37a9f-450a-4ac9-a580-8636f4ba2d1d HTTP/1.1" status: 204 len: 168 time: 0.2141032 Aug 16 02:40:10.684094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca877fa-57da-4988-a3a9-2aa7be286773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df37a9f-450a-4ac9-a580-8636f4ba2d1d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.848659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8b07f-e649-4240-9f83-93c8960b6d49 req-efc3d17f-5556-428a-b0d6-cce330ae2f2f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.850312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6d8b07f-e649-4240-9f83-93c8960b6d49 req-efc3d17f-5556-428a-b0d6-cce330ae2f2f tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 945 time: 0.0648415 Aug 16 02:40:10.920676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6d8b07f-e649-4240-9f83-93c8960b6d49 req-4335c257-6106-41b1-8ba7-d1deb1282a5b tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a29b3df-9b14-4468-9c27-dc2a2af81992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607617 Aug 16 02:40:11.188045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] For port 49ebc781-722b-4bb6-b823-b01103b558aa, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=49ebc781-722b-4bb6-b823-b01103b558aa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:11.188448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.205985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Calling delete_port for 49ebc781-722b-4bb6-b823-b01103b558aa owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:11.233981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285879cc-c9ef-49a1-9e5a-ebc88bb7eba4 req-bde1b739-c1fb-4599-b58f-0d8ecba9ad98 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:11.235623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-285879cc-c9ef-49a1-9e5a-ebc88bb7eba4 req-bde1b739-c1fb-4599-b58f-0d8ecba9ad98 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.4439151 Aug 16 02:40:11.329535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-285879cc-c9ef-49a1-9e5a-ebc88bb7eba4 req-2dc98810-3155-444e-98d1-1c6cba65bf69 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628269 Aug 16 02:40:11.456497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.473767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['49ebc781-722b-4bb6-b823-b01103b558aa'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:11.488386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Pushing event deleted for resources: {'Port': ['ID=49ebc781-722b-4bb6-b823-b01103b558aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:11.528331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] No DVR routers for this DVR port 49ebc781-722b-4bb6-b823-b01103b558aa on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:11.531258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.537207 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f01b8072-3903-41be-b613-846f2406d7a9 req-f80c8207-294f-4cb9-8f55-b7f6042dd056 tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.98 "DELETE /v2.0/ports/49ebc781-722b-4bb6-b823-b01103b558aa HTTP/1.1" status: 204 len: 173 time: 1.0098996 Aug 16 02:40:11.538129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'name': 'network-vif-deleted', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:11.542078 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b09120-86a1-4b8a-994c-82f265901fba" -d '{"events": [{"server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "name": "network-vif-deleted", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:11.587240 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6025bf56-cd0d-4c58-88be-c4fa65a17311 x-openstack-request-id: req-6025bf56-cd0d-4c58-88be-c4fa65a17311 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:11.587537 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337b9bcc-51b9-45e0-af9e-22fdedfd0a60", "name": "network-vif-deleted", "tag": "49ebc781-722b-4bb6-b823-b01103b558aa", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:11.587927 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6025bf56-cd0d-4c58-88be-c4fa65a17311 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:11.588365 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337b9bcc-51b9-45e0-af9e-22fdedfd0a60', 'name': 'network-vif-deleted', 'tag': '49ebc781-722b-4bb6-b823-b01103b558aa', 'status': 'completed', 'code': 200} Aug 16 02:40:11.776202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2bcbf574-4ca2-4494-823e-dd6866803a0c req-2bda4b23-31e0-4ea8-87fe-9dd1f993c91d tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0332460 Aug 16 02:40:12.049679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7ec5f0db-8449-402d-91de-05cc7f300f4c req-304b578f-ce1f-4f16-a948-7a077fb221bd tempest-ServerRescueTestJSONUnderV235-1075655980 tempest-ServerRescueTestJSONUnderV235-1075655980-project] 10.222.0.78 "GET /v2.0/ports?device_id=337b9bcc-51b9-45e0-af9e-22fdedfd0a60 HTTP/1.1" status: 200 len: 210 time: 0.0356352 Aug 16 02:40:12.229437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-63654dc8-3d7c-430a-9a4c-698a54834c7b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:12.231518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-63654dc8-3d7c-430a-9a4c-698a54834c7b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.88 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 810 time: 0.1599367 Aug 16 02:40:12.281683 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-8072d55d-815a-443c-bcc2-28c639a77afb tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50 HTTP/1.1" status: 200 len: 379 time: 0.0405867 Aug 16 02:40:12.291799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'port': {'device_id': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'admin_state_up': True, 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'security_groups': ['3a3ecb6b-acb4-42b6-b9ee-f167be216bcd']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:12.418564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Made reservation on behalf of 9b472fceeb4246dfbf5bc6d5765e0c50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:12.422288 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.490036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75035c7-3cb1-47f4-9a67-ff7bd7495c0d req-b17e5b2f-b778-431d-a9d7-68ae8644f847 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:12.491433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f75035c7-3cb1-47f4-9a67-ff7bd7495c0d req-b17e5b2f-b778-431d-a9d7-68ae8644f847 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0478132 Aug 16 02:40:12.528606 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f75035c7-3cb1-47f4-9a67-ff7bd7495c0d req-fe94701d-9470-4964-a466-948a5ab9b19a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307021 Aug 16 02:40:12.549477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Allocated IP 172.20.0.3 (8cc3c0c5-b504-4322-a229-c9235ab17481/63f575f7-9975-461b-992d-84961c68c79b/bae83abc-a42c-4aef-a885-774889718ea5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:12.687898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.702650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Transition to ACTIVE for port object bae83abc-a42c-4aef-a885-774889718ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:12.735768 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.779354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:12.786530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:12.788972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:12.821390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event updated for resources: {'Port': ['ID=bae83abc-a42c-4aef-a885-774889718ea5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:12.851623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:12.853422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.909170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-411be8c9-1054-4ec2-96ce-d6d9f791a926 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218259 Aug 16 02:40:12.923498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Request body: {'port': {'device_id': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:12.957534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527ee9f-41ae-4b11-9970-5f216628fe9c req-65297cf9-f918-4ec8-aba2-c97eaf746dbf tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:12.959138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2527ee9f-41ae-4b11-9970-5f216628fe9c req-65297cf9-f918-4ec8-aba2-c97eaf746dbf tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 931 time: 0.0999668 Aug 16 02:40:13.017476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.047489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2527ee9f-41ae-4b11-9970-5f216628fe9c req-98fe212b-f3e7-4d6f-a444-2ebf7d3eb6f6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741549 Aug 16 02:40:13.109287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50492) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:13.120062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5398724c-5701-4e61-9bdd-b2aba11bc6fc None None] Provisioning for port bae83abc-a42c-4aef-a885-774889718ea5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:13.125635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5398724c-5701-4e61-9bdd-b2aba11bc6fc None None] Provisioning complete for port bae83abc-a42c-4aef-a885-774889718ea5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:13.126254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5398724c-5701-4e61-9bdd-b2aba11bc6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.167500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5398724c-5701-4e61-9bdd-b2aba11bc6fc None None] Port bae83abc-a42c-4aef-a885-774889718ea5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:40:13.315374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae83abc-a42c-4aef-a885-774889718ea5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:13.328184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.342869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Transition to ACTIVE for port object bae83abc-a42c-4aef-a885-774889718ea5 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:13.347540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.397872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Pushing event updated for resources: {'Port': ['ID=bae83abc-a42c-4aef-a885-774889718ea5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:13.471215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Attempting to bind port bae83abc-a42c-4aef-a885-774889718ea5 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:13.471557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Attempting to bind port bae83abc-a42c-4aef-a885-774889718ea5 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:13.472066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Attempting to bind port bae83abc-a42c-4aef-a885-774889718ea5 on network 8cc3c0c5-b504-4322-a229-c9235ab17481 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:13.477771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Port bae83abc-a42c-4aef-a885-774889718ea5 on network 8cc3c0c5-b504-4322-a229-c9235ab17481 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:13.478126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Attempting to bind port bae83abc-a42c-4aef-a885-774889718ea5 on network 8cc3c0c5-b504-4322-a229-c9235ab17481 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:13.485370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:13.485712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Checking segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:13.486150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Bound using segment: {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:13.486600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Bound port: bae83abc-a42c-4aef-a885-774889718ea5, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcf4967-9ff3-4e99-af19-eaa5e855f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:13.486963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.507718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.567015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] For port bae83abc-a42c-4aef-a885-774889718ea5, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:13.571476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] For port bae83abc-a42c-4aef-a885-774889718ea5, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bae83abc-a42c-4aef-a885-774889718ea5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:13.582272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.645788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Pushing event updated for resources: {'Port': ['ID=bae83abc-a42c-4aef-a885-774889718ea5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:13.699474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.700571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.702016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-d82996f0-e0f5-4455-91d8-9f7395a29ece service neutron] 10.222.0.88 "PUT /v2.0/ports/bae83abc-a42c-4aef-a885-774889718ea5 HTTP/1.1" status: 200 len: 1092 time: 0.7841117 Aug 16 02:40:13.703354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:13.705947 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7" -d '{"events": [{"name": "network-changed", "server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "tag": "bae83abc-a42c-4aef-a885-774889718ea5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:13.794429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bd8b2-ddca-4031-bbfc-e0a743d838c0 req-e0fc3173-8f71-48e6-9579-f11c3b1c569d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.796076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b8bd8b2-ddca-4031-bbfc-e0a743d838c0 req-e0fc3173-8f71-48e6-9579-f11c3b1c569d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.1429644 Aug 16 02:40:13.800749 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc23c8-c68d-453b-9f75-d84d9d222b8b x-openstack-request-id: req-14fc23c8-c68d-453b-9f75-d84d9d222b8b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:13.801042 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "tag": "bae83abc-a42c-4aef-a885-774889718ea5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:13.801296 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14fc23c8-c68d-453b-9f75-d84d9d222b8b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:13.801691 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5', 'status': 'completed', 'code': 200} Aug 16 02:40:13.801792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Deleting port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:13.802103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.816671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-b597b0d6-a884-4e40-899c-973e8dab1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.819418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-b597b0d6-a884-4e40-899c-973e8dab1e39 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 1095 time: 0.0694869 Aug 16 02:40:13.889492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-5125f35a-1927-4b45-9660-1c2c90e39314 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bae83abc-a42c-4aef-a885-774889718ea5 HTTP/1.1" status: 200 len: 217 time: 0.0610352 Aug 16 02:40:13.906772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] For port 821e8129-98f1-48cc-9ecb-6ae078d1cbaa, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,segment=NetworkSegment(e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3),segment_id=e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:13.907137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.930767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Calling delete_port for 821e8129-98f1-48cc-9ecb-6ae078d1cbaa owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:13.939311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b8bd8b2-ddca-4031-bbfc-e0a743d838c0 req-19935f9c-7e77-459a-ba91-e25be645f936 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308730 Aug 16 02:40:13.964464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-7f68a464-e82a-444a-9d40-51f2c35ddafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.966184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-7f68a464-e82a-444a-9d40-51f2c35ddafa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.0679152 Aug 16 02:40:14.032107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-eaffb0a5-05a8-4c4d-9ad1-7759d468ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.033763 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-eaffb0a5-05a8-4c4d-9ad1-7759d468ccfe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598948 Aug 16 02:40:14.145301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-9cefe6f7-536f-42bb-ae82-f84320d26ff3 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024923 Aug 16 02:40:14.196816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.216690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf66f3-a0a7-4623-beb7-1b8444e34708 req-cbd20c76-77f1-4047-8a86-3848e08f22f2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.218681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62cf66f3-a0a7-4623-beb7-1b8444e34708 req-cbd20c76-77f1-4047-8a86-3848e08f22f2 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 943 time: 0.0688910 Aug 16 02:40:14.244553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Pushing event deleted for resources: {'Port': ['ID=821e8129-98f1-48cc-9ecb-6ae078d1cbaa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:14.245197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db6589dd-2010-4924-9fa6-15fe99d7344b req-eb291765-6f15-49c1-b0c5-d693ba58df0c service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918548 Aug 16 02:40:14.336397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62cf66f3-a0a7-4623-beb7-1b8444e34708 req-4b23f717-1bd7-44fd-a99b-5e1ecd6c3b4c tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950153 Aug 16 02:40:14.354269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-05d13f14-acef-4bf4-a4f9-f2db2cadf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.355306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-05d13f14-acef-4bf4-a4f9-f2db2cadf7b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 1095 time: 0.0601501 Aug 16 02:40:14.448044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.449401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-11185d5c-84c1-4736-ae2e-e406faab3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.450980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-11185d5c-84c1-4736-ae2e-e406faab3e44 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.0879579 Aug 16 02:40:14.497586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-d73a09f6-6b6f-45eb-9bfe-7c6a7b3c011a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bae83abc-a42c-4aef-a885-774889718ea5 HTTP/1.1" status: 200 len: 217 time: 0.0362780 Aug 16 02:40:14.556558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-486a0cfb-213f-46e9-8562-81f23680ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.559557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-486a0cfb-213f-46e9-8562-81f23680ce5e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.0541480 Aug 16 02:40:14.613296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-24b7d18b-f937-41fe-82db-300e00c484eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:14.615808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-24b7d18b-f937-41fe-82db-300e00c484eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485940 Aug 16 02:40:14.696475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Router 3f232651-a53c-48f8-9528-1bc667fd7247 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:14.709436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-d38b3eba-8d70-4afc-87a3-33deebe551f9 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848622 Aug 16 02:40:14.809747 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4ddd169-b525-48a0-bbc6-2e1b3a8890c7 req-f6be2ea1-b72a-4b08-83af-0f326f8c2c1c service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912642 Aug 16 02:40:14.810672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:14.821098 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] Sync routers for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:14.826109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-92c5d4d7-75e9-4bdd-b979-71302cf37193 admin admin] 10.222.0.78 "PUT /v2.0/routers/3f232651-a53c-48f8-9528-1bc667fd7247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156105 Aug 16 02:40:14.828634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50502) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:14.832454 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:14.833068 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:14.938209 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:14.973357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.099973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49ebc781-722b-4bb6-b823-b01103b558aa no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:15.126433 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:40:14Z', 'revision_number': 5, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port': {'id': '33407251-e2b4-4f0d-8e0c-fe5b28193645', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:15.132370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 49ebc781-722b-4bb6-b823-b01103b558aa {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:15.132617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 49ebc781-722b-4bb6-b823-b01103b558aa not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:15.152184 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-c9c6ffc3-f4ed-4355-be57-8b3842dcfabb service neutron] show failed (client error): The resource could not be found. Aug 16 02:40:15.153253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-c9c6ffc3-f4ed-4355-be57-8b3842dcfabb service neutron] 10.222.0.88 "GET /v2.0/ports/bfc13cbe-0b03-492a-8da2-d07c3352b3d1/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.2385924 Aug 16 02:40:15.161198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.161495 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] Checking router: 3f232651-a53c-48f8-9528-1bc667fd7247 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:15.177086 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] Routers {'3f232651-a53c-48f8-9528-1bc667fd7247'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:15.178006 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3f232651-a53c-48f8-9528-1bc667fd7247'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:15.184603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce5b1-f608-41c4-86cf-da073b2ce6dc req-3bcfbba6-f96f-48a0-884f-888e756e52cc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:15.193173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-943ce5b1-f608-41c4-86cf-da073b2ce6dc req-3bcfbba6-f96f-48a0-884f-888e756e52cc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.1352355 Aug 16 02:40:15.276549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-943ce5b1-f608-41c4-86cf-da073b2ce6dc req-68f25245-888d-4f43-9e8a-2e30ad610ee1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821531 Aug 16 02:40:15.296403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Deleting port 33407251-e2b4-4f0d-8e0c-fe5b28193645 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:15.297046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.303240 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] Set router 3f232651-a53c-48f8-9528-1bc667fd7247 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:15.389260 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 6, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:15.432173 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440f46b-e47f-45c6-8598-5c1a987501f6 None None] The sync data for ids ['3f232651-a53c-48f8-9528-1bc667fd7247'] in n-d-769329-15 is: [{'id': '3f232651-a53c-48f8-9528-1bc667fd7247', 'name': 'tempest-ServerRescueTestJSONUnderV235-2116717416-router', 'tenant_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 6, 'project_id': '35f85c007d8b4052bf0838a3f2e26ccf', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:15.445490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] For port 33407251-e2b4-4f0d-8e0c-fe5b28193645, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=33407251-e2b4-4f0d-8e0c-fe5b28193645,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:15.446010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.486566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Calling delete_port for 33407251-e2b4-4f0d-8e0c-fe5b28193645 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:15.572832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-066923c5-3454-4e4c-988f-d6e54a82bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:15.574391 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-066923c5-3454-4e4c-988f-d6e54a82bfe7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 1097 time: 0.1861098 Aug 16 02:40:15.585657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fafab6-3ffc-46dd-990c-7a89876d99dd req-a680e8f5-2bd3-4f12-9b37-4bae2642f175 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:15.587273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54fafab6-3ffc-46dd-990c-7a89876d99dd req-a680e8f5-2bd3-4f12-9b37-4bae2642f175 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 943 time: 0.1298347 Aug 16 02:40:15.593551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:15.680808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.682810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54fafab6-3ffc-46dd-990c-7a89876d99dd req-1e267c11-d28b-47a7-9dcf-638fac47f236 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862405 Aug 16 02:40:15.685569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.713503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Pushing event deleted for resources: {'Port': ['ID=33407251-e2b4-4f0d-8e0c-fe5b28193645,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:15.773712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.890687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.893209 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.948748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.949595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f232651-a53c-48f8-9528-1bc667fd7247 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:15.955482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.959193 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f149cd3f-26ae-411d-bde5-e280c92b4600 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3f232651-a53c-48f8-9528-1bc667fd7247 HTTP/1.1" status: 204 len: 168 time: 1.1272099 Aug 16 02:40:15.959430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50520) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:15.967056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:16.001467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:16.009734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] Deleting subnet 1423e4cb-434d-4257-bd3c-188c34059126 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:16.012971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.048790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.050351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.055261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:16.057774 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b9913-91cd-41e4-9081-9cc08c8b0110" -d '{"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:16.077152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Transition to ACTIVE for port object bfc13cbe-0b03-492a-8da2-d07c3352b3d1 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:16.082349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.097644 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.115955 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336d83f7-8917-4e26-94ff-fe81952ae500 x-openstack-request-id: req-336d83f7-8917-4e26-94ff-fe81952ae500 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:16.116249 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:16.116520 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-336d83f7-8917-4e26-94ff-fe81952ae500 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:16.116915 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'code': 200} Aug 16 02:40:16.159318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.166966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:16.201940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1423e4cb-434d-4257-bd3c-188c34059126,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:16.204321 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.206467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bc8c5105-b301-4c67-9a5a-d258ff5b4687 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1423e4cb-434d-4257-bd3c-188c34059126 HTTP/1.1" status: 204 len: 168 time: 0.2460864 Aug 16 02:40:16.210752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50524) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:16.228686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.229041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.229387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.229746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.230079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.230414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.230811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.231727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.232225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.233405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.242792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.243397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:16.349509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.397020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] No DVR routers for this DVR port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:16.432431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 821e8129-98f1-48cc-9ecb-6ae078d1cbaa no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:16.500068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.505413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 821e8129-98f1-48cc-9ecb-6ae078d1cbaa {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:16.505946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 821e8129-98f1-48cc-9ecb-6ae078d1cbaa not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:16.521209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4713cd55-5613-4ac4-8e5a-567edacbbbb8']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.538489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.543999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d33e56-d4d2-45ce-abdf-941bb0ddd9e3') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.558636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.568373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff631a9-65af-4a85-bfe0-dc21d1a134f3 req-7bd43318-df67-46fd-b0f1-649d4a10432f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.570325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aff631a9-65af-4a85-bfe0-dc21d1a134f3 req-7bd43318-df67-46fd-b0f1-649d4a10432f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.1294298 Aug 16 02:40:16.590792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.598399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:16.599560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:16.601563 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:16.661698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:16.662016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:16.662354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:16.667222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:16.667565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Attempting to bind port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on network e31d1ace-d3b8-40ad-bc12-41cfb236f74c {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:16.672142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aff631a9-65af-4a85-bfe0-dc21d1a134f3 req-09d84994-819d-4012-a957-01c627fec261 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840793 Aug 16 02:40:16.672564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.676887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:16.676887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Checking segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:16.677259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Bound using segment: {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:16.677577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Bound port: bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:16.677962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.682107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.691235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] 10.222.0.78 "DELETE /v2.0/networks/4713cd55-5613-4ac4-8e5a-567edacbbbb8 HTTP/1.1" status: 204 len: 168 time: 0.4792519 Aug 16 02:40:16.722582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90de0ab-7919-46b6-8702-6a61bee632cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4713cd55-5613-4ac4-8e5a-567edacbbbb8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:16.747106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bae83abc-a42c-4aef-a885-774889718ea5 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:16.796932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:16.804905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:16.815273 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.870023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.871017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.884247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-41527465-bdc2-4559-92de-f750998adb04 service neutron] 10.222.0.98 "PUT /v2.0/ports/bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 1092 time: 1.2959125 Aug 16 02:40:16.981012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03718e05-5c32-4b5d-8851-0be5508beb5b req-5d2e45ec-3073-46d6-9cd3-ddfda4b1c972 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.000504 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03718e05-5c32-4b5d-8851-0be5508beb5b req-5d2e45ec-3073-46d6-9cd3-ddfda4b1c972 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 943 time: 0.1145971 Aug 16 02:40:17.003822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bae83abc-a42c-4aef-a885-774889718ea5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bae83abc-a42c-4aef-a885-774889718ea5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:17.041149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'bae83abc-a42c-4aef-a885-774889718ea5', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'port_id': 'bae83abc-a42c-4aef-a885-774889718ea5', 'mac_address': 'fa:16:3e:67:53:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:17.064737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:17.080553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03718e05-5c32-4b5d-8851-0be5508beb5b req-32041b2a-b5a4-49e6-9c13-a6b07d69c6dc tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790310 Aug 16 02:40:17.141679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50544) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:17.141988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-131520ff-6d2b-4852-916f-6181c43a4058 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35f85c007d8b4052bf0838a3f2e26ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752528 Aug 16 02:40:17.162418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-02bf7053-a437-4249-8a4c-957296423393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.164126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-02bf7053-a437-4249-8a4c-957296423393 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1095 time: 0.2013905 Aug 16 02:40:17.165261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41527465-bdc2-4559-92de-f750998adb04 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:17.245924 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e522b85-41f8-463b-8728-215ad22a3e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.290313 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e522b85-41f8-463b-8728-215ad22a3e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.298822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-518f5663-5be0-49f1-b828-8ba7f660a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.300926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-518f5663-5be0-49f1-b828-8ba7f660a005 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.1224616 Aug 16 02:40:17.302876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.336523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae83abc-a42c-4aef-a885-774889718ea5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:17.348653 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e522b85-41f8-463b-8728-215ad22a3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.352530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4e522b85-41f8-463b-8728-215ad22a3e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.356138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4e522b85-41f8-463b-8728-215ad22a3e94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a29b3df-9b14-4468-9c27-dc2a2af81992 HTTP/1.1" status: 204 len: 168 time: 0.2109683 Aug 16 02:40:17.367656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bae83abc-a42c-4aef-a885-774889718ea5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bae83abc-a42c-4aef-a885-774889718ea5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:17.374945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e522b85-41f8-463b-8728-215ad22a3e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a29b3df-9b14-4468-9c27-dc2a2af81992,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:17.377692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.408867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-8532b178-6c7e-4efc-b2c9-21a5ecd96ff7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 998 time: 0.0952935 Aug 16 02:40:17.456429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bae83abc-a42c-4aef-a885-774889718ea5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:17.474551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-54ec8424-7bcc-4c57-abe3-5d26c3224333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.476165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-54ec8424-7bcc-4c57-abe3-5d26c3224333 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0579157 Aug 16 02:40:17.527941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-dd02f7b4-3c47-4081-9f2f-18bc758e9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.529625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-dd02f7b4-3c47-4081-9f2f-18bc758e9904 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412629 Aug 16 02:40:17.592147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['bae83abc-a42c-4aef-a885-774889718ea5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:17.640118 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-62f741fe-0f43-467d-87ef-46da7f242b67 service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984113 Aug 16 02:40:17.795772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-551b6eef-21f9-4132-ae57-f93ccc66ce97 req-6fcc4aa0-5fb4-4bad-9310-8d24ccd61ef4 service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430757 Aug 16 02:40:17.840543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41d0e4-b58f-40bf-a877-92a4efe2d384 req-6fe6314e-be96-4ba2-8292-3590d1673d6f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.849780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b41d0e4-b58f-40bf-a877-92a4efe2d384 req-6fe6314e-be96-4ba2-8292-3590d1673d6f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.0677514 Aug 16 02:40:17.900820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b41d0e4-b58f-40bf-a877-92a4efe2d384 req-e4838cfd-86c0-48d8-8ead-22ae7fef5f80 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497189 Aug 16 02:40:17.947264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 33407251-e2b4-4f0d-8e0c-fe5b28193645 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:17.969526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 33407251-e2b4-4f0d-8e0c-fe5b28193645 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:17.969885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 33407251-e2b4-4f0d-8e0c-fe5b28193645 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:18.117788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:18.120231 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70193df5-16a4-427f-b591-b7da533150dd" -d '{"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:18.175511 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a95aa1-c244-4ac4-85cc-b5994385af96 x-openstack-request-id: req-53a95aa1-c244-4ac4-85cc-b5994385af96 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:18.176041 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:18.176526 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53a95aa1-c244-4ac4-85cc-b5994385af96 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:18.177150 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'status': 'completed', 'code': 200} Aug 16 02:40:18.263733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-ad7f0470-42cc-4ee8-8843-ed828971ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:18.265328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-ad7f0470-42cc-4ee8-8843-ed828971ec42 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1095 time: 0.0595891 Aug 16 02:40:18.273676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde635e9-abc4-4b33-b6b8-56530fb0957c req-4d49248e-b4e3-4915-b86b-a3ad20e9ceab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:18.275474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dde635e9-abc4-4b33-b6b8-56530fb0957c req-4d49248e-b4e3-4915-b86b-a3ad20e9ceab tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 944 time: 0.1078818 Aug 16 02:40:18.377432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dde635e9-abc4-4b33-b6b8-56530fb0957c req-742dd56a-d8c4-465d-8e70-1d89b38a5c09 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920677 Aug 16 02:40:18.416889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-9b83251d-098f-4952-a3d7-de9fdf453f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:18.418396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-9b83251d-098f-4952-a3d7-de9fdf453f04 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.1420331 Aug 16 02:40:18.518745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-2b56437c-b6b0-46cf-b54f-b964e85fd569 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 998 time: 0.0930688 Aug 16 02:40:18.589769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-29ab3076-209b-4fc6-82bc-ea76613691a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:18.591740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-29ab3076-209b-4fc6-82bc-ea76613691a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0630229 Aug 16 02:40:18.619311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-4eb1fb84-ba32-47f1-8acf-5b9f5a618657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:18.621156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-4eb1fb84-ba32-47f1-8acf-5b9f5a618657 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1095 time: 0.4157541 Aug 16 02:40:18.645797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-88d5d13e-80ad-490d-b20a-371eaed4f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:18.648091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-88d5d13e-80ad-490d-b20a-371eaed4f132 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481610 Aug 16 02:40:18.711252 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7dcd3dd1-5e54-4c6b-b1de-117a49fdba2d req-dfd3ba06-26f2-4c8f-87ad-36ba285a4121 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0616596 Aug 16 02:40:18.760060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-0bb571ba-00fa-4e5a-8ddf-7939f4785ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:18.766600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-0bb571ba-00fa-4e5a-8ddf-7939f4785ed3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.1307237 Aug 16 02:40:18.794135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bae83abc-a42c-4aef-a885-774889718ea5 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:18.861917 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-a8cdf2ca-6a88-4b7a-9e74-41587f514227 service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011416 Aug 16 02:40:18.876566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port bae83abc-a42c-4aef-a885-774889718ea5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:18.881736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port bae83abc-a42c-4aef-a885-774889718ea5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:18.882693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:18.977456 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-a5276848-056c-47bc-ae98-ac356719f65c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 998 time: 0.2014606 Aug 16 02:40:19.000443 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:19.015136 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-c8b64441-b216-43ab-8918-5a0564856da1 service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448708 Aug 16 02:40:19.033109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:19.040082 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc8ae6-e102-46cc-8e7f-adca1af1cc58" -d '{"events": [{"server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "name": "network-vif-plugged", "status": "completed", "tag": "bae83abc-a42c-4aef-a885-774889718ea5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:19.061583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port bae83abc-a42c-4aef-a885-774889718ea5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bae83abc-a42c-4aef-a885-774889718ea5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:19.067870 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:19.068255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-50ba6076-0477-43f9-859d-0ae18764af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:19.069014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:19.069851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-50ba6076-0477-43f9-859d-0ae18764af2f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0835116 Aug 16 02:40:19.136103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193df5-16a4-427f-b591-b7da533150dd req-10c65dab-f822-405c-b45b-e69e5fa0685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:19.138326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-10c65dab-f822-405c-b45b-e69e5fa0685d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597394 Aug 16 02:40:19.149735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:19.161006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=bae83abc-a42c-4aef-a885-774889718ea5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:19.181665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177afa4d-4e2a-4fce-ade9-c9272ac6d184 req-ff4c1aea-0b17-4886-aa61-add8ddcb3ef8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:19.183242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-177afa4d-4e2a-4fce-ade9-c9272ac6d184 req-ff4c1aea-0b17-4886-aa61-add8ddcb3ef8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.1497016 Aug 16 02:40:19.238910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-177afa4d-4e2a-4fce-ade9-c9272ac6d184 req-3c462224-5344-4af8-b40b-cb337e1c3d3e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490856 Aug 16 02:40:19.290208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-af2677e2-db88-41ea-be88-50623779e8eb service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427894 Aug 16 02:40:19.294794 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b7a420-21f6-4e2b-8ece-c9070d91b204 x-openstack-request-id: req-10b7a420-21f6-4e2b-8ece-c9070d91b204 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:19.295004 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "name": "network-vif-plugged", "status": "completed", "tag": "bae83abc-a42c-4aef-a885-774889718ea5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:19.295254 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10b7a420-21f6-4e2b-8ece-c9070d91b204 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:19.295647 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5', 'code': 200} Aug 16 02:40:19.468713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc8f6-edc7-4ad9-a65f-81fd26825db7 req-0366ed84-c2fe-4830-bdb7-90963da3ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:19.472256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e3dc8f6-edc7-4ad9-a65f-81fd26825db7 req-0366ed84-c2fe-4830-bdb7-90963da3ed64 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 1097 time: 0.0948236 Aug 16 02:40:19.493377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-70193df5-16a4-427f-b591-b7da533150dd req-f6a17f9c-3583-4df9-9a29-0502bbdb4af7 service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834071 Aug 16 02:40:19.495190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-81a45153-be5a-49d9-a313-a8b0a7822d15 req-6bb4adaa-4cf4-4cd3-8573-80f3fea238ca tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0333965 Aug 16 02:40:19.556376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e3dc8f6-edc7-4ad9-a65f-81fd26825db7 req-f9ef5c38-de6d-4baf-8615-3709190f17f1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764933 Aug 16 02:40:19.572508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70977e9-7f46-451b-aa76-f325e144d4b1 req-01e1f49d-c186-491f-b4e3-d5cfad1eb8ff tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:19.575657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f70977e9-7f46-451b-aa76-f325e144d4b1 req-01e1f49d-c186-491f-b4e3-d5cfad1eb8ff tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0754576 Aug 16 02:40:19.629210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f70977e9-7f46-451b-aa76-f325e144d4b1 req-01cbe620-a834-49c3-9e32-22ec654237df tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468376 Aug 16 02:40:20.385400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5d3c9-220f-45ca-b989-c731fdda740f req-7a55e577-6340-4628-b60b-50039edb6458 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:20.387049 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bea5d3c9-220f-45ca-b989-c731fdda740f req-7a55e577-6340-4628-b60b-50039edb6458 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.0737555 Aug 16 02:40:20.430719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bea5d3c9-220f-45ca-b989-c731fdda740f req-feff2ca7-e524-4482-964f-f1141b4c80f4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361254 Aug 16 02:40:20.615872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53635dfe-9e98-4654-b620-170184fa933c req-bef66a56-b8d2-4d44-8a47-dfa184e656e3 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0361719 Aug 16 02:40:20.746754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5317-fcf9-4e71-a1ed-384bfa72419e req-b51cb40d-cca7-4a91-9700-efe411cd96f0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:20.748258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4dae5317-fcf9-4e71-a1ed-384bfa72419e req-b51cb40d-cca7-4a91-9700-efe411cd96f0 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Aug 16 02:40:20.780315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-4092776e-511e-4e12-8abd-1d0147852640 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:20.781730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-4092776e-511e-4e12-8abd-1d0147852640 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 943 time: 0.1392689 Aug 16 02:40:20.788151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4dae5317-fcf9-4e71-a1ed-384bfa72419e req-93eb1164-0038-47cb-a311-f3530f51e51b tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338457 Aug 16 02:40:20.790358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d53c-c8b5-4f24-8ab5-7b583760c7c5 req-d70a66ee-625c-4dec-9d13-e601fa54f809 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:20.791840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a90d53c-c8b5-4f24-8ab5-7b583760c7c5 req-d70a66ee-625c-4dec-9d13-e601fa54f809 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 943 time: 0.1404526 Aug 16 02:40:20.870332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a90d53c-c8b5-4f24-8ab5-7b583760c7c5 req-271838a2-6fd2-47a4-bc35-d766adcc1d01 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711005 Aug 16 02:40:20.877567 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-10676920-d949-4547-9cd5-3b41d1a71c3e service neutron] delete failed (client error): The resource could not be found. Aug 16 02:40:20.878555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-10676920-d949-4547-9cd5-3b41d1a71c3e service neutron] 10.222.0.88 "DELETE /v2.0/ports/bfc13cbe-0b03-492a-8da2-d07c3352b3d1/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0857093 Aug 16 02:40:20.905687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b57c8-95ab-48c0-b2de-0f754c39ef8e req-fa2ebfb9-c9bd-4b65-98e3-706a54ad06c6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:20.907395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-515b57c8-95ab-48c0-b2de-0f754c39ef8e req-fa2ebfb9-c9bd-4b65-98e3-706a54ad06c6 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0562692 Aug 16 02:40:20.917045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:20.921683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Request body: {'floatingip': {'port_id': 'bae83abc-a42c-4aef-a885-774889718ea5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:20.961646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:20.969510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-466b5c30-e3df-4682-bd1f-a1fcefcd8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:20.971042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-466b5c30-e3df-4682-bd1f-a1fcefcd8292 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1095 time: 0.0466976 Aug 16 02:40:21.067149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-31c2aa98-4d23-4fca-963f-33b28d6f5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:21.068709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-31c2aa98-4d23-4fca-963f-33b28d6f5f72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.0909882 Aug 16 02:40:21.105211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:21.161578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-11978f57-6e4f-42f3-b100-bac2fdad1d24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 998 time: 0.0859692 Aug 16 02:40:21.230902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-3d9d0260-1169-4adf-9f6e-88c05cf6fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:21.232573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-3d9d0260-1169-4adf-9f6e-88c05cf6fa40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0640419 Aug 16 02:40:21.285417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4ed7f32c-95dd-4b6a-9450-5b39404505bc req-bbccad31-2761-494b-bffc-9a3fb37e4121 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0318227 Aug 16 02:40:21.297302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-f7b6c11a-91ae-4513-939b-ce7bf4a7936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:21.298869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-f7b6c11a-91ae-4513-939b-ce7bf4a7936f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598023 Aug 16 02:40:21.311807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:21.331719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'port_id': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'mac_address': 'fa:16:3e:f0:75:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:21.382969 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.402096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc13cbe-0b03-492a-8da2-d07c3352b3d1 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:21.426622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:21.434953 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.507561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:21.537122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.542233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.652568 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Floating IP 29fb0b8c-0960-4662-b960-b5a0b8a76518 associated. External IP: 172.25.4.246, port: bae83abc-a42c-4aef-a885-774889718ea5. Aug 16 02:40:21.689478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['bfc13cbe-0b03-492a-8da2-d07c3352b3d1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:21.750473 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-605a6308-63fc-4eb9-bb85-8e6a56791b25 req-1d059498-b3f9-4d2b-84e6-01cf9ac1abba service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0351331 Aug 16 02:40:21.768656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6df914b2-3b9e-4593-a693-cb90adada4b9 req-62c35a6c-6174-4563-a224-2a6470255415 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0350900 Aug 16 02:40:21.815925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-320706f8-d96e-4f2b-a8ae-89a56aad5a97 service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099962 Aug 16 02:40:21.959104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f9d0017-1c2e-416a-b84a-c9799b25a3fa req-2dcaffe4-2903-4960-bb4b-0960631e1225 service neutron] 10.222.0.88 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348064 Aug 16 02:40:22.056083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:22.077078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e51e4-fb27-452f-a033-192984b60609 req-1c13add8-b5ef-4f30-9ef7-521a4fedab97 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.078668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-891e51e4-fb27-452f-a033-192984b60609 req-1c13add8-b5ef-4f30-9ef7-521a4fedab97 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 944 time: 0.0765672 Aug 16 02:40:22.169401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-891e51e4-fb27-452f-a033-192984b60609 req-3f9c67b8-27dc-4181-b20c-063ec1dfc7f2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830793 Aug 16 02:40:22.221516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:22.226547 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.234218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] Sync routers for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:22.244375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:22.245040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:22.256888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4cb1aa61-e02f-41d2-911c-a13e10343598 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "PUT /v2.0/floatingips/29fb0b8c-0960-4662-b960-b5a0b8a76518 HTTP/1.1" status: 200 len: 991 time: 1.3356929 Aug 16 02:40:22.256888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:22.285298 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5589974a-f43e-4650-8772-3bb530f3e68b" -d '{"events": [{"name": "network-changed", "server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "tag": "bae83abc-a42c-4aef-a885-774889718ea5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:22.372458 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1291964-a9f3-4eb3-b861-fb5cc7d635c0 x-openstack-request-id: req-f1291964-a9f3-4eb3-b861-fb5cc7d635c0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:22.372748 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "tag": "bae83abc-a42c-4aef-a885-774889718ea5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:22.372996 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1291964-a9f3-4eb3-b861-fb5cc7d635c0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:22.373438 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5', 'status': 'completed', 'code': 200} Aug 16 02:40:22.425430 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.458532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:22.462051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589974a-f43e-4650-8772-3bb530f3e68b req-32af719b-654d-4c42-95b0-e17f416522c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.464026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5589974a-f43e-4650-8772-3bb530f3e68b req-32af719b-654d-4c42-95b0-e17f416522c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 1097 time: 0.0560355 Aug 16 02:40:22.574524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589974a-f43e-4650-8772-3bb530f3e68b req-8195fd49-1856-40f7-af85-20b22ae02ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.576345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5589974a-f43e-4650-8772-3bb530f3e68b req-8195fd49-1856-40f7-af85-20b22ae02ba5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.1053841 Aug 16 02:40:22.674137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5589974a-f43e-4650-8772-3bb530f3e68b req-41988e52-779c-4a7b-b208-37f0c0208df2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bae83abc-a42c-4aef-a885-774889718ea5 HTTP/1.1" status: 200 len: 999 time: 0.0909162 Aug 16 02:40:22.727147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589974a-f43e-4650-8772-3bb530f3e68b req-0ea12e5b-76ab-4e44-ba51-cf9f3ce45ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.728869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5589974a-f43e-4650-8772-3bb530f3e68b req-0ea12e5b-76ab-4e44-ba51-cf9f3ce45ee5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.0486107 Aug 16 02:40:22.762217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '29fb0b8c-0960-4662-b960-b5a0b8a76518', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'port_id': 'bae83abc-a42c-4aef-a885-774889718ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'mac_address': 'fa:16:3e:67:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:09Z', 'updated_at': '2021-08-16T02:40:21Z', 'revision_number': 1, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:22.779431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589974a-f43e-4650-8772-3bb530f3e68b req-5f376455-6cb7-4d74-826b-0bd19a33748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.781114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5589974a-f43e-4650-8772-3bb530f3e68b req-5f376455-6cb7-4d74-826b-0bd19a33748a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449333 Aug 16 02:40:22.791113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] Checking router: bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:22.800534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:22.801171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:39:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:22.893795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef9a70f1-1d67-4ce2-b869-962eec868dee req-36bdea6c-8cfb-4c64-ad96-556feb7972c3 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0294797 Aug 16 02:40:22.917169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:22.932138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5589974a-f43e-4650-8772-3bb530f3e68b req-1e17260d-db6d-4152-bf8e-4dd526be97e7 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443257 Aug 16 02:40:23.047368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5589974a-f43e-4650-8772-3bb530f3e68b req-a72de607-4f5e-4f80-8cce-67435818ff99 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085219 Aug 16 02:40:23.141268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:23.214136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '29fb0b8c-0960-4662-b960-b5a0b8a76518', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'port_id': 'bae83abc-a42c-4aef-a885-774889718ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'mac_address': 'fa:16:3e:67:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:09Z', 'updated_at': '2021-08-16T02:40:21Z', 'revision_number': 1, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:23.254350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0bb20-ef79-4600-9d66-95d546e34aad None None] The sync data for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 is: [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '29fb0b8c-0960-4662-b960-b5a0b8a76518', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'port_id': 'bae83abc-a42c-4aef-a885-774889718ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'mac_address': 'fa:16:3e:67:53:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:09Z', 'updated_at': '2021-08-16T02:40:21Z', 'revision_number': 1, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:23.258673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:23.263298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:23.264236 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.278342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f753c00c-f297-44ed-9194-55317188f8b3 req-66aee640-b3d5-423f-9bae-6df411a052e9 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0410898 Aug 16 02:40:23.331623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c2aec-7151-41b7-9e8a-c0d0a0740556 req-ea2b87ce-8cea-45c6-8fe6-917b0e7935ed tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:23.342841 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-240c2aec-7151-41b7-9e8a-c0d0a0740556 req-ea2b87ce-8cea-45c6-8fe6-917b0e7935ed tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 944 time: 0.0879009 Aug 16 02:40:23.383826 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.436400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-240c2aec-7151-41b7-9e8a-c0d0a0740556 req-1c65042a-32e7-47c9-96be-fc9da9111bc3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922623 Aug 16 02:40:23.437621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:23.439970 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e22e46-c0d7-4b31-9585-22c6fd6b14e6" -d '{"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-plugged", "status": "completed", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:23.446164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:23.467484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:23.475999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.510134 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ab8e97-b7af-44f6-96e8-d45d1f309da0 x-openstack-request-id: req-77ab8e97-b7af-44f6-96e8-d45d1f309da0 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:23.510450 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-plugged", "status": "completed", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:23.510675 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77ab8e97-b7af-44f6-96e8-d45d1f309da0 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:23.511067 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'code': 200} Aug 16 02:40:23.546166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6cd20090-4d49-4bbc-b9ce-8872ca9727f6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/0f32da09-fa02-49a0-a71c-afd926c8171a HTTP/1.1" status: 200 len: 991 time: 0.0986981 Aug 16 02:40:23.563554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:23.605081 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0552cfb-a8df-4bd4-a882-956eeaf3e85d None None] New status for floating IP 29fb0b8c-0960-4662-b960-b5a0b8a76518: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:23.650534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:24.399474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f9cbe30-529d-46d4-b904-6e6dc66c3eda req-f4585aa1-c570-4ea2-ac81-0b725a1dae25 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0368791 Aug 16 02:40:24.971080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-a993a08b-c292-47df-af20-1c236fffd43b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397906 Aug 16 02:40:25.064152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-e21a41b8-4a71-4fc6-91e2-5eb8f4fb012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:25.065697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-e21a41b8-4a71-4fc6-91e2-5eb8f4fb012f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1097 time: 0.0441055 Aug 16 02:40:25.169713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-5973a8e3-41ec-47c3-a3f8-b575fc673df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:25.171024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-5973a8e3-41ec-47c3-a3f8-b575fc673df2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.0852664 Aug 16 02:40:25.240793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-a7fd4da2-43e9-46b4-8ee7-fe2e49a51897 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 1000 time: 0.0625708 Aug 16 02:40:25.295992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-32fdeadb-b5f9-4a85-ac27-7e43f698446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:25.297510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-32fdeadb-b5f9-4a85-ac27-7e43f698446b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0445297 Aug 16 02:40:25.352279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-7b5c781a-37de-4560-81bd-37d5079e5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:25.353868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-7b5c781a-37de-4560-81bd-37d5079e5903 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395858 Aug 16 02:40:25.462180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-7fe68bd9-92b3-4fd7-8371-b9c264cf1650 service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990899 Aug 16 02:40:25.506626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d0367df-7ec5-4725-b0d8-98e20198c5bc req-c05012e0-3dc0-4a6c-b37a-3e84e23c8925 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0269368 Aug 16 02:40:25.571312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c8f6ba6-cf6b-477b-9e77-023eb9f72512 req-2f4df3c6-6109-49dc-b24f-616945005561 service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964425 Aug 16 02:40:26.170499 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a44075b8-0ab7-48f3-97b4-eb4ba99b5b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.609046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d5adb55e-4ad7-442e-ac4b-f5e5c71be73f req-d7917e46-c133-425e-a175-ca683d1d8ee2 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0275683 Aug 16 02:40:27.736560 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-31872cc6-47e3-49f3-8936-77f843ba98b4 req-8749087e-35fc-477e-bb7e-e4edf2870774 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0292354 Aug 16 02:40:28.791890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0d1324ba-bf28-4ee0-8b71-2e330990015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:28.795332 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:28.855039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93a34547-0f35-4bec-8f83-22b89ed36818 req-93d61638-5dd5-4ebf-a796-619d00eace87 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Aug 16 02:40:29.816888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:29.862506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] Deleting subnet 116ad74e-c7ec-4e00-af74-ef6b384edab7 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:29.865890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.905151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.952121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.966733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2c6216c-2299-4f6f-8a41-0554e0039a53 req-9fa7152e-e03e-4468-b657-270472c33ceb tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0352068 Aug 16 02:40:30.009256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.018713 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.038617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116ad74e-c7ec-4e00-af74-ef6b384edab7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.040879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.042668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2dc53e1a-36cb-4546-aedb-1ac2554af4c9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/116ad74e-c7ec-4e00-af74-ef6b384edab7 HTTP/1.1" status: 204 len: 168 time: 0.2245643 Aug 16 02:40:30.045170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 50778) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.118258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.193163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.202735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27a4e46-225f-41c6-9144-a0ee6562f9d1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.212993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f0495a-f9df-495b-99a0-b5f3555c982d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.213290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f0495a-f9df-495b-99a0-b5f3555c982d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.221771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.234907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.240599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:30.240990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:30.242567 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:30.298477 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.303851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.305703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d27a4e46-225f-41c6-9144-a0ee6562f9d1 HTTP/1.1" status: 204 len: 168 time: 0.2596252 Aug 16 02:40:30.308705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50780) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.316549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c98cf5-b107-449f-baf8-5ac02bd58c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27a4e46-225f-41c6-9144-a0ee6562f9d1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.354009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] Deleting subnet b2945306-328e-469c-8f49-fc63e0812a7d {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:30.357168 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.390863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.428748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.483057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.508970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2945306-328e-469c-8f49-fc63e0812a7d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.513911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.515771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-484c0e90-4b40-434d-9ab3-1d88a35c0360 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b2945306-328e-469c-8f49-fc63e0812a7d HTTP/1.1" status: 204 len: 168 time: 0.2060695 Aug 16 02:40:30.518252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50782) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.584411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.667937 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.678057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaba0e8-8f0c-41f8-beee-2bec2f79fd86']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.687931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84ade8f-bb4c-4d63-bf08-12c3d696e266') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.688236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84ade8f-bb4c-4d63-bf08-12c3d696e266') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.697463 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.710518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.716147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:30.716565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:30.718151 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:30.770631 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.776070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.777943 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] 10.222.0.78 "DELETE /v2.0/networks/2eaba0e8-8f0c-41f8-beee-2bec2f79fd86 HTTP/1.1" status: 204 len: 168 time: 0.2587883 Aug 16 02:40:30.788745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfcb81-b419-4db2-a6f4-77e78aedf7be admin admin] Pushing event deleted for resources: {'Network': ['ID=2eaba0e8-8f0c-41f8-beee-2bec2f79fd86,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.935364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50788) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.979496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-959339fc-5446-49e9-b416-a3672bc91a35 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ea41b931cc74ef3a119cd664cd91a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429163 Aug 16 02:40:30.981869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:31.034948 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb655b99-4196-4ac9-884f-c16fb50f5afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.076525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb655b99-4196-4ac9-884f-c16fb50f5afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.079394 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7af8710-9f7f-4345-950c-e6625faf5612 req-eceb1101-8e6b-4826-ad95-23e02b33f801 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0337689 Aug 16 02:40:31.123246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb655b99-4196-4ac9-884f-c16fb50f5afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.125751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb655b99-4196-4ac9-884f-c16fb50f5afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.126886 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bb655b99-4196-4ac9-884f-c16fb50f5afb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51a2ea16-a766-439d-94ff-bc03e0ed29ba HTTP/1.1" status: 204 len: 168 time: 0.1440988 Aug 16 02:40:31.134824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb655b99-4196-4ac9-884f-c16fb50f5afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a2ea16-a766-439d-94ff-bc03e0ed29ba,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:31.437959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:31.477788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1282632e-fe71-40d2-9949-159b017e97da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3fad2707862142a78cf7d448c33c23c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386188 Aug 16 02:40:31.480195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 50800) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:31.530151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-907233a9-8177-4806-9c15-3e0aaa3e8b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.550847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-907233a9-8177-4806-9c15-3e0aaa3e8b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.596491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-907233a9-8177-4806-9c15-3e0aaa3e8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.599603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-907233a9-8177-4806-9c15-3e0aaa3e8b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.600823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-907233a9-8177-4806-9c15-3e0aaa3e8b36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db5ac330-7d31-43b4-890a-581db3dbe684 HTTP/1.1" status: 204 len: 168 time: 0.1196730 Aug 16 02:40:31.608332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907233a9-8177-4806-9c15-3e0aaa3e8b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5ac330-7d31-43b4-890a-581db3dbe684,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:31.939306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.182167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b99b1465-8c21-485a-9a57-c290bf8f5101 req-6a5b1fd1-4db8-4bfb-bdf4-bfd17d17bef4 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0266628 Aug 16 02:40:32.955909 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:33.287658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3ed5f2db-779f-44d5-b0db-b28276918b94 req-b56e0aa5-c74a-437a-92ef-2aee2ac432e5 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0285218 Aug 16 02:40:34.394093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-06c826d5-bce0-41ba-8cb7-3af161f9c64a req-9816145f-7eb9-420b-a57f-fec193ef3ba0 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0267959 Aug 16 02:40:35.497624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d63a45f8-7c2e-47a9-95dd-74653a019825 req-854b04c8-80ef-4b08-850c-04ae8e180b66 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0288191 Aug 16 02:40:36.601536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861fe86a-9ae1-49bd-ab75-f44c9f2cb7e2 req-556d3751-496d-4600-907b-174990ad58e6 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Aug 16 02:40:37.702162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-69e6b83f-bee4-40d1-acd1-8d5b9c49806f req-063fa18e-6e54-4c13-9bee-cf8dc558f3eb tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0269456 Aug 16 02:40:38.818212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b19a3e8c-6484-4c40-a753-0380bedf1f54 req-b3228d2f-4d0b-40da-89d7-ee4ae3186fd4 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0267670 Aug 16 02:40:39.923163 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7aceb254-a440-40dd-a58f-478f2da34475 req-cf7bac2e-3a0e-4f60-a707-f9428ec3b4f9 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Aug 16 02:40:41.029290 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-baae781f-8c93-4423-8639-bf2e70b716dc req-f4c49bf8-b2cc-419d-8713-3582b796f727 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0275605 Aug 16 02:40:42.138115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be0c694f-de7b-464e-80b5-5c899655ce0d req-c9d7aff7-0ebb-4542-b74f-7c38157c6459 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0312719 Aug 16 02:40:43.251333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0deb4d9-d9f3-4b52-9821-141fdfb0b037 req-2fcc7537-6a28-46eb-83cf-3cf35e6c6e87 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0273430 Aug 16 02:40:44.359710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b834907-6a8c-46c2-83e9-f8bde5e8ff3e req-ea766280-004c-4511-bb99-5c9f3d81decd tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0342309 Aug 16 02:40:45.464148 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eea58c1a-ef55-4c40-9bb9-b97e15e49771 req-5ba7018b-98e7-40a5-98de-f2fdaf6d10ec tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0260036 Aug 16 02:40:46.565966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2048cce7-9acb-4bf8-8878-07b139d65e67 req-7d6619d2-a018-444c-921c-9bc10beda196 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0257041 Aug 16 02:40:47.669559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5902f57b-97b8-42cd-abc0-b70a246015db req-7f9c50a4-57eb-478a-bf4d-e885c77d8f9c tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0297244 Aug 16 02:40:48.774279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf1a3309-8973-43b3-99fb-c51751aa7a67 req-f24996ad-da65-416f-99f3-c3429bce54be tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0305138 Aug 16 02:40:49.889487 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8534e478-30a6-4456-9d2d-0bebd4783682 req-9b9bd74d-b7aa-4948-a7dc-cc09a989ecc6 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0293913 Aug 16 02:40:50.992142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eab6353e-226c-41c7-bbb8-20f99b8bb98b req-219247db-d95f-4026-bc9f-fcdbbfa56a63 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0266185 Aug 16 02:40:52.099299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c73aaff8-60a2-45eb-89be-365b13890575 req-98fe0766-4f4f-48d9-80d7-b021762addb5 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0301595 Aug 16 02:40:52.369214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:53.200816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-327b4bfb-2a57-4964-9304-b04654865496 req-1292447b-c829-49f0-8f0a-4537bcc01f4c tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0266519 Aug 16 02:40:53.643393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:54.299920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eed9eb65-4ebf-4c70-91ae-9ccb70a7a648 req-6fed0609-b316-4980-885e-2ace4ff91063 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0258276 Aug 16 02:40:55.404421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4aeb7b9e-ecbd-436a-9da5-f15ecf19e16a req-f86dfb56-67e5-426e-a0ec-cef707ae0b0e tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0267444 Aug 16 02:40:56.174515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7c795b20-51c4-4914-9db9-12a4b13fd8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:56.415952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8bfa189c-ac0a-4063-b1a4-71315d2b6ce9 req-9299a926-3480-4ea3-bd23-dd0de7830604 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0254495 Aug 16 02:40:56.514802 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-270d7204-5dc9-4a9f-addc-5cf5ba715a26 req-31ead444-cb03-4f62-833f-3dd7b1c50816 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Aug 16 02:40:57.634810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf4f894d-ced4-4227-8b5d-00641fe2c3c4 req-e8d80668-11d2-4f26-856b-3f6b9ae8a40a tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0316176 Aug 16 02:40:57.934410 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b97c45b-31e9-41e0-9019-207d5a7ef01e req-c4f77f8b-1417-48f0-96d5-e679b419635a tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205&device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0273938 Aug 16 02:40:58.148469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a789488a-ac73-45ef-8b8d-164104eb82a9 req-14f96d46-569c-4acb-aa4b-60b5fb902b23 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=73c6c8ade569406da5798d2544cb85d0&device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0258934 Aug 16 02:40:58.159642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d14b598a-f4b5-400d-a768-f8bd007beb6b req-48a3f755-fbbf-49b0-b6df-7d8357054467 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0265732 Aug 16 02:40:58.186765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a789488a-ac73-45ef-8b8d-164104eb82a9 req-2b5994a1-6add-411b-97b8-eaf8db7bdb9a service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=73c6c8ade569406da5798d2544cb85d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276549 Aug 16 02:40:58.350739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789488a-ac73-45ef-8b8d-164104eb82a9 req-6a1376be-0eff-4f97-9af7-7c959b5c39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:58.352232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a789488a-ac73-45ef-8b8d-164104eb82a9 req-6a1376be-0eff-4f97-9af7-7c959b5c39b8 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566548 Aug 16 02:40:58.777225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c325cd16-cb96-48ea-be52-b841a33dfd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:58.787956 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:59.250890 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-934fe57b-d461-402b-ad04-1e43be87151e req-29e90f73-daa6-4ce0-afe3-a62a08a36e64 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Aug 16 02:40:59.816683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a789488a-ac73-45ef-8b8d-164104eb82a9 req-624fb80b-31f6-4be7-afa5-6ca675ace976 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.98 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0256119 Aug 16 02:41:00.022807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:00.388370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff22a625-13ed-409a-9eb7-5e153867f5a6 req-6fe92d0e-fdac-4e40-9ad7-8bc0b46912ef tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=45c1b732-7a66-439f-8170-cf5fc8f9c205 HTTP/1.1" status: 200 len: 210 time: 0.0402327 Aug 16 02:41:00.842126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f47ef-644c-40f0-ae9b-dd96912c3cc4 req-82bc981d-a290-4eab-8af2-3d2d2e53fe54 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:00.843659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd7f47ef-644c-40f0-ae9b-dd96912c3cc4 req-82bc981d-a290-4eab-8af2-3d2d2e53fe54 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1097 time: 0.0447264 Aug 16 02:41:00.879305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd7f47ef-644c-40f0-ae9b-dd96912c3cc4 req-dcf0fd54-0a70-4fd3-9331-3e2dca2e0c7b tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285439 Aug 16 02:41:00.901185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51376) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:01.060697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port a1a5c69f-b583-400b-8259-c711d20756ec {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:01.061055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.139302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.139641 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.151217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for a1a5c69f-b583-400b-8259-c711d20756ec owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:01.307964 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.336564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=a1a5c69f-b583-400b-8259-c711d20756ec,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:01.397473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.398057 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 0f32da09-fa02-49a0-a71c-afd926c8171a disassociated (deleted). External IP: 172.25.4.92, port: bfc13cbe-0b03-492a-8da2-d07c3352b3d1. Aug 16 02:41:01.638699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:01.643106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47706c31-421b-4013-af2c-1b14c5df5205 req-aa5e0bae-9d82-4246-99a4-72cc006a7eab service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=73c6c8ade569406da5798d2544cb85d0&device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0260775 Aug 16 02:41:01.681608 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47706c31-421b-4013-af2c-1b14c5df5205 req-0afe504e-7484-4299-8f43-cd50c5427803 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=73c6c8ade569406da5798d2544cb85d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294793 Aug 16 02:41:01.682205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d22a733e-af0b-412a-9b2d-c85a40441f7a req-aba23b95-8f25-4672-af0e-e22e34bfa9d2 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0419269 Aug 16 02:41:01.782270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706c31-421b-4013-af2c-1b14c5df5205 req-ca9326fd-b7f8-4c9e-94b8-5cf8e6fd8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:01.783774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47706c31-421b-4013-af2c-1b14c5df5205 req-ca9326fd-b7f8-4c9e-94b8-5cf8e6fd8ffb service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904291 Aug 16 02:41:01.798827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:01.804273 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.809374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] Sync routers for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:01.819650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:01.823949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:01.835447 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36c28474-81df-45a7-909f-b923178c9caa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/floatingips/0f32da09-fa02-49a0-a71c-afd926c8171a HTTP/1.1" status: 204 len: 168 time: 0.9330132 Aug 16 02:41:01.836215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:01.838759 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc64750-3adc-44df-8156-06701ad454f3" -d '{"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:01.891091 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a22d5c-7c0b-43ef-b5b9-80f02cfb093f x-openstack-request-id: req-d2a22d5c-7c0b-43ef-b5b9-80f02cfb093f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:01.891598 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:01.892051 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2a22d5c-7c0b-43ef-b5b9-80f02cfb093f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:01.892662 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'status': 'completed', 'code': 200} Aug 16 02:41:01.966286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:01.986019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64750-3adc-44df-8156-06701ad454f3 req-c07ea6df-ee22-4a94-8d25-9ee60a21917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:01.987758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc64750-3adc-44df-8156-06701ad454f3 req-c07ea6df-ee22-4a94-8d25-9ee60a21917f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 1097 time: 0.0654025 Aug 16 02:41:02.017230 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:02.122242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64750-3adc-44df-8156-06701ad454f3 req-12158927-7c8d-4750-94e4-80b0aa92d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:02.124199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc64750-3adc-44df-8156-06701ad454f3 req-12158927-7c8d-4750-94e4-80b0aa92d45e service neutron] 10.222.0.98 "GET /v2.0/networks?id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 200 len: 897 time: 0.1233790 Aug 16 02:41:02.146449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc4f90-d8af-411a-a7c9-00715c4e7d4f req-9a90f054-2431-4f40-b3f1-65a5d0642ea8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:02.152869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61fc4f90-d8af-411a-a7c9-00715c4e7d4f req-9a90f054-2431-4f40-b3f1-65a5d0642ea8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0641508 Aug 16 02:41:02.179386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc64750-3adc-44df-8156-06701ad454f3 req-aa5b14cc-7b57-4c83-8e3c-280479053a30 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 200 len: 217 time: 0.0459433 Aug 16 02:41:02.195370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61fc4f90-d8af-411a-a7c9-00715c4e7d4f req-030a46b8-bb91-42bc-80fa-b9f74b0d6a68 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362549 Aug 16 02:41:02.236861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:02.256191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64750-3adc-44df-8156-06701ad454f3 req-e138a84c-927d-48af-87f1-36b056d2e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:02.257817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc64750-3adc-44df-8156-06701ad454f3 req-e138a84c-927d-48af-87f1-36b056d2e3aa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 200 len: 834 time: 0.0666656 Aug 16 02:41:02.269228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] Checking router: 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:02.277592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:02.278242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:02.303581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64750-3adc-44df-8156-06701ad454f3 req-849df578-55b1-4caa-91ab-f7e271e764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:02.305226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc64750-3adc-44df-8156-06701ad454f3 req-849df578-55b1-4caa-91ab-f7e271e764f3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e31d1ace-d3b8-40ad-bc12-41cfb236f74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391071 Aug 16 02:41:02.396524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:02.406459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc64750-3adc-44df-8156-06701ad454f3 req-adba3411-0dc2-44c6-868b-ddacc4f8e9cc service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902693 Aug 16 02:41:02.506895 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2fc64750-3adc-44df-8156-06701ad454f3 req-38c405b5-5e96-4d17-8e49-6b08469146be service neutron] 10.222.0.98 "GET /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913355 Aug 16 02:41:02.609708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:02.636084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75f6d82-e50e-4d4e-ae58-2243427f8729 None None] The sync data for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 is: [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'e4fabac4-399b-491f-8d0c-bfe76e6eae4a', 'name': '', 'network_id': 'e31d1ace-d3b8-40ad-bc12-41cfb236f74c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:b1:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:39:03Z', 'updated_at': '2021-08-16T02:39:14Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': 'bad653a2-dcb2-46ea-907f-9423c8ee9d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:02.786218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1aa1db28-2f42-4842-b7df-71d9a98d839e req-b70b8926-31c0-4b7d-a8c3-884e6261b294 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Aug 16 02:41:02.877594 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69566010-b361-4c97-a699-bde239e85557 None None] New status for floating IP 0f32da09-fa02-49a0-a71c-afd926c8171a: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:41:03.324823 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47706c31-421b-4013-af2c-1b14c5df5205 req-b9c92eee-b02c-4368-bb34-24cdc1935cf5 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.98 "GET /v2.0/ports?device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0297313 Aug 16 02:41:03.345927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f86332-f435-4614-92f7-d263d36c951c req-a480806a-afbb-4fa9-ba79-b49024598211 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:03.347482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2f86332-f435-4614-92f7-d263d36c951c req-a480806a-afbb-4fa9-ba79-b49024598211 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0770721 Aug 16 02:41:03.386344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2f86332-f435-4614-92f7-d263d36c951c req-d398a559-b565-4692-ada5-ec607980fdc3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=f745dab2-a68b-4741-a6d1-89cd1a14711f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324061 Aug 16 02:41:03.684928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-565ea82d-ac2a-42f1-b053-e9004b3055c4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:03.686393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-565ea82d-ac2a-42f1-b053-e9004b3055c4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 945 time: 0.0471857 Aug 16 02:41:03.790248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:03.790609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.895076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port bfc13cbe-0b03-492a-8da2-d07c3352b3d1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:03.896725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.912265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for bfc13cbe-0b03-492a-8da2-d07c3352b3d1 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:03.914005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-91824196-4cee-4872-b9c0-8469e6c059fb req-9d3bc521-2116-4a01-9e5a-9d76ff18aa80 tempest-ServerShowV247Test-1111092423 tempest-ServerShowV247Test-1111092423-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded4893b-f51e-490b-a5d4-a0ed3cc54c91 HTTP/1.1" status: 200 len: 210 time: 0.0383129 Aug 16 02:41:04.368931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.396680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=bfc13cbe-0b03-492a-8da2-d07c3352b3d1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:04.441411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] No DVR routers for this DVR port bfc13cbe-0b03-492a-8da2-d07c3352b3d1 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:04.444136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.446261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0620a3d6-231a-41a0-bd7f-d14d866a28d3 req-940fadbc-3c28-4e35-9851-91bf6a098391 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "DELETE /v2.0/ports/bfc13cbe-0b03-492a-8da2-d07c3352b3d1 HTTP/1.1" status: 204 len: 173 time: 0.7493198 Aug 16 02:41:04.446709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-deleted', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:04.449104 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1239bde-61ba-4039-a4c3-7a73555286b8" -d '{"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-deleted", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:04.500917 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee84711-f4f7-4129-a7a1-248fbe857426 x-openstack-request-id: req-7ee84711-f4f7-4129-a7a1-248fbe857426 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:04.501198 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15776466-09f6-4d70-8d31-df9e99a7421b", "name": "network-vif-deleted", "tag": "bfc13cbe-0b03-492a-8da2-d07c3352b3d1", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:04.501442 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ee84711-f4f7-4129-a7a1-248fbe857426 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:04.501837 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15776466-09f6-4d70-8d31-df9e99a7421b', 'name': 'network-vif-deleted', 'tag': 'bfc13cbe-0b03-492a-8da2-d07c3352b3d1', 'status': 'completed', 'code': 200} Aug 16 02:41:04.515893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6007c46-5930-4d02-86d4-c90aed93f6ba req-cd047acb-c484-4b1b-b156-c002976fbf75 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=15776466-09f6-4d70-8d31-df9e99a7421b HTTP/1.1" status: 200 len: 210 time: 0.0351722 Aug 16 02:41:05.226286 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51488) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:05.343190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.436029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.439966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.480347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73c6c8ade569406da5798d2544cb85d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506645 Aug 16 02:41:05.480347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3eb8ef-bfa9-4666-8ea2-6e3a2a5399db,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:05.481054 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51498) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:05.486724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.487144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.487552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.487956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.488551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.488802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.489199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.489591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.490058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.490486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.491075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.491606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47896f8-7e7e-4226-9463-4ba9dedbf2ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.552932 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11a97c85-f3c7-40d7-9429-15e9cb213c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.576272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51506) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:05.579908 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11a97c85-f3c7-40d7-9429-15e9cb213c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.700813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11a97c85-f3c7-40d7-9429-15e9cb213c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.703324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11a97c85-f3c7-40d7-9429-15e9cb213c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:05.706756 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-11a97c85-f3c7-40d7-9429-15e9cb213c9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba3eb8ef-bfa9-4666-8ea2-6e3a2a5399db HTTP/1.1" status: 204 len: 168 time: 0.2219973 Aug 16 02:41:05.716173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a97c85-f3c7-40d7-9429-15e9cb213c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3eb8ef-bfa9-4666-8ea2-6e3a2a5399db,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:05.998195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.302473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port e4fabac4-399b-491f-8d0c-bfe76e6eae4a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:06.302844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.411700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port e4fabac4-399b-491f-8d0c-bfe76e6eae4a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:06.412070 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.426536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for e4fabac4-399b-491f-8d0c-bfe76e6eae4a owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:06.640557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.669855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=e4fabac4-399b-491f-8d0c-bfe76e6eae4a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:06.882627 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.117930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:07.225684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:07.231302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-badb0e43-3a26-487b-8666-0fb93302e75d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534023 Aug 16 02:41:07.233762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51592) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:07.241803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] Sync routers for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:07.253982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:07.255100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:07.293427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting subnet bad653a2-dcb2-46ea-907f-9423c8ee9d12 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:07.297208 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.363385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:07.373238 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.477135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:07.479031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.501060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: bfc13cbe-0b03-492a-8da2-d07c3352b3d1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:07.501353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device bfc13cbe-0b03-492a-8da2-d07c3352b3d1 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:07.516142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1316ce1c-58fe-4596-99ff-4ffff16fe549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.542170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.574648 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.577197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/subnets/bad653a2-dcb2-46ea-907f-9423c8ee9d12 HTTP/1.1" status: 204 len: 168 time: 0.3424118 Aug 16 02:41:07.578506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838e311-8b94-4bed-9910-5fd475d316d1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Subnet': ['ID=bad653a2-dcb2-46ea-907f-9423c8ee9d12,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:07.581728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51602) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:07.597316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431af346-f904-4bf9-8607-e4033df27a34 None None] Network e31d1ace-d3b8-40ad-bc12-41cfb236f74c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:07.620572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:07.641588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1316ce1c-58fe-4596-99ff-4ffff16fe549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.646554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1316ce1c-58fe-4596-99ff-4ffff16fe549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.691681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1316ce1c-58fe-4596-99ff-4ffff16fe549 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86cbde30aa03488bb1cc0d65f15b8f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269951 Aug 16 02:41:07.694211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51604) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:07.702599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316ce1c-58fe-4596-99ff-4ffff16fe549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dafc1c-ddf0-43db-a7ce-e441250d9563,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:07.756857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e650063c-e96f-4b2d-a431-00783e81a8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.779533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e650063c-e96f-4b2d-a431-00783e81a8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.844276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e650063c-e96f-4b2d-a431-00783e81a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.849195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e650063c-e96f-4b2d-a431-00783e81a8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.852345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e650063c-e96f-4b2d-a431-00783e81a8eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3dafc1c-ddf0-43db-a7ce-e441250d9563 HTTP/1.1" status: 204 len: 168 time: 0.1552305 Aug 16 02:41:07.876005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650063c-e96f-4b2d-a431-00783e81a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dafc1c-ddf0-43db-a7ce-e441250d9563,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:07.926135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:41:06Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:07.961944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] DHCP port deletion for e31d1ace-d3b8-40ad-bc12-41cfb236f74c request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:07.968431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] Checking router: 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:08.011121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] Routers {'6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:08.012168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:08.128421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Deleting port 5034aa51-5f1e-47a3-b646-c391436a9cdc {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:08.128806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.196011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] For port 5034aa51-5f1e-47a3-b646-c391436a9cdc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5034aa51-5f1e-47a3-b646-c391436a9cdc,segment=NetworkSegment(c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2),segment_id=c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:08.196452 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.211424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Calling delete_port for 5034aa51-5f1e-47a3-b646-c391436a9cdc owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:08.224751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5034aa51-5f1e-47a3-b646-c391436a9cdc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:08.225245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.292708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] Set router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:08.376198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.443276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 4a6288ef-1c0b-4918-a6d6-fb58401110db {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:08.444048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.572862 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.583299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port 4a6288ef-1c0b-4918-a6d6-fb58401110db, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4a6288ef-1c0b-4918-a6d6-fb58401110db,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:08.583682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.603058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 4a6288ef-1c0b-4918-a6d6-fb58401110db owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:08.620657 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.622989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Pushing event deleted for resources: {'Port': ['ID=5034aa51-5f1e-47a3-b646-c391436a9cdc,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:08.627218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] No DVR routers for this DVR port 5034aa51-5f1e-47a3-b646-c391436a9cdc on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:08.677812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.678184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.678505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.678834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.679168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.679497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.679821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.680147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.680497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.680823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.681148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.681465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef1dfd8-e011-44eb-81df-957329e5fd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:08.738982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:41:06Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:08.766851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c04db-93b1-4883-b9e7-3594a032192a None None] The sync data for ids ['6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55'] in n-d-769329-15 is: [{'id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362409356', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:38:57Z', 'updated_at': '2021-08-16T02:41:06Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '4a6288ef-1c0b-4918-a6d6-fb58401110db', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:38:58Z', 'updated_at': '2021-08-16T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:08.829064 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.855455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=4a6288ef-1c0b-4918-a6d6-fb58401110db,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:08.919812 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.019302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.022047 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.067298 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.067867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Fanout notify agent at l3_agent the message router_deleted on router 6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:41:09.075659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.079673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:09.080248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-998f792d-8325-4c49-8a5f-fa8ecb20111c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/routers/6f89cddd-7ee0-4159-a4cb-6efaf1e9ba55 HTTP/1.1" status: 204 len: 168 time: 1.4962282 Aug 16 02:41:09.187600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.296545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.310572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31d1ace-d3b8-40ad-bc12-41cfb236f74c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:09.336086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:09.336897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e0dcce-e8f6-478d-92b4-ddec6a8eb9d2') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:09.346080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.365197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.371811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:09.372230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:09.375327 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:09.441635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.449967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.451626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/networks/e31d1ace-d3b8-40ad-bc12-41cfb236f74c HTTP/1.1" status: 204 len: 168 time: 0.3709245 Aug 16 02:41:09.454504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51648) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:09.466927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1ccc8-2079-4495-a5a7-636ff6750662 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Network': ['ID=e31d1ace-d3b8-40ad-bc12-41cfb236f74c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:09.536238 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c750103e-6cfa-41ea-97f6-55631f309cec tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.580678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c750103e-6cfa-41ea-97f6-55631f309cec tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.669279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c750103e-6cfa-41ea-97f6-55631f309cec tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.673680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c750103e-6cfa-41ea-97f6-55631f309cec tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:09.675714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c750103e-6cfa-41ea-97f6-55631f309cec tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/security-groups/f745dab2-a68b-4741-a6d1-89cd1a14711f HTTP/1.1" status: 204 len: 168 time: 0.2200882 Aug 16 02:41:09.689705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750103e-6cfa-41ea-97f6-55631f309cec tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745dab2-a68b-4741-a6d1-89cd1a14711f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:09.954543 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:10.051005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a6288ef-1c0b-4918-a6d6-fb58401110db no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:10.092962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 4a6288ef-1c0b-4918-a6d6-fb58401110db {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:10.092962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a6288ef-1c0b-4918-a6d6-fb58401110db not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:10.092962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fabac4-399b-491f-8d0c-bfe76e6eae4a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:10.093218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51674) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:10.097943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-74b2bf07-40aa-4594-a486-a06f717a99a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880688686', 'description': 'tempest-secgroup-smoke-1880688686 description', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.124256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74b2bf07-40aa-4594-a486-a06f717a99a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.140114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e4fabac4-399b-491f-8d0c-bfe76e6eae4a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:10.140732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fabac4-399b-491f-8d0c-bfe76e6eae4a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:10.228778 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74b2bf07-40aa-4594-a486-a06f717a99a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.233493 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74b2bf07-40aa-4594-a486-a06f717a99a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.271428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-74b2bf07-40aa-4594-a486-a06f717a99a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.273052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-74b2bf07-40aa-4594-a486-a06f717a99a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1786613 Aug 16 02:41:10.275052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2bf07-40aa-4594-a486-a06f717a99a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1044f9-8a7c-4087-8795-91649e4a1dc6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.276611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:10.281839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-283b7414-161b-471f-96b6-9989b06d7d40 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'ea1044f9-8a7c-4087-8795-91649e4a1dc6', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.314570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-283b7414-161b-471f-96b6-9989b06d7d40 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.385958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-283b7414-161b-471f-96b6-9989b06d7d40 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.390608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-283b7414-161b-471f-96b6-9989b06d7d40 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.414524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b7414-161b-471f-96b6-9989b06d7d40 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f27728-0c45-440d-9c81-6d5e192d5be2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.416911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-283b7414-161b-471f-96b6-9989b06d7d40 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.421067 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-283b7414-161b-471f-96b6-9989b06d7d40 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404285 Aug 16 02:41:10.421529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51686) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:10.427222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-acfce9b7-7cad-4101-92c3-49613bc31112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'ea1044f9-8a7c-4087-8795-91649e4a1dc6', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.462732 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acfce9b7-7cad-4101-92c3-49613bc31112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.531164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acfce9b7-7cad-4101-92c3-49613bc31112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.535581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acfce9b7-7cad-4101-92c3-49613bc31112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.554090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfce9b7-7cad-4101-92c3-49613bc31112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3985e77-785e-499c-817b-e5d3775b7a96,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.566619 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-acfce9b7-7cad-4101-92c3-49613bc31112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.571425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51692) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:10.571607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-acfce9b7-7cad-4101-92c3-49613bc31112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488788 Aug 16 02:41:10.576326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6374e4b5-35cb-43ae-8462-4bede3454418 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'ea1044f9-8a7c-4087-8795-91649e4a1dc6', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.609143 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6374e4b5-35cb-43ae-8462-4bede3454418 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.689323 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6374e4b5-35cb-43ae-8462-4bede3454418 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.694041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6374e4b5-35cb-43ae-8462-4bede3454418 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.711234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374e4b5-35cb-43ae-8462-4bede3454418 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e25d336-145b-457a-903d-3afe079f4712,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.719553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6374e4b5-35cb-43ae-8462-4bede3454418 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.722108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6374e4b5-35cb-43ae-8462-4bede3454418 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492550 Aug 16 02:41:10.725320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:10.733793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9804970e-b536-401a-beeb-d2edf4a3a671 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'ea1044f9-8a7c-4087-8795-91649e4a1dc6', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.772240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9804970e-b536-401a-beeb-d2edf4a3a671 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.848791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9804970e-b536-401a-beeb-d2edf4a3a671 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.853424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9804970e-b536-401a-beeb-d2edf4a3a671 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.867357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804970e-b536-401a-beeb-d2edf4a3a671 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4ec257-bd9d-428b-aa6e-22f329853a04,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.885632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9804970e-b536-401a-beeb-d2edf4a3a671 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.886951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9804970e-b536-401a-beeb-d2edf4a3a671 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601753 Aug 16 02:41:10.889653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51704) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:10.894151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'ea1044f9-8a7c-4087-8795-91649e4a1dc6', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.919676 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:41:10.924768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.989906 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.993875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.011397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21fb03f-ce13-4a4d-8d2f-1a31dfe50d8c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:11.018646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.020774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e7dfa70e-332f-4717-a74b-66e392d428a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300797 Aug 16 02:41:11.022882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51710) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:11.027564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'ea1044f9-8a7c-4087-8795-91649e4a1dc6', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:11.051074 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:41:11.057371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.131987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.136935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.153202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433175e3-7f4f-4382-bbce-447e92b62411,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:11.163776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.165490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5bbef633-aeea-46b5-ad49-3effa6679176 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415985 Aug 16 02:41:11.168368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51716) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:11.173594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'network': {'name': 'tempest-network-smoke--1678557568', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:11.193743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:11.197333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.221968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:11.233259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.233862 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Added segment 2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f of type vlan for network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 Aug 16 02:41:11.279699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.310012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.315759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:11.316484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.418359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2485328 Aug 16 02:41:11.421146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:11.430110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23298c7f-7594-4f95-a2c9-38a27764b4be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Network': ['ID=50e4e652-69f9-4cca-93cf-fcc580fb9de3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:11.431339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'admin_state_up': True, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:11.442939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:11.460547 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.462772 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.523891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.662367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.862086 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.880992 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.989779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.98 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:12.091621 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:12.134737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:12.178041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:12.182464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:12.187001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:12.189023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:12.437733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:12.660475 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.126911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 397aaeac-788b-47d5-9317-c2ee3a5709e5 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:41:13.234613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:13.245816 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Sync routers for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:13.255333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.256072 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:13.260139 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:13.260386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-99038cbd-d498-4aa5-968e-b0dbad428643 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8344798 Aug 16 02:41:13.260510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:13.292167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f8f66ea-5ec3-45ff-8775-ab0db5757e6d tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281644 Aug 16 02:41:13.292435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:13.364455 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:13.383023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f5563-86e0-4af5-9d94-3be914e206f8 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:13.384700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-071f5563-86e0-4af5-9d94-3be914e206f8 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912473 Aug 16 02:41:13.387290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:13.426382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cf1f8e90-8e4c-473e-96a3-9384252fbafc tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356150 Aug 16 02:41:13.426894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:13.433176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2062724941', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:13.522474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:13.526006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.555886 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:12Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:13.582932 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Checking router: 397aaeac-788b-47d5-9317-c2ee3a5709e5 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:13.583278 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Updating router 397aaeac-788b-47d5-9317-c2ee3a5709e5 port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:13.609440 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.715014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.790385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Subnet': ['ID=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:13.797806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Checking segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:13.798176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network hostable DHCP agents. Network: 50e4e652-69f9-4cca-93cf-fcc580fb9de3, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:13.816750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:13.830750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 50e4e652-69f9-4cca-93cf-fcc580fb9de3) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:13.839241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:13.839549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.844979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab3576-527b-4574-a163-331df6a33250 None None] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:13.874812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d6c3f286-d994-438b-abbf-f614eb6fddc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4438701 Aug 16 02:41:13.875187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:13.978519 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.990431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Transition to ACTIVE for port object c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:13.998540 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.037808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:14.066734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:14.069004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.070249 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Pushing event updated for resources: {'Port': ['ID=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:14.072658 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Attempting to bind port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:14.073034 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Attempting to bind port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:14.073396 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Attempting to bind port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:14.082806 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.083061 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.083675 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.083821 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.084043 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.084461 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.084708 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.085034 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.085356 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.085678 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.086002 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.086333 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:14.089735 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:14.090111 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:14.090533 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.091037 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:14.091513 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Bound port: c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:14.091897 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.165715 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] For port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:14.170656 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] For port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:14.178207 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.249259 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:14.250902 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:14.271161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d4139fa-835d-47cc-a9b8-0a96e076580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.328546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Allocated IP 172.20.0.2 (50e4e652-69f9-4cca-93cf-fcc580fb9de3/3b06554d-8ae6-4d4b-8f3b-efc73f6000ba/af07fef5-783e-46ee-a6f5-297a8b0b7340) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:14.375524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d4139fa-835d-47cc-a9b8-0a96e076580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.380926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0d4139fa-835d-47cc-a9b8-0a96e076580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.383740 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d2a0b-0dc1-453b-a17a-5aa48932aff6 None None] Pushing event updated for resources: {'Port': ['ID=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:14.423413 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0d4139fa-835d-47cc-a9b8-0a96e076580d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3cdcfbdcdac04470be52ceb779ba3eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833179 Aug 16 02:41:14.425534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51810) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:14.435231 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:14.443623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4139fa-835d-47cc-a9b8-0a96e076580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d411a3e4-731a-4e0b-8237-5224fb78c638,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:14.516012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83cc3209-30f7-461d-821a-47306f36454e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.540761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83cc3209-30f7-461d-821a-47306f36454e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.601345 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83cc3209-30f7-461d-821a-47306f36454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.604334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-83cc3209-30f7-461d-821a-47306f36454e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.608256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-83cc3209-30f7-461d-821a-47306f36454e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d411a3e4-731a-4e0b-8237-5224fb78c638 HTTP/1.1" status: 204 len: 168 time: 0.1788745 Aug 16 02:41:14.617088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc3209-30f7-461d-821a-47306f36454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d411a3e4-731a-4e0b-8237-5224fb78c638,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:14.619213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.629821 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.655695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Transition to ACTIVE for port object af07fef5-783e-46ee-a6f5-297a8b0b7340 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:14.676729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Transition to ACTIVE for port object af07fef5-783e-46ee-a6f5-297a8b0b7340 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:14.686325 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.703190 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:12Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:14.734078 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908b7ccd-975a-4601-a15e-9ea6017b37d0 None None] The sync data for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 is: [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:12Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:14.749414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Pushing event updated for resources: {'Port': ['ID=af07fef5-783e-46ee-a6f5-297a8b0b7340,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:14.768343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:14.769857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:14.773388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:14.847836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Attempting to bind port af07fef5-783e-46ee-a6f5-297a8b0b7340 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:14.848577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Attempting to bind port af07fef5-783e-46ee-a6f5-297a8b0b7340 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:14.849018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Attempting to bind port af07fef5-783e-46ee-a6f5-297a8b0b7340 on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:14.859139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:14.861198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Checking segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:14.861461 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.862092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Bound using segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:14.864959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Bound port: af07fef5-783e-46ee-a6f5-297a8b0b7340, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:14.865603 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.970070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] For port af07fef5-783e-46ee-a6f5-297a8b0b7340, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:14.980112 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] For port af07fef5-783e-46ee-a6f5-297a8b0b7340, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=af07fef5-783e-46ee-a6f5-297a8b0b7340,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:14.990714 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.043419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:15.082304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca421f-90dd-45a8-a003-6f92261edd38 None None] Pushing event updated for resources: {'Port': ['ID=af07fef5-783e-46ee-a6f5-297a8b0b7340,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:15.086494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.1 (50e4e652-69f9-4cca-93cf-fcc580fb9de3/3b06554d-8ae6-4d4b-8f3b-efc73f6000ba/86ed0c97-847e-4ba2-b62f-a77c3050b94c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:15.108014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fdd3-84ec-49fb-8d7e-eff2e595d158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.264927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.284163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fdd3-84ec-49fb-8d7e-eff2e595d158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.288351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object 86ed0c97-847e-4ba2-b62f-a77c3050b94c will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:15.291458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0cb2fdd3-84ec-49fb-8d7e-eff2e595d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.332718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0cb2fdd3-84ec-49fb-8d7e-eff2e595d158 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3097a6df567440299b64d915e55dec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856283 Aug 16 02:41:15.333728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:15.354864 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.441875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2fdd3-84ec-49fb-8d7e-eff2e595d158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ae4a7-ba34-4568-8ccd-f74de99c88eb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:15.452212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b14675a-112a-4d92-834e-3693594d24d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.475061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=86ed0c97-847e-4ba2-b62f-a77c3050b94c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:15.487926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b14675a-112a-4d92-834e-3693594d24d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.500598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:15.503452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:15.508668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:15.564555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b14675a-112a-4d92-834e-3693594d24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.569221 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b14675a-112a-4d92-834e-3693594d24d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.570440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8b14675a-112a-4d92-834e-3693594d24d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d09ae4a7-ba34-4568-8ccd-f74de99c88eb HTTP/1.1" status: 204 len: 168 time: 0.2281187 Aug 16 02:41:15.576989 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.578456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14675a-112a-4d92-834e-3693594d24d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ae4a7-ba34-4568-8ccd-f74de99c88eb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:15.746568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.097379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.105463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.117456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device af07fef5-783e-46ee-a6f5-297a8b0b7340 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:16.179177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port af07fef5-783e-46ee-a6f5-297a8b0b7340 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:16.190229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.190857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:16.272380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:16.277888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:16.278323 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.286630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=86ed0c97-847e-4ba2-b62f-a77c3050b94c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:16.301893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.302341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.302766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.303183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.303528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.303868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.304231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.304573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.304908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.305244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.305572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.305900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:16.362617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:16.364430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:16.370740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0925b0c8-407e-4de3-a83e-4924056916de None None] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:16.415543 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.453843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:16.465208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4eae74fe-47c1-43b9-b94a-7f6c2b5379aa None None] Provisioning for port af07fef5-783e-46ee-a6f5-297a8b0b7340 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:16.469192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.542323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4eae74fe-47c1-43b9-b94a-7f6c2b5379aa None None] Provisioning complete for port af07fef5-783e-46ee-a6f5-297a8b0b7340 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:16.542712 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4eae74fe-47c1-43b9-b94a-7f6c2b5379aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.569569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:16.570986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 397aaeac-788b-47d5-9317-c2ee3a5709e5 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:16.715730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:16.729964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-34cca688-071a-4758-a7af-4f53207887b2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/397aaeac-788b-47d5-9317-c2ee3a5709e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449306 Aug 16 02:41:16.740880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4eae74fe-47c1-43b9-b94a-7f6c2b5379aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.784739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4eae74fe-47c1-43b9-b94a-7f6c2b5379aa None None] For port af07fef5-783e-46ee-a6f5-297a8b0b7340, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=af07fef5-783e-46ee-a6f5-297a8b0b7340,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:16.790460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4eae74fe-47c1-43b9-b94a-7f6c2b5379aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.039345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-adee7dbb-832f-42d8-a8e1-c307195c9f8c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880688686&fields=id&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 267 time: 0.0942209 Aug 16 02:41:17.094400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Sync routers for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:17.131657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:17.133590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:17.136048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae74fe-47c1-43b9-b94a-7f6c2b5379aa None None] Pushing event updated for resources: {'Port': ['ID=af07fef5-783e-46ee-a6f5-297a8b0b7340,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:17.291113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ea108bb-8d31-467f-9164-a7ba04d4be47 None None] Provisioning complete for port af07fef5-783e-46ee-a6f5-297a8b0b7340 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:17.291320 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ea108bb-8d31-467f-9164-a7ba04d4be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.306843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-32ddc90c-3772-46f8-8518-63afc7c0813a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:17.308451 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-32ddc90c-3772-46f8-8518-63afc7c0813a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 797 time: 0.2682855 Aug 16 02:41:17.366938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-4c4e8cd1-ad72-4ad6-b7ed-09b71ef0e284 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/quotas/a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 375 time: 0.0197706 Aug 16 02:41:17.423275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:17.462332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-77f51896-50d9-4df0-90a1-bc7155012ce0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893755 Aug 16 02:41:17.595262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-fa616571-57a9-42ff-8c74-7793cccaec6c service neutron] 10.222.0.78 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135600 Aug 16 02:41:17.683371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ea108bb-8d31-467f-9164-a7ba04d4be47 None None] Provisioning for port 86ed0c97-847e-4ba2-b62f-a77c3050b94c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:17.699250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-8358f2b2-edec-47cc-af08-d9c1787de836 service neutron] 10.222.0.78 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030238 Aug 16 02:41:17.700233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ea108bb-8d31-467f-9164-a7ba04d4be47 None None] Provisioning complete for port 86ed0c97-847e-4ba2-b62f-a77c3050b94c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:17.700730 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ea108bb-8d31-467f-9164-a7ba04d4be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.763071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9ea108bb-8d31-467f-9164-a7ba04d4be47 None None] Port 86ed0c97-847e-4ba2-b62f-a77c3050b94c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:17.840810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 2, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:17.879267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Checking router: 397aaeac-788b-47d5-9317-c2ee3a5709e5 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:17.879687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Updating router 397aaeac-788b-47d5-9317-c2ee3a5709e5 port 86ed0c97-847e-4ba2-b62f-a77c3050b94c binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:17.915208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4396f6a8-fa6c-45e8-8d9b-79677514972c None None] Provisioning complete for port 86ed0c97-847e-4ba2-b62f-a77c3050b94c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:17.915588 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4396f6a8-fa6c-45e8-8d9b-79677514972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.920199 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.988789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d618cd50-5d15-4b08-ab68-17d733ec9d81 req-757e31ca-e952-4910-86d6-5ea46f1274af tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 210 time: 0.0544636 Aug 16 02:41:18.005769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4396f6a8-fa6c-45e8-8d9b-79677514972c None None] Port 86ed0c97-847e-4ba2-b62f-a77c3050b94c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:18.077861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device af07fef5-783e-46ee-a6f5-297a8b0b7340 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:18.202360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port af07fef5-783e-46ee-a6f5-297a8b0b7340 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:18.202975 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.398996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:18.462169 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.478993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Transition to ACTIVE for port object 86ed0c97-847e-4ba2-b62f-a77c3050b94c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:18.498375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:18.498969 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.524638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.590070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff458e-bdc2-4b6f-8657-2205b7c728dc None None] Pushing event updated for resources: {'Port': ['ID=86ed0c97-847e-4ba2-b62f-a77c3050b94c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:18.726563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Attempting to bind port 86ed0c97-847e-4ba2-b62f-a77c3050b94c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:18.726994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Attempting to bind port 86ed0c97-847e-4ba2-b62f-a77c3050b94c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:18.727377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Attempting to bind port 86ed0c97-847e-4ba2-b62f-a77c3050b94c on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:18.741684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:18.742071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Checking segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:18.742538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.742934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Bound using segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:18.743415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Bound port: 86ed0c97-847e-4ba2-b62f-a77c3050b94c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:18.743939 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.848934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] For port 86ed0c97-847e-4ba2-b62f-a77c3050b94c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:18.853056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] For port 86ed0c97-847e-4ba2-b62f-a77c3050b94c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=86ed0c97-847e-4ba2-b62f-a77c3050b94c,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:18.859101 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.915559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:18.916246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:40:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:18.997284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff458e-bdc2-4b6f-8657-2205b7c728dc None None] Pushing event updated for resources: {'Port': ['ID=86ed0c97-847e-4ba2-b62f-a77c3050b94c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.089426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:19.118261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9b98c522-a079-4f9e-9f64-d82c542ac717 req-909be21e-fb47-4c8f-9586-8b1f12a0ef30 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 210 time: 0.0435958 Aug 16 02:41:19.326324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51934) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.423260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ebc4614a-085d-44d9-97b6-b80a32711703 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:19.425354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ebc4614a-085d-44d9-97b6-b80a32711703 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 797 time: 0.1535857 Aug 16 02:41:19.439824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:18Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:19.498215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea530dad-a695-4aac-81b1-9fb1c37632f3 None None] The sync data for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 is: [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:18Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:19.501480 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-5b05de45-f46a-4bae-a606-4493ffcf2549 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 380 time: 0.0647831 Aug 16 02:41:19.515395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'port': {'device_id': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'admin_state_up': True, 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'security_groups': ['ea1044f9-8a7c-4087-8795-91649e4a1dc6']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:19.529168 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36f2f20b-b153-4338-a627-7c6c759801ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.681910 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36f2f20b-b153-4338-a627-7c6c759801ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.686908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36f2f20b-b153-4338-a627-7c6c759801ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.709152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:19.717031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.735463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2f20b-b153-4338-a627-7c6c759801ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5397144c-d11b-4ac4-bc74-1d5f164bf001,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.757933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36f2f20b-b153-4338-a627-7c6c759801ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d09a8889e5c945c0ae274b61e7bb2e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297659 Aug 16 02:41:19.758836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51944) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.814741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c3b662a-13ef-4de1-9cca-e2b567f29ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.841399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c3b662a-13ef-4de1-9cca-e2b567f29ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.868565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.9 (50e4e652-69f9-4cca-93cf-fcc580fb9de3/3b06554d-8ae6-4d4b-8f3b-efc73f6000ba/e5b9c34b-274d-456c-86fe-4fed991a0c9b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:19.901817 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c3b662a-13ef-4de1-9cca-e2b567f29ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.906246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8c3b662a-13ef-4de1-9cca-e2b567f29ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.907759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8c3b662a-13ef-4de1-9cca-e2b567f29ea3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5397144c-d11b-4ac4-bc74-1d5f164bf001 HTTP/1.1" status: 204 len: 168 time: 0.1479228 Aug 16 02:41:19.918401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b662a-13ef-4de1-9cca-e2b567f29ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5397144c-d11b-4ac4-bc74-1d5f164bf001,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.103177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 86ed0c97-847e-4ba2-b62f-a77c3050b94c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:20.111661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.131854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object e5b9c34b-274d-456c-86fe-4fed991a0c9b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:20.200743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.222533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 86ed0c97-847e-4ba2-b62f-a77c3050b94c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:20.227558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 86ed0c97-847e-4ba2-b62f-a77c3050b94c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:20.227950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.265900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.289324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:20.291910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:20.305395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f5271-4746-411a-9764-37b26ea0cdba req-2b721d81-e7ee-4f6b-9081-ffe7870fad4b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:20.306629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:20.340901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-226f5271-4746-411a-9764-37b26ea0cdba req-2b721d81-e7ee-4f6b-9081-ffe7870fad4b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 931 time: 0.1282079 Aug 16 02:41:20.391172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:20.392016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.401689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-226f5271-4746-411a-9764-37b26ea0cdba req-4bc0f279-ea5e-4395-bd75-4ebe8e931d6c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555422 Aug 16 02:41:20.419916 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.420079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 51952) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.426729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-ccb1bd79-49f3-4b5e-905d-d6aad7511aca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9157121 Aug 16 02:41:20.445727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff915e0-6ea2-4855-83fc-3291d85ccde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.450928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Request body: {'port': {'device_id': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:20.464404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 86ed0c97-847e-4ba2-b62f-a77c3050b94c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=86ed0c97-847e-4ba2-b62f-a77c3050b94c,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:20.474627 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.600356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=86ed0c97-847e-4ba2-b62f-a77c3050b94c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.611286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff915e0-6ea2-4855-83fc-3291d85ccde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.623346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cff915e0-6ea2-4855-83fc-3291d85ccde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.627979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.682753 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cff915e0-6ea2-4855-83fc-3291d85ccde7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65a5da465e2a473c9dbc40256d02e455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612727 Aug 16 02:41:20.684154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff915e0-6ea2-4855-83fc-3291d85ccde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85458444-1cec-4af4-b8e9-ab6b0936de4e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.687715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 51956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.746714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a872cd13-8586-4e21-b2e7-536341de3b13 None None] Provisioning for port e5b9c34b-274d-456c-86fe-4fed991a0c9b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:20.753645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a872cd13-8586-4e21-b2e7-536341de3b13 None None] Provisioning complete for port e5b9c34b-274d-456c-86fe-4fed991a0c9b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:20.754119 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a872cd13-8586-4e21-b2e7-536341de3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.794184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a872cd13-8586-4e21-b2e7-536341de3b13 None None] Port e5b9c34b-274d-456c-86fe-4fed991a0c9b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:20.878078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1601bb9d-414c-4984-b2e9-e88402610e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.915757 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1601bb9d-414c-4984-b2e9-e88402610e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.015738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1601bb9d-414c-4984-b2e9-e88402610e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.018510 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1601bb9d-414c-4984-b2e9-e88402610e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.022866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1601bb9d-414c-4984-b2e9-e88402610e1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85458444-1cec-4af4-b8e9-ab6b0936de4e HTTP/1.1" status: 204 len: 168 time: 0.3316214 Aug 16 02:41:21.032261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601bb9d-414c-4984-b2e9-e88402610e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85458444-1cec-4af4-b8e9-ab6b0936de4e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:21.063800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b9c34b-274d-456c-86fe-4fed991a0c9b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:21.073537 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.087824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Transition to ACTIVE for port object e5b9c34b-274d-456c-86fe-4fed991a0c9b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:21.092541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.206172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:21.267384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:21.267674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:21.268016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:21.273250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:41:21.273601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:21.278687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:21.279031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Checking segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:21.279432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Bound using segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:21.279874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Bound port: e5b9c34b-274d-456c-86fe-4fed991a0c9b, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:21.280243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.356925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:21.362817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:21.369526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.405336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:21.405962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.407435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] 10.222.0.98 "PUT /v2.0/ports/e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 1092 time: 0.9676409 Aug 16 02:41:21.407896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:21.410272 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ebed59-eff1-4cde-8bae-0ef238cbae31" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:21.439636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e061-0bb1-4593-925f-4cd9eca6fc89 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:21.529974 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56591cef-dc47-4775-95fb-a59c3b6efcea x-openstack-request-id: req-56591cef-dc47-4775-95fb-a59c3b6efcea {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:21.530287 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:21.530518 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56591cef-dc47-4775-95fb-a59c3b6efcea {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:21.530928 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'status': 'completed', 'code': 200} Aug 16 02:41:21.559394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-e7629088-d36a-443e-aecf-8bc84493e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:21.562060 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-e7629088-d36a-443e-aecf-8bc84493e117 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1095 time: 0.0953057 Aug 16 02:41:21.637852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-8e3431d2-3002-46d5-86dd-4a24259f407f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 217 time: 0.0605845 Aug 16 02:41:21.750883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-b70ba9b2-8e39-4e17-82ad-57a5d57d0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:21.752567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-b70ba9b2-8e39-4e17-82ad-57a5d57d0e50 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.1048858 Aug 16 02:41:21.830748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-5884771b-44e6-4036-b9e2-bf13f4b80833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:21.832457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-5884771b-44e6-4036-b9e2-bf13f4b80833 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681951 Aug 16 02:41:21.968303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f480f8-668a-47e7-bba4-d0ca84e3f0d6 req-51108003-6367-4382-9497-4f2568bfd20d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:21.976495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14f480f8-668a-47e7-bba4-d0ca84e3f0d6 req-51108003-6367-4382-9497-4f2568bfd20d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.4349580 Aug 16 02:41:21.987316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-765cded0-de7f-46cd-a7f9-e8f43ec39003 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435397 Aug 16 02:41:22.049898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 86ed0c97-847e-4ba2-b62f-a77c3050b94c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:22.059687 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14f480f8-668a-47e7-bba4-d0ca84e3f0d6 req-3b78f4bd-2ac8-4657-89c9-81e54aa414f4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825040 Aug 16 02:41:22.127512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 86ed0c97-847e-4ba2-b62f-a77c3050b94c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:22.127944 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.131498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6269f193-fea4-4470-ad73-43aaaa0fc60b req-2a238818-8049-418b-8717-5ec647d1f1fb service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299441 Aug 16 02:41:22.248868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-8b9b01c4-0410-4998-8994-c15bb68d6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.250400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-8b9b01c4-0410-4998-8994-c15bb68d6cb5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1095 time: 0.0534825 Aug 16 02:41:22.348619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-41708ac5-9a27-43f3-8975-304be88f5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.350244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-41708ac5-9a27-43f3-8975-304be88f5b3d service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.0926979 Aug 16 02:41:22.367350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.725133 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-3400346f-14d0-4bec-9df7-f5498c71f423 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 217 time: 0.3676286 Aug 16 02:41:22.780121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-d650a3d0-a126-481b-80e1-b4346afc185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.782470 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-d650a3d0-a126-481b-80e1-b4346afc185c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0494649 Aug 16 02:41:22.826976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-22203c01-40b9-46a6-9329-e69b540690ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.828499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-22203c01-40b9-46a6-9329-e69b540690ad service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385866 Aug 16 02:41:22.922927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-ad3d2e16-0d1d-477f-b3ad-e204ca28407b service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861621 Aug 16 02:41:23.021770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4ebed59-eff1-4cde-8bae-0ef238cbae31 req-1731bbff-5999-4071-815c-3959a6b70017 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874777 Aug 16 02:41:23.192457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d1ffd-abd0-45d3-a061-152f3c2409f6 req-883516e3-b3de-4b35-8f4b-27e78d0f7e7b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:23.194083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-208d1ffd-abd0-45d3-a061-152f3c2409f6 req-883516e3-b3de-4b35-8f4b-27e78d0f7e7b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.0548298 Aug 16 02:41:23.232603 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-208d1ffd-abd0-45d3-a061-152f3c2409f6 req-f34f01a6-5fe1-466e-a4ab-1e9524626570 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325601 Aug 16 02:41:23.407569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52050) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:23.515833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6eb149cb-99ed-41e7-8eb9-a40073d6cd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.724123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6eb149cb-99ed-41e7-8eb9-a40073d6cd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.724123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6eb149cb-99ed-41e7-8eb9-a40073d6cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.729530 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.730878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:23.731702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6eb149cb-99ed-41e7-8eb9-a40073d6cd09 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7b56845831f42638830855ffeb92201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653086 Aug 16 02:41:23.731702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb149cb-99ed-41e7-8eb9-a40073d6cd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ac991-eb5c-4acc-a843-c529099f1078,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:23.732424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d09cd431-01d8-42d6-b7b7-9da5a74a90f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.748777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d09cd431-01d8-42d6-b7b7-9da5a74a90f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.799625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d09cd431-01d8-42d6-b7b7-9da5a74a90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.803138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d09cd431-01d8-42d6-b7b7-9da5a74a90f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.804160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d09cd431-01d8-42d6-b7b7-9da5a74a90f2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ce3ac991-eb5c-4acc-a843-c529099f1078 HTTP/1.1" status: 204 len: 168 time: 0.1363077 Aug 16 02:41:23.812378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cd431-01d8-42d6-b7b7-9da5a74a90f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ac991-eb5c-4acc-a843-c529099f1078,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:24.087838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:24.103956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38e4973f-46e0-466b-8641-92ed38cf4aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.199691 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38e4973f-46e0-466b-8641-92ed38cf4aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.205168 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38e4973f-46e0-466b-8641-92ed38cf4aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.245736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-38e4973f-46e0-466b-8641-92ed38cf4aba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=073d79e941174ec4ba94f678d2e01654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567335 Aug 16 02:41:24.247137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4973f-46e0-466b-8641-92ed38cf4aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f89c8-8fb5-4f0e-a90c-6722ca095575,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:24.248883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:24.314708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4bfe-ba46-4761-a1f8-be8958d022da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.355458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4bfe-ba46-4761-a1f8-be8958d022da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.376720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713b9c-9475-4ff8-87e8-66f1432f080a req-59118f27-df17-47f0-bdd1-bb7f186c80d8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:24.378788 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c713b9c-9475-4ff8-87e8-66f1432f080a req-59118f27-df17-47f0-bdd1-bb7f186c80d8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.0681779 Aug 16 02:41:24.412852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4bfe-ba46-4761-a1f8-be8958d022da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.416042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4bfe-ba46-4761-a1f8-be8958d022da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.419785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dbaf4bfe-ba46-4761-a1f8-be8958d022da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc5f89c8-8fb5-4f0e-a90c-6722ca095575 HTTP/1.1" status: 204 len: 168 time: 0.1676188 Aug 16 02:41:24.432043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf4bfe-ba46-4761-a1f8-be8958d022da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f89c8-8fb5-4f0e-a90c-6722ca095575,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:24.432463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2c713b9c-9475-4ff8-87e8-66f1432f080a req-4aedf0bb-6fda-4694-b424-caa3a29789b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466778 Aug 16 02:41:25.399453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:41:25.516118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:25.533525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'port_id': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'mac_address': 'fa:16:3e:b1:fe:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:41:25.575355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22c96f-9e97-4d58-ba4c-218a9f93887a req-b9c65126-c96f-46d8-bc0c-aba2f14025b9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:25.577093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de22c96f-9e97-4d58-ba4c-218a9f93887a req-b9c65126-c96f-46d8-bc0c-aba2f14025b9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.0547013 Aug 16 02:41:25.594746 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.611790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b9c34b-274d-456c-86fe-4fed991a0c9b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:25.636943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:25.643276 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.654062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de22c96f-9e97-4d58-ba4c-218a9f93887a req-8c39e41a-e4b8-4320-b8c9-a91056569abe tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521655 Aug 16 02:41:25.696634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:25.919687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e5b9c34b-274d-456c-86fe-4fed991a0c9b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:26.198226 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfa59e16-9cba-40cb-bf4e-83184ce916ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.484929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-c8597b48-b945-411f-bf2c-c9ef3b937d9a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457981 Aug 16 02:41:26.587189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-bdf8b2cf-5b37-4365-a640-aa31ae7beb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:26.588774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-bdf8b2cf-5b37-4365-a640-aa31ae7beb8a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 1097 time: 0.0467734 Aug 16 02:41:26.730017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-271b9b4a-de3f-4ca1-a01d-11f447ec9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:26.731991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-271b9b4a-de3f-4ca1-a01d-11f447ec9145 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.1155658 Aug 16 02:41:26.819135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-81241e18-358e-4b83-bee4-c7cd0df88fbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bae83abc-a42c-4aef-a885-774889718ea5 HTTP/1.1" status: 200 len: 1001 time: 0.0805173 Aug 16 02:41:26.823999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82278b56-c4a6-44d1-a23f-6210d5aaf4cb req-2680ba02-09c7-416a-b33c-a72346fea661 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:26.833233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82278b56-c4a6-44d1-a23f-6210d5aaf4cb req-2680ba02-09c7-416a-b33c-a72346fea661 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 944 time: 0.1042798 Aug 16 02:41:26.886682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82278b56-c4a6-44d1-a23f-6210d5aaf4cb req-98219ba9-b841-4017-9408-5e9598d3302d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523016 Aug 16 02:41:26.894038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-1602762f-ae40-4c38-9b10-438b60cfd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:26.896415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-1602762f-ae40-4c38-9b10-438b60cfd92f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.0676973 Aug 16 02:41:26.948551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-bf2e40ba-6a22-4c3f-a146-c8c9be42bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:26.950640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-bf2e40ba-6a22-4c3f-a146-c8c9be42bdb0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470281 Aug 16 02:41:27.060583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-d6d68e8e-aba8-4b83-9854-e32c5157ee07 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023178 Aug 16 02:41:27.177868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eb11ad5b-66c4-44a1-ac29-ef382a8e36d4 req-0a63558c-984b-42ea-b00e-9cd5f2403713 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103289 Aug 16 02:41:27.401191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:27.452216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port e5b9c34b-274d-456c-86fe-4fed991a0c9b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:27.456192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port e5b9c34b-274d-456c-86fe-4fed991a0c9b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:27.456611 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.544636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.569524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:27.571888 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ac8d0e-313f-4998-8cc2-a372afddb4ff" -d '{"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:27.615364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:27.619452 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.627617 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccadea15-0d29-40d5-b35e-3e7a4d7f197a x-openstack-request-id: req-ccadea15-0d29-40d5-b35e-3e7a4d7f197a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:27.627917 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:27.628460 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccadea15-0d29-40d5-b35e-3e7a4d7f197a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:27.628859 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'code': 200} Aug 16 02:41:27.686587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:27.759826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449608f-a8d0-4ddd-a884-58aa21e1942f req-95856198-51e7-48db-a475-048791c1645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:27.761734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1449608f-a8d0-4ddd-a884-58aa21e1942f req-95856198-51e7-48db-a475-048791c1645f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1097 time: 0.0455801 Aug 16 02:41:27.773095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52342) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:27.819224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1449608f-a8d0-4ddd-a884-58aa21e1942f req-0c001b2a-5c9d-4623-9f07-d644b6ccc0d5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Aug 16 02:41:27.888223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1c53b95-730c-4136-abd6-292019d3a874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.011949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1c53b95-730c-4136-abd6-292019d3a874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.016401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1c53b95-730c-4136-abd6-292019d3a874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.056845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c1c53b95-730c-4136-abd6-292019d3a874 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ecc10ddcb2f49d0a97ae2e32da165f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826154 Aug 16 02:41:28.059415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:28.067152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c53b95-730c-4136-abd6-292019d3a874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd232eb-4106-4f2a-8728-e30362b221fe,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.156325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5695c848-073e-4aaa-9375-aaf79bef15bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.194822 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5695c848-073e-4aaa-9375-aaf79bef15bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.223646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64167-d28c-4deb-84eb-2a8224ae821f req-387dea8e-cfa3-4bbd-9003-3a3653538533 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:28.225201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ec64167-d28c-4deb-84eb-2a8224ae821f req-387dea8e-cfa3-4bbd-9003-3a3653538533 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.2353091 Aug 16 02:41:28.273605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ec64167-d28c-4deb-84eb-2a8224ae821f req-a277b0ea-9c56-4215-99d4-6877b5067158 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402260 Aug 16 02:41:28.282552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5695c848-073e-4aaa-9375-aaf79bef15bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.285461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5695c848-073e-4aaa-9375-aaf79bef15bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.286991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5695c848-073e-4aaa-9375-aaf79bef15bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9fd232eb-4106-4f2a-8728-e30362b221fe HTTP/1.1" status: 204 len: 168 time: 0.2264702 Aug 16 02:41:28.298183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695c848-073e-4aaa-9375-aaf79bef15bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd232eb-4106-4f2a-8728-e30362b221fe,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.601819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52376) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:28.616795 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11f29fc8-af45-4a2c-97a9-f86eafca807a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.722329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11f29fc8-af45-4a2c-97a9-f86eafca807a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.728145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-11f29fc8-af45-4a2c-97a9-f86eafca807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.766224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f29fc8-af45-4a2c-97a9-f86eafca807a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acefb87-bb78-44b9-96fb-f94f168e1377,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.773869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-11f29fc8-af45-4a2c-97a9-f86eafca807a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64b924926f0a4c0191fedfd081140285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708214 Aug 16 02:41:28.774031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52382) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:28.814373 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83b19388-05db-44ba-a3a6-819b1bfa2123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.825116 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.844962 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-351e95ac-546d-431f-90d7-5710b39fa272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.879858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-351e95ac-546d-431f-90d7-5710b39fa272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.930430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-351e95ac-546d-431f-90d7-5710b39fa272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.933043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-351e95ac-546d-431f-90d7-5710b39fa272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.934216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-351e95ac-546d-431f-90d7-5710b39fa272 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2acefb87-bb78-44b9-96fb-f94f168e1377 HTTP/1.1" status: 204 len: 168 time: 0.1591508 Aug 16 02:41:28.944001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e95ac-546d-431f-90d7-5710b39fa272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acefb87-bb78-44b9-96fb-f94f168e1377,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:29.426768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcda66-4285-4732-894f-aa19bab131f4 req-04e0f045-d275-4a50-a61b-db48ef65bb21 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.428340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6fcda66-4285-4732-894f-aa19bab131f4 req-04e0f045-d275-4a50-a61b-db48ef65bb21 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0723376 Aug 16 02:41:29.479989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6fcda66-4285-4732-894f-aa19bab131f4 req-2e431c16-8f49-4f43-bea2-4d7b8dc1d793 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Aug 16 02:41:29.611677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f277b-7bc7-4d61-b73b-7c0cc13404b9 req-bc7f1af8-bf50-4570-8290-d63217c1d16c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.614233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-854f277b-7bc7-4d61-b73b-7c0cc13404b9 req-bc7f1af8-bf50-4570-8290-d63217c1d16c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0584066 Aug 16 02:41:29.685737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-854f277b-7bc7-4d61-b73b-7c0cc13404b9 req-23d4a95f-c2c6-44ca-a019-d99c6c3b58f4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652523 Aug 16 02:41:29.702819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52430) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:29.758930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfdad16-b0ae-4bdd-a2ac-a1559684160f tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.763500 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0cfdad16-b0ae-4bdd-a2ac-a1559684160f tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1092 time: 0.0564179 Aug 16 02:41:29.763877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:29.769240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:29.795517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:29.905407 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.057382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.9 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d81d3446-f89c-4684-ba17-9a3ad0eb097d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:30.199129 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.229334 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.248175 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.297574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:30.301463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:30.306373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:30.314800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=d81d3446-f89c-4684-ba17-9a3ad0eb097d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:30.729386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.811861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.996480 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.003605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52554) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:31.004885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.089821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=d81d3446-f89c-4684-ba17-9a3ad0eb097d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:31.092528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.132986 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-813ac942-af32-467a-93f6-9b73c6febb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.201601 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 2a275949-8e00-46cc-bd41-4017ce845bbc associated. External IP: 172.25.4.9, port: e5b9c34b-274d-456c-86fe-4fed991a0c9b. Aug 16 02:41:31.245824 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-813ac942-af32-467a-93f6-9b73c6febb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.251523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-813ac942-af32-467a-93f6-9b73c6febb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.300616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-813ac942-af32-467a-93f6-9b73c6febb1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=80575a349dad409492401fa05815d792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950859 Aug 16 02:41:31.301964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52566) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:31.309956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ac942-af32-467a-93f6-9b73c6febb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa290f10-72a1-4f8d-9bbd-891292695d45,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:31.359439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0384098b-3f6e-4a7e-97dc-f6d21dfa4996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.391136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0384098b-3f6e-4a7e-97dc-f6d21dfa4996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.452331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0384098b-3f6e-4a7e-97dc-f6d21dfa4996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.461405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0384098b-3f6e-4a7e-97dc-f6d21dfa4996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.463005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0384098b-3f6e-4a7e-97dc-f6d21dfa4996 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa290f10-72a1-4f8d-9bbd-891292695d45 HTTP/1.1" status: 204 len: 168 time: 0.1594906 Aug 16 02:41:31.480059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 397aaeac-788b-47d5-9317-c2ee3a5709e5 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:31.484239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384098b-3f6e-4a7e-97dc-f6d21dfa4996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa290f10-72a1-4f8d-9bbd-891292695d45,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:31.608998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:31.624431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] Sync routers for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:31.633206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.635641 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:31.636964 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:31.668740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3f8d184c-7c2b-4f6d-8a3e-d5f358d9a677 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9035115 Aug 16 02:41:31.669395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:31.671773 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f44067-0a09-4ce7-99d3-ff2dab865bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:31.713366 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d526b0-0b94-48e9-965c-0c6e0359638f x-openstack-request-id: req-a5d526b0-0b94-48e9-965c-0c6e0359638f {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:31.713760 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:31.714168 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5d526b0-0b94-48e9-965c-0c6e0359638f {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:31.715477 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'status': 'completed', 'code': 200} Aug 16 02:41:31.793331 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:31.820893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf85028-63a3-4798-9b16-1abcbd2410b5 req-04f0f332-b315-48e0-96fd-3d35ad049598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:31.824308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcf85028-63a3-4798-9b16-1abcbd2410b5 req-04f0f332-b315-48e0-96fd-3d35ad049598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0675430 Aug 16 02:41:31.831557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-8a6f9e5c-c887-4b3f-9331-ee24ccb12a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:31.833943 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-8a6f9e5c-c887-4b3f-9331-ee24ccb12a70 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1097 time: 0.0859883 Aug 16 02:41:31.913020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcf85028-63a3-4798-9b16-1abcbd2410b5 req-f866c52b-dbe3-47dc-80c8-64ef1b2908cf tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728772 Aug 16 02:41:31.940472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52594) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:31.976909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:32.027524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-65872230-7a4b-4b56-ab9d-f9c716a214e5 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/2a275949-8e00-46cc-bd41-4017ce845bbc HTTP/1.1" status: 200 len: 989 time: 0.0859435 Aug 16 02:41:32.053051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-0f0c4bdf-5af0-4e9d-b279-fc2022e6ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:32.062045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-0f0c4bdf-5af0-4e9d-b279-fc2022e6ab38 service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.2206140 Aug 16 02:41:32.121429 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2a275949-8e00-46cc-bd41-4017ce845bbc', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'port_id': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'mac_address': 'fa:16:3e:b1:fe:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:41:30Z', 'updated_at': '2021-08-16T02:41:30Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:20Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:32.148538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-3c6310cb-73e0-4b6f-a8c1-4665011f6e41 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.0774016 Aug 16 02:41:32.154999 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] Checking router: 397aaeac-788b-47d5-9317-c2ee3a5709e5 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:32.165610 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:32.166364 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:32.223636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-e4373dae-13c1-40b6-a1c6-b65d29ea37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:32.225876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-e4373dae-13c1-40b6-a1c6-b65d29ea37aa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0704610 Aug 16 02:41:32.282299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-205933b3-a505-41a5-981e-25bf7ca19b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:32.283347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-205933b3-a505-41a5-981e-25bf7ca19b69 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499170 Aug 16 02:41:32.298352 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:32.402574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-ed806ff5-b2cf-47b6-8405-7f81c0dab094 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111164 Aug 16 02:41:32.516070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08f44067-0a09-4ce7-99d3-ff2dab865bc7 req-ea425004-c1cf-4db2-b1eb-ec289628fddd service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033928 Aug 16 02:41:32.565104 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2a275949-8e00-46cc-bd41-4017ce845bbc', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'port_id': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'mac_address': 'fa:16:3e:b1:fe:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:41:30Z', 'updated_at': '2021-08-16T02:41:30Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:20Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:32.597761 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537cfea-184a-49a9-8b0f-234ad9c107e9 None None] The sync data for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 is: [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '2a275949-8e00-46cc-bd41-4017ce845bbc', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'port_id': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'mac_address': 'fa:16:3e:b1:fe:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:41:30Z', 'updated_at': '2021-08-16T02:41:30Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:20Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:32.849056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674ee69-9de4-44cd-93c6-1aefbe45f944 None None] New status for floating IP 2a275949-8e00-46cc-bd41-4017ce845bbc: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:41:33.030710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52642) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:33.122629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0e9068a-de4e-44b1-9a1a-192d7e758f87 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/2a275949-8e00-46cc-bd41-4017ce845bbc HTTP/1.1" status: 200 len: 991 time: 0.0832636 Aug 16 02:41:33.146017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52650) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:33.253998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-88b9e338-44c9-47d5-8947-e04467ca7a90 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1063194439'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:33.274368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88b9e338-44c9-47d5-8947-e04467ca7a90 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.275374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88b9e338-44c9-47d5-8947-e04467ca7a90 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.341063 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88b9e338-44c9-47d5-8947-e04467ca7a90 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.345525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88b9e338-44c9-47d5-8947-e04467ca7a90 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.359620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-88b9e338-44c9-47d5-8947-e04467ca7a90 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.361008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-88b9e338-44c9-47d5-8947-e04467ca7a90 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2137160 Aug 16 02:41:33.364072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52658) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:33.439209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05653dac-9832-4ebb-8a09-ad81ca014b87 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.603977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05653dac-9832-4ebb-8a09-ad81ca014b87 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.605509 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05653dac-9832-4ebb-8a09-ad81ca014b87 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.649283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05653dac-9832-4ebb-8a09-ad81ca014b87 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.649855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05653dac-9832-4ebb-8a09-ad81ca014b87 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9dcb67e-96bf-4940-9cec-7bedb70e285d {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:41:33.654397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-05653dac-9832-4ebb-8a09-ad81ca014b87 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.658718 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-05653dac-9832-4ebb-8a09-ad81ca014b87 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a9dcb67e-96bf-4940-9cec-7bedb70e285d HTTP/1.1" status: 204 len: 168 time: 0.2904482 Aug 16 02:41:33.658718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52668) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:33.663899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1b898984-971f-4489-86c2-971d27b4452d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Request body: {'router': {'name': 'tempest-router-826839060', 'distributed': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:33.685826 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b898984-971f-4489-86c2-971d27b4452d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.687011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b898984-971f-4489-86c2-971d27b4452d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.752520 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b898984-971f-4489-86c2-971d27b4452d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.757392 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b898984-971f-4489-86c2-971d27b4452d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.771029 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b898984-971f-4489-86c2-971d27b4452d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.772405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1b898984-971f-4489-86c2-971d27b4452d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1125581 Aug 16 02:41:33.775263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52672) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:33.857161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff8d00f-ed77-4a4f-b243-90b182adb92d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.025846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff8d00f-ed77-4a4f-b243-90b182adb92d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.030740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff8d00f-ed77-4a4f-b243-90b182adb92d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.077895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff8d00f-ed77-4a4f-b243-90b182adb92d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.078536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8d00f-ed77-4a4f-b243-90b182adb92d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6579c554-6104-46e9-8139-e184bd9183d8 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:41:34.083795 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fff8d00f-ed77-4a4f-b243-90b182adb92d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.085046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fff8d00f-ed77-4a4f-b243-90b182adb92d tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "DELETE /v2.0/routers/6579c554-6104-46e9-8139-e184bd9183d8 HTTP/1.1" status: 204 len: 168 time: 0.3085742 Aug 16 02:41:34.088452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52680) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:34.093944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-99d11954-6983-4600-9734-5358124bcb45 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Request body: {'router': {'name': 'tempest-router-778353012', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b82b91a84b3b48cfb2f86c438edb600d'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:34.118759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d11954-6983-4600-9734-5358124bcb45 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.119864 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d11954-6983-4600-9734-5358124bcb45 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.177556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d11954-6983-4600-9734-5358124bcb45 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.183846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d11954-6983-4600-9734-5358124bcb45 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.198502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d11954-6983-4600-9734-5358124bcb45 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.200488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-99d11954-6983-4600-9734-5358124bcb45 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1106665 Aug 16 02:41:34.203232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52686) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:34.210244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:34.753257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1675'] for router, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.753607 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.838184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 02:41:34.838544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Router 4f526142-012f-44ed-aa10-e416ff0cfe9b migrating from provider to provider. {{(pid=94856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 02:41:34.838917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.845759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.850039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529240'] for router, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.947913 n-d-769329-15 neutron-server[94856]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] No L3 agents can host the router 4f526142-012f-44ed-aa10-e416ff0cfe9b Aug 16 02:41:35.042880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Hosts for router 4f526142-012f-44ed-aa10-e416ff0cfe9b: [] {{(pid=94856) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 02:41:35.067632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Hosts for other DVR routers connected to router 4f526142-012f-44ed-aa10-e416ff0cfe9b: set() {{(pid=94856) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 02:41:35.070217 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.071420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7be94c3d-8404-4924-952a-f778fed1945c tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "PUT /v2.0/routers/4f526142-012f-44ed-aa10-e416ff0cfe9b HTTP/1.1" status: 200 len: 716 time: 0.8672328 Aug 16 02:41:35.074049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:35.146934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6cfd8989-8b73-408d-a807-b5dd1d343bbc tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "GET /v2.0/routers/4f526142-012f-44ed-aa10-e416ff0cfe9b HTTP/1.1" status: 200 len: 716 time: 0.0708253 Aug 16 02:41:35.150156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52702) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:35.325563 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d82f1251-7e49-4f6e-be3e-efeb7c8c2bed tempest-RoutersTestDVR-66840295 tempest-RoutersTestDVR-66840295-project] 10.222.0.78 "GET /v2.0/routers/4f526142-012f-44ed-aa10-e416ff0cfe9b HTTP/1.1" status: 200 len: 682 time: 0.1741097 Aug 16 02:41:35.328147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52708) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:35.404517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2430f8f-879b-4052-8c76-7e0c623f00db tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.566305 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2430f8f-879b-4052-8c76-7e0c623f00db tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.568933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2430f8f-879b-4052-8c76-7e0c623f00db tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.611114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2430f8f-879b-4052-8c76-7e0c623f00db tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.611738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2430f8f-879b-4052-8c76-7e0c623f00db tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f526142-012f-44ed-aa10-e416ff0cfe9b {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:41:35.616228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f2430f8f-879b-4052-8c76-7e0c623f00db tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.620904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f2430f8f-879b-4052-8c76-7e0c623f00db tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "DELETE /v2.0/routers/4f526142-012f-44ed-aa10-e416ff0cfe9b HTTP/1.1" status: 204 len: 168 time: 0.2884612 Aug 16 02:41:35.621420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:35.626136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-388fd8e0-9f34-4776-a1ce-a4c09517ebf3 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Request body: {'router': {'name': 'tempest-router-877345993', 'distributed': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:35.647763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-388fd8e0-9f34-4776-a1ce-a4c09517ebf3 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.649017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-388fd8e0-9f34-4776-a1ce-a4c09517ebf3 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.702480 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-388fd8e0-9f34-4776-a1ce-a4c09517ebf3 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.706684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-388fd8e0-9f34-4776-a1ce-a4c09517ebf3 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.720459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-388fd8e0-9f34-4776-a1ce-a4c09517ebf3 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.721681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-388fd8e0-9f34-4776-a1ce-a4c09517ebf3 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.0992310 Aug 16 02:41:35.724419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:35.803852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afcf63f3-96c7-43af-ab6a-ea695a0ca8d2 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.962603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afcf63f3-96c7-43af-ab6a-ea695a0ca8d2 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.964701 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afcf63f3-96c7-43af-ab6a-ea695a0ca8d2 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.008134 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afcf63f3-96c7-43af-ab6a-ea695a0ca8d2 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.008815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcf63f3-96c7-43af-ab6a-ea695a0ca8d2 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9d56e8b-d1ec-4b85-be62-961e9b4decb2 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:41:36.013201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-afcf63f3-96c7-43af-ab6a-ea695a0ca8d2 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.018820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-afcf63f3-96c7-43af-ab6a-ea695a0ca8d2 tempest-RoutersTestDVR-1219201223 tempest-RoutersTestDVR-1219201223-project-admin] 10.222.0.78 "DELETE /v2.0/routers/d9d56e8b-d1ec-4b85-be62-961e9b4decb2 HTTP/1.1" status: 204 len: 168 time: 0.2934005 Aug 16 02:41:36.273414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:36.378037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-813ddc4b-c658-4dc2-95e4-c93be1d0fc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.466895 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-813ddc4b-c658-4dc2-95e4-c93be1d0fc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.470712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-813ddc4b-c658-4dc2-95e4-c93be1d0fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.510389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-813ddc4b-c658-4dc2-95e4-c93be1d0fc79 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b82b91a84b3b48cfb2f86c438edb600d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333827 Aug 16 02:41:36.510604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:36.516560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ddc4b-c658-4dc2-95e4-c93be1d0fc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe24cdc-6c84-4303-a9bf-91beb4db7f71,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:36.563081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f1a33ad-b78c-4d5a-9690-43d5cf93326b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.587444 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f1a33ad-b78c-4d5a-9690-43d5cf93326b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.633403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f1a33ad-b78c-4d5a-9690-43d5cf93326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.635887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f1a33ad-b78c-4d5a-9690-43d5cf93326b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.637065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f1a33ad-b78c-4d5a-9690-43d5cf93326b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fe24cdc-6c84-4303-a9bf-91beb4db7f71 HTTP/1.1" status: 204 len: 168 time: 0.1256168 Aug 16 02:41:36.645589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a33ad-b78c-4d5a-9690-43d5cf93326b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe24cdc-6c84-4303-a9bf-91beb4db7f71,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:36.933590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:36.949613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aba4b23b-0dc1-4fc4-a504-10909ae45448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.038379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aba4b23b-0dc1-4fc4-a504-10909ae45448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.042381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-aba4b23b-0dc1-4fc4-a504-10909ae45448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.083123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-aba4b23b-0dc1-4fc4-a504-10909ae45448 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bb1cdc82def4e958cf3e36718f34cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459081 Aug 16 02:41:37.083123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b23b-0dc1-4fc4-a504-10909ae45448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e24ac-0d28-42d8-93b7-e01191c0d3b7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:37.083999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52736) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:37.135925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73329522-66f6-4665-87cf-7662e94f415b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.163043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73329522-66f6-4665-87cf-7662e94f415b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.209912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73329522-66f6-4665-87cf-7662e94f415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.215629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73329522-66f6-4665-87cf-7662e94f415b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.215629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-73329522-66f6-4665-87cf-7662e94f415b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/993e24ac-0d28-42d8-93b7-e01191c0d3b7 HTTP/1.1" status: 204 len: 168 time: 0.1287911 Aug 16 02:41:37.223441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73329522-66f6-4665-87cf-7662e94f415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e24ac-0d28-42d8-93b7-e01191c0d3b7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:37.913754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52762) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:38.028702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bbbd73f3-851d-4722-9e98-c7af3083c0ef tempest-AgentManagementNegativeTest-1131202538 tempest-AgentManagementNegativeTest-1131202538-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1137505 Aug 16 02:41:38.273272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:38.379560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e38185c-6f31-4fb0-b7da-892b9cce5175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.467971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e38185c-6f31-4fb0-b7da-892b9cce5175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.472206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e38185c-6f31-4fb0-b7da-892b9cce5175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.513598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38185c-6f31-4fb0-b7da-892b9cce5175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106fbe17-1902-4f6e-9f01-6df6c7105534,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:38.524896 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6e38185c-6f31-4fb0-b7da-892b9cce5175 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95308801d4d145938f0fa07b4964ed01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503932 Aug 16 02:41:38.525411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:38.574973 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20d19003-9514-4991-bb24-0fdeb7aeefc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.596097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20d19003-9514-4991-bb24-0fdeb7aeefc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.646103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20d19003-9514-4991-bb24-0fdeb7aeefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.648755 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20d19003-9514-4991-bb24-0fdeb7aeefc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.650137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-20d19003-9514-4991-bb24-0fdeb7aeefc9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/106fbe17-1902-4f6e-9f01-6df6c7105534 HTTP/1.1" status: 204 len: 168 time: 0.1235416 Aug 16 02:41:38.659038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d19003-9514-4991-bb24-0fdeb7aeefc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106fbe17-1902-4f6e-9f01-6df6c7105534,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:39.284751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:39.386022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-17558675'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:39.407875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:39.411361 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.420215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.518902 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.529857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.558226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:39.568209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cac563-942c-4417-942a-c24d627cb006,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:39.574388 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.574732 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Added segment 326cf360-ae63-44c0-9956-dbf22d60931b of type vlan for network 6835a079-e6de-424a-b574-d953dc581087 Aug 16 02:41:39.616583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.654105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.660195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:39.660912 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:39.721535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4349606 Aug 16 02:41:39.725737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52826) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:39.731671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:39.737847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4ad8-48cd-4190-aefe-bb3747d4d00b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Network': ['ID=6835a079-e6de-424a-b574-d953dc581087,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:39.751770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 6835a079-e6de-424a-b574-d953dc581087 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:39.875660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:39.881132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.074415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.138968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=557ae371-9172-42ad-af9b-f2b1ae5d783d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:40.148056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:40.148451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network hostable DHCP agents. Network: 6835a079-e6de-424a-b574-d953dc581087, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:40.168711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:40.182200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 6835a079-e6de-424a-b574-d953dc581087) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:40.186714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:40.187346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.197822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21b18c-1488-4925-a395-a4ec2dd55f94 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:40.205212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-153cccf4-9d7c-4482-ad1e-deaf474d04ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4778929 Aug 16 02:41:40.208592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:40.213677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'name': 'tempest-NetworksTestDHCPv6-1892012915'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:40.340592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:40.344428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.365526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 82d507d0-8885-47cb-ae22-bc146b85b976 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:40.369075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '557ae371-9172-42ad-af9b-f2b1ae5d783d'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:40.370158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.490328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::d5 (6835a079-e6de-424a-b574-d953dc581087/557ae371-9172-42ad-af9b-f2b1ae5d783d/82d507d0-8885-47cb-ae22-bc146b85b976) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:40.647181 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.663709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 82d507d0-8885-47cb-ae22-bc146b85b976 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:40.699043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.750550 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:40.754934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:40.760048 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:40.766160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:40.767579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.773950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/557ae371-9172-42ad-af9b-f2b1ae5d783d/e1a95bf0-686d-4cd3-9164-bd75285e64e3) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:40.779807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=82d507d0-8885-47cb-ae22-bc146b85b976,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:40.785962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1ba4c011-debd-460e-af05-edb60b76aae9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5762691 Aug 16 02:41:40.788416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52860) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:40.891540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49ed01-0489-49f8-910a-a1acab8df602 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:40.893512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7a49ed01-0489-49f8-910a-a1acab8df602 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1037951 Aug 16 02:41:40.895997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52876) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:41.020564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 82d507d0-8885-47cb-ae22-bc146b85b976 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:41.020934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.048268 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.060590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Transition to ACTIVE for port object e1a95bf0-686d-4cd3-9164-bd75285e64e3 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:41.082783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Transition to ACTIVE for port object e1a95bf0-686d-4cd3-9164-bd75285e64e3 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:41.092396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.131751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:41.139703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:41.142416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:41.151796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Pushing event updated for resources: {'Port': ['ID=e1a95bf0-686d-4cd3-9164-bd75285e64e3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:41.182347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.207691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 82d507d0-8885-47cb-ae22-bc146b85b976 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:41.249950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Attempting to bind port e1a95bf0-686d-4cd3-9164-bd75285e64e3 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:41.250164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Attempting to bind port e1a95bf0-686d-4cd3-9164-bd75285e64e3 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:41.250723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Attempting to bind port e1a95bf0-686d-4cd3-9164-bd75285e64e3 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:41.260537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:41.260978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:41.261781 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.262175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:41.262749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Bound port: e1a95bf0-686d-4cd3-9164-bd75285e64e3, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:41.263180 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.362888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] For port e1a95bf0-686d-4cd3-9164-bd75285e64e3, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:41.367962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] For port e1a95bf0-686d-4cd3-9164-bd75285e64e3, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e1a95bf0-686d-4cd3-9164-bd75285e64e3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:41.380152 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.501677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69398c13-4d8e-4cc9-a00c-bd4453f8b7f7 None None] Pushing event updated for resources: {'Port': ['ID=e1a95bf0-686d-4cd3-9164-bd75285e64e3,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:41.727343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.810076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=82d507d0-8885-47cb-ae22-bc146b85b976,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:41.844217 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:41.846680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-379c3295-5565-41ec-9289-48c888e3eb3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/82d507d0-8885-47cb-ae22-bc146b85b976 HTTP/1.1" status: 204 len: 168 time: 0.9494679 Aug 16 02:41:41.849701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 52978) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:41.986799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e34bbc-99c8-4b22-964c-b9bc101c96d5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:41.989133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e34bbc-99c8-4b22-964c-b9bc101c96d5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:41.991727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e8e34bbc-99c8-4b22-964c-b9bc101c96d5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1408894 Aug 16 02:41:41.994822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 52996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:42.067680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 557ae371-9172-42ad-af9b-f2b1ae5d783d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:42.077759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.128870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e1a95bf0-686d-4cd3-9164-bd75285e64e3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:42.150186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.230192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e1a95bf0-686d-4cd3-9164-bd75285e64e3 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:42.277107 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.346217 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.383371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.385422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/557ae371-9172-42ad-af9b-f2b1ae5d783d HTTP/1.1" status: 204 len: 168 time: 0.3895779 Aug 16 02:41:42.386195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ac8bf-3efd-4a03-a3e0-d55ddf16bc4a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=557ae371-9172-42ad-af9b-f2b1ae5d783d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:42.390032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:42.437703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5a6d1193-64a9-4afa-9be4-e101c32a931a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464990 Aug 16 02:41:42.440763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53052) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:42.446061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:42.551475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:42.557251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.801031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.846230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581f06c-bf39-4ae3-ad0f-7eaaab93ca59 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:42.847032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:42.850887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:42.854951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:42.855546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.873378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=8555281a-8ecd-4b80-ad8e-195ca3c01827,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:42.877997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-151bc357-1e30-44f3-9af9-94e79565fe47 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4358685 Aug 16 02:41:42.881341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:42.885966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'name': 'tempest-NetworksTestDHCPv6-1151734209'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:42.951901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b77655ef-dafe-4224-844c-f906b823f42c None None] Provisioning for port e1a95bf0-686d-4cd3-9164-bd75285e64e3 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:42.962193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b77655ef-dafe-4224-844c-f906b823f42c None None] Provisioning complete for port e1a95bf0-686d-4cd3-9164-bd75285e64e3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:42.962577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b77655ef-dafe-4224-844c-f906b823f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.037067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:43.041303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.065295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port f23cd4f2-ca09-4056-a851-18d2e90ec312 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:43.139228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b77655ef-dafe-4224-844c-f906b823f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.195197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b77655ef-dafe-4224-844c-f906b823f42c None None] For port e1a95bf0-686d-4cd3-9164-bd75285e64e3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e1a95bf0-686d-4cd3-9164-bd75285e64e3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:43.207701 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b77655ef-dafe-4224-844c-f906b823f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.228409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::131 (6835a079-e6de-424a-b574-d953dc581087/8555281a-8ecd-4b80-ad8e-195ca3c01827/f23cd4f2-ca09-4056-a851-18d2e90ec312) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:43.278398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77655ef-dafe-4224-844c-f906b823f42c None None] Pushing event updated for resources: {'Port': ['ID=e1a95bf0-686d-4cd3-9164-bd75285e64e3,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:43.431146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.447839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba6646-9de5-4699-85db-8e9fd9a423a6 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:43.451362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object f23cd4f2-ca09-4056-a851-18d2e90ec312 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:43.486086 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.536638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:43.539740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:43.543430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-261e189d-526b-4477-bad9-8c25585985e5 None None] Provisioning complete for port e1a95bf0-686d-4cd3-9164-bd75285e64e3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:43.543556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:43.543806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-261e189d-526b-4477-bad9-8c25585985e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.549149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:43.549790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.561142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=f23cd4f2-ca09-4056-a851-18d2e90ec312,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:43.573619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1cff2dd2-9dba-494d-8ba8-8a0bafccf825 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6917086 Aug 16 02:41:43.574153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53186) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:43.631721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045f362-757a-4c30-8383-d383a3cdb887 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:43.640455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045f362-757a-4c30-8383-d383a3cdb887 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:43.642086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7045f362-757a-4c30-8383-d383a3cdb887 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0663688 Aug 16 02:41:43.645260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53196) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:43.747603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port f23cd4f2-ca09-4056-a851-18d2e90ec312 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:43.747954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.847039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.860753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for f23cd4f2-ca09-4056-a851-18d2e90ec312 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:43.927036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cc66361d-63c7-493e-8428-b788c6e475cb None None] Provisioning for port f23cd4f2-ca09-4056-a851-18d2e90ec312 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:43.939620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cc66361d-63c7-493e-8428-b788c6e475cb None None] Provisioning complete for port f23cd4f2-ca09-4056-a851-18d2e90ec312 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:43.939996 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cc66361d-63c7-493e-8428-b788c6e475cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.985033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cc66361d-63c7-493e-8428-b788c6e475cb None None] Port f23cd4f2-ca09-4056-a851-18d2e90ec312 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:43.999152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cc66361d-63c7-493e-8428-b788c6e475cb None None] Provisioning complete for port e1a95bf0-686d-4cd3-9164-bd75285e64e3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:43.999964 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cc66361d-63c7-493e-8428-b788c6e475cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.049596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.086191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e1a95bf0-686d-4cd3-9164-bd75285e64e3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:44.102890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=f23cd4f2-ca09-4056-a851-18d2e90ec312,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:44.131153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.133542 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ccc6ad86-b928-473a-a5f9-e5d9a9b784ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/f23cd4f2-ca09-4056-a851-18d2e90ec312 HTTP/1.1" status: 204 len: 168 time: 0.4868207 Aug 16 02:41:44.136151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53262) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:44.193524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e1a95bf0-686d-4cd3-9164-bd75285e64e3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:44.194267 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.249752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6f5e1-b0a2-4550-a2b5-b585fbcb343f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:44.252758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6f5e1-b0a2-4550-a2b5-b585fbcb343f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:44.257791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e1c6f5e1-b0a2-4550-a2b5-b585fbcb343f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1195588 Aug 16 02:41:44.258171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:44.291063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4f522282-4120-46a9-a2d1-7cc18b275443 None None] Could not find standard attr ID for object 82d507d0-8885-47cb-ae22-bc146b85b976. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:41:44.360109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 8555281a-8ecd-4b80-ad8e-195ca3c01827 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:44.363663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.409364 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.473592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.508148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-27021caf-ff07-4e86-88bf-4cf21800ab96 None None] Could not find standard attr ID for object f23cd4f2-ca09-4056-a851-18d2e90ec312. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:41:44.536357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.561438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=8555281a-8ecd-4b80-ad8e-195ca3c01827,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:44.568308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.572908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09f7fa26-fbd7-4e45-812d-a770a6f63cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/8555281a-8ecd-4b80-ad8e-195ca3c01827 HTTP/1.1" status: 204 len: 168 time: 0.3139286 Aug 16 02:41:44.573310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53304) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:44.629804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0d2bfc65-5c0a-4c6a-8af0-f8e4a42a34ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552990 Aug 16 02:41:44.632600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53306) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:44.637478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:44.674488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb3b11-3f30-432f-92a9-724a37c2e04f None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:44.731214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:44.734833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.865939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:44.918210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] Deleting port e1a95bf0-686d-4cd3-9164-bd75285e64e3 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:44.918505 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.942593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.991636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] For port e1a95bf0-686d-4cd3-9164-bd75285e64e3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e1a95bf0-686d-4cd3-9164-bd75285e64e3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:44.992046 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:44.994735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:44.998948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:45.000640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=da11c4fb-6b88-428e-b466-351d2771e649,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:45.003179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:45.004794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.013277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] Calling delete_port for e1a95bf0-686d-4cd3-9164-bd75285e64e3 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:45.024437 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-563989d1-e138-4721-985e-34717e84d9a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3880162 Aug 16 02:41:45.024437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53314) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:45.029723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'name': 'tempest-NetworksTestDHCPv6-2106904166'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:45.104517 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.130487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] Pushing event deleted for resources: {'Port': ['ID=e1a95bf0-686d-4cd3-9164-bd75285e64e3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:45.132233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b6590-1da4-4d3f-a2db-89110f51a1d4 None None] No DVR routers for this DVR port e1a95bf0-686d-4cd3-9164-bd75285e64e3 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:45.156466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38e3f3-f151-48b9-8497-12149b8a7f3c None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:45.181221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:45.185017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.203816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 4dda4f01-5918-4454-a14d-13886b93cba9 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:45.327310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::199 (6835a079-e6de-424a-b574-d953dc581087/da11c4fb-6b88-428e-b466-351d2771e649/4dda4f01-5918-4454-a14d-13886b93cba9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:45.327824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': 'da11c4fb-6b88-428e-b466-351d2771e649'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:45.328749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.491008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.505990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 4dda4f01-5918-4454-a14d-13886b93cba9 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:45.544355 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.593780 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:45.596947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:45.601164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:45.602167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/da11c4fb-6b88-428e-b466-351d2771e649/a3e0046a-2b04-43f1-ba33-29b64c8bc45c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:45.606535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:45.607294 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.614833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=4dda4f01-5918-4454-a14d-13886b93cba9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:45.633973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fc66c91f-4463-424c-9d75-b3f17f11789f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6060715 Aug 16 02:41:45.634621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53322) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:45.693695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa24d5-40e6-455e-9df4-53e9fcf042aa tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:45.698552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-89fa24d5-40e6-455e-9df4-53e9fcf042aa tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0588870 Aug 16 02:41:45.698695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:45.786259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.798811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Transition to ACTIVE for port object a3e0046a-2b04-43f1-ba33-29b64c8bc45c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:45.809404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 4dda4f01-5918-4454-a14d-13886b93cba9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:45.809868 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.817965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Transition to ACTIVE for port object a3e0046a-2b04-43f1-ba33-29b64c8bc45c will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:45.824136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.874270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:45.877327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:45.881871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:45.890715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Pushing event updated for resources: {'Port': ['ID=a3e0046a-2b04-43f1-ba33-29b64c8bc45c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:45.914113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.926574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 4dda4f01-5918-4454-a14d-13886b93cba9 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:45.940237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Attempting to bind port a3e0046a-2b04-43f1-ba33-29b64c8bc45c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:45.940638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Attempting to bind port a3e0046a-2b04-43f1-ba33-29b64c8bc45c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:45.941007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Attempting to bind port a3e0046a-2b04-43f1-ba33-29b64c8bc45c on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:45.948805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:45.949182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:45.949599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.949999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:45.951124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Bound port: a3e0046a-2b04-43f1-ba33-29b64c8bc45c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:45.951511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.036826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] For port a3e0046a-2b04-43f1-ba33-29b64c8bc45c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:46.041433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] For port a3e0046a-2b04-43f1-ba33-29b64c8bc45c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3e0046a-2b04-43f1-ba33-29b64c8bc45c,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:46.044775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e1a95bf0-686d-4cd3-9164-bd75285e64e3 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:46.049383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.078939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.092927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e1a95bf0-686d-4cd3-9164-bd75285e64e3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:46.093145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e1a95bf0-686d-4cd3-9164-bd75285e64e3 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:46.124272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=4dda4f01-5918-4454-a14d-13886b93cba9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:46.141297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb4d4a-ba60-48fc-b433-d8bdc5ebf264 None None] Pushing event updated for resources: {'Port': ['ID=a3e0046a-2b04-43f1-ba33-29b64c8bc45c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:46.144503 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.146993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c85b1893-b482-4b7a-9dab-b9cd450f09ac tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/4dda4f01-5918-4454-a14d-13886b93cba9 HTTP/1.1" status: 204 len: 168 time: 0.4476993 Aug 16 02:41:46.149718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:46.219257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c059385-1851-4019-bdba-91d90f14b406 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:46.220892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c059385-1851-4019-bdba-91d90f14b406 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:46.222907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2c059385-1851-4019-bdba-91d90f14b406 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0715799 Aug 16 02:41:46.229460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53332) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:46.301345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet da11c4fb-6b88-428e-b466-351d2771e649 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:46.308515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.366030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.480379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.545953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.585372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=da11c4fb-6b88-428e-b466-351d2771e649,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:46.590753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.595525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f46abeb1-9af4-44c4-bae0-472d37c32203 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/da11c4fb-6b88-428e-b466-351d2771e649 HTTP/1.1" status: 204 len: 168 time: 0.3648310 Aug 16 02:41:46.598617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53338) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:46.643287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-290a060d-d790-40d4-981a-6fe110ae8d0b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413525 Aug 16 02:41:46.643517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:46.721168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f0f19-192d-4082-93ce-19acd5ebd29f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:46.722697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-153f0f19-192d-4082-93ce-19acd5ebd29f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0782328 Aug 16 02:41:46.725228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53342) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:46.775528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21e126-f12d-4248-9573-3f53861a4844 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:46.779523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef21e126-f12d-4248-9573-3f53861a4844 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0511007 Aug 16 02:41:46.779760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53344) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:46.822591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-39249bc5-66af-4786-af9f-186f30388361 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416429 Aug 16 02:41:46.826492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:46.831875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:46.927233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:46.932144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.955408 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:47.149320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d640eab0-5f65-4fc5-b904-e986e2d220eb None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:47.154944 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:47.210215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:47.213862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:47.218640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:47.219358 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:47.230237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=8bd0f9b5-a8e2-4374-8620-c12fb117f5ea,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:47.241401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3de5848a-d816-496c-b775-081a0656b91a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4135208 Aug 16 02:41:47.244347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:47.250208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '8bd0f9b5-a8e2-4374-8620-c12fb117f5ea', 'ip_address': '2001:db8::a249:3bc3:9b95:8f65'}], 'name': 'tempest-NetworksTestDHCPv6-1758389075'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:47.368274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:47.383849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-168c6cef-f76a-407f-8721-1e568b6f096f None None] Provisioning for port a3e0046a-2b04-43f1-ba33-29b64c8bc45c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:47.722069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c05fa8-1db7-43e2-a6e9-09387a7eb959 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:47.829933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:47.847272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port e11cc794-2b42-43b6-9ff3-968dc137946b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:48.026302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::a249:3bc3:9b95:8f65 (6835a079-e6de-424a-b574-d953dc581087/8bd0f9b5-a8e2-4374-8620-c12fb117f5ea/e11cc794-2b42-43b6-9ff3-968dc137946b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:48.104352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3e0046a-2b04-43f1-ba33-29b64c8bc45c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:48.168602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port a3e0046a-2b04-43f1-ba33-29b64c8bc45c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:48.176511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a3e0046a-2b04-43f1-ba33-29b64c8bc45c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:48.176875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.211832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.229268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object e11cc794-2b42-43b6-9ff3-968dc137946b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:48.236596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dd257c66-c7a7-4de0-8d98-84c323d8cd86 None None] Provisioning complete for port a3e0046a-2b04-43f1-ba33-29b64c8bc45c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:48.236971 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd257c66-c7a7-4de0-8d98-84c323d8cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.272658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.320771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:48.324584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:48.331216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:48.334854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.338336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:48.342068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.364907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=e11cc794-2b42-43b6-9ff3-968dc137946b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:48.372580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5013b9e-08e2-4b56-977f-8a2e9c1485ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1268187 Aug 16 02:41:48.375413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53354) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:48.422053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port a3e0046a-2b04-43f1-ba33-29b64c8bc45c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3e0046a-2b04-43f1-ba33-29b64c8bc45c,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:48.432928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2b17a-5ac4-4c73-b6f2-114431106a9c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:48.437360 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.439881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2b17a-5ac4-4c73-b6f2-114431106a9c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:48.440428 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dd257c66-c7a7-4de0-8d98-84c323d8cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.442706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fdc2b17a-5ac4-4c73-b6f2-114431106a9c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0661047 Aug 16 02:41:48.445902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:48.506922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=a3e0046a-2b04-43f1-ba33-29b64c8bc45c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:48.559419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port e11cc794-2b42-43b6-9ff3-968dc137946b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:48.559797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.572219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-dd257c66-c7a7-4de0-8d98-84c323d8cd86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:41:48.572903 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-dd257c66-c7a7-4de0-8d98-84c323d8cd86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:41:48.655143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.667435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for e11cc794-2b42-43b6-9ff3-968dc137946b owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:48.819967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.853966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=e11cc794-2b42-43b6-9ff3-968dc137946b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:48.880163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:48.884600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-99ec450f-21b3-46fe-9a3e-95d66380ea9f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/e11cc794-2b42-43b6-9ff3-968dc137946b HTTP/1.1" status: 204 len: 168 time: 0.4348714 Aug 16 02:41:48.884841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53362) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:48.938457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad89860-4fb1-461a-a73f-44f35a3e0cca tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:48.940007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad89860-4fb1-461a-a73f-44f35a3e0cca tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:48.944341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aad89860-4fb1-461a-a73f-44f35a3e0cca tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0563469 Aug 16 02:41:48.944927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53364) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:48.997083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 8bd0f9b5-a8e2-4374-8620-c12fb117f5ea {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:49.000753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.053507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.108367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.167115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.195010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd0f9b5-a8e2-4374-8620-c12fb117f5ea,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:49.198866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.202987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4622e791-4405-47ee-93fb-1f4e88e1dcec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/8bd0f9b5-a8e2-4374-8620-c12fb117f5ea HTTP/1.1" status: 204 len: 168 time: 0.2548950 Aug 16 02:41:49.203525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53366) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:49.209901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3037bd-b19a-4f5b-90dd-48c38fb5b585 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:49.256567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6b8e5879-ee88-4417-8e02-9425c09448ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516164 Aug 16 02:41:49.259458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53368) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:49.261063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0c0998ac-39cc-4458-a326-08a11ddb4f03 None None] Could not find standard attr ID for object 4dda4f01-5918-4454-a14d-13886b93cba9. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:41:49.264828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:49.265823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0c0998ac-39cc-4458-a326-08a11ddb4f03 None None] Could not find standard attr ID for object e11cc794-2b42-43b6-9ff3-968dc137946b. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:41:49.378738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:49.382979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.406304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:49.457663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] Deleting port a3e0046a-2b04-43f1-ba33-29b64c8bc45c {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:49.458217 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.524129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] For port a3e0046a-2b04-43f1-ba33-29b64c8bc45c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3e0046a-2b04-43f1-ba33-29b64c8bc45c,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:49.524712 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.538638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] Calling delete_port for a3e0046a-2b04-43f1-ba33-29b64c8bc45c owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:49.590040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.624805 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.634787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:49.641135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:49.646404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:49.647250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.658563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] Pushing event deleted for resources: {'Port': ['ID=a3e0046a-2b04-43f1-ba33-29b64c8bc45c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:49.664631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993496d-1531-4720-9bf7-7c667a284282 None None] No DVR routers for this DVR port a3e0046a-2b04-43f1-ba33-29b64c8bc45c on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:49.672396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=d0bd80de-cdf3-4582-b0b1-36ff833315f1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:49.681229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-720b88cf-d663-49a0-8f20-05d633c0ea31 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4205608 Aug 16 02:41:49.684518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53374) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:49.688249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21015fb3-0257-4698-88b4-8bb27a64e24b None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:49.691145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': 'd0bd80de-cdf3-4582-b0b1-36ff833315f1', 'ip_address': '2001:db8::7adb:a06e:2bbd:e292'}], 'name': 'tempest-NetworksTestDHCPv6-967068387'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:49.806335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:49.854911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': 'd0bd80de-cdf3-4582-b0b1-36ff833315f1'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:49.855843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.900333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:49.919811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port cc0a920c-e92b-4706-b55e-cf84deff92c9 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:50.005408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/d0bd80de-cdf3-4582-b0b1-36ff833315f1/29ac9321-a1be-457a-bb41-0597ddd16cbf) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:50.078978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3e0046a-2b04-43f1-ba33-29b64c8bc45c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:50.105934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: a3e0046a-2b04-43f1-ba33-29b64c8bc45c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:50.106279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3e0046a-2b04-43f1-ba33-29b64c8bc45c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:50.187800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.196093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Transition to ACTIVE for port object 29ac9321-a1be-457a-bb41-0597ddd16cbf will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:50.210782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Transition to ACTIVE for port object 29ac9321-a1be-457a-bb41-0597ddd16cbf will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:50.217850 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.262275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:50.265453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:50.270145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:50.270334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::7adb:a06e:2bbd:e292 (6835a079-e6de-424a-b574-d953dc581087/d0bd80de-cdf3-4582-b0b1-36ff833315f1/cc0a920c-e92b-4706-b55e-cf84deff92c9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:50.273485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Pushing event updated for resources: {'Port': ['ID=29ac9321-a1be-457a-bb41-0597ddd16cbf,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:50.336511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Attempting to bind port 29ac9321-a1be-457a-bb41-0597ddd16cbf on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:50.337265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Attempting to bind port 29ac9321-a1be-457a-bb41-0597ddd16cbf by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:50.337813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Attempting to bind port 29ac9321-a1be-457a-bb41-0597ddd16cbf on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:50.343898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:50.345449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:50.345449 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.345641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:50.346031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Bound port: 29ac9321-a1be-457a-bb41-0597ddd16cbf, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:50.346420 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.412293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] For port 29ac9321-a1be-457a-bb41-0597ddd16cbf, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:50.416329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] For port 29ac9321-a1be-457a-bb41-0597ddd16cbf, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=29ac9321-a1be-457a-bb41-0597ddd16cbf,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:50.422571 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.432745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.447665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object cc0a920c-e92b-4706-b55e-cf84deff92c9 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:50.485745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba98bf1-af57-4076-855e-0491e97c91bd None None] Pushing event updated for resources: {'Port': ['ID=29ac9321-a1be-457a-bb41-0597ddd16cbf,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:50.491599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.541726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:50.545177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:50.549987 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:50.555998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:50.556712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.560775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=cc0a920c-e92b-4706-b55e-cf84deff92c9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:50.576196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-99e06822-835a-48e2-b8e2-2dd99ee6fb61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8894463 Aug 16 02:41:50.578538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53380) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:50.630975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435b922-b946-49ca-a472-faa857708397 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:50.637276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435b922-b946-49ca-a472-faa857708397 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:50.639253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9435b922-b946-49ca-a472-faa857708397 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0594301 Aug 16 02:41:50.642103 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53382) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:50.764271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port cc0a920c-e92b-4706-b55e-cf84deff92c9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:50.765063 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.865497 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:50.881834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for cc0a920c-e92b-4706-b55e-cf84deff92c9 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:51.024756 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.053010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=cc0a920c-e92b-4706-b55e-cf84deff92c9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:51.081156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.083781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae1317d3-6483-4617-9280-cf26e3629c29 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/cc0a920c-e92b-4706-b55e-cf84deff92c9 HTTP/1.1" status: 204 len: 168 time: 0.4407060 Aug 16 02:41:51.086325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53388) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:51.141170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92393f0b-6b40-4ae6-b020-94b4f9be5e1b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.142669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92393f0b-6b40-4ae6-b020-94b4f9be5e1b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.144187 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92393f0b-6b40-4ae6-b020-94b4f9be5e1b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0569558 Aug 16 02:41:51.147567 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53390) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:51.200505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet d0bd80de-cdf3-4582-b0b1-36ff833315f1 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:51.203959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.244305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.335239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.394247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.423192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bd80de-cdf3-4582-b0b1-36ff833315f1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:51.425178 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.427155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-00425be0-b233-400e-addc-73827352072b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/d0bd80de-cdf3-4582-b0b1-36ff833315f1 HTTP/1.1" status: 204 len: 168 time: 0.2786226 Aug 16 02:41:51.429644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53392) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:51.445932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a622d-a856-4d28-a5fc-4d91ea33d5fe None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:51.467513 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-43823223-9abb-4df8-9c93-6b52b0e7521f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367930 Aug 16 02:41:51.470328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53394) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:51.475615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:51.556067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-510ad2c7-f89f-4823-ad9c-327973339e24 None None] Provisioning for port 29ac9321-a1be-457a-bb41-0597ddd16cbf completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:51.569386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:51.573250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.636309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:51.687318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] Deleting port 29ac9321-a1be-457a-bb41-0597ddd16cbf {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:51.687651 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.754096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] For port 29ac9321-a1be-457a-bb41-0597ddd16cbf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=29ac9321-a1be-457a-bb41-0597ddd16cbf,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:51.754495 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.761011 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.767283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] Calling delete_port for 29ac9321-a1be-457a-bb41-0597ddd16cbf owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:51.800360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:51.805136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:51.809541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.810142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.824433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=d8365690-8ab2-4363-8755-305c48e8fded,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:51.833228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-039b0904-08b1-4b17-b06c-913712d769d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3618093 Aug 16 02:41:51.835668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53398) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:51.841080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': 'd8365690-8ab2-4363-8755-305c48e8fded', 'ip_address': '2001:db8::de3a:616:8953:ed42'}], 'name': 'tempest-NetworksTestDHCPv6-428548130'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:51.856274 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.882572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] Pushing event deleted for resources: {'Port': ['ID=29ac9321-a1be-457a-bb41-0597ddd16cbf,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:51.887900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b668a0-a6a0-4845-83f4-3de2ded172ad None None] No DVR routers for this DVR port 29ac9321-a1be-457a-bb41-0597ddd16cbf on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:51.904270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8e230-03b5-423d-8614-db7e4779dc6f None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:51.971303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:51.976939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.007722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port d87f8b61-65a0-4fbe-901a-c8c7be97a52b yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:52.081122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': 'd8365690-8ab2-4363-8755-305c48e8fded'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:52.084157 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.172265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::de3a:616:8953:ed42 (6835a079-e6de-424a-b574-d953dc581087/d8365690-8ab2-4363-8755-305c48e8fded/d87f8b61-65a0-4fbe-901a-c8c7be97a52b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:52.326226 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.341538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object d87f8b61-65a0-4fbe-901a-c8c7be97a52b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:52.377519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.419107 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.427837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:52.431045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:52.435013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:52.440587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:52.441785 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.448254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/d8365690-8ab2-4363-8755-305c48e8fded/9b7280d5-664b-42bf-ace1-1aa6434e3205) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:52.452206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=d87f8b61-65a0-4fbe-901a-c8c7be97a52b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:52.464747 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-db4013d9-38af-437e-a21f-7a35b7c86c5c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.6256580 Aug 16 02:41:52.465541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53406) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:52.620418 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.631597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Transition to ACTIVE for port object 9b7280d5-664b-42bf-ace1-1aa6434e3205 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:52.649373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Transition to ACTIVE for port object 9b7280d5-664b-42bf-ace1-1aa6434e3205 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:52.656651 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.702027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Pushing event updated for resources: {'Port': ['ID=9b7280d5-664b-42bf-ace1-1aa6434e3205,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:52.717209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:52.718647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:52.723649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:52.776716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c0d136-04a3-4236-90ba-88af10f0e043 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:52.780926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:52.781341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c8c0d136-04a3-4236-90ba-88af10f0e043 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3143466 Aug 16 02:41:52.786149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Attempting to bind port 9b7280d5-664b-42bf-ace1-1aa6434e3205 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:52.786712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Attempting to bind port 9b7280d5-664b-42bf-ace1-1aa6434e3205 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:52.787082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Attempting to bind port 9b7280d5-664b-42bf-ace1-1aa6434e3205 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:52.794468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:52.794856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:52.795325 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.795732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:52.796204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Bound port: 9b7280d5-664b-42bf-ace1-1aa6434e3205, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:52.796618 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.865323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] For port 9b7280d5-664b-42bf-ace1-1aa6434e3205, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:52.868451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] For port 9b7280d5-664b-42bf-ace1-1aa6434e3205, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9b7280d5-664b-42bf-ace1-1aa6434e3205,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:52.874566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.874777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port d87f8b61-65a0-4fbe-901a-c8c7be97a52b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:52.875163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.942663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cee8e-87ac-4978-8d63-73abb694bf0c None None] Pushing event updated for resources: {'Port': ['ID=9b7280d5-664b-42bf-ace1-1aa6434e3205,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:52.971284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.984806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for d87f8b61-65a0-4fbe-901a-c8c7be97a52b owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:53.161448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.192543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=d87f8b61-65a0-4fbe-901a-c8c7be97a52b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:53.220989 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.223819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a19993e2-1bae-4cbf-a841-99d6d23e4254 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/d87f8b61-65a0-4fbe-901a-c8c7be97a52b HTTP/1.1" status: 204 len: 168 time: 0.4418969 Aug 16 02:41:53.226598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53426) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:53.281309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db8bf8-9aab-4939-881e-41caab8bbb8c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.283066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db8bf8-9aab-4939-881e-41caab8bbb8c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.287868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f1db8bf8-9aab-4939-881e-41caab8bbb8c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0602958 Aug 16 02:41:53.288026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53428) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:53.343854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet d8365690-8ab2-4363-8755-305c48e8fded {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:53.346988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.387384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.479335 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.538102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.564184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=d8365690-8ab2-4363-8755-305c48e8fded,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:53.568752 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.570634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c290ef96-223a-49c4-ae94-114ba45843ba tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/d8365690-8ab2-4363-8755-305c48e8fded HTTP/1.1" status: 204 len: 168 time: 0.2816534 Aug 16 02:41:53.573009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53434) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:53.617105 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dc14f4e4-0133-4036-9c89-64b1f5a46a6f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422242 Aug 16 02:41:53.618600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:53.661663 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.689658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e57f4-52c7-49d7-b773-cf6248c9bd9d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.699655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0b4e57f4-52c7-49d7-b773-cf6248c9bd9d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0723977 Aug 16 02:41:53.699821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:53.753263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df449d20-7edc-48a0-afc9-421a3f26d703 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.757232 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-df449d20-7edc-48a0-afc9-421a3f26d703 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589437 Aug 16 02:41:53.757572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53446) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:53.803362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c9eb7119-224e-4039-b132-f81b3b316b3e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400043 Aug 16 02:41:53.804602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53448) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:53.810413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:53.915976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:53.919680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.983132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5585bc-7505-409f-8b4c-e29c3c8aa38c None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:54.123829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e884c70e-3fcd-48d7-8723-4e3171493d23 None None] Provisioning for port 9b7280d5-664b-42bf-ace1-1aa6434e3205 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:54.143732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9b7280d5-664b-42bf-ace1-1aa6434e3205 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:54.164381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.198640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 9b7280d5-664b-42bf-ace1-1aa6434e3205 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:54.205013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9b7280d5-664b-42bf-ace1-1aa6434e3205 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:54.205231 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.220877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:54.226617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:54.230861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:54.231456 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.245142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:54.245610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=34ccd746-69a6-4b10-b231-fe4eceb3e05b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:54.256823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5cfd452f-ac5e-44be-b316-5325eeeec9ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4504693 Aug 16 02:41:54.271176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53460) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:54.271176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '34ccd746-69a6-4b10-b231-fe4eceb3e05b', 'ip_address': '2001:db8::4410:28be:985f:7cb2'}], 'name': 'tempest-NetworksTestDHCPv6-867275364'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:54.319210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] Deleting port 9b7280d5-664b-42bf-ace1-1aa6434e3205 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:54.319594 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.403727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:54.406536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.457726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] For port 9b7280d5-664b-42bf-ace1-1aa6434e3205, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9b7280d5-664b-42bf-ace1-1aa6434e3205,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:54.458059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.467978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 9b7280d5-664b-42bf-ace1-1aa6434e3205, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9b7280d5-664b-42bf-ace1-1aa6434e3205,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:54.474740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] Calling delete_port for 9b7280d5-664b-42bf-ace1-1aa6434e3205 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:54.476430 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.489217 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.507596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:54.527439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=9b7280d5-664b-42bf-ace1-1aa6434e3205,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:54.611042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.650799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] Pushing event deleted for resources: {'Port': ['ID=9b7280d5-664b-42bf-ace1-1aa6434e3205,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:54.651942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ca897-4fed-4bf6-aaf7-b6910b2cf5b2 None None] No DVR routers for this DVR port 9b7280d5-664b-42bf-ace1-1aa6434e3205 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:54.674676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd015c5-3932-4d4f-a406-16714e2918dd None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:54.680744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::4410:28be:985f:7cb2 (6835a079-e6de-424a-b574-d953dc581087/34ccd746-69a6-4b10-b231-fe4eceb3e05b/6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:54.830211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '34ccd746-69a6-4b10-b231-fe4eceb3e05b'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:54.831091 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.843690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.860580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:54.897723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.950099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:54.954511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:54.957688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:54.963941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:54.964715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.967459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:54.984808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09b1a6e6-f9bb-4c29-8ab6-b9d89ea7432d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7257123 Aug 16 02:41:54.987607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:54.993916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-70f25c19-4666-430a-acbb-a4a208d2f67d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '34ccd746-69a6-4b10-b231-fe4eceb3e05b', 'ip_address': '2001:db8::4410:28be:985f:7cb2'}], 'name': 'tempest-NetworksTestDHCPv6-158226161'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:55.137104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f25c19-4666-430a-acbb-a4a208d2f67d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:55.143419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70f25c19-4666-430a-acbb-a4a208d2f67d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.157843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/34ccd746-69a6-4b10-b231-fe4eceb3e05b/0a86932f-d590-4fdb-9166-e8812f483c98) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:55.170899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-70f25c19-4666-430a-acbb-a4a208d2f67d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 1af1d8b4-3552-4330-907e-7dc4f1aa507e yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:55.330753 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.341413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Transition to ACTIVE for port object 0a86932f-d590-4fdb-9166-e8812f483c98 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:55.357440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Transition to ACTIVE for port object 0a86932f-d590-4fdb-9166-e8812f483c98 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:55.363174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.407324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:55.408802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:55.413127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:55.421246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Pushing event updated for resources: {'Port': ['ID=0a86932f-d590-4fdb-9166-e8812f483c98,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:55.421691 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f25c19-4666-430a-acbb-a4a208d2f67d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:41:55.422364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f25c19-4666-430a-acbb-a4a208d2f67d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:55.444988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-70f25c19-4666-430a-acbb-a4a208d2f67d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4559770 Aug 16 02:41:55.447456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53488) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:55.479009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Attempting to bind port 0a86932f-d590-4fdb-9166-e8812f483c98 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:55.479379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Attempting to bind port 0a86932f-d590-4fdb-9166-e8812f483c98 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:55.479742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Attempting to bind port 0a86932f-d590-4fdb-9166-e8812f483c98 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:55.485849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:55.486257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:55.486787 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.487189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:55.487658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Bound port: 0a86932f-d590-4fdb-9166-e8812f483c98, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:55.488066 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.503650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7988beb3-743e-44f6-af2e-a7c7f9b9563f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.509656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7988beb3-743e-44f6-af2e-a7c7f9b9563f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.513803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7988beb3-743e-44f6-af2e-a7c7f9b9563f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0628788 Aug 16 02:41:55.514109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53490) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:55.557151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] For port 0a86932f-d590-4fdb-9166-e8812f483c98, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:55.560215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] For port 0a86932f-d590-4fdb-9166-e8812f483c98, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a86932f-d590-4fdb-9166-e8812f483c98,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:55.565661 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.601428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:55.601796 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.627172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5fe0d-9193-4551-9fc4-eba9d7eac2e7 None None] Pushing event updated for resources: {'Port': ['ID=0a86932f-d590-4fdb-9166-e8812f483c98,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:55.704658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.718696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:55.878058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.916121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:55.945565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.947871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a27b8202-e304-42ae-8a91-90efc82b1407 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8 HTTP/1.1" status: 204 len: 168 time: 0.4326224 Aug 16 02:41:55.950317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53502) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:56.011460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f052e143-47ec-4c71-9cff-805a6476a4ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.013099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f052e143-47ec-4c71-9cff-805a6476a4ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.017107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f052e143-47ec-4c71-9cff-805a6476a4ee tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0632353 Aug 16 02:41:56.017324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:56.070260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 34ccd746-69a6-4b10-b231-fe4eceb3e05b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:56.073680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.090185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a86932f-d590-4fdb-9166-e8812f483c98 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:56.135603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.151978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0a86932f-d590-4fdb-9166-e8812f483c98 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:56.189332 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-20b436a3-fe0c-434d-9b50-8baf2d362cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.225256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9b7280d5-664b-42bf-ace1-1aa6434e3205 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:56.242643 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.245333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 9b7280d5-664b-42bf-ace1-1aa6434e3205 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:56.245668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9b7280d5-664b-42bf-ace1-1aa6434e3205 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:56.309607 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.350287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=34ccd746-69a6-4b10-b231-fe4eceb3e05b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:56.357759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.359697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-67f7b0a9-9da1-4d14-858c-062bab85c380 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/34ccd746-69a6-4b10-b231-fe4eceb3e05b HTTP/1.1" status: 204 len: 168 time: 0.3414483 Aug 16 02:41:56.362162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:56.406375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9e4b564c-4f7b-46df-a7bf-11dc6d5baa55 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387137 Aug 16 02:41:56.406715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53514) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:56.412518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:56.507335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:56.510968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.715179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.716608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182f6e2-a992-40dc-b7af-7b02191b98e1 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:56.766022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:56.769417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:56.772637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.775208 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.789698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=7ea7b840-af60-47a2-92ab-9121c48f93d6,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:56.805188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9e9ef741-78a4-4ffe-9cef-7ec5c451bf9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3969607 Aug 16 02:41:56.805390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:56.810386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b4103c2c-97d7-4238-b1d4-4b4326e464ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '7ea7b840-af60-47a2-92ab-9121c48f93d6', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1301551595'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:56.813878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1a8fe802-cb65-402b-ad88-70c48ff2f83e None None] Provisioning for port 0a86932f-d590-4fdb-9166-e8812f483c98 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:56.820250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1a8fe802-cb65-402b-ad88-70c48ff2f83e None None] Provisioning complete for port 0a86932f-d590-4fdb-9166-e8812f483c98 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:56.820919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe802-cb65-402b-ad88-70c48ff2f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.939061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4103c2c-97d7-4238-b1d4-4b4326e464ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:56.944657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b4103c2c-97d7-4238-b1d4-4b4326e464ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.961611 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe802-cb65-402b-ad88-70c48ff2f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.970036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-b4103c2c-97d7-4238-b1d4-4b4326e464ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 96cc4e4f-7419-488a-90cf-392da2e0253f yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:41:57.001354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1a8fe802-cb65-402b-ad88-70c48ff2f83e None None] For port 0a86932f-d590-4fdb-9166-e8812f483c98, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a86932f-d590-4fdb-9166-e8812f483c98,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:57.007080 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe802-cb65-402b-ad88-70c48ff2f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.092659 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4103c2c-97d7-4238-b1d4-4b4326e464ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:41:57.093438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4103c2c-97d7-4238-b1d4-4b4326e464ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:41:57.101249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fe802-cb65-402b-ad88-70c48ff2f83e None None] Pushing event updated for resources: {'Port': ['ID=0a86932f-d590-4fdb-9166-e8812f483c98,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:57.112860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b4103c2c-97d7-4238-b1d4-4b4326e464ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3066635 Aug 16 02:41:57.114873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53532) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:57.175151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee25be-dc4f-4962-b6c6-b0bade13acc4 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:57.176743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-28ee25be-dc4f-4962-b6c6-b0bade13acc4 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0607483 Aug 16 02:41:57.179365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53534) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:57.192078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea610b6-d3c6-429a-9252-5cd220b5ba5e None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:57.235322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab7820-0821-4b56-8bf8-b235d5e3c894 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:57.237299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab7820-0821-4b56-8bf8-b235d5e3c894 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:57.240414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-35ab7820-0821-4b56-8bf8-b235d5e3c894 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0585287 Aug 16 02:41:57.241822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:57.248271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e595a311-5221-4f1e-b238-fdff038e0a7a None None] Provisioning complete for port 0a86932f-d590-4fdb-9166-e8812f483c98 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:57.248668 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e595a311-5221-4f1e-b238-fdff038e0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.294268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 7ea7b840-af60-47a2-92ab-9121c48f93d6 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:57.297886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.349194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.405283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.479974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.508707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea7b840-af60-47a2-92ab-9121c48f93d6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:57.512278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.516753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53544) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:57.517245 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a8be0a73-6436-4623-82e1-d9df53cb68d6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/7ea7b840-af60-47a2-92ab-9121c48f93d6 HTTP/1.1" status: 204 len: 168 time: 0.2739542 Aug 16 02:41:57.563456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-980754ab-e07d-41ed-a442-ddc3524b5c6f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448880 Aug 16 02:41:57.566230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53546) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:57.571981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:57.651498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db9170d-9f3e-40a3-9762-f57a35623fbc None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:57.666202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:57.669957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.759282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d7566bb4-ebb8-4df4-842d-612188fd1d59 None None] Provisioning complete for port 0a86932f-d590-4fdb-9166-e8812f483c98 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:57.759721 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d7566bb4-ebb8-4df4-842d-612188fd1d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.890229 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.903826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:57.942443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:57.945839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:57.950274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:57.950868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.953888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] Deleting port 0a86932f-d590-4fdb-9166-e8812f483c98 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:57.954097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=8ed4e55c-6d9e-451f-a9a9-4c6df557368e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:57.954195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.968067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ece629c2-105d-4a64-8bea-c6f4537f611c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4005482 Aug 16 02:41:57.970511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:57.975331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-034a90f4-16b2-4217-862a-c3abb8dc5248 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-673713859', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:58.011225 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-034a90f4-16b2-4217-862a-c3abb8dc5248 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.012455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-034a90f4-16b2-4217-862a-c3abb8dc5248 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.045971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] For port 0a86932f-d590-4fdb-9166-e8812f483c98, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a86932f-d590-4fdb-9166-e8812f483c98,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:58.046678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.060070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] Calling delete_port for 0a86932f-d590-4fdb-9166-e8812f483c98 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:58.070764 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-034a90f4-16b2-4217-862a-c3abb8dc5248 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.076051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-034a90f4-16b2-4217-862a-c3abb8dc5248 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.093843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-034a90f4-16b2-4217-862a-c3abb8dc5248 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.095349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-034a90f4-16b2-4217-862a-c3abb8dc5248 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1237369 Aug 16 02:41:58.098212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:58.110591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a86932f-d590-4fdb-9166-e8812f483c98 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:58.211798 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.242688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.247321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] Pushing event deleted for resources: {'Port': ['ID=0a86932f-d590-4fdb-9166-e8812f483c98,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:58.254778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461a631-1465-41b3-8e7b-7f8bfa4bca29 None None] No DVR routers for this DVR port 0a86932f-d590-4fdb-9166-e8812f483c98 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:58.272145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7fe47-638c-4b2b-af40-a19fa14e2aba None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:58.419637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.469510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '8ed4e55c-6d9e-451f-a9a9-4c6df557368e'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:58.470377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.624510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/8ed4e55c-6d9e-451f-a9a9-4c6df557368e/49b99b43-b745-424e-8ec4-9aab4ba186d3) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:58.800389 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.808131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Transition to ACTIVE for port object 49b99b43-b745-424e-8ec4-9aab4ba186d3 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:58.812709 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92ebe417-9afa-4fd1-a993-e27fe3301c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.817922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.832718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Transition to ACTIVE for port object 49b99b43-b745-424e-8ec4-9aab4ba186d3 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:58.847054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.895205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:58.898580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:58.913251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::1 (6835a079-e6de-424a-b574-d953dc581087/8ed4e55c-6d9e-451f-a9a9-4c6df557368e/6a5c0335-3bed-4969-b893-939ab534c1e3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:58.918996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:58.923052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Pushing event updated for resources: {'Port': ['ID=49b99b43-b745-424e-8ec4-9aab4ba186d3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:58.986452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Attempting to bind port 49b99b43-b745-424e-8ec4-9aab4ba186d3 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:58.986890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Attempting to bind port 49b99b43-b745-424e-8ec4-9aab4ba186d3 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:58.987411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Attempting to bind port 49b99b43-b745-424e-8ec4-9aab4ba186d3 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:58.992627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:58.993003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:58.993407 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.994282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:58.994282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Bound port: 49b99b43-b745-424e-8ec4-9aab4ba186d3, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:58.994620 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.055161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.060839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] For port 49b99b43-b745-424e-8ec4-9aab4ba186d3, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:59.064615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] For port 49b99b43-b745-424e-8ec4-9aab4ba186d3, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49b99b43-b745-424e-8ec4-9aab4ba186d3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:59.069743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.073128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 6a5c0335-3bed-4969-b893-939ab534c1e3 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:59.108900 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.148680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26c8de-9703-47d1-b697-66d569c2955a None None] Pushing event updated for resources: {'Port': ['ID=49b99b43-b745-424e-8ec4-9aab4ba186d3,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:59.166899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:59.170206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:59.174113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:59.174609 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.306553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=6a5c0335-3bed-4969-b893-939ab534c1e3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:59.342661 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.671089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.677430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.678487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.778727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=6a5c0335-3bed-4969-b893-939ab534c1e3,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:59.822177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:59.823602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:59.967165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Router e07e22ba-5daa-4629-a1d8-dbf024732d7a is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:42:00.035749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.122384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49b99b43-b745-424e-8ec4-9aab4ba186d3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:00.132193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:42:00.138723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-285930de-3e8c-4432-8cf1-b60ad2afc9e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "PUT /v2.0/routers/e07e22ba-5daa-4629-a1d8-dbf024732d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0387058 Aug 16 02:42:00.140832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53610) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:00.145239 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Sync routers for ids ['e07e22ba-5daa-4629-a1d8-dbf024732d7a'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:42:00.175167 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Routers {'e07e22ba-5daa-4629-a1d8-dbf024732d7a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:00.175905 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e07e22ba-5daa-4629-a1d8-dbf024732d7a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:00.233415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 49b99b43-b745-424e-8ec4-9aab4ba186d3 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:00.313426 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Set router e07e22ba-5daa-4629-a1d8-dbf024732d7a gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:00.515861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-890abf33-570d-4280-9b92-97539cb1feee None None] Provisioning for port 49b99b43-b745-424e-8ec4-9aab4ba186d3 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:00.521713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-890abf33-570d-4280-9b92-97539cb1feee None None] Provisioning complete for port 49b99b43-b745-424e-8ec4-9aab4ba186d3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:00.522092 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-890abf33-570d-4280-9b92-97539cb1feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.620803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84aad4b-8867-4e54-a7a0-350a6fe39850 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:00.629703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e84aad4b-8867-4e54-a7a0-350a6fe39850 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports/6a5c0335-3bed-4969-b893-939ab534c1e3 HTTP/1.1" status: 200 len: 911 time: 0.4865551 Aug 16 02:42:00.631221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:00.689791 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-890abf33-570d-4280-9b92-97539cb1feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.732966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642c1c6-c70e-411a-b776-dd04ffe4bad5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:00.741483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642c1c6-c70e-411a-b776-dd04ffe4bad5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:00.743370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a642c1c6-c70e-411a-b776-dd04ffe4bad5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1110075 Aug 16 02:42:00.746203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53628) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:00.762741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-890abf33-570d-4280-9b92-97539cb1feee None None] For port 49b99b43-b745-424e-8ec4-9aab4ba186d3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49b99b43-b745-424e-8ec4-9aab4ba186d3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:00.766865 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-890abf33-570d-4280-9b92-97539cb1feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.785405 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e22ba-5daa-4629-a1d8-dbf024732d7a', 'name': 'tempest-NetworksTestDHCPv6-router-673713859', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:58Z', 'updated_at': '2021-08-16T02:41:59Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'gw_port_host': None, '_interfaces': [{'id': '6a5c0335-3bed-4969-b893-939ab534c1e3', 'name': '', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'mac_address': 'fa:16:3e:ac:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e22ba-5daa-4629-a1d8-dbf024732d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '8ed4e55c-6d9e-451f-a9a9-4c6df557368e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:58Z', 'updated_at': '2021-08-16T02:41:59Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'subnets': [{'id': '8ed4e55c-6d9e-451f-a9a9-4c6df557368e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:00.816762 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Checking router: e07e22ba-5daa-4629-a1d8-dbf024732d7a for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:42:00.817204 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Updating router e07e22ba-5daa-4629-a1d8-dbf024732d7a port 6a5c0335-3bed-4969-b893-939ab534c1e3 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:42:00.855340 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.873352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890abf33-570d-4280-9b92-97539cb1feee None None] Pushing event updated for resources: {'Port': ['ID=49b99b43-b745-424e-8ec4-9aab4ba186d3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:00.895103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e36d6ca9-d946-409a-9f88-533d3217a51f None None] Could not find standard attr ID for object cc0a920c-e92b-4706-b55e-cf84deff92c9. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:01.112874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bcff20c1-fe1e-4ed9-9988-be3253f44b85 None None] Could not find standard attr ID for object d87f8b61-65a0-4fbe-901a-c8c7be97a52b. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:01.218949 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.239220 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Transition to ACTIVE for port object 6a5c0335-3bed-4969-b893-939ab534c1e3 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:01.248001 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.370763 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb400d35-9364-4635-ae04-36c144d7a771 None None] Pushing event updated for resources: {'Port': ['ID=6a5c0335-3bed-4969-b893-939ab534c1e3,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:01.406288 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.422504 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Attempting to bind port 6a5c0335-3bed-4969-b893-939ab534c1e3 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:01.422947 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Attempting to bind port 6a5c0335-3bed-4969-b893-939ab534c1e3 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:01.423460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Attempting to bind port 6a5c0335-3bed-4969-b893-939ab534c1e3 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:01.429659 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:01.430351 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:01.430857 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.431329 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:01.431885 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Bound port: 6a5c0335-3bed-4969-b893-939ab534c1e3, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:01.432746 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.443910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0cd8249c-5097-4e02-b965-ed7d1db77f97 None None] Could not find standard attr ID for object 6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:01.506153 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] For port 6a5c0335-3bed-4969-b893-939ab534c1e3, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:01.509924 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] For port 6a5c0335-3bed-4969-b893-939ab534c1e3, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6a5c0335-3bed-4969-b893-939ab534c1e3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:01.516173 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.605092 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Routers {'e07e22ba-5daa-4629-a1d8-dbf024732d7a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:01.606036 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['e07e22ba-5daa-4629-a1d8-dbf024732d7a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:01.645851 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb400d35-9364-4635-ae04-36c144d7a771 None None] Pushing event updated for resources: {'Port': ['ID=6a5c0335-3bed-4969-b893-939ab534c1e3,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:01.716212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 6a5c0335-3bed-4969-b893-939ab534c1e3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:01.716730 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.760883 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] Set router e07e22ba-5daa-4629-a1d8-dbf024732d7a gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:01.806022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc9e317e-5b4d-4790-9422-c88e7baeeb55 None None] Provisioning for port 6a5c0335-3bed-4969-b893-939ab534c1e3 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:01.861442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port 6a5c0335-3bed-4969-b893-939ab534c1e3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6a5c0335-3bed-4969-b893-939ab534c1e3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:01.861954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.894902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 6a5c0335-3bed-4969-b893-939ab534c1e3 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:01.955331 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.042703 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e22ba-5daa-4629-a1d8-dbf024732d7a', 'name': 'tempest-NetworksTestDHCPv6-router-673713859', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:58Z', 'updated_at': '2021-08-16T02:41:59Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'gw_port_host': None, '_interfaces': [{'id': '6a5c0335-3bed-4969-b893-939ab534c1e3', 'name': '', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'mac_address': 'fa:16:3e:ac:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e22ba-5daa-4629-a1d8-dbf024732d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '8ed4e55c-6d9e-451f-a9a9-4c6df557368e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:58Z', 'updated_at': '2021-08-16T02:42:01Z', 'revision_number': 4, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'subnets': [{'id': '8ed4e55c-6d9e-451f-a9a9-4c6df557368e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:02.105287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49b99b43-b745-424e-8ec4-9aab4ba186d3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:02.110571 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32365c62-b6f3-45cd-b761-23af542121dd None None] The sync data for ids ['e07e22ba-5daa-4629-a1d8-dbf024732d7a'] in n-d-769329-15 is: [{'id': 'e07e22ba-5daa-4629-a1d8-dbf024732d7a', 'name': 'tempest-NetworksTestDHCPv6-router-673713859', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:58Z', 'updated_at': '2021-08-16T02:41:59Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'gw_port_host': None, '_interfaces': [{'id': '6a5c0335-3bed-4969-b893-939ab534c1e3', 'name': '', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'mac_address': 'fa:16:3e:ac:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e22ba-5daa-4629-a1d8-dbf024732d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '8ed4e55c-6d9e-451f-a9a9-4c6df557368e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:58Z', 'updated_at': '2021-08-16T02:42:01Z', 'revision_number': 4, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'subnets': [{'id': '8ed4e55c-6d9e-451f-a9a9-4c6df557368e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:42:02.169602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.223031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=6a5c0335-3bed-4969-b893-939ab534c1e3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:02.246399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4c3d6494-53dc-4764-988a-9ab32c36a1c3 None None] Provisioning complete for port 6a5c0335-3bed-4969-b893-939ab534c1e3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:02.247249 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6494-53dc-4764-988a-9ab32c36a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.293206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d6494-53dc-4764-988a-9ab32c36a1c3 None None] Port 6a5c0335-3bed-4969-b893-939ab534c1e3 was deleted so its status cannot be updated. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:42:02.306407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 49b99b43-b745-424e-8ec4-9aab4ba186d3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:02.307323 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.489936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.747601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Router e07e22ba-5daa-4629-a1d8-dbf024732d7a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:42:02.842739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:42:02.853334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53660) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:02.853872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-408b7e94-9bf8-42ef-9ceb-d23c3a8b2a10 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "PUT /v2.0/routers/e07e22ba-5daa-4629-a1d8-dbf024732d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058314 Aug 16 02:42:02.955675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e088d6-28cd-4768-8db6-6a7e817bb784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:02.960754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e088d6-28cd-4768-8db6-6a7e817bb784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:02.964755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c3e088d6-28cd-4768-8db6-6a7e817bb784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1080315 Aug 16 02:42:02.965530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53668) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:03.044455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 8ed4e55c-6d9e-451f-a9a9-4c6df557368e {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:03.054628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.110468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.259102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.334236 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.367472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed4e55c-6d9e-451f-a9a9-4c6df557368e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:03.369906 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.371797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9fbc4e2e-be11-42ee-95e7-2ab4b9114424 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/8ed4e55c-6d9e-451f-a9a9-4c6df557368e HTTP/1.1" status: 204 len: 168 time: 0.4033875 Aug 16 02:42:03.374457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:03.489025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53676) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:03.489291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-da55ecea-bb8b-4825-8ebf-a6fc94a9e0a6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1135862 Aug 16 02:42:03.492181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a55fb8-1fbe-474e-a171-790b7804d96a None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:03.545371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b1545a73-e1ab-45ea-b9ff-321a952fc67f None None] Could not find standard attr ID for object 6a5c0335-3bed-4969-b893-939ab534c1e3. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:03.594001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bedec531-cd18-4c36-9ad6-f0dff333b06d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.725157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:03.792650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bedec531-cd18-4c36-9ad6-f0dff333b06d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.795107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bedec531-cd18-4c36-9ad6-f0dff333b06d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.817902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] Deleting port 49b99b43-b745-424e-8ec4-9aab4ba186d3 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:03.820772 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.856981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bedec531-cd18-4c36-9ad6-f0dff333b06d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.858067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedec531-cd18-4c36-9ad6-f0dff333b06d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Fanout notify agent at l3_agent the message router_deleted on router e07e22ba-5daa-4629-a1d8-dbf024732d7a {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:42:03.875814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bedec531-cd18-4c36-9ad6-f0dff333b06d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.881034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53684) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:03.886573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:03.892879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bedec531-cd18-4c36-9ad6-f0dff333b06d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/routers/e07e22ba-5daa-4629-a1d8-dbf024732d7a HTTP/1.1" status: 204 len: 168 time: 0.4021075 Aug 16 02:42:03.898514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] For port 49b99b43-b745-424e-8ec4-9aab4ba186d3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49b99b43-b745-424e-8ec4-9aab4ba186d3,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:03.898999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.913800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] Calling delete_port for 49b99b43-b745-424e-8ec4-9aab4ba186d3 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:04.047287 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.084344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:04.088036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.098598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] Pushing event deleted for resources: {'Port': ['ID=49b99b43-b745-424e-8ec4-9aab4ba186d3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:04.105572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49b99b43-b745-424e-8ec4-9aab4ba186d3 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:04.133391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 49b99b43-b745-424e-8ec4-9aab4ba186d3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:04.133752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49b99b43-b745-424e-8ec4-9aab4ba186d3 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:04.137058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f71a79-6b55-4ca3-a401-b694613845ae None None] No DVR routers for this DVR port 49b99b43-b745-424e-8ec4-9aab4ba186d3 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:04.179280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] Sync routers for ids ['e07e22ba-5daa-4629-a1d8-dbf024732d7a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:42:04.192807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] Routers set() bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:04.193381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] Router IDs set() for agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:42:04.194449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e07e22ba-5daa-4629-a1d8-dbf024732d7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:42:04.206106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] Routers set() bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:04.206589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] Router IDs set() for agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:42:04.207736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e07e22ba-5daa-4629-a1d8-dbf024732d7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:42:04.208118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbdf1ce-2e19-4579-9e89-f5d522b1ca26 None None] The sync data for ids ['e07e22ba-5daa-4629-a1d8-dbf024732d7a'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:42:04.353930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.400083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:04.404894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:04.409560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:04.410898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.419408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b797bcbe-0688-423d-bdea-5400dd29cb48 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:04.425491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=0e0478b8-fcf6-4252-955e-72d6c979383e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:04.438964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-183775c1-6400-47af-b721-75422561910c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5568292 Aug 16 02:42:04.441825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53696) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:04.457141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-92f41591-a0ff-4435-b737-beb1e6d270bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1540944338', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:04.490490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92f41591-a0ff-4435-b737-beb1e6d270bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.491969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92f41591-a0ff-4435-b737-beb1e6d270bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.591359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92f41591-a0ff-4435-b737-beb1e6d270bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.597805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92f41591-a0ff-4435-b737-beb1e6d270bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.603370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '0e0478b8-fcf6-4252-955e-72d6c979383e'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:04.604314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.619366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-92f41591-a0ff-4435-b737-beb1e6d270bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.621784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-92f41591-a0ff-4435-b737-beb1e6d270bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1783848 Aug 16 02:42:04.624541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53702) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:04.843731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/0e0478b8-fcf6-4252-955e-72d6c979383e/f3d58af9-f454-4dab-a348-8430f1cbe786) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:05.044394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.053721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Transition to ACTIVE for port object f3d58af9-f454-4dab-a348-8430f1cbe786 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:05.070520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Transition to ACTIVE for port object f3d58af9-f454-4dab-a348-8430f1cbe786 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:05.079074 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.317610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:05.319334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:05.322337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:05.327157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Pushing event updated for resources: {'Port': ['ID=f3d58af9-f454-4dab-a348-8430f1cbe786,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:05.384194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Attempting to bind port f3d58af9-f454-4dab-a348-8430f1cbe786 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:05.384668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Attempting to bind port f3d58af9-f454-4dab-a348-8430f1cbe786 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:05.385097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Attempting to bind port f3d58af9-f454-4dab-a348-8430f1cbe786 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:05.390303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:05.390769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:05.391234 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.391792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:05.392354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Bound port: f3d58af9-f454-4dab-a348-8430f1cbe786, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:05.392803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.397315 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.459276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] For port f3d58af9-f454-4dab-a348-8430f1cbe786, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:05.462357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] For port f3d58af9-f454-4dab-a348-8430f1cbe786, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f3d58af9-f454-4dab-a348-8430f1cbe786,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:05.468152 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.552937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e58dc-318e-410c-8c67-963a166dca58 None None] Pushing event updated for resources: {'Port': ['ID=f3d58af9-f454-4dab-a348-8430f1cbe786,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:05.711567 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::1 (6835a079-e6de-424a-b574-d953dc581087/0e0478b8-fcf6-4252-955e-72d6c979383e/45382dee-7273-4e11-8031-3e004196cadb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:05.894844 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.914056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 45382dee-7273-4e11-8031-3e004196cadb will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:05.957164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.009488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:06.015046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:06.017909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:06.020007 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.065134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=45382dee-7273-4e11-8031-3e004196cadb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:06.074930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.075496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.075630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.076146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.076339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.076661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.076994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.077547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.077649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.077993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.078333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.078658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:06.134972 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f3d58af9-f454-4dab-a348-8430f1cbe786 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:06.179680 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.195578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f3d58af9-f454-4dab-a348-8430f1cbe786 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:06.210009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6a5c0335-3bed-4969-b893-939ab534c1e3 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:06.235747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6a5c0335-3bed-4969-b893-939ab534c1e3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:06.236392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6a5c0335-3bed-4969-b893-939ab534c1e3 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:06.368083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a25e58-b53b-4bae-92fd-33776c58b32c req-ff0a5e51-aaa3-437e-a334-473065e7bbb7 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:06.377375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44a25e58-b53b-4bae-92fd-33776c58b32c req-ff0a5e51-aaa3-437e-a334-473065e7bbb7 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1097 time: 0.0701976 Aug 16 02:42:06.411286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-44a25e58-b53b-4bae-92fd-33776c58b32c req-8fddc4a3-ae47-477e-a20d-def3aea46cb6 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Aug 16 02:42:06.509533 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.544899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.545702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.653920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a2cea-609e-4c94-86b6-c987b89ab423 req-809d2b14-9735-437c-b550-bd373f9ef703 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:06.655446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d57a2cea-609e-4c94-86b6-c987b89ab423 req-809d2b14-9735-437c-b550-bd373f9ef703 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1435487 Aug 16 02:42:06.658276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=45382dee-7273-4e11-8031-3e004196cadb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:06.730779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:06.734541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d57a2cea-609e-4c94-86b6-c987b89ab423 req-a197442a-49ad-450f-96bb-21f8ed44e9a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674934 Aug 16 02:42:06.735556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:06.759460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53746) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:06.802679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8831a81c-2d2f-4aba-852f-48b584eef948 None None] Provisioning for port f3d58af9-f454-4dab-a348-8430f1cbe786 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:06.806911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8831a81c-2d2f-4aba-852f-48b584eef948 None None] Provisioning complete for port f3d58af9-f454-4dab-a348-8430f1cbe786 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:06.807287 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8831a81c-2d2f-4aba-852f-48b584eef948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.836347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-197e5027-3568-4938-beca-f7c23d317f48 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/2a275949-8e00-46cc-bd41-4017ce845bbc HTTP/1.1" status: 200 len: 991 time: 0.0747690 Aug 16 02:42:06.914670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8831a81c-2d2f-4aba-852f-48b584eef948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:06.915549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Router b3e67b81-b2e8-4db1-a835-4fc3a8f14832 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:42:06.969960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8831a81c-2d2f-4aba-852f-48b584eef948 None None] For port f3d58af9-f454-4dab-a348-8430f1cbe786, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f3d58af9-f454-4dab-a348-8430f1cbe786,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:06.991158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8831a81c-2d2f-4aba-852f-48b584eef948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.024934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:42:07.032345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-304df09f-0323-413f-a217-1560d55ccead tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "PUT /v2.0/routers/b3e67b81-b2e8-4db1-a835-4fc3a8f14832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4048789 Aug 16 02:42:07.033775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:07.039700 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Sync routers for ids ['b3e67b81-b2e8-4db1-a835-4fc3a8f14832'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:42:07.054673 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Routers {'b3e67b81-b2e8-4db1-a835-4fc3a8f14832'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:07.055313 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b3e67b81-b2e8-4db1-a835-4fc3a8f14832'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:07.086213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831a81c-2d2f-4aba-852f-48b584eef948 None None] Pushing event updated for resources: {'Port': ['ID=f3d58af9-f454-4dab-a348-8430f1cbe786,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:07.095980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a7400f-cee4-4339-a5dc-8d38ba102a0c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.101314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53758) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:07.111493 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-69a7400f-cee4-4339-a5dc-8d38ba102a0c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports/45382dee-7273-4e11-8031-3e004196cadb HTTP/1.1" status: 200 len: 911 time: 0.0770710 Aug 16 02:42:07.149295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a706efc6-2b96-429e-aad2-70e511e96c57 None None] Provisioning for port 45382dee-7273-4e11-8031-3e004196cadb completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:07.154605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a706efc6-2b96-429e-aad2-70e511e96c57 None None] Provisioning complete for port 45382dee-7273-4e11-8031-3e004196cadb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:07.155138 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a706efc6-2b96-429e-aad2-70e511e96c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.199927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a706efc6-2b96-429e-aad2-70e511e96c57 None None] Port 45382dee-7273-4e11-8031-3e004196cadb cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:42:07.206901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ae334-72f5-48e3-ac79-897280563e32 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.220647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ae334-72f5-48e3-ac79-897280563e32 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.226628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b98ae334-72f5-48e3-ac79-897280563e32 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1214917 Aug 16 02:42:07.227644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:07.241927 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Set router b3e67b81-b2e8-4db1-a835-4fc3a8f14832 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:07.434947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6d35d5e5-90b2-4745-9332-1066f45452b6 None None] Provisioning complete for port 45382dee-7273-4e11-8031-3e004196cadb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:07.435429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d35d5e5-90b2-4745-9332-1066f45452b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.511771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6d35d5e5-90b2-4745-9332-1066f45452b6 None None] Port 45382dee-7273-4e11-8031-3e004196cadb cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:42:07.544827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-651eda71-d0f6-4e85-a286-5d1d12f10f0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590351 Aug 16 02:42:07.588599 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e67b81-b2e8-4db1-a835-4fc3a8f14832', 'name': 'tempest-NetworksTestDHCPv6-router-1540944338', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:42:04Z', 'updated_at': '2021-08-16T02:42:06Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'gw_port_host': None, '_interfaces': [{'id': '45382dee-7273-4e11-8031-3e004196cadb', 'name': '', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'mac_address': 'fa:16:3e:09:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e67b81-b2e8-4db1-a835-4fc3a8f14832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0e0478b8-fcf6-4252-955e-72d6c979383e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:42:05Z', 'updated_at': '2021-08-16T02:42:06Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'subnets': [{'id': '0e0478b8-fcf6-4252-955e-72d6c979383e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:07.629980 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Checking router: b3e67b81-b2e8-4db1-a835-4fc3a8f14832 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:42:07.630334 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Updating router b3e67b81-b2e8-4db1-a835-4fc3a8f14832 port 45382dee-7273-4e11-8031-3e004196cadb binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:42:07.632819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c87d-6bfb-46f7-be5c-3560968baee0 req-059e8e0b-2614-47b8-9782-f58476071be9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.634350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c43c87d-6bfb-46f7-be5c-3560968baee0 req-059e8e0b-2614-47b8-9782-f58476071be9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1084762 Aug 16 02:42:07.665610 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.688058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c43c87d-6bfb-46f7-be5c-3560968baee0 req-5bf32ae1-57ca-4cbf-afd5-867b1f09eaa3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Aug 16 02:42:07.811157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.993845 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.016526 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Transition to ACTIVE for port object 45382dee-7273-4e11-8031-3e004196cadb will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:08.025645 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.104206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f3d58af9-f454-4dab-a348-8430f1cbe786 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:08.160607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 45382dee-7273-4e11-8031-3e004196cadb {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:08.161080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.257793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f3d58af9-f454-4dab-a348-8430f1cbe786 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:08.258774 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.314439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port 45382dee-7273-4e11-8031-3e004196cadb, host n-d-769329-15, got binding levels [] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:08.314915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.336752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 45382dee-7273-4e11-8031-3e004196cadb owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:08.376124 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acd212-125b-474f-80a6-f63de2af506b None None] Pushing event updated for resources: {'Port': ['ID=45382dee-7273-4e11-8031-3e004196cadb,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:08.397667 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Attempting to bind port 45382dee-7273-4e11-8031-3e004196cadb on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:08.398043 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Attempting to bind port 45382dee-7273-4e11-8031-3e004196cadb by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:08.398406 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Attempting to bind port 45382dee-7273-4e11-8031-3e004196cadb on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:08.403943 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:08.404355 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:08.404770 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.405167 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:08.405774 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Bound port: 45382dee-7273-4e11-8031-3e004196cadb, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:08.406045 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.492264 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] For port 45382dee-7273-4e11-8031-3e004196cadb, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:08.495515 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] For port 45382dee-7273-4e11-8031-3e004196cadb, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=45382dee-7273-4e11-8031-3e004196cadb,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:08.504498 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.564142 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Routers {'b3e67b81-b2e8-4db1-a835-4fc3a8f14832'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:08.564142 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b3e67b81-b2e8-4db1-a835-4fc3a8f14832'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:08.568690 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acd212-125b-474f-80a6-f63de2af506b None None] Pushing event updated for resources: {'Port': ['ID=45382dee-7273-4e11-8031-3e004196cadb,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:08.685157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.741396 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] Set router b3e67b81-b2e8-4db1-a835-4fc3a8f14832 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:08.745829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=45382dee-7273-4e11-8031-3e004196cadb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:08.933845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a4fc18a5-8b3c-476e-807e-fb26656dcdef None None] Could not find standard attr ID for object 45382dee-7273-4e11-8031-3e004196cadb. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:08.976930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7ee7f-6df8-457b-96cf-a431bb7112ae req-d45308cf-f355-452e-b943-55a7b58e2f69 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:08.991943 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9f7ee7f-6df8-457b-96cf-a431bb7112ae req-d45308cf-f355-452e-b943-55a7b58e2f69 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1607533 Aug 16 02:42:09.045322 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e67b81-b2e8-4db1-a835-4fc3a8f14832', 'name': 'tempest-NetworksTestDHCPv6-router-1540944338', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:42:04Z', 'updated_at': '2021-08-16T02:42:06Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'gw_port_host': None, '_interfaces': [{'id': '45382dee-7273-4e11-8031-3e004196cadb', 'name': '', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'mac_address': 'fa:16:3e:09:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e67b81-b2e8-4db1-a835-4fc3a8f14832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0e0478b8-fcf6-4252-955e-72d6c979383e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:42:05Z', 'updated_at': '2021-08-16T02:42:08Z', 'revision_number': 4, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'subnets': [{'id': '0e0478b8-fcf6-4252-955e-72d6c979383e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:09.061618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9f7ee7f-6df8-457b-96cf-a431bb7112ae req-eed540ba-b8e3-48d8-b486-7c5b6165ee77 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684037 Aug 16 02:42:09.082716 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fb60f-cd0c-412b-83bb-773142273445 None None] The sync data for ids ['b3e67b81-b2e8-4db1-a835-4fc3a8f14832'] in n-d-769329-15 is: [{'id': 'b3e67b81-b2e8-4db1-a835-4fc3a8f14832', 'name': 'tempest-NetworksTestDHCPv6-router-1540944338', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:42:04Z', 'updated_at': '2021-08-16T02:42:06Z', 'revision_number': 2, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'gw_port_host': None, '_interfaces': [{'id': '45382dee-7273-4e11-8031-3e004196cadb', 'name': '', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'mac_address': 'fa:16:3e:09:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e67b81-b2e8-4db1-a835-4fc3a8f14832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0e0478b8-fcf6-4252-955e-72d6c979383e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:42:05Z', 'updated_at': '2021-08-16T02:42:08Z', 'revision_number': 4, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'subnets': [{'id': '0e0478b8-fcf6-4252-955e-72d6c979383e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:42:09.447754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:09.497699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-ba9a9e62-7e3e-43d2-a932-7bcd3020bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:09.499222 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-ba9a9e62-7e3e-43d2-a932-7bcd3020bb8c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1097 time: 0.1250813 Aug 16 02:42:09.678532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Router b3e67b81-b2e8-4db1-a835-4fc3a8f14832 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:42:09.696821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-de9aee2c-256d-45bd-a7dc-69609349f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:09.698315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-de9aee2c-256d-45bd-a7dc-69609349f770 service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.1701272 Aug 16 02:42:09.806463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:42:09.815053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d79f7e83-aeb3-4a7e-b29f-82edbc6f530a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "PUT /v2.0/routers/b3e67b81-b2e8-4db1-a835-4fc3a8f14832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5836971 Aug 16 02:42:09.815287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:09.865516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-f7e286f5-932e-4361-828e-703dda00f664 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 999 time: 0.1324549 Aug 16 02:42:09.891666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3dd993-161a-4136-af1b-7a797741d4f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:09.893227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3dd993-161a-4136-af1b-7a797741d4f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:09.895867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef3dd993-161a-4136-af1b-7a797741d4f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0782528 Aug 16 02:42:09.898752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53840) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:09.937657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-2a40bceb-22be-4e1b-be64-de0803a9b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:09.939147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-2a40bceb-22be-4e1b-be64-de0803a9b638 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0608463 Aug 16 02:42:09.957976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 0e0478b8-fcf6-4252-955e-72d6c979383e {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:09.961310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:09.989070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-e50ec2a6-a522-470a-bd8c-281f4da0167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:09.990437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-e50ec2a6-a522-470a-bd8c-281f4da0167d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401921 Aug 16 02:42:10.005955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.009263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-3077c059-730f-46ca-8b99-0e2f407d4b37 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:42:10.010277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-3077c059-730f-46ca-8b99-0e2f407d4b37 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081761 Aug 16 02:42:10.097973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.142206 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-a953ffdd-7aae-4a26-a182-78e0dd117e81 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165657 Aug 16 02:42:10.172565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.210492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0478b8-fcf6-4252-955e-72d6c979383e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:10.212722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.214954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ee8acb6-0b7a-4e6b-ae75-a59c396c0fef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/0e0478b8-fcf6-4252-955e-72d6c979383e HTTP/1.1" status: 204 len: 168 time: 0.3149195 Aug 16 02:42:10.217129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53848) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:10.219506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd081c4-049d-495b-a9f3-a903f35288bb None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:10.278307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efa0a3-a51a-4545-ac56-e5bec11151c0 req-8d207e2d-51ce-41ac-910d-ffc58d0e3218 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:10.280155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-45efa0a3-a51a-4545-ac56-e5bec11151c0 req-8d207e2d-51ce-41ac-910d-ffc58d0e3218 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1310334 Aug 16 02:42:10.311594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-4e373927-9551-48f0-9126-d5a70db9b0ac service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539886 Aug 16 02:42:10.348032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-45efa0a3-a51a-4545-ac56-e5bec11151c0 req-ab2c1a1e-ba65-4e9b-94fd-5a915fabd3af tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593393 Aug 16 02:42:10.436628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8bdb06ce-fc7c-4acc-a728-0202aa6f4e7a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1848404 Aug 16 02:42:10.437291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:10.514030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:10.542238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0954bf00-7f1c-4241-abe4-8bc33d3569f1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.568020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Deleting port f3d58af9-f454-4dab-a348-8430f1cbe786 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:10.568437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.638865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] For port f3d58af9-f454-4dab-a348-8430f1cbe786, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f3d58af9-f454-4dab-a348-8430f1cbe786,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:10.639278 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.641818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] Sync routers for ids ['b3e67b81-b2e8-4db1-a835-4fc3a8f14832'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:42:10.656404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Calling delete_port for f3d58af9-f454-4dab-a348-8430f1cbe786 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:10.667595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] Routers {'b3e67b81-b2e8-4db1-a835-4fc3a8f14832'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:10.668224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b3e67b81-b2e8-4db1-a835-4fc3a8f14832'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:10.711082 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0954bf00-7f1c-4241-abe4-8bc33d3569f1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.713381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0954bf00-7f1c-4241-abe4-8bc33d3569f1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.759728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0954bf00-7f1c-4241-abe4-8bc33d3569f1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.760381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0954bf00-7f1c-4241-abe4-8bc33d3569f1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Fanout notify agent at l3_agent the message router_deleted on router b3e67b81-b2e8-4db1-a835-4fc3a8f14832 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:42:10.768194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0954bf00-7f1c-4241-abe4-8bc33d3569f1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.769007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] Set router b3e67b81-b2e8-4db1-a835-4fc3a8f14832 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:10.769376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0954bf00-7f1c-4241-abe4-8bc33d3569f1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/routers/b3e67b81-b2e8-4db1-a835-4fc3a8f14832 HTTP/1.1" status: 204 len: 168 time: 0.3319402 Aug 16 02:42:10.771965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:10.829163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06935c-e26a-481c-aaa0-0bd22f9998a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:10.830639 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1b06935c-e26a-481c-aaa0-0bd22f9998a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0575366 Aug 16 02:42:10.833217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53866) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:10.835008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e67b81-b2e8-4db1-a835-4fc3a8f14832', 'name': 'tempest-NetworksTestDHCPv6-router-1540944338', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:42:04Z', 'updated_at': '2021-08-16T02:42:08Z', 'revision_number': 3, 'project_id': '28614b707b1c45cca7017f55c256ee50', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:10.865021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] Checking router: b3e67b81-b2e8-4db1-a835-4fc3a8f14832 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:42:10.881460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] Routers set() bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:10.881832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] Router IDs set() for agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:42:10.882429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b3e67b81-b2e8-4db1-a835-4fc3a8f14832'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:41:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent'). {{(pid=94858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:42:10.882812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c1faf-d441-4181-8513-ebe3b67c0d77 None None] The sync data for ids ['b3e67b81-b2e8-4db1-a835-4fc3a8f14832'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:42:10.892003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f50db07-0eca-4d13-ab17-c5a10533ae09 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:10.892442 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.893738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f50db07-0eca-4d13-ab17-c5a10533ae09 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595520 Aug 16 02:42:10.896319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:10.919671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Pushing event deleted for resources: {'Port': ['ID=f3d58af9-f454-4dab-a348-8430f1cbe786,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:10.928833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] No DVR routers for this DVR port f3d58af9-f454-4dab-a348-8430f1cbe786 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:10.932813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.933290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.933779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.934202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.934637 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.935069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.935554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.935986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.936460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.939701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.939701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.939701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f9f22a-80e5-4740-a828-5c3e42f4be80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:10.951496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1581a5f1-c99a-40e4-936f-ca77280bd2b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500643 Aug 16 02:42:10.952341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:10.960530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:11.051033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:11.054732 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.354099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:11.355899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.402058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:11.406990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:11.413884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:11.415418 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.421736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba37a44-c653-4646-9236-dd2faa118d86 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:11.453586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4991925 Aug 16 02:42:11.456403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:11.462137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56fec5-5f52-4c32-80d9-d3f5dc9258ff tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=4641a3a2-67d2-4573-99e9-c336e0784e49,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:11.462310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:11.590911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025aa57-547c-423d-beb6-014f49fd9829 req-d0686f7d-29e2-43cb-b1c0-2f9f16c2301e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:11.596679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3025aa57-547c-423d-beb6-014f49fd9829 req-d0686f7d-29e2-43cb-b1c0-2f9f16c2301e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1014779 Aug 16 02:42:11.655229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:11.661516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.669302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '4641a3a2-67d2-4573-99e9-c336e0784e49'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:11.673559 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.689109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3025aa57-547c-423d-beb6-014f49fd9829 req-0a50b7ad-a36a-4cfa-87bd-d25d8399beae tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739334 Aug 16 02:42:11.831156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Allocated IP 2001:db8::f816:3eff:fe7a:ca34 (6835a079-e6de-424a-b574-d953dc581087/4641a3a2-67d2-4573-99e9-c336e0784e49/9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:11.933589 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.975268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:11.980603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:11.986714 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.988923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:11.989584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:11.996325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Transition to ACTIVE for port object 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:12.000101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=6f6b5b1d-008d-4f49-b599-b15f21d6a94e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:12.015890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Transition to ACTIVE for port object 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:12.016455 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d1e8c84-ac65-438e-bda8-06fa07f72bcf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5586121 Aug 16 02:42:12.020351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53896) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:12.027294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:b0:c7:a8', 'name': 'tempest-NetworksTestDHCPv6-1247878790'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:12.027514 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.046253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:12.064842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:12.068484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:12.079873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 45382dee-7273-4e11-8031-3e004196cadb no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:12.123482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 45382dee-7273-4e11-8031-3e004196cadb {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:12.123832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 45382dee-7273-4e11-8031-3e004196cadb not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:12.124251 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f3d58af9-f454-4dab-a348-8430f1cbe786 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:12.154217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:12.165931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:12.173922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f3d58af9-f454-4dab-a348-8430f1cbe786 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:12.174177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f3d58af9-f454-4dab-a348-8430f1cbe786 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:12.179622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Attempting to bind port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:12.179880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Attempting to bind port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:12.180253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Attempting to bind port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:12.185622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:12.186144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:12.186566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.186971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:12.187501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Bound port: 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:12.187821 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.249094 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.257345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:12.260722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:12.265618 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.274471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 1e501bb8-8df8-4220-9282-ab3440572fd9 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:12.342532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb19ed4-d698-4792-b72e-c4fbad36b6b0 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:12.459363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 172.20.0.2 (6835a079-e6de-424a-b574-d953dc581087/6f6b5b1d-008d-4f49-b599-b15f21d6a94e/1e501bb8-8df8-4220-9282-ab3440572fd9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:12.468038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:feb0:c7a8 (6835a079-e6de-424a-b574-d953dc581087/4641a3a2-67d2-4573-99e9-c336e0784e49/1e501bb8-8df8-4220-9282-ab3440572fd9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:12.682321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.696833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 1e501bb8-8df8-4220-9282-ab3440572fd9 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:12.741460 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.830080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:12.830434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=1e501bb8-8df8-4220-9282-ab3440572fd9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:12.834421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:12.842533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165c680-241f-4636-b0e0-385e62512cb3 req-78ea8060-6e08-44f2-a4f9-de292f2ee944 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:12.844240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3165c680-241f-4636-b0e0-385e62512cb3 req-78ea8060-6e08-44f2-a4f9-de292f2ee944 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0774057 Aug 16 02:42:12.852183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:12.911872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3165c680-241f-4636-b0e0-385e62512cb3 req-bf653915-0fa4-4074-bb12-564a8dcfc2f7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600698 Aug 16 02:42:12.933205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:12.934181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.949505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8394c35d-2cc0-49dc-b5e6-ee4cd9a5828f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9271646 Aug 16 02:42:12.951915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53926) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:13.008593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637b457-f785-424a-a913-63863d1bf75f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:13.014449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637b457-f785-424a-a913-63863d1bf75f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:13.018592 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2637b457-f785-424a-a913-63863d1bf75f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0628884 Aug 16 02:42:13.019519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53928) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:13.148420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 1e501bb8-8df8-4220-9282-ab3440572fd9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:13.150881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.276321 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.297177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 1e501bb8-8df8-4220-9282-ab3440572fd9 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:13.519737 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.524514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5e73bf-5396-4efc-b4a4-8f55674fb76e None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:13.553715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=1e501bb8-8df8-4220-9282-ab3440572fd9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:13.629671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4eb1dc94-ff6b-4e80-a952-4971bd733cb4 None None] Provisioning for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:13.673602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.676840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4437647d-b1f3-4637-bc8a-15b11a29b3de tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/1e501bb8-8df8-4220-9282-ab3440572fd9 HTTP/1.1" status: 204 len: 168 time: 0.6559780 Aug 16 02:42:13.679296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:13.733815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61709c7f-6665-4659-9947-9710c0b8bb85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:13.740484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61709c7f-6665-4659-9947-9710c0b8bb85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:13.742599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61709c7f-6665-4659-9947-9710c0b8bb85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:13.744416 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-61709c7f-6665-4659-9947-9710c0b8bb85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0640392 Aug 16 02:42:13.747375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:13.815228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 4641a3a2-67d2-4573-99e9-c336e0784e49 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:13.819301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.828081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0942e25-6fe3-4d94-99df-31788fc9a1b6 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '4641a3a2-67d2-4573-99e9-c336e0784e49', 'ip_address': '2001:db8::f816:3eff:fe7a:ca34'}, {'subnet_id': '6f6b5b1d-008d-4f49-b599-b15f21d6a94e'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:13.882403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.886461 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b0942e25-6fe3-4d94-99df-31788fc9a1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.982187 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-b0942e25-6fe3-4d94-99df-31788fc9a1b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4641a3a2-67d2-4573-99e9-c336e0784e49: This subnet is being modified by another concurrent operation. Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4641a3a2-67d2-4573-99e9-c336e0784e49: This subnet is being modified by another concurrent operation. Aug 16 02:42:14.086913 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:42:14.092201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81af67-1d24-47d8-8b99-77dc8cf19062 req-cbf1ad09-5512-4f5d-b9c2-0a7ff6367727 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:14.092201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e81af67-1d24-47d8-8b99-77dc8cf19062 req-cbf1ad09-5512-4f5d-b9c2-0a7ff6367727 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0707104 Aug 16 02:42:14.092201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.127380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:14.138198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=4641a3a2-67d2-4573-99e9-c336e0784e49,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:14.153137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.157370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b0dae817-8df9-4528-9bf1-f21a2635f30a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/4641a3a2-67d2-4573-99e9-c336e0784e49 HTTP/1.1" status: 204 len: 168 time: 0.4066451 Aug 16 02:42:14.157725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 53956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:14.192575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d6d94-3894-44fa-818b-0e82f230d868 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:14.205480 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0e81af67-1d24-47d8-8b99-77dc8cf19062 req-a9e4ee70-2523-4946-9e4f-cb206722d5b6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755825 Aug 16 02:42:14.234925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:14.242951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 6f6b5b1d-008d-4f49-b599-b15f21d6a94e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:14.245165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:14.245471 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.246406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.299444 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.311376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df2b805d-89b0-48e2-b997-a843e07ea1fa None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:14.311750 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df2b805d-89b0-48e2-b997-a843e07ea1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.346181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.423228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.454196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.456409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/6f6b5b1d-008d-4f49-b599-b15f21d6a94e HTTP/1.1" status: 204 len: 168 time: 0.2977245 Aug 16 02:42:14.459057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53970) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:14.486232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9d2e8-a7fa-4577-a02f-f26b3692dada tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6b5b1d-008d-4f49-b599-b15f21d6a94e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:14.515389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f0f4e29f-9c0a-4524-ae92-2821ab587963 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546260 Aug 16 02:42:14.518370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 53974) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:14.523496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:14.544190 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df2b805d-89b0-48e2-b997-a843e07ea1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.563365 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.596947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-df2b805d-89b0-48e2-b997-a843e07ea1fa None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:14.605813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df2b805d-89b0-48e2-b997-a843e07ea1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.629602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:14.635930 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.723522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b805d-89b0-48e2-b997-a843e07ea1fa None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:14.736324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e4c09-1e80-4477-a344-84e516214200 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '6f6b5b1d-008d-4f49-b599-b15f21d6a94e'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:14.937918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:42:14.938313 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:42:14.943379 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f51e4c09-1e80-4477-a344-84e516214200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.095176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:15.262001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ebe13d3a-a59b-482c-bb0d-ae918b014af7 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:15.262362 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebe13d3a-a59b-482c-bb0d-ae918b014af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.406419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21fe13-f766-4af8-bb2e-24598a4bb9cb None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:42:15.442266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe862e8a-aff2-4912-ae09-e4f5dcf83df5 req-cf2298f2-1e23-4fa5-b904-7a318f558be7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:15.444938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe862e8a-aff2-4912-ae09-e4f5dcf83df5 req-cf2298f2-1e23-4fa5-b904-7a318f558be7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0985296 Aug 16 02:42:15.499347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe862e8a-aff2-4912-ae09-e4f5dcf83df5 req-8c435928-eb7a-4030-8097-cf9a7c2fca36 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470638 Aug 16 02:42:15.529818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e860c00d-c46d-4c4f-b86a-7114e53b5089 None None] Could not find standard attr ID for object 1e501bb8-8df8-4220-9282-ab3440572fd9. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:15.605270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21fe13-f766-4af8-bb2e-24598a4bb9cb None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:42:15.739152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.944910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:15.978885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.984885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.985664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.074239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:16.086073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:16.093328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=2b7ceda7-d764-4b02-bf19-9c0579405426,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:16.100212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:16.123948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.124613 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.139682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:16.165873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-df555afa-efa6-4423-bbd7-8f919cb23a66 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6462438 Aug 16 02:42:16.168754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54008) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:16.174248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:16.216620 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.273570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:16.281242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.355303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:16.362957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:16.366350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.752691 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841c4df-926e-4a73-a6b5-ad42e80531a8 req-a7a0a7bb-79b9-4f97-a141-f4f91c5f083f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.754888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c841c4df-926e-4a73-a6b5-ad42e80531a8 req-a7a0a7bb-79b9-4f97-a141-f4f91c5f083f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1427939 Aug 16 02:42:16.784222 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.846278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:16.849611 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c841c4df-926e-4a73-a6b5-ad42e80531a8 req-9707209d-a3af-4a4d-9cb1-b56b289ddf65 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881712 Aug 16 02:42:16.852904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:16.857348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.857945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.880346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:16.883800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e1f4c-a0c7-43d2-be1c-3bafa6c81899 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:42:16.904095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e39e9a48-222d-4600-bb1a-f408306089b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7317052 Aug 16 02:42:16.904578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54024) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:16.911580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:00:b1:db', 'name': 'tempest-NetworksTestDHCPv6-559892007'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:17.000900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3ae02296-7e1d-42c1-9cca-e46f1d521a42 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:17.001521 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ae02296-7e1d-42c1-9cca-e46f1d521a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.004867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e1f4c-a0c7-43d2-be1c-3bafa6c81899 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:42:17.039892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:17.046772 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.075470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 702b070d-a629-4fa9-8ee0-b8b82b74399b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:17.189577 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ae02296-7e1d-42c1-9cca-e46f1d521a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.279786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 172.20.0.14 (6835a079-e6de-424a-b574-d953dc581087/b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce/702b070d-a629-4fa9-8ee0-b8b82b74399b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:17.288741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:fe00:b1db (6835a079-e6de-424a-b574-d953dc581087/2b7ceda7-d764-4b02-bf19-9c0579405426/702b070d-a629-4fa9-8ee0-b8b82b74399b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:17.301487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3ae02296-7e1d-42c1-9cca-e46f1d521a42 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:17.308940 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ae02296-7e1d-42c1-9cca-e46f1d521a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.389717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae02296-7e1d-42c1-9cca-e46f1d521a42 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:17.494412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.510153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 702b070d-a629-4fa9-8ee0-b8b82b74399b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:17.555980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '2b7ceda7-d764-4b02-bf19-9c0579405426', 'ip_address': '2001:db8::f816:3eff:fe7a:ca34'}, {'subnet_id': 'b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:17.603011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.633228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.674066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=702b070d-a629-4fa9-8ee0-b8b82b74399b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:17.677864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:17.683843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:17.692351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.693192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.693552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.693923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.694271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.694609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.694969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.697076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.697991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.700723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.701352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.702599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:17.720096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:17.801045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.801045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:17.820310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54040) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:17.820894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f174de51-ff87-40d1-bf3a-be4e7a92b525 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9144287 Aug 16 02:42:17.902115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] Allocated IP 172.20.0.2 (6835a079-e6de-424a-b574-d953dc581087/b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce/9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:17.929936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b98381f-1dd8-41a4-9ff3-b28ce0719f13 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.950373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b98381f-1dd8-41a4-9ff3-b28ce0719f13 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.956114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9b98381f-1dd8-41a4-9ff3-b28ce0719f13 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1323507 Aug 16 02:42:17.957019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54046) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:18.077966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:18.097148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0fe78-eaea-4f2e-9d83-2ffe52553b54 req-0d30505f-932f-4157-884e-09783980d959 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:18.108305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90b0fe78-eaea-4f2e-9d83-2ffe52553b54 req-0d30505f-932f-4157-884e-09783980d959 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1119564 Aug 16 02:42:18.120845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.149188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 702b070d-a629-4fa9-8ee0-b8b82b74399b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:18.149429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] Transition to ACTIVE for port object 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:18.150022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.151458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-90b0fe78-eaea-4f2e-9d83-2ffe52553b54 req-3322afea-c687-47c6-bff8-1f595e7f58ff tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466239 Aug 16 02:42:18.156562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:18.160758 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.268275 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.282338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 702b070d-a629-4fa9-8ee0-b8b82b74399b owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:18.311753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729e3cd-561b-45f8-a4a2-2f442b18834d None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:18.552145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.592766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=702b070d-a629-4fa9-8ee0-b8b82b74399b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:18.696489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.700985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ca9227d9-d179-4db4-9e24-5e709f859197 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/702b070d-a629-4fa9-8ee0-b8b82b74399b HTTP/1.1" status: 204 len: 168 time: 0.7404494 Aug 16 02:42:18.701218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54060) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:18.761083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9549181-6f98-4a29-a730-5197c45d0f62 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:18.762871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9549181-6f98-4a29-a730-5197c45d0f62 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:18.765646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9549181-6f98-4a29-a730-5197c45d0f62 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:18.770102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a9549181-6f98-4a29-a730-5197c45d0f62 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0651102 Aug 16 02:42:18.770324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54064) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:18.856778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 2b7ceda7-d764-4b02-bf19-9c0579405426 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:18.861246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:18.905611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.042484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.140205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.170696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c47a52-f9e2-4fba-a121-b508e4be5f75 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:19.178500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7ceda7-d764-4b02-bf19-9c0579405426,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:19.186082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.187998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-42f60719-91fd-49d4-9c6d-6bac2a7ceda8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/2b7ceda7-d764-4b02-bf19-9c0579405426 HTTP/1.1" status: 204 len: 168 time: 0.4155273 Aug 16 02:42:19.190769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:19.247059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:19.251505 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.290724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-de2d1b4c-63d5-457c-852f-34948c10e1e5 None None] Provisioning for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:19.301464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-de2d1b4c-63d5-457c-852f-34948c10e1e5 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:19.302171 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-de2d1b4c-63d5-457c-852f-34948c10e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.322200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.371577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798d4d2-2dee-4c47-aab5-f3246baa8ef8 req-a66a9e52-27e9-4243-b5db-8eee69c07b55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:19.381039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a798d4d2-2dee-4c47-aab5-f3246baa8ef8 req-a66a9e52-27e9-4243-b5db-8eee69c07b55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0902698 Aug 16 02:42:19.435313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.466982 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a798d4d2-2dee-4c47-aab5-f3246baa8ef8 req-fb23e2f1-0022-43c0-a938-7da130079bdd tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833600 Aug 16 02:42:19.519334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.535537 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.540076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce HTTP/1.1" status: 204 len: 168 time: 0.3459578 Aug 16 02:42:19.540450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:19.558250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818c7eb-0d3f-4596-a53c-cba4ea4b4a58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:19.586588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c33be06-c9dd-4b9c-a5d0-ca07ee9a3cb8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448592 Aug 16 02:42:19.589149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54082) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:19.595661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:19.649851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caaaedc-62f9-4684-be77-5ad69fd9b33f None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': 'b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:19.678130 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8caaaedc-62f9-4684-be77-5ad69fd9b33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.716414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:19.720632 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:19.890425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dbbdeb-52f7-45ef-ae6d-5ea0de4d4925 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:19.956914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.009481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:20.013741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:20.021565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.022269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.023468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-53b7e60b-09fa-49c5-b475-c35267d890b2 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:20.023607 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-53b7e60b-09fa-49c5-b475-c35267d890b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.048092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=afd87fd5-4c36-49f9-8c42-6977197077db,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:20.058876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d8032f64-5b6e-4497-9b8d-879e61ddd1ea tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4686019 Aug 16 02:42:20.061846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:20.071258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:20.116529 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:20.214976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:20.220215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.289066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': 'afd87fd5-4c36-49f9-8c42-6977197077db'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:20.293271 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.328609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.377275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:20.383916 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.508530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=12']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:20.573553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] Allocated IP 172.20.0.2 (6835a079-e6de-424a-b574-d953dc581087/afd87fd5-4c36-49f9-8c42-6977197077db/9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:20.676265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de34c33-a12b-4fb3-a2ec-9f499c1e911f req-a9f44f7d-62d6-4585-800b-9c68e8a5fcb9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.677874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4de34c33-a12b-4fb3-a2ec-9f499c1e911f req-a9f44f7d-62d6-4585-800b-9c68e8a5fcb9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1275485 Aug 16 02:42:20.701342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:20.719216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.objects.ports [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:20.737652 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.751389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] Transition to ACTIVE for port object 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:20.757769 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.832554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5b7b-477b-4101-aff9-ae5726c95f95 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=13']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:21.173466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4de34c33-a12b-4fb3-a2ec-9f499c1e911f req-6b53f15f-10bd-4c91-b19d-039f70599ab9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4847720 Aug 16 02:42:21.369778 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.516724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf7f67-6ea1-4fd5-b671-dbfbc1494bce None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:21.548409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:21.579940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.589198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.590247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.628741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9f61be52-0795-4789-b159-62635addbd55 None None] Provisioning for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:21.653540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9f61be52-0795-4789-b159-62635addbd55 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:21.653908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f61be52-0795-4789-b159-62635addbd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.684183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:21.696980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:21.697199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=18fc0d09-43af-4091-a110-9cd35772984f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:21.699841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:21.700474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.718941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=15']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:21.736335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f216d5d-f464-4e4c-a347-71481eb8dfd5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6706617 Aug 16 02:42:21.737482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:21.743252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:45:8f:3c', 'name': 'tempest-NetworksTestDHCPv6-502725168'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:21.784145 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f61be52-0795-4789-b159-62635addbd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.822736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9f61be52-0795-4789-b159-62635addbd55 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:21.830117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f61be52-0795-4789-b159-62635addbd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.873059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:21.886349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61be52-0795-4789-b159-62635addbd55 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=16']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:21.973076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:21.994606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 47cb20e7-75c1-455c-85d2-9e5474d9f45c yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:22.127575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:22.181182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:22.181568 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.197847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 172.20.0.9 (6835a079-e6de-424a-b574-d953dc581087/afd87fd5-4c36-49f9-8c42-6977197077db/47cb20e7-75c1-455c-85d2-9e5474d9f45c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:22.204712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:fe45:8f3c (6835a079-e6de-424a-b574-d953dc581087/18fc0d09-43af-4091-a110-9cd35772984f/47cb20e7-75c1-455c-85d2-9e5474d9f45c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:22.389499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeff573-4a4c-4d95-8886-cf0a2f7113a6 req-d437e678-a6bb-42c3-b1c7-5aa593d0d270 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:22.400717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3aeff573-4a4c-4d95-8886-cf0a2f7113a6 req-d437e678-a6bb-42c3-b1c7-5aa593d0d270 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1242733 Aug 16 02:42:22.449806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3aeff573-4a4c-4d95-8886-cf0a2f7113a6 req-88920780-d9ba-48b8-bdb8-b5d1a0bf8a1b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478373 Aug 16 02:42:22.481280 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.498297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 47cb20e7-75c1-455c-85d2-9e5474d9f45c will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:22.533977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.555427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf6ddc-4ff5-4fed-af9c-193597ee3845 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:22.587839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:22.591220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:22.596012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:22.619700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=47cb20e7-75c1-455c-85d2-9e5474d9f45c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:22.630118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.632867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-488f777f-356b-4c8a-a6ef-b0f3f1b3c48a None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:22.633832 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-488f777f-356b-4c8a-a6ef-b0f3f1b3c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.671314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:22.672019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.698672 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5287477c-36a2-4a01-95b4-4e8eaf40a4b2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9596431 Aug 16 02:42:22.700905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:22.765211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8f4fb-d777-4fec-95ae-61c17220d2f3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:22.771476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8f4fb-d777-4fec-95ae-61c17220d2f3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:22.775748 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5dd8f4fb-d777-4fec-95ae-61c17220d2f3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0711513 Aug 16 02:42:22.776093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:22.871180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 47cb20e7-75c1-455c-85d2-9e5474d9f45c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:22.871533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.965865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:22.979693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 47cb20e7-75c1-455c-85d2-9e5474d9f45c owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:23.178916 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.179216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-07eb48e9-ab0b-46cc-8a72-09d295a20a48 None None] Provisioning for port 47cb20e7-75c1-455c-85d2-9e5474d9f45c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:23.188585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-07eb48e9-ab0b-46cc-8a72-09d295a20a48 None None] Provisioning complete for port 47cb20e7-75c1-455c-85d2-9e5474d9f45c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:23.188977 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-07eb48e9-ab0b-46cc-8a72-09d295a20a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.215233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=47cb20e7-75c1-455c-85d2-9e5474d9f45c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:23.219982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-07eb48e9-ab0b-46cc-8a72-09d295a20a48 None None] Port 47cb20e7-75c1-455c-85d2-9e5474d9f45c was deleted so its status cannot be updated. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:42:23.237427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-07eb48e9-ab0b-46cc-8a72-09d295a20a48 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:23.237807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-07eb48e9-ab0b-46cc-8a72-09d295a20a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.343113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.348494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1027651a-2f8e-4fad-8a64-0afa03282c9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/47cb20e7-75c1-455c-85d2-9e5474d9f45c HTTP/1.1" status: 204 len: 168 time: 0.5680640 Aug 16 02:42:23.348494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54158) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:23.406241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad23a5f-5d5e-4171-bad9-7aff83f2e872 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:23.407894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad23a5f-5d5e-4171-bad9-7aff83f2e872 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:23.410010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad23a5f-5d5e-4171-bad9-7aff83f2e872 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:23.413156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7ad23a5f-5d5e-4171-bad9-7aff83f2e872 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0636129 Aug 16 02:42:23.414422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54164) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:23.455593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9cae29d0-9188-4df2-adf6-a91240617025 None None] Could not find standard attr ID for object 702b070d-a629-4fa9-8ee0-b8b82b74399b. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:23.491437 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 18fc0d09-43af-4091-a110-9cd35772984f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:23.503914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.594121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.656267 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.657017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c94540-f5c7-45d4-b059-9f0a40b8b6c1 req-a4ab9c66-71ce-4301-bc09-bc0869610ec6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:23.658591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94c94540-f5c7-45d4-b059-9f0a40b8b6c1 req-a4ab9c66-71ce-4301-bc09-bc0869610ec6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.1055892 Aug 16 02:42:23.673158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a4edc62f-9391-4985-ba31-0546414efc73 None None] Could not find standard attr ID for object 47cb20e7-75c1-455c-85d2-9e5474d9f45c. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:23.732732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.769555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94c94540-f5c7-45d4-b059-9f0a40b8b6c1 req-6ed3d7b5-a899-451a-ac53-4fd1da46c820 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001880 Aug 16 02:42:23.816007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.844800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=18fc0d09-43af-4091-a110-9cd35772984f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:23.849601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.851524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4b9ae442-b432-4268-8fa6-8273459ab928 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/18fc0d09-43af-4091-a110-9cd35772984f HTTP/1.1" status: 204 len: 168 time: 0.4361420 Aug 16 02:42:23.854301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54176) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:23.885211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd7d19-56cd-473f-9902-e48c70df5878 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:23.914799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet afd87fd5-4c36-49f9-8c42-6977197077db {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:23.918050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.954933 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:23.965455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.059969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.120024 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.152565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=afd87fd5-4c36-49f9-8c42-6977197077db,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:24.157435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.160177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ad800834-e532-41c7-a120-8442919904be tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/afd87fd5-4c36-49f9-8c42-6977197077db HTTP/1.1" status: 204 len: 168 time: 0.3036454 Aug 16 02:42:24.162729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54182) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:24.204054 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-050c04c2-424a-4819-a073-db1eeed487bf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376983 Aug 16 02:42:24.204321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54184) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:24.209566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:24.312064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:24.317703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.528320 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.582298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:24.585883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:24.591305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:24.592069 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.614412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=7951021e-49de-48d9-9c01-f02e481718dc,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:24.623435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-00f5d1ee-d1e7-42b5-b70c-788aaaa6105f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4177043 Aug 16 02:42:24.626170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54196) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:24.632017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:24.706938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def5561-67d9-4e71-9f2c-6d6a2ed0ac81 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:24.747839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:24.752347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.846698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0eed7517-1839-4b87-9738-493a53463fe2 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:24.847597 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0eed7517-1839-4b87-9738-493a53463fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.957844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97d45-2f4a-4a2b-91ce-44505d951c4f req-af8e414a-e2ce-4ea2-a012-de3a42f8375c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:24.959528 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cf97d45-2f4a-4a2b-91ce-44505d951c4f req-af8e414a-e2ce-4ea2-a012-de3a42f8375c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0967441 Aug 16 02:42:25.039276 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cf97d45-2f4a-4a2b-91ce-44505d951c4f req-8d0999f5-fbd6-4521-a864-b68cc6eda3c9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607445 Aug 16 02:42:25.181455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4014bce2-a927-410d-bcdf-d082ed120ac9 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:25.181897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4014bce2-a927-410d-bcdf-d082ed120ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.230680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:25.396204 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.560977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:25.590309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.595142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.595874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.685972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:25.694939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:25.706323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9ef64-0712-4566-8864-282dabc54923 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:25.707376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:25.708070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.714502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=980d5e57-89d2-4af5-be97-f3373e8b236a,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:25.723341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=20']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:25.736240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-39a37637-5515-48a1-b6b8-32630ac5b080 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1058567 Aug 16 02:42:25.736803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54220) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:25.742090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:b4:a6:f1', 'name': 'tempest-NetworksTestDHCPv6-2028165866'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:25.899562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:25.958276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343c5e-4968-4970-99c3-8011b7be8948 req-e2fc5e5b-7007-49cd-b8ba-7351421e6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:25.959803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58343c5e-4968-4970-99c3-8011b7be8948 req-e2fc5e5b-7007-49cd-b8ba-7351421e6734 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1097 time: 0.1445189 Aug 16 02:42:26.001092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '980d5e57-89d2-4af5-be97-f3373e8b236a', 'ip_address': '2001:db8::f816:3eff:fe7a:ca34'}, {'subnet_id': '7951021e-49de-48d9-9c01-f02e481718dc'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:26.009935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.036036 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.039900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 03ecee51-1014-4e67-b038-adddc250df9a yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:26.102240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343c5e-4968-4970-99c3-8011b7be8948 req-e79557cb-693f-4e9f-b9b2-1c72509b0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.103933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58343c5e-4968-4970-99c3-8011b7be8948 req-e79557cb-693f-4e9f-b9b2-1c72509b0a61 service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.1190271 Aug 16 02:42:26.106800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:26.249114 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8a85f2dd-80f4-4d75-b0c4-8a90a22b2ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.254098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec665a14-1889-4562-bf08-1d68e3c1aa8c req-032ecc99-caa5-4da2-aacf-93ac9c698d00 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.256506 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec665a14-1889-4562-bf08-1d68e3c1aa8c req-032ecc99-caa5-4da2-aacf-93ac9c698d00 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0871320 Aug 16 02:42:26.259256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58343c5e-4968-4970-99c3-8011b7be8948 req-33e1478e-2f1e-4922-a7f9-be2a1e75e97b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 999 time: 0.1446362 Aug 16 02:42:26.261407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:26.261790 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.288498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 172.20.0.4 (6835a079-e6de-424a-b574-d953dc581087/7951021e-49de-48d9-9c01-f02e481718dc/03ecee51-1014-4e67-b038-adddc250df9a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:26.296729 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:feb4:a6f1 (6835a079-e6de-424a-b574-d953dc581087/980d5e57-89d2-4af5-be97-f3373e8b236a/03ecee51-1014-4e67-b038-adddc250df9a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:26.323851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343c5e-4968-4970-99c3-8011b7be8948 req-17c96c5a-8a78-4a82-a398-6f766979c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.323851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58343c5e-4968-4970-99c3-8011b7be8948 req-17c96c5a-8a78-4a82-a398-6f766979c1fa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0491300 Aug 16 02:42:26.380626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec665a14-1889-4562-bf08-1d68e3c1aa8c req-db94ace9-4be0-4e36-af0f-76d4ba2aca01 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156037 Aug 16 02:42:26.389889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58343c5e-4968-4970-99c3-8011b7be8948 req-2fb3b981-f45b-4b48-97f7-867de22323ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.391479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58343c5e-4968-4970-99c3-8011b7be8948 req-2fb3b981-f45b-4b48-97f7-867de22323ec service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619385 Aug 16 02:42:26.462854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.476900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 03ecee51-1014-4e67-b038-adddc250df9a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:26.497663 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58343c5e-4968-4970-99c3-8011b7be8948 req-b39ca732-524a-4d3a-a258-960c66e38b5b service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943139 Aug 16 02:42:26.513724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.571038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] Allocated IP 172.20.0.2 (6835a079-e6de-424a-b574-d953dc581087/7951021e-49de-48d9-9c01-f02e481718dc/9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:26.584870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:26.588144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:26.596410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:26.618039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-58343c5e-4968-4970-99c3-8011b7be8948 req-56232d34-5c91-4704-888e-c0a9e8791df2 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068935 Aug 16 02:42:26.641360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=03ecee51-1014-4e67-b038-adddc250df9a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:26.651122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.651757 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.667169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4a844299-7696-4990-8f86-d565426bc0f8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9296129 Aug 16 02:42:26.669623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54228) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:26.677357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:26.708667 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.724010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] Transition to ACTIVE for port object 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:26.729804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.739582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61c29b-5293-41e9-a80c-5b3895008215 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.747872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61c29b-5293-41e9-a80c-5b3895008215 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.752945 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ec61c29b-5293-41e9-a80c-5b3895008215 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0822515 Aug 16 02:42:26.755113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54232) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:26.833567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543a64b-df72-46fb-b3b9-12feb7523650 None None] Pushing event updated for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=21']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:26.885703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 03ecee51-1014-4e67-b038-adddc250df9a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:26.888478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.988009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.001936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 03ecee51-1014-4e67-b038-adddc250df9a owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:27.197724 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.234439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=03ecee51-1014-4e67-b038-adddc250df9a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:27.346401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.349913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-662c090a-596f-4c44-8af4-375f4aa410f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/03ecee51-1014-4e67-b038-adddc250df9a HTTP/1.1" status: 204 len: 168 time: 0.5927067 Aug 16 02:42:27.352769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:27.418726 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216502d-8f26-4d1e-a72e-7516b325c2fc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.428483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216502d-8f26-4d1e-a72e-7516b325c2fc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.430455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216502d-8f26-4d1e-a72e-7516b325c2fc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.433633 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f216502d-8f26-4d1e-a72e-7516b325c2fc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0792329 Aug 16 02:42:27.435806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54256) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:27.515325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f7c80a2c-a379-45a7-ac21-96a489e734fc None None] Provisioning for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:27.539868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f7c80a2c-a379-45a7-ac21-96a489e734fc None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:27.541734 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f7c80a2c-a379-45a7-ac21-96a489e734fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.549227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-3ead1106-a128-4c76-bd7c-da8fe1b6db8f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761802 Aug 16 02:42:27.557213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 7951021e-49de-48d9-9c01-f02e481718dc {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:27.560851 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.656854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.684180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d55e9-34aa-4f94-b9da-9f51fe65d396 req-fa276cd5-b227-4930-b110-ccaecee4add0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.687056 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-033d55e9-34aa-4f94-b9da-9f51fe65d396 req-fa276cd5-b227-4930-b110-ccaecee4add0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.2146232 Aug 16 02:42:27.689134 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-ac6eb113-f15b-4594-90fb-16b862aa65b5 service neutron] show failed (client error): The resource could not be found. Aug 16 02:42:27.690340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-ac6eb113-f15b-4594-90fb-16b862aa65b5 service neutron] 10.222.0.98 "GET /v2.0/ports/e5b9c34b-274d-456c-86fe-4fed991a0c9b/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0913122 Aug 16 02:42:27.783377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-033d55e9-34aa-4f94-b9da-9f51fe65d396 req-21ce1164-1c29-4d4f-883c-ad32bfa21967 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802290 Aug 16 02:42:27.805590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.864431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-b2fc7a5b-22ea-4e76-ad64-b6af6e4d0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.875351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-b2fc7a5b-22ea-4e76-ad64-b6af6e4d0e6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 1097 time: 0.1175423 Aug 16 02:42:27.949672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ddc9c68-4c2d-48c2-b7dd-726686d50be0 None None] Could not find standard attr ID for object 03ecee51-1014-4e67-b038-adddc250df9a. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:28.011883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.016444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-e09d6f87-e893-4e11-b62f-972bd3719eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.018213 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-e09d6f87-e893-4e11-b62f-972bd3719eec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 1097 time: 0.0761330 Aug 16 02:42:28.037091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:28.064018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=7951021e-49de-48d9-9c01-f02e481718dc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:28.090503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.092467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9368631d-6094-4fd3-a224-ac3acd7e4446 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/7951021e-49de-48d9-9c01-f02e481718dc HTTP/1.1" status: 204 len: 168 time: 0.6534874 Aug 16 02:42:28.103539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54260) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:28.107432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:28.112865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.172066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:28.173021 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.212238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-ee6d08a0-76a5-4789-8514-2b253818e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.218001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-ee6d08a0-76a5-4789-8514-2b253818e676 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 200 len: 911 time: 0.3108582 Aug 16 02:42:28.232676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd58ee-89aa-49cc-b8de-50c710b7f2d8 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:28.233638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 980d5e57-89d2-4af5-be97-f3373e8b236a {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:28.237280 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.317174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.371083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-4f25d3bf-27a7-49e6-80eb-55edaf4c7a89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bae83abc-a42c-4aef-a885-774889718ea5 HTTP/1.1" status: 200 len: 1001 time: 0.0982790 Aug 16 02:42:28.408921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:28.459965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.465337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-d83fd8bd-881d-4bad-a472-5f29fe11d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.466109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:28.467515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-d83fd8bd-881d-4bad-a472-5f29fe11d869 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 200 len: 849 time: 0.0876141 Aug 16 02:42:28.521017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:28.523514 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1080bcc-4bb3-4134-842c-a77712e13d5c" -d '{"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:28.547761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.576160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Transition to ACTIVE for port object e5b9c34b-274d-456c-86fe-4fed991a0c9b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:28.583958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.596314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-a788c28a-c1a6-449a-b992-1a8fc9cd3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.598460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-a788c28a-c1a6-449a-b992-1a8fc9cd3b89 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8cc3c0c5-b504-4322-a229-c9235ab17481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043804 Aug 16 02:42:28.630753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-df760764-8939-4c01-8fca-90035d9902b0 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:42:28.632068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-df760764-8939-4c01-8fca-90035d9902b0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170698 Aug 16 02:42:28.638464 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ad25b-923b-47d5-b4a9-9754bed8d9e0 x-openstack-request-id: req-c88ad25b-923b-47d5-b4a9-9754bed8d9e0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:28.639198 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:28.639600 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c88ad25b-923b-47d5-b4a9-9754bed8d9e0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:28.640166 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'code': 200} Aug 16 02:42:28.709678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:28.711102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.792663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] No DVR routers for this DVR port e5b9c34b-274d-456c-86fe-4fed991a0c9b on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:28.804319 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce9701ee-916b-4960-8213-74c16987b014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:28.818144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.002691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013fedc-2321-496c-ad83-01e90bd8e009 req-2310f8a2-5726-44dd-8863-ebd10b71b63e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.012453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0013fedc-2321-496c-ad83-01e90bd8e009 req-2310f8a2-5726-44dd-8863-ebd10b71b63e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.0764935 Aug 16 02:42:29.049670 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0013fedc-2321-496c-ad83-01e90bd8e009 req-cea68f95-28e2-4988-af4a-87d1dd3474be tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362077 Aug 16 02:42:29.097795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:29.098174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:29.098515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:29.103411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:42:29.103751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:29.110992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:29.111380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Checking segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:29.111786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Bound using segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:29.112259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Bound port: e5b9c34b-274d-456c-86fe-4fed991a0c9b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:29.112656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.186395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:29.189972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:29.194260 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.207055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=980d5e57-89d2-4af5-be97-f3373e8b236a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:29.216721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.225985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3beb461f-30a2-48dd-a3d8-61aeefd67d40 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/980d5e57-89d2-4af5-be97-f3373e8b236a HTTP/1.1" status: 204 len: 168 time: 1.1096358 Aug 16 02:42:29.226763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54270) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:29.237057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8b744c-5817-4fbe-88ee-9ef33ff8c757 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:29.258802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a04c1408-d353-40cc-8c9a-702ca076d4de None None] Provisioning complete for port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:29.259269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a04c1408-d353-40cc-8c9a-702ca076d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.271733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-f5b73cab-6c98-4811-ad62-cd2b7d5be9e5 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304262 Aug 16 02:42:29.277694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.278419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.279734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] 10.222.0.88 "PUT /v2.0/ports/e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 1092 time: 1.2521181 Aug 16 02:42:29.286928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f2453e09-bc89-44a1-8a38-ebeca072f662 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559747 Aug 16 02:42:29.289163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:29.383883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84898b2e-396b-4c93-afad-8b7df6427344 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:29.407982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-c1eab618-cefb-412d-9a2d-ef674ba24dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.410218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-c1eab618-cefb-412d-9a2d-ef674ba24dd1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1095 time: 0.0693088 Aug 16 02:42:29.420758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcf96f-dc7e-4899-b6cd-08283293b624 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.425371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f1bcf96f-dc7e-4899-b6cd-08283293b624 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1352017 Aug 16 02:42:29.426730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:29.462853 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cd3a937-edc1-4e27-b2b7-80ec2fc594ab req-19865206-2eae-490d-8474-bfd56fff5d53 service neutron] 10.222.0.88 "GET /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828983 Aug 16 02:42:29.546531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f9ad1-afc5-4331-99f4-bd8a140ec84e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.554202 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3a6f9ad1-afc5-4331-99f4-bd8a140ec84e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700583 Aug 16 02:42:29.554754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54276) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:29.579359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:29.601808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-43e92d9f-ee5d-4730-b80f-3ac404268c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.603505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-43e92d9f-ee5d-4730-b80f-3ac404268c95 service neutron] 10.222.0.88 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.1754563 Aug 16 02:42:29.605495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-af074824-ab99-4faa-b263-7e1fac0882b6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495589 Aug 16 02:42:29.612322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54278) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:29.617679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-848cd2a1-0612-4d42-8c9d-cc26249e49f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:29.648217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] Deleting port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:29.648718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.696869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-2b6bd8c0-82b1-4bb4-97d9-266cdaa86688 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.0848954 Aug 16 02:42:29.726493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848cd2a1-0612-4d42-8c9d-cc26249e49f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:29.737697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-848cd2a1-0612-4d42-8c9d-cc26249e49f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.737697 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-848cd2a1-0612-4d42-8c9d-cc26249e49f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:29.737697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848cd2a1-0612-4d42-8c9d-cc26249e49f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:29.750830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-848cd2a1-0612-4d42-8c9d-cc26249e49f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1370258 Aug 16 02:42:29.754634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54282) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:29.755435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] For port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:29.755845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.759925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-807b6ce7-5b4b-4dfa-a933-dc34a0f854ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:29.771359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] Calling delete_port for 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:29.812165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-aa34b422-eb3c-4e0e-96b8-dd524a4fe86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.813602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-aa34b422-eb3c-4e0e-96b8-dd524a4fe86c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.1092136 Aug 16 02:42:29.857187 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.886407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-eada624f-98c5-4bc0-baa5-b63de8312e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.886634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] No DVR routers for this DVR port 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:29.887905 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-eada624f-98c5-4bc0-baa5-b63de8312e60 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658209 Aug 16 02:42:29.888983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b6ce7-5b4b-4dfa-a933-dc34a0f854ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:29.891501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722bda1-4180-4389-a45a-14f4e3c80b5f None None] Pushing event deleted for resources: {'Port': ['ID=9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:29.892366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-807b6ce7-5b4b-4dfa-a933-dc34a0f854ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.893820 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-807b6ce7-5b4b-4dfa-a933-dc34a0f854ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:29.894249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807b6ce7-5b4b-4dfa-a933-dc34a0f854ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:29.952930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-807b6ce7-5b4b-4dfa-a933-dc34a0f854ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1971688 Aug 16 02:42:29.955948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54286) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:29.961520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-680db13c-42cf-47d3-b6bd-da9a582840d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:29.993875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-6911c2f3-3211-45c2-a234-8e59fb8aa4bb service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971148 Aug 16 02:42:30.042130 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:30.070746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680db13c-42cf-47d3-b6bd-da9a582840d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:30.076954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-680db13c-42cf-47d3-b6bd-da9a582840d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:30.079011 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-680db13c-42cf-47d3-b6bd-da9a582840d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:30.079707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680db13c-42cf-47d3-b6bd-da9a582840d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:30.097694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-680db13c-42cf-47d3-b6bd-da9a582840d2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1399043 Aug 16 02:42:30.100425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54290) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:30.105540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:30.117914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cc5d84a4-3fad-4955-b1af-8e129993da60 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:30.129497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:30.130177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9bb30b33-78c9-49a6-bbbe-7e3b8ba54aec not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:30.159665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-5c5d40a4-2848-45a4-858c-ae7d554d14fe service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579707 Aug 16 02:42:30.243300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b4ff-0513-44b2-9175-9ebb4ecbadb6 req-8f5da0da-ccc2-4c51-a811-4d037bc42a1c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.244825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7e7b4ff-0513-44b2-9175-9ebb4ecbadb6 req-8f5da0da-ccc2-4c51-a811-4d037bc42a1c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.1037796 Aug 16 02:42:30.263209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d84a4-3fad-4955-b1af-8e129993da60 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:30.266672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cc5d84a4-3fad-4955-b1af-8e129993da60 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:30.268061 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5d84a4-3fad-4955-b1af-8e129993da60 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:30.268559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5d84a4-3fad-4955-b1af-8e129993da60 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:30.302175 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cc5d84a4-3fad-4955-b1af-8e129993da60 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1998079 Aug 16 02:42:30.305235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54292) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:30.311158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-34d4a344-03ce-4a63-8f2d-88a0ef32f443 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:30.320413 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f7e7b4ff-0513-44b2-9175-9ebb4ecbadb6 req-5dfa8cd8-c4af-4f34-b973-77bd26dd56a6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640786 Aug 16 02:42:30.413744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d4a344-03ce-4a63-8f2d-88a0ef32f443 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:30.417396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34d4a344-03ce-4a63-8f2d-88a0ef32f443 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:30.418766 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d4a344-03ce-4a63-8f2d-88a0ef32f443 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:30.419319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d4a344-03ce-4a63-8f2d-88a0ef32f443 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:30.434358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-34d4a344-03ce-4a63-8f2d-88a0ef32f443 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1277804 Aug 16 02:42:30.437300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54294) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:30.443820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-095be5d4-178a-4a52-b454-d97c087e0823 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:30.533766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095be5d4-178a-4a52-b454-d97c087e0823 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:30.537136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-095be5d4-178a-4a52-b454-d97c087e0823 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:30.538499 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-095be5d4-178a-4a52-b454-d97c087e0823 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:30.538923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095be5d4-178a-4a52-b454-d97c087e0823 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:30.555150 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-095be5d4-178a-4a52-b454-d97c087e0823 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1145034 Aug 16 02:42:30.555354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54296) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:30.583213 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-30c16130-0e47-47db-bbf5-4c18b7a98786 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0266457 Aug 16 02:42:30.585431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54298) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:30.634815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86432cc0-d089-4a08-9db2-c1cbbacecfa9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.636312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-86432cc0-d089-4a08-9db2-c1cbbacecfa9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0499337 Aug 16 02:42:30.638796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54302) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:30.641181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:30.643969 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63996909-4dbb-4a4e-9349-22adad79ac4b" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:30.683898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-449251bc-6879-4c15-bc76-ee5a53b1a9cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440204 Aug 16 02:42:30.689797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54306) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:30.695883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:30.698989 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20760316-58ba-4832-9a12-d0810b0bc8b2 x-openstack-request-id: req-20760316-58ba-4832-9a12-d0810b0bc8b2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:30.699340 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:30.699624 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20760316-58ba-4832-9a12-d0810b0bc8b2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:30.700046 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'status': 'completed', 'code': 200} Aug 16 02:42:30.788015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-e0850a5b-ccbf-43f7-9037-dbf7859b650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.789746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-e0850a5b-ccbf-43f7-9037-dbf7859b650e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1095 time: 0.0722806 Aug 16 02:42:30.792549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-5b8e1f56-22ea-4a53-8e43-c64f49cd1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.794092 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-5b8e1f56-22ea-4a53-8e43-c64f49cd1cf7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1095 time: 0.0672171 Aug 16 02:42:30.809898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:30.813422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:30.957486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-ae59a850-8700-4cdd-b3fc-7adeb21285af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.959128 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-ae59a850-8700-4cdd-b3fc-7adeb21285af service neutron] 10.222.0.88 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.1616793 Aug 16 02:42:30.962220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-810070a4-7102-4188-99b2-38bc7c7368b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.963732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-810070a4-7102-4188-99b2-38bc7c7368b8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.1557772 Aug 16 02:42:31.092469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-59af5051-906b-4891-88f8-a639c4571957 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.0704710 Aug 16 02:42:31.093396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:31.095150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:31.136623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:31.140083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:31.144959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.145696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:31.161790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba9e4a9-4b1e-4af3-a203-38041472c3f4 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:31.173867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-c2b84302-543a-4095-8435-2e39f176d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.175991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-c2b84302-543a-4095-8435-2e39f176d75e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0694842 Aug 16 02:42:31.180320 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-427f6d1d-c820-4934-89a8-ea015eb1d6a0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.2119670 Aug 16 02:42:31.184997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54320) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:31.185628 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4939048 Aug 16 02:42:31.191557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:30:a8:16', 'name': 'tempest-NetworksTestDHCPv6-520817975'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:31.202546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786241c-8017-476c-860c-945f9d982515 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=ca1f763d-b2ac-426a-b1d2-1e0c523d439f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:31.330303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-4907406e-a116-4308-aa78-ab0c4bcad530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.332326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-4907406e-a116-4308-aa78-ab0c4bcad530 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.1360915 Aug 16 02:42:31.355429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': 'ca1f763d-b2ac-426a-b1d2-1e0c523d439f'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:31.356214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:31.529129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed36d56-22d5-48df-b66d-0d503199fc22 req-93ed9380-3deb-4039-be14-4548bb98c955 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.540522 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ed36d56-22d5-48df-b66d-0d503199fc22 req-93ed9380-3deb-4039-be14-4548bb98c955 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.0828800 Aug 16 02:42:31.570879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Allocated IP 2001:db8::f816:3eff:fee9:22a7 (6835a079-e6de-424a-b574-d953dc581087/ca1f763d-b2ac-426a-b1d2-1e0c523d439f/282673fb-d314-4f95-a1f5-a8532ebdb55d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:31.594092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ed36d56-22d5-48df-b66d-0d503199fc22 req-6cab0bb8-8d7f-4ac7-8371-b54423363068 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523796 Aug 16 02:42:31.751009 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:31.776650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Transition to ACTIVE for port object 282673fb-d314-4f95-a1f5-a8532ebdb55d will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:31.804957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:31.829369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Transition to ACTIVE for port object 282673fb-d314-4f95-a1f5-a8532ebdb55d will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:31.902384 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:31.957421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:31.972507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:31.978776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-0636f545-fd46-4701-84a5-ac0cc90d7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.979942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:31.980588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-0636f545-fd46-4701-84a5-ac0cc90d7abf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6973441 Aug 16 02:42:31.992030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:31.997239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Pushing event updated for resources: {'Port': ['ID=282673fb-d314-4f95-a1f5-a8532ebdb55d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:32.000000 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:32.060795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Attempting to bind port 282673fb-d314-4f95-a1f5-a8532ebdb55d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:32.061254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Attempting to bind port 282673fb-d314-4f95-a1f5-a8532ebdb55d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:32.061724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Attempting to bind port 282673fb-d314-4f95-a1f5-a8532ebdb55d on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:32.068889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:32.069821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:32.070602 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:32.070718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-b7d1ae09-c815-4ca5-88f0-5fc2e27b4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:32.071589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:32.072218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-b7d1ae09-c815-4ca5-88f0-5fc2e27b4653 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7045972 Aug 16 02:42:32.072501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Bound port: 282673fb-d314-4f95-a1f5-a8532ebdb55d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:32.073178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:32.165127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] For port 282673fb-d314-4f95-a1f5-a8532ebdb55d, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:32.169576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] For port 282673fb-d314-4f95-a1f5-a8532ebdb55d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=282673fb-d314-4f95-a1f5-a8532ebdb55d,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:32.177642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:32.252927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8560fa-17bd-4844-ad68-b3ce23e356ce None None] Pushing event updated for resources: {'Port': ['ID=282673fb-d314-4f95-a1f5-a8532ebdb55d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:32.256901 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-897d411d-d15c-4d55-a637-ee417b6edff1 service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612735 Aug 16 02:42:32.291576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-38a407e1-c772-4fe7-8ecd-88ce9d55352d service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938986 Aug 16 02:42:32.297401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:32.597324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:32.649319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 321e2fc4-c189-4f9c-b749-f3525413e61b yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:32.719072 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-95818a94-cab3-43eb-b826-f71a7a6426fd service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957694 Aug 16 02:42:32.738136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63996909-4dbb-4a4e-9349-22adad79ac4b req-a975493f-2d25-4c21-9dd8-475919d38f0b service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764235 Aug 16 02:42:32.818506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:fe30:a816 (6835a079-e6de-424a-b574-d953dc581087/ca1f763d-b2ac-426a-b1d2-1e0c523d439f/321e2fc4-c189-4f9c-b749-f3525413e61b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:32.830149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a5e9c-4678-4cdf-9081-9d7d3a3f158d req-d1a2666f-3d51-46ee-9223-cae12ac300ad tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:32.832228 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-414a5e9c-4678-4cdf-9081-9d7d3a3f158d req-d1a2666f-3d51-46ee-9223-cae12ac300ad tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.1159689 Aug 16 02:42:32.898924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-414a5e9c-4678-4cdf-9081-9d7d3a3f158d req-77f06505-4869-4973-8bd6-e4a4ae216b8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585949 Aug 16 02:42:33.068721 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.087978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 321e2fc4-c189-4f9c-b749-f3525413e61b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:33.137716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.271561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:33.290413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:33.292893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:33.298748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.299400 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.327474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=321e2fc4-c189-4f9c-b749-f3525413e61b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:33.351993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8a7808a9-3429-465d-82d2-e44243963cf7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1659296 Aug 16 02:42:33.357249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54568) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:33.360909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-f506dd57-df29-46e4-8952-50f7fde7257b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.362485 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-f506dd57-df29-46e4-8952-50f7fde7257b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 943 time: 0.2176552 Aug 16 02:42:33.375215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915d6a5-441b-4149-83cb-e639ad15399a req-4dab6b12-087b-4958-b029-7a9edfd65567 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.377000 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2915d6a5-441b-4149-83cb-e639ad15399a req-4dab6b12-087b-4958-b029-7a9edfd65567 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 943 time: 0.1722291 Aug 16 02:42:33.383161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:42:33.463526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3424f1a-e2b5-427c-a55b-e4c3e553ffeb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.475890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3424f1a-e2b5-427c-a55b-e4c3e553ffeb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.480442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f3424f1a-e2b5-427c-a55b-e4c3e553ffeb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1214433 Aug 16 02:42:33.480986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54582) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:33.484761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2915d6a5-441b-4149-83cb-e639ad15399a req-f52ad432-1fd5-4056-ae1c-02189503e7dc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989232 Aug 16 02:42:33.493557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-73cf03f5-4128-4600-9f2c-1c39296c3450 service neutron] 10.222.0.88 "GET /v2.0/ports/e5b9c34b-274d-456c-86fe-4fed991a0c9b/bindings/n-h1-769329-15 HTTP/1.1" status: 200 len: 383 time: 0.1155329 Aug 16 02:42:33.625560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 321e2fc4-c189-4f9c-b749-f3525413e61b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:33.626065 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.632185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-50e8962e-94f8-49c7-9ad1-33d2d03c15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.633763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-50e8962e-94f8-49c7-9ad1-33d2d03c15fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1095 time: 0.1054063 Aug 16 02:42:33.639762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:33.682408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'port_id': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'mac_address': 'fa:16:3e:b1:fe:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:42:33.798393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-d501c7c7-c02e-4cd8-918d-3385c05c9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.804835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.807336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-d501c7c7-c02e-4cd8-918d-3385c05c9eed service neutron] 10.222.0.88 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.1600823 Aug 16 02:42:33.825081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 321e2fc4-c189-4f9c-b749-f3525413e61b owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:33.896800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-b4c6c25d-0f26-419d-92ee-bbec5469c5a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.0829434 Aug 16 02:42:33.966980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c91ead1b-90ad-427a-a196-7e0f70ffb6c1 None None] Provisioning for port 282673fb-d314-4f95-a1f5-a8532ebdb55d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:33.979280 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.999335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b9c34b-274d-456c-86fe-4fed991a0c9b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:34.007322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-606c34c0-68ec-4991-b219-78b38c30333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.010363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-606c34c0-68ec-4991-b219-78b38c30333d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.1060185 Aug 16 02:42:34.042858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:34.052867 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.103535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-5470a26b-05d1-40ab-aab5-18075f4244e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.105117 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-5470a26b-05d1-40ab-aab5-18075f4244e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878954 Aug 16 02:42:34.115088 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.147180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:34.171343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=321e2fc4-c189-4f9c-b749-f3525413e61b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:34.207696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.212915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-60bc0fa0-df5b-41d7-b9a1-96e365ef91ef tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/321e2fc4-c189-4f9c-b749-f3525413e61b HTTP/1.1" status: 204 len: 168 time: 0.7309182 Aug 16 02:42:34.214438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54648) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:34.214670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 282673fb-d314-4f95-a1f5-a8532ebdb55d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:34.288956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a99e1-c534-4288-a5cd-b16e85c9658d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.290557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a99e1-c534-4288-a5cd-b16e85c9658d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.294860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f36a99e1-c534-4288-a5cd-b16e85c9658d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0765433 Aug 16 02:42:34.294860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54658) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:34.306866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-061a0916-489b-449a-9aef-681cee8fc37c service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935971 Aug 16 02:42:34.381166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e5b9c34b-274d-456c-86fe-4fed991a0c9b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:34.394831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet ca1f763d-b2ac-426a-b1d2-1e0c523d439f {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:34.398429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1ef7d098-87df-4f15-9065-669f58e1dd6f None None] Could not find standard attr ID for object 321e2fc4-c189-4f9c-b749-f3525413e61b. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:34.399639 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.492572 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.539443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 282673fb-d314-4f95-a1f5-a8532ebdb55d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:34.547956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 282673fb-d314-4f95-a1f5-a8532ebdb55d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:34.548878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-6fe1b108-aa89-45a0-90b6-ab1e0bcd41a9 service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342913 Aug 16 02:42:34.549665 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.685951 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.741688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bbd9e-fcde-4330-95ea-bfde3099a053 req-6f86890a-c132-4dba-b5de-e216edd52c67 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.751423 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e87bbd9e-fcde-4330-95ea-bfde3099a053 req-6f86890a-c132-4dba-b5de-e216edd52c67 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 944 time: 0.1488099 Aug 16 02:42:34.753973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 282673fb-d314-4f95-a1f5-a8532ebdb55d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=282673fb-d314-4f95-a1f5-a8532ebdb55d,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:34.765551 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.766165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.847947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=282673fb-d314-4f95-a1f5-a8532ebdb55d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:34.848778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e87bbd9e-fcde-4330-95ea-bfde3099a053 req-efbca7f5-80a0-40ef-a25d-b7d296288056 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964224 Aug 16 02:42:34.878256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.907249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1f763d-b2ac-426a-b1d2-1e0c523d439f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:34.914518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.916651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c182f034-7d42-40fd-a9cb-085efb9e6f85 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/ca1f763d-b2ac-426a-b1d2-1e0c523d439f HTTP/1.1" status: 204 len: 168 time: 0.6209805 Aug 16 02:42:34.919247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:34.920990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb38971-6159-4ceb-8ec3-f6755437364c None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:34.964570 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b2ed95f5-bc6f-458c-997e-0da054485e7e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438285 Aug 16 02:42:34.967271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:34.973055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:35.073113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:35.081573 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.129787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:35.189225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] Deleting port 282673fb-d314-4f95-a1f5-a8532ebdb55d {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:35.189609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.259195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] For port 282673fb-d314-4f95-a1f5-a8532ebdb55d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=282673fb-d314-4f95-a1f5-a8532ebdb55d,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:35.259800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.274543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] Calling delete_port for 282673fb-d314-4f95-a1f5-a8532ebdb55d owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:35.436925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.464861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] Pushing event deleted for resources: {'Port': ['ID=282673fb-d314-4f95-a1f5-a8532ebdb55d,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:35.469136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29fd3f-e575-4902-854d-ea4b8440b425 None None] No DVR routers for this DVR port 282673fb-d314-4f95-a1f5-a8532ebdb55d on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:35.482638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:35.484087 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.544609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=2c6bf699-4a98-4a27-b3e8-6964d904ba29,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:35.563032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:35.564785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:35.577739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bb703-bef2-4210-b36e-152c54eb033a None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:35.579084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.580078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.600518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ef7d7bdc-bcef-4785-b225-ea17999aee8a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6319907 Aug 16 02:42:35.605663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54804) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:35.611541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:76:65:57', 'name': 'tempest-NetworksTestDHCPv6-886223592'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:35.757414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:35.763232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '2c6bf699-4a98-4a27-b3e8-6964d904ba29'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:35.764516 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.848734 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.869313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 94f9cd1f-36e4-44c3-ac1c-9db8cb17b098 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:35.923565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Allocated IP 2001:db8::f816:3eff:fe01:ea9e (6835a079-e6de-424a-b574-d953dc581087/2c6bf699-4a98-4a27-b3e8-6964d904ba29/65b0a3f0-19bb-4c71-b368-70c57f74f6cb) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:36.032613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e0f1e-909d-4869-8757-54fe36e576b1 req-d39f1e1a-b541-43fd-ab04-080a7eac80f7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.034182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-720e0f1e-909d-4869-8757-54fe36e576b1 req-d39f1e1a-b541-43fd-ab04-080a7eac80f7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 944 time: 0.0576444 Aug 16 02:42:36.090354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-720e0f1e-909d-4869-8757-54fe36e576b1 req-d00fe63a-34cc-49d2-9ecc-dde2f754e034 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493309 Aug 16 02:42:36.123763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 282673fb-d314-4f95-a1f5-a8532ebdb55d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:36.148812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 282673fb-d314-4f95-a1f5-a8532ebdb55d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:36.149151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 282673fb-d314-4f95-a1f5-a8532ebdb55d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:36.169928 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.179020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Transition to ACTIVE for port object 65b0a3f0-19bb-4c71-b368-70c57f74f6cb will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:36.193891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Transition to ACTIVE for port object 65b0a3f0-19bb-4c71-b368-70c57f74f6cb will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:36.201262 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.253099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:fe76:6557 (6835a079-e6de-424a-b574-d953dc581087/2c6bf699-4a98-4a27-b3e8-6964d904ba29/94f9cd1f-36e4-44c3-ac1c-9db8cb17b098) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:36.270412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:36.278263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:36.282493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:36.330349 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Pushing event updated for resources: {'Port': ['ID=65b0a3f0-19bb-4c71-b368-70c57f74f6cb,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:36.368429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Attempting to bind port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:36.368902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Attempting to bind port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:36.369381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Attempting to bind port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:36.376094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:36.376577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:36.378097 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.378635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:36.379917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Bound port: 65b0a3f0-19bb-4c71-b368-70c57f74f6cb, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:36.380416 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.457659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] For port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:36.461787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] For port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=65b0a3f0-19bb-4c71-b368-70c57f74f6cb,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:36.466740 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.497510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.525672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 94f9cd1f-36e4-44c3-ac1c-9db8cb17b098 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:36.569931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1773cb-190c-415d-ad6f-b06dfa2d5a1e None None] Pushing event updated for resources: {'Port': ['ID=65b0a3f0-19bb-4c71-b368-70c57f74f6cb,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:36.584681 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.635512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:36.639473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:36.642153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:36.654446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.655214 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.679892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0726376 Aug 16 02:42:36.682629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54812) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:36.697153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e077-0601-4168-94e6-4954f9c7a441 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=94f9cd1f-36e4-44c3-ac1c-9db8cb17b098,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:36.854480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac49c4-aa51-4d71-ab66-184b3a67406f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.860568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac49c4-aa51-4d71-ab66-184b3a67406f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.866034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:36.868660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54ac49c4-aa51-4d71-ab66-184b3a67406f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1801534 Aug 16 02:42:36.872418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-6cf6a9d4-670b-437d-8342-ce2133a45ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.874026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-6cf6a9d4-670b-437d-8342-ce2133a45ca7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 1096 time: 0.1311407 Aug 16 02:42:36.891708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:36.969529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:36.996341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 94f9cd1f-36e4-44c3-ac1c-9db8cb17b098 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:36.996733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.111963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.148118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 94f9cd1f-36e4-44c3-ac1c-9db8cb17b098 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:37.235088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:37.282444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:37.327203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5b9c34b-274d-456c-86fe-4fed991a0c9b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:37.339465 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.360065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Ignored duplicate provisioning block setup for port e5b9c34b-274d-456c-86fe-4fed991a0c9b by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:42:37.365588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.386268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49fd90-c7ea-44c1-a3e6-1783cfe33783 req-82ec902b-4880-460f-968c-4da655c95581 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:37.387805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b49fd90-c7ea-44c1-a3e6-1783cfe33783 req-82ec902b-4880-460f-968c-4da655c95581 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 944 time: 0.1295190 Aug 16 02:42:37.417898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:37.433688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=9']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:37.478177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7b49fd90-c7ea-44c1-a3e6-1783cfe33783 req-82bccab3-8ae4-445c-84a1-39a03b2951fe tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808649 Aug 16 02:42:37.487840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.504096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:37.553801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=94f9cd1f-36e4-44c3-ac1c-9db8cb17b098,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:37.582721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] No DVR routers for this DVR port e5b9c34b-274d-456c-86fe-4fed991a0c9b on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:37.590610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.603348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dfebe595-32b3-4e30-ad4f-acd693401827 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/94f9cd1f-36e4-44c3-ac1c-9db8cb17b098 HTTP/1.1" status: 204 len: 168 time: 0.7361436 Aug 16 02:42:37.607142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54818) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:37.773698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40389b1c-eac0-4141-9c93-9f42b220b09a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:37.775670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40389b1c-eac0-4141-9c93-9f42b220b09a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:37.782462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:37.786137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-40389b1c-eac0-4141-9c93-9f42b220b09a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1765442 Aug 16 02:42:37.809042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:37.809380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:37.809710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:37.817238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:42:37.817584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Attempting to bind port e5b9c34b-274d-456c-86fe-4fed991a0c9b on network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:37.843026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:37.843346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Checking segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:37.843735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Bound using segment: {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:37.844398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Bound port: e5b9c34b-274d-456c-86fe-4fed991a0c9b, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:37.844756 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.927896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 2c6bf699-4a98-4a27-b3e8-6964d904ba29 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:37.934919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:37.989757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:37.995849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:37.999048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.006438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c0bcb5e5-e0ec-4332-8b55-033e0a9c7263 None None] Provisioning for port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:38.033773 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.102536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.103168 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.104624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] 10.222.0.98 "PUT /v2.0/ports/e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 1092 time: 1.2180724 Aug 16 02:42:38.105076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:38.107343 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57718362-1a55-48f8-8a41-d7686aae2b21" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:38.216137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 65b0a3f0-19bb-4c71-b368-70c57f74f6cb up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:38.230153 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a933de3-8b18-4800-8332-460cc52e6845 x-openstack-request-id: req-3a933de3-8b18-4800-8332-460cc52e6845 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:38.231061 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:38.231321 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a933de3-8b18-4800-8332-460cc52e6845 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:38.231740 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'status': 'completed', 'code': 200} Aug 16 02:42:38.235867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64d6e8-a293-4d58-af0c-5ce535a0939a service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:38.304461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:38.312011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:38.312446 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.348087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.354001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-247bc559-3180-478c-882a-351e34c1e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.355575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-247bc559-3180-478c-882a-351e34c1e430 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1096 time: 0.2140195 Aug 16 02:42:38.463125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ed81d44e-b4d3-4a8f-955e-67a077360b1e None None] Could not find standard attr ID for object 94f9cd1f-36e4-44c3-ac1c-9db8cb17b098. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:38.471866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.475733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-d41486aa-af64-40ca-bb80-d8d16e7159e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.477341 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-d41486aa-af64-40ca-bb80-d8d16e7159e5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1096 time: 0.2328963 Aug 16 02:42:38.602119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-f6c8c70e-ce78-49a2-bc41-f05f16215bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.603971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-f6c8c70e-ce78-49a2-bc41-f05f16215bf6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.2260661 Aug 16 02:42:38.671194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cea9fa-7310-4943-9108-6a9831467d9f req-7bd34362-cdca-453f-a9f2-f86a17d793b1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.679770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4cea9fa-7310-4943-9108-6a9831467d9f req-7bd34362-cdca-453f-a9f2-f86a17d793b1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 944 time: 0.0789392 Aug 16 02:42:38.689154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-df9f034e-17eb-42d4-8ddc-a574b0737b4c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.0703163 Aug 16 02:42:38.719924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.748881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4cea9fa-7310-4943-9108-6a9831467d9f req-cc04afde-0437-481c-a44d-d989e3c93b2b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681603 Aug 16 02:42:38.759810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.763835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/2c6bf699-4a98-4a27-b3e8-6964d904ba29 HTTP/1.1" status: 204 len: 168 time: 0.9595058 Aug 16 02:42:38.765037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:38.777560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f30de62-4fb5-4087-be18-0046c4153780 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:38.848849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b6a4c-cede-4167-96a7-82448a9586ed tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6bf699-4a98-4a27-b3e8-6964d904ba29,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:38.859811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:42:38.860494 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:42:38.861644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-32245549-ca9f-4d6c-910b-bbb4fe2fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.863181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-32245549-ca9f-4d6c-910b-bbb4fe2fde82 service neutron] 10.222.0.88 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.3778784 Aug 16 02:42:38.873522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:38.876930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-71dfe94f-ab49-4557-9f33-417e01f13dbc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102855 Aug 16 02:42:38.897754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-f588ef83-6409-49f6-bc10-9deb76bdd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.910750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-f588ef83-6409-49f6-bc10-9deb76bdd88b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.1999278 Aug 16 02:42:39.064664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:39.067459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed08ba7-a227-49ce-83a6-0cb4030952b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.069168 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4ed08ba7-a227-49ce-83a6-0cb4030952b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1891432 Aug 16 02:42:39.071771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54842) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:39.079602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-eef186a0-ce6a-4115-b163-29080016ac3c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.2068617 Aug 16 02:42:39.086171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-16e21648-ef59-4e93-a6ac-e862e6b80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.087843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-16e21648-ef59-4e93-a6ac-e862e6b80ed9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1760507 Aug 16 02:42:39.143033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-5a9c1979-7869-4864-8a20-4abbcc349152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.145675 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-5a9c1979-7869-4864-8a20-4abbcc349152 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0567722 Aug 16 02:42:39.157026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] Deleting port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:39.157768 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:39.165444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc074b-d8f7-4e0d-891a-cfc2da3f24f5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.167204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-39fc074b-d8f7-4e0d-891a-cfc2da3f24f5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0941970 Aug 16 02:42:39.169789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54844) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:39.219494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c908da0f-aa24-4928-bccb-df3996c30713 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462418 Aug 16 02:42:39.221586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54846) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:39.226549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:39.249670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] For port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=65b0a3f0-19bb-4c71-b368-70c57f74f6cb,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:39.250089 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:39.262109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-56e261b0-6682-4630-a73d-232a3bc62101 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152496 Aug 16 02:42:39.275497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] Calling delete_port for 65b0a3f0-19bb-4c71-b368-70c57f74f6cb owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:39.370030 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ef3daf-b08c-498e-8ef0-aa17dd7ccb4f req-0fdc85ed-07fe-4897-8576-dc379cb7b72b service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922024 Aug 16 02:42:39.393197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-cfaff82f-2e7b-4a2e-bf71-1049fbef3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.396148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-cfaff82f-2e7b-4a2e-bf71-1049fbef3502 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2404170 Aug 16 02:42:39.400663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:39.404250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:39.408455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:39.443577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] Pushing event deleted for resources: {'Port': ['ID=65b0a3f0-19bb-4c71-b368-70c57f74f6cb,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:39.450151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da035d31-63ea-4b67-bc43-36710ab0638c None None] No DVR routers for this DVR port 65b0a3f0-19bb-4c71-b368-70c57f74f6cb on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:39.453031 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:39.558605 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-8d13da00-c913-4440-b337-f3552b231569 service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549428 Aug 16 02:42:39.574558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-1b7ebe1f-11aa-4cfe-bc18-08655a538098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.574558 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-1b7ebe1f-11aa-4cfe-bc18-08655a538098 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1096 time: 0.0606413 Aug 16 02:42:39.748609 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-7a5c6eaf-3b45-4c6f-b6c9-17fd7eed290d service neutron] 10.222.0.88 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788502 Aug 16 02:42:39.751432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-e00d7e02-59fa-428d-91f7-6018d3540d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.754154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-e00d7e02-59fa-428d-91f7-6018d3540d8b service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.1610723 Aug 16 02:42:39.784754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:39.786489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:39.829346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:39.841470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:39.846477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.846477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:39.855674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870801f-045f-4308-ab10-5136f6dfc6a0 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:39.863874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=0c70d7cc-4b33-47f9-92d3-adb8ea18719f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:39.867894 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cfb4347e-49b8-4fe5-96d6-d37021d549f7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6452999 Aug 16 02:42:39.870410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:39.877387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:1c:cd:4c', 'name': 'tempest-NetworksTestDHCPv6-1524687125'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:39.889263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-70261f5a-60e8-41e7-b331-9cd4e208883b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 997 time: 0.1262350 Aug 16 02:42:39.931318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b232-784e-4ff3-bfd6-1474ae96ae0f req-b5b1d07f-e876-496d-92d3-df3d550d6bd6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.932750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6004b232-784e-4ff3-bfd6-1474ae96ae0f req-b5b1d07f-e876-496d-92d3-df3d550d6bd6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 944 time: 0.0981424 Aug 16 02:42:39.969001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-96ca319c-aab3-4c57-b07c-9e5159eec3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.970505 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-96ca319c-aab3-4c57-b07c-9e5159eec3b5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0733213 Aug 16 02:42:40.032703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6004b232-784e-4ff3-bfd6-1474ae96ae0f req-9943b1b9-2ff8-4369-97e8-74fe5fdbe41d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869298 Aug 16 02:42:40.041795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:40.052164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-19d2cfcd-6117-4951-b625-aad0efd5ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:40.054093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-19d2cfcd-6117-4951-b625-aad0efd5ea1e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728674 Aug 16 02:42:40.057021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '0c70d7cc-4b33-47f9-92d3-adb8ea18719f'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:40.058064 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.058700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.111637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 7be377ff-1318-4a02-813c-2dd848a10b5d yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:40.194674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 65b0a3f0-19bb-4c71-b368-70c57f74f6cb no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:40.227299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 65b0a3f0-19bb-4c71-b368-70c57f74f6cb {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:40.227531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-72429269-42eb-4d51-82ef-d2fd824a483b service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582117 Aug 16 02:42:40.227633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 65b0a3f0-19bb-4c71-b368-70c57f74f6cb not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:40.231611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Allocated IP 2001:db8::f816:3eff:fe7f:3c4b (6835a079-e6de-424a-b574-d953dc581087/0c70d7cc-4b33-47f9-92d3-adb8ea18719f/1af42093-3fec-420b-b426-dc1142bea19d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:40.347174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57718362-1a55-48f8-8a41-d7686aae2b21 req-d6470583-fe9c-41e6-bb48-7ef7c2e86d35 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095226 Aug 16 02:42:40.382966 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.390966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Transition to ACTIVE for port object 1af42093-3fec-420b-b426-dc1142bea19d will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:40.405746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Transition to ACTIVE for port object 1af42093-3fec-420b-b426-dc1142bea19d will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:40.414050 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.454117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:40.460629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:40.461326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:fe1c:cd4c (6835a079-e6de-424a-b574-d953dc581087/0c70d7cc-4b33-47f9-92d3-adb8ea18719f/7be377ff-1318-4a02-813c-2dd848a10b5d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:40.462875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:40.476521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Pushing event updated for resources: {'Port': ['ID=1af42093-3fec-420b-b426-dc1142bea19d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:40.543081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Attempting to bind port 1af42093-3fec-420b-b426-dc1142bea19d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:40.543447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Attempting to bind port 1af42093-3fec-420b-b426-dc1142bea19d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:40.543813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Attempting to bind port 1af42093-3fec-420b-b426-dc1142bea19d on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:40.548823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:40.549196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:40.550121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.550518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:40.550978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Bound port: 1af42093-3fec-420b-b426-dc1142bea19d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:40.551357 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.617673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] For port 1af42093-3fec-420b-b426-dc1142bea19d, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:40.621076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] For port 1af42093-3fec-420b-b426-dc1142bea19d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1af42093-3fec-420b-b426-dc1142bea19d,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:40.623601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.625587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.639505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 7be377ff-1318-4a02-813c-2dd848a10b5d will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:40.674418 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.689596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1e6a6-ff01-4b22-9849-b40c8691aae5 None None] Pushing event updated for resources: {'Port': ['ID=1af42093-3fec-420b-b426-dc1142bea19d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:40.719851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:40.723541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:40.727412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:40.733072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:40.733710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.754361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=7be377ff-1318-4a02-813c-2dd848a10b5d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:40.761230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7478c2e1-0f0e-444a-8123-a03260658784 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8897800 Aug 16 02:42:40.763781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54856) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:40.816266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c56ec-9779-4eec-9ef4-2208ede3b359 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:40.823154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c56ec-9779-4eec-9ef4-2208ede3b359 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:40.825183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f27c56ec-9779-4eec-9ef4-2208ede3b359 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0602839 Aug 16 02:42:40.829549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:40.962344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 7be377ff-1318-4a02-813c-2dd848a10b5d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:40.962773 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.125898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.143919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 7be377ff-1318-4a02-813c-2dd848a10b5d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:41.247638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7727cb-6eb1-4e2a-a85d-ee2acc89adb1 req-a4f6126b-0f39-4119-a491-67cacf4a4fcc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:41.249445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa7727cb-6eb1-4e2a-a85d-ee2acc89adb1 req-a4f6126b-0f39-4119-a491-67cacf4a4fcc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 944 time: 0.1163342 Aug 16 02:42:41.348941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa7727cb-6eb1-4e2a-a85d-ee2acc89adb1 req-043b6b5f-87b7-4ab5-ac02-2aa87faceff2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866582 Aug 16 02:42:41.395634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.477609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=7be377ff-1318-4a02-813c-2dd848a10b5d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:41.536488 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.542305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54874) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:41.553007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-10bda706-dae3-41c0-b003-873a4f92bde1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/7be377ff-1318-4a02-813c-2dd848a10b5d HTTP/1.1" status: 204 len: 168 time: 0.7221637 Aug 16 02:42:41.615291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b022a67-41c0-4511-9ac0-440c3deed2ae tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:41.621626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b022a67-41c0-4511-9ac0-440c3deed2ae tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:41.627506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6b022a67-41c0-4511-9ac0-440c3deed2ae tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0813947 Aug 16 02:42:41.630520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54878) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:41.731043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 0c70d7cc-4b33-47f9-92d3-adb8ea18719f {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:41.734827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.786348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:42:41.816169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:41.953103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.017378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:42.057978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.059538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'port_id': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'mac_address': 'fa:16:3e:b1:fe:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:42:42.100884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=0c70d7cc-4b33-47f9-92d3-adb8ea18719f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:42.133085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.136332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b6deddc8-8afa-400e-b7f4-8a70da684d58 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/0c70d7cc-4b33-47f9-92d3-adb8ea18719f HTTP/1.1" status: 204 len: 168 time: 0.5038810 Aug 16 02:42:42.140047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54886) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:42.207186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85774bd7-4245-4761-a237-4a78d871bf3d None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:42.229622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509b5f-6ade-4909-b7cb-d6f408ce79fe req-f41f80a8-c23b-42fe-bd3c-59037db0e881 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:42.241952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-37509b5f-6ade-4909-b7cb-d6f408ce79fe req-f41f80a8-c23b-42fe-bd3c-59037db0e881 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 945 time: 0.1296730 Aug 16 02:42:42.282666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1af42093-3fec-420b-b426-dc1142bea19d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:42.287511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.299275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-37509b5f-6ade-4909-b7cb-d6f408ce79fe req-e83ed785-31fa-4ee9-9d18-8305e641f022 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561478 Aug 16 02:42:42.345123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b9c34b-274d-456c-86fe-4fed991a0c9b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:42.417460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ea080f55-72f0-42f4-acad-13a5d94747b5 None None] Provisioning for port 1af42093-3fec-420b-b426-dc1142bea19d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:42.470758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:42.478037 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.533608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 1af42093-3fec-420b-b426-dc1142bea19d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:42.541377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1af42093-3fec-420b-b426-dc1142bea19d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:42.541760 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.543320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=11']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:42.623062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:42.665828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-716742cf-9f6d-41a9-9ad1-457a1cbb11f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5213151 Aug 16 02:42:42.667237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54892) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:42.669265 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.675481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:42.714721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 1af42093-3fec-420b-b426-dc1142bea19d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1af42093-3fec-420b-b426-dc1142bea19d,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:42.720115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] Deleting port 1af42093-3fec-420b-b426-dc1142bea19d {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:42.720696 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.725813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6d97f-3839-479b-95f7-00e86f4628c5 req-32eb0dcc-7629-460b-838e-60568d0991dd tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:42.727581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ceb6d97f-3839-479b-95f7-00e86f4628c5 req-32eb0dcc-7629-460b-838e-60568d0991dd tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 945 time: 0.0665145 Aug 16 02:42:42.778069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e5b9c34b-274d-456c-86fe-4fed991a0c9b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:42.779715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ceb6d97f-3839-479b-95f7-00e86f4628c5 req-d4a7dce0-cadc-4228-ad04-276f3889ebbf tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456791 Aug 16 02:42:42.785947 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.787679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:42.802055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.815716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54894) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:42.879496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ec359976-fcf8-48fb-bd9a-20f421bd6464 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/2a275949-8e00-46cc-bd41-4017ce845bbc HTTP/1.1" status: 200 len: 990 time: 0.0624609 Aug 16 02:42:43.014115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] For port 1af42093-3fec-420b-b426-dc1142bea19d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1af42093-3fec-420b-b426-dc1142bea19d,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:43.014711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.041449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] Calling delete_port for 1af42093-3fec-420b-b426-dc1142bea19d owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:43.072025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=1af42093-3fec-420b-b426-dc1142bea19d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:43.115847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:43.241327 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.243202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Port 1af42093-3fec-420b-b426-dc1142bea19d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94857) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 02:42:43.243714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7f:3c4b {{(pid=94857) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 02:42:43.247319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_pluggable_backend [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7f:3c4b {{(pid=94857) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 02:42:43.248625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.271269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] Pushing event deleted for resources: {'Port': ['ID=1af42093-3fec-420b-b426-dc1142bea19d,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:43.280252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e39f9-ba43-497b-b018-4ce1f0fbd3fa None None] No DVR routers for this DVR port 1af42093-3fec-420b-b426-dc1142bea19d on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:43.289400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:43.292158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:43.297652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:43.298373 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.303346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb065b6-99f4-48eb-a857-0f2b88187161 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:43.319123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=db4bc16a-3efa-48c2-92bb-7b122cb70ff8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:43.329469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5d47290e-7637-47fe-bb08-76b3d5e22f53 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6607962 Aug 16 02:42:43.332193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54898) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:43.341194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:ba:23:49', 'name': 'tempest-NetworksTestDHCPv6-458782553'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:43.494102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:43.530300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558e048-101a-44bb-a952-c1cbce16ecd8 req-cc60f95d-d648-4e9a-8ea3-905e513a2ae1 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:43.531784 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4558e048-101a-44bb-a952-c1cbce16ecd8 req-cc60f95d-d648-4e9a-8ea3-905e513a2ae1 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0817862 Aug 16 02:42:43.561407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': 'db4bc16a-3efa-48c2-92bb-7b122cb70ff8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:43.563270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.578319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4558e048-101a-44bb-a952-c1cbce16ecd8 req-97445f7f-ca5e-4b52-aaf2-39746b0292e3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389123 Aug 16 02:42:43.637779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b31e1-5499-4da3-b2ae-43da23515570 req-b0e0cbf5-5a4a-4d91-bda5-ec25abf08f09 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:43.639390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-609b31e1-5499-4da3-b2ae-43da23515570 req-b0e0cbf5-5a4a-4d91-bda5-ec25abf08f09 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.88 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0762229 Aug 16 02:42:43.642267 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.684882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 89dad212-ecf2-4922-b14d-c2a1bb7e9ad3 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:43.722842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Allocated IP 2001:db8::f816:3eff:fe71:44c5 (6835a079-e6de-424a-b574-d953dc581087/db4bc16a-3efa-48c2-92bb-7b122cb70ff8/f1c57e97-8b0a-4ab3-b979-33ea94efd0fd) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:43.802240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Deleting port bae83abc-a42c-4aef-a885-774889718ea5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:43.802589 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.884579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.892957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Transition to ACTIVE for port object f1c57e97-8b0a-4ab3-b979-33ea94efd0fd will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:43.897057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] For port bae83abc-a42c-4aef-a885-774889718ea5, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=bae83abc-a42c-4aef-a885-774889718ea5,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:43.897432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.909864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Transition to ACTIVE for port object f1c57e97-8b0a-4ab3-b979-33ea94efd0fd will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:43.918935 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.960238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:43.963410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:43.966944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:43.975026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Pushing event updated for resources: {'Port': ['ID=f1c57e97-8b0a-4ab3-b979-33ea94efd0fd,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:44.034910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Attempting to bind port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:44.035516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Attempting to bind port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:44.036331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Attempting to bind port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:44.041923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:44.042536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:44.042950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.043572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:44.043835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Bound port: f1c57e97-8b0a-4ab3-b979-33ea94efd0fd, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:44.044227 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.048721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:feba:2349 (6835a079-e6de-424a-b574-d953dc581087/db4bc16a-3efa-48c2-92bb-7b122cb70ff8/89dad212-ecf2-4922-b14d-c2a1bb7e9ad3) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:44.101568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1af42093-3fec-420b-b426-dc1142bea19d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:44.131419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 1af42093-3fec-420b-b426-dc1142bea19d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:44.131771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1af42093-3fec-420b-b426-dc1142bea19d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:44.142748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] For port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:44.146804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] For port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f1c57e97-8b0a-4ab3-b979-33ea94efd0fd,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:44.153838 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.170712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.171097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.171405 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Floating IP 29fb0b8c-0960-4662-b960-b5a0b8a76518 disassociated. External IP: 172.25.4.246, port: bae83abc-a42c-4aef-a885-774889718ea5. Aug 16 02:42:44.171749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Calling delete_port for bae83abc-a42c-4aef-a885-774889718ea5 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:44.215910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a936ed-7f39-46db-b0e1-26b5de7b206d None None] Pushing event updated for resources: {'Port': ['ID=f1c57e97-8b0a-4ab3-b979-33ea94efd0fd,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:44.339622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.355961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 89dad212-ecf2-4922-b14d-c2a1bb7e9ad3 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:44.448403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.488270 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.496620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event deleted for resources: {'Port': ['ID=bae83abc-a42c-4aef-a885-774889718ea5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:44.557709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:44.559344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:44.565847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:44.571471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:44.572024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.624920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=89dad212-ecf2-4922-b14d-c2a1bb7e9ad3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:44.641250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-77ca5d93-00ba-4bc2-a43c-0b0a9f1151dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3072405 Aug 16 02:42:44.644091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54908) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:44.705144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bcde973c-0b54-4a35-9eba-dd3d9d3bf26d req-0e283d85-1e21-450e-8cd4-d6df50079709 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/ports?device_id=200e3226-6c49-4b68-be06-9bb61aa4ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0326746 Aug 16 02:42:44.706599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697bfa22-aa53-4e3d-8002-c358be5a0e5a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:44.717692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697bfa22-aa53-4e3d-8002-c358be5a0e5a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:44.722545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:44.725378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-697bfa22-aa53-4e3d-8002-c358be5a0e5a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0797229 Aug 16 02:42:44.755302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:42:44.870032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54914) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:44.923152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 89dad212-ecf2-4922-b14d-c2a1bb7e9ad3 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:44.923513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.926770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:42:44.939832 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] Sync routers for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:42:44.951853 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:44.953000 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:45.022618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] No DVR routers for this DVR port bae83abc-a42c-4aef-a885-774889718ea5 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:45.028725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.030774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-609b31e1-5499-4da3-b2ae-43da23515570 req-d266dd4a-db48-42c4-be31-d787db4114b3 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.88 "DELETE /v2.0/ports/bae83abc-a42c-4aef-a885-774889718ea5 HTTP/1.1" status: 204 len: 173 time: 1.3853652 Aug 16 02:42:45.031230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'name': 'network-vif-deleted', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:45.031738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50d75f1a-5b38-45d6-986c-4e41909090be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.033576 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6911c8f7-d92b-4bc1-ac95-71fda4912202" -d '{"events": [{"server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "name": "network-vif-deleted", "tag": "bae83abc-a42c-4aef-a885-774889718ea5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:45.104231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.123575 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877027e4-729b-4823-88a2-38c2d776d417 x-openstack-request-id: req-877027e4-729b-4823-88a2-38c2d776d417 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:45.123876 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200e3226-6c49-4b68-be06-9bb61aa4ccb5", "name": "network-vif-deleted", "tag": "bae83abc-a42c-4aef-a885-774889718ea5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:45.124133 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-877027e4-729b-4823-88a2-38c2d776d417 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:45.124601 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200e3226-6c49-4b68-be06-9bb61aa4ccb5', 'name': 'network-vif-deleted', 'tag': 'bae83abc-a42c-4aef-a885-774889718ea5', 'status': 'completed', 'code': 200} Aug 16 02:42:45.125929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 89dad212-ecf2-4922-b14d-c2a1bb7e9ad3 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:45.176983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:45.214738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50d75f1a-5b38-45d6-986c-4e41909090be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.219328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50d75f1a-5b38-45d6-986c-4e41909090be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.261642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-50d75f1a-5b38-45d6-986c-4e41909090be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09e73c85f5c9475cba977b071ae7615e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899710 Aug 16 02:42:45.263762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d75f1a-5b38-45d6-986c-4e41909090be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9b3d0-aa0e-4ffd-9114-72c71c0fa59d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:45.265707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:45.314140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.350419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=89dad212-ecf2-4922-b14d-c2a1bb7e9ad3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:45.382583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.384594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cc8d74cd-4393-4083-9cb5-d801a12fa7f0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/89dad212-ecf2-4922-b14d-c2a1bb7e9ad3 HTTP/1.1" status: 204 len: 168 time: 0.6609125 Aug 16 02:42:45.387473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54922) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:45.387925 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb5570ab-15d9-4629-8426-45d2bdbc79e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.428749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb5570ab-15d9-4629-8426-45d2bdbc79e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.447867 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:45.481072 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] Checking router: bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:42:45.484203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f33-d29f-402f-87f5-58fd07ea2919 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:45.495154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f33-d29f-402f-87f5-58fd07ea2919 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:45.504658 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-59a70f33-d29f-402f-87f5-58fd07ea2919 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1132493 Aug 16 02:42:45.505311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54924) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:45.512645 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:45.512844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7a5f62f4-6c7f-45a8-9edf-f721502907ef None None] Provisioning for port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:45.513369 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:45.514232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb5570ab-15d9-4629-8426-45d2bdbc79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.518522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb5570ab-15d9-4629-8426-45d2bdbc79e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.522499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb5570ab-15d9-4629-8426-45d2bdbc79e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44f9b3d0-aa0e-4ffd-9114-72c71c0fa59d HTTP/1.1" status: 204 len: 168 time: 0.2557836 Aug 16 02:42:45.531802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5570ab-15d9-4629-8426-45d2bdbc79e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9b3d0-aa0e-4ffd-9114-72c71c0fa59d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:45.608072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet db4bc16a-3efa-48c2-92bb-7b122cb70ff8 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:45.612265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.665591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.696763 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:45.732913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ac02cccb-0c19-4099-ac03-278d67a9c022 None None] Could not find standard attr ID for object 89dad212-ecf2-4922-b14d-c2a1bb7e9ad3. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:45.785955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:45.801601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:45.838199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54934) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:45.876810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port e5b9c34b-274d-456c-86fe-4fed991a0c9b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:45.882283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port e5b9c34b-274d-456c-86fe-4fed991a0c9b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:45.882936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.000411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54936) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.013606 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.038304 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f34b712-9936-4ec2-b041-e59360ca7a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.043492 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:46.054772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:46.055861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:46.058592 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ac6dc3-b556-487c-9d8a-676349ed9395" -d '{"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:46.070498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.127936 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b64cb-ee86-4c90-a660-0c353bd5e67e None None] The sync data for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 is: [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:35:37Z', 'revision_number': 4, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '449f447a-c3c7-4011-991d-83bfe90575cd', 'name': '', 'network_id': '8cc3c0c5-b504-4322-a229-c9235ab17481', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'mac_address': 'fa:16:3e:cd:a0:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '63f575f7-9975-461b-992d-84961c68c79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:35Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'subnets': [{'id': '63f575f7-9975-461b-992d-84961c68c79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:42:46.162275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=12']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:46.223716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f1c57e97-8b0a-4ab3-b979-33ea94efd0fd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:46.260690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f34b712-9936-4ec2-b041-e59360ca7a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.267824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f34b712-9936-4ec2-b041-e59360ca7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.302701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-972dad0f-4715-4276-876b-c5d1d865aa0a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.302930 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:46.308493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:46.309067 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.324138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.330032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9f34b712-9936-4ec2-b041-e59360ca7a5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a67261f30a784a73b5367b682d79afa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260319 Aug 16 02:42:46.330032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34b712-9936-4ec2-b041-e59360ca7a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf5d43-3567-485d-be87-d585997f5a0c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:46.335698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54942) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.366581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=db4bc16a-3efa-48c2-92bb-7b122cb70ff8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:46.383863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-972dad0f-4715-4276-876b-c5d1d865aa0a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.395042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.399491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bebb7f21-585c-4b6b-9c6e-d254bdb1df6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/db4bc16a-3efa-48c2-92bb-7b122cb70ff8 HTTP/1.1" status: 204 len: 168 time: 0.8909147 Aug 16 02:42:46.400508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54944) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.402165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d426fb04-3b69-4afe-90ea-9b82fe0c56da None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:46.424904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4557de77-eb9d-4e2b-b1a9-2a4d6b694848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.453204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4557de77-eb9d-4e2b-b1a9-2a4d6b694848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.466380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3067fed6-7e20-4d32-92c1-126c9dbd32e8 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647497 Aug 16 02:42:46.471019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54946) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.531299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826cafd-aa49-4e63-aa9c-df1965804069 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:46.531743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4557de77-eb9d-4e2b-b1a9-2a4d6b694848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.533032 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c826cafd-aa49-4e63-aa9c-df1965804069 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0604439 Aug 16 02:42:46.535153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4557de77-eb9d-4e2b-b1a9-2a4d6b694848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.539629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54948) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.540162 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4557de77-eb9d-4e2b-b1a9-2a4d6b694848 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2faf5d43-3567-485d-be87-d585997f5a0c HTTP/1.1" status: 204 len: 168 time: 0.1993992 Aug 16 02:42:46.545907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557de77-eb9d-4e2b-b1a9-2a4d6b694848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf5d43-3567-485d-be87-d585997f5a0c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:46.567239 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68bd365-b7ca-4f7b-8828-9d0774eaac5d x-openstack-request-id: req-b68bd365-b7ca-4f7b-8828-9d0774eaac5d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:46.567854 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:46.567854 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b68bd365-b7ca-4f7b-8828-9d0774eaac5d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:46.568122 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'code': 200} Aug 16 02:42:46.601173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfcb22-2ab0-474c-93c7-639e9d661235 None None] New status for floating IP 29fb0b8c-0960-4662-b960-b5a0b8a76518: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:42:46.609635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee64b81-2854-40e8-ab43-64e95a04d867 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:46.611255 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9ee64b81-2854-40e8-ab43-64e95a04d867 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741384 Aug 16 02:42:46.613872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54952) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.621897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-972dad0f-4715-4276-876b-c5d1d865aa0a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.624660 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-972dad0f-4715-4276-876b-c5d1d865aa0a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.625746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-972dad0f-4715-4276-876b-c5d1d865aa0a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "DELETE /v2.0/security-groups/3a3ecb6b-acb4-42b6-b9ee-f167be216bcd HTTP/1.1" status: 204 len: 168 time: 0.7865276 Aug 16 02:42:46.628896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54954) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.645365 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-81194ff4-57ae-466d-8af5-6c143c8c9c66 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] show failed (client error): The resource could not be found. Aug 16 02:42:46.646971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-81194ff4-57ae-466d-8af5-6c143c8c9c66 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "GET /v2.0/security-groups/3a3ecb6b-acb4-42b6-b9ee-f167be216bcd HTTP/1.1" status: 404 len: 347 time: 0.0168464 Aug 16 02:42:46.650060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 54956) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.669968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dad0f-4715-4276-876b-c5d1d865aa0a tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ecb6b-acb4-42b6-b9ee-f167be216bcd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:46.674225 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e31028fe-9cd0-46df-8e9a-2a80d2fc3d80 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593035 Aug 16 02:42:46.678910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54958) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:46.684825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:46.690548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.803628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:46.808467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Deleting port 3c0fe481-a60d-4647-9764-dd42126832b6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:46.808467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.810990 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.811195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f1c57e97-8b0a-4ab3-b979-33ea94efd0fd,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:46.833699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.901158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f1c57e97-8b0a-4ab3-b979-33ea94efd0fd,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:46.908474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.909084 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.920816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:46.934654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Calling delete_port for 3c0fe481-a60d-4647-9764-dd42126832b6 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:46.986538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] Deleting port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:46.987928 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.051145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.071241 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] For port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f1c57e97-8b0a-4ab3-b979-33ea94efd0fd,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:47.072499 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.088376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:47.090332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.090839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] Calling delete_port for f1c57e97-8b0a-4ab3-b979-33ea94efd0fd owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:47.093756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:47.096876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:47.097510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.121603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=86e8214e-7cbf-42f6-9445-dd526ad7cf93,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:47.126316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-64817b9a-ed42-49c5-ba18-3cf55fb84863 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4464087 Aug 16 02:42:47.131453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 54966) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:47.139065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Pushing event deleted for resources: {'Port': ['ID=3c0fe481-a60d-4647-9764-dd42126832b6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:47.139922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:ef:29:2c', 'name': 'tempest-NetworksTestDHCPv6-1902377675'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:47.197733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.200843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.202610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-027633fb-ee70-4205-85a2-c7d7bde644b7 tempest-AttachVolumeTestJSON-384209837 tempest-AttachVolumeTestJSON-384209837-project] 10.222.0.78 "DELETE /v2.0/floatingips/29fb0b8c-0960-4662-b960-b5a0b8a76518 HTTP/1.1" status: 204 len: 168 time: 0.5513685 Aug 16 02:42:47.211129 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.245389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] No DVR routers for this DVR port f1c57e97-8b0a-4ab3-b979-33ea94efd0fd on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:47.247346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde62cd-fdbc-4607-ac98-c0845bcd768e None None] Pushing event deleted for resources: {'Port': ['ID=f1c57e97-8b0a-4ab3-b979-33ea94efd0fd,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:47.264590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522bed36-e96b-4e6d-9059-bd90c09ae0b4 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:47.347747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:47.424922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bae83abc-a42c-4aef-a885-774889718ea5 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:47.448680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: bae83abc-a42c-4aef-a885-774889718ea5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:47.449033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device bae83abc-a42c-4aef-a885-774889718ea5 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:47.462154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.485218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '86e8214e-7cbf-42f6-9445-dd526ad7cf93'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:47.486369 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.493585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port a951168d-9f0e-45f3-99b2-03735a957faa yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:47.632532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::cb (6835a079-e6de-424a-b574-d953dc581087/86e8214e-7cbf-42f6-9445-dd526ad7cf93/a951168d-9f0e-45f3-99b2-03735a957faa) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:47.808299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.824561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object a951168d-9f0e-45f3-99b2-03735a957faa will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:47.867370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.913330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:47.916647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:47.920683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:47.926828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:47.927463 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.941556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/86e8214e-7cbf-42f6-9445-dd526ad7cf93/c26cf6ee-bb8d-4726-9f9f-4c587f439ce0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:47.942105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=a951168d-9f0e-45f3-99b2-03735a957faa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:47.946144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c8849329-5693-4db3-9527-07adf5febdbd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8135359 Aug 16 02:42:47.949198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55020) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:48.021857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb1eef-e82a-4555-9cd9-27c06e5792a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:48.025076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0deb1eef-e82a-4555-9cd9-27c06e5792a0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0721753 Aug 16 02:42:48.025982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55030) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:48.103353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f1c57e97-8b0a-4ab3-b979-33ea94efd0fd no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:48.143396 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.146255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f1c57e97-8b0a-4ab3-b979-33ea94efd0fd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:48.146255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f1c57e97-8b0a-4ab3-b979-33ea94efd0fd not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:48.157224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Transition to ACTIVE for port object c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:48.178980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Transition to ACTIVE for port object c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:48.179410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port a951168d-9f0e-45f3-99b2-03735a957faa {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:48.179772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.187816 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.242591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Pushing event updated for resources: {'Port': ['ID=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:48.259614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:48.261220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:48.264557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:48.293230 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.314305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for a951168d-9f0e-45f3-99b2-03735a957faa owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Attempting to bind port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Attempting to bind port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Attempting to bind port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Bound port: c26cf6ee-bb8d-4726-9f9f-4c587f439ce0, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:48.344434 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.444122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] For port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:48.448747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] For port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:48.456790 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.466675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-5694cc1f-de61-4bcb-a93f-dba6d671f443 req-befab70c-48ea-4569-b192-e4f69c354807 service neutron] (94857) timed out ('10.222.0.78', 59520) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:42:48.558789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.560516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decaefb-30f5-4dfc-afee-6fd0573993b1 None None] Pushing event updated for resources: {'Port': ['ID=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:48.594352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=a951168d-9f0e-45f3-99b2-03735a957faa,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:48.624777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.629633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55052) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:48.630181 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6e4daefa-e501-4be2-946e-86c9fdf90621 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/a951168d-9f0e-45f3-99b2-03735a957faa HTTP/1.1" status: 204 len: 168 time: 0.6028748 Aug 16 02:42:48.694950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19edf5-dca4-4192-8a94-90824c2274c3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:48.696546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19edf5-dca4-4192-8a94-90824c2274c3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:48.698178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed19edf5-dca4-4192-8a94-90824c2274c3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0667655 Aug 16 02:42:48.701023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:48.812587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 86e8214e-7cbf-42f6-9445-dd526ad7cf93 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:48.816206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.866959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.979180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:49.052240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:49.085828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=86e8214e-7cbf-42f6-9445-dd526ad7cf93,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:49.094864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:49.098557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cf79e66d-8b60-4c4c-9f78-b48076f659ec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/86e8214e-7cbf-42f6-9445-dd526ad7cf93 HTTP/1.1" status: 204 len: 168 time: 0.3962603 Aug 16 02:42:49.101015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:49.153846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f7999932-0e2d-4eac-9f8c-6924fe6d8db5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515900 Aug 16 02:42:49.156162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:49.206572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f5d45-a3ec-4d96-8903-e473302896c0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:49.208642 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-456f5d45-a3ec-4d96-8903-e473302896c0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0514987 Aug 16 02:42:49.211264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55076) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:49.278140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a315429-1819-453a-9c9a-d3ae8d581c62 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:49.280745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5a315429-1819-453a-9c9a-d3ae8d581c62 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685220 Aug 16 02:42:49.282669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55078) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:49.340145 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4de7a484-5884-4cdd-89ee-29679fbaea91 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562196 Aug 16 02:42:49.344320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:49.351446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:49.503121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:49.506931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:49.682628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af36c29e-be5a-4143-b04a-176d7e3d8e87 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:49.818033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-af0deb35-a677-4990-bded-76526a2adc62 None None] Provisioning for port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:49.900331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:50.073971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.206846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:50.285842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:50.293398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:50.294254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.299210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:50.347468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.353884 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.355000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.438567 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.471568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:50.487674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:50.494838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:50.496092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e2769695-5926-4f63-9bbc-2c7cd3efdd17 None None] Could not find standard attr ID for object a951168d-9f0e-45f3-99b2-03735a957faa. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:50.507801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.509510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:50.510128 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.543595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=cbbc72f2-3c6a-4797-bb35-0ed1dad5c926,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:50.568926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,revision_number=5']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:50.599907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:50.602944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e73a561c-e87c-47ca-bd2d-0ac2ef4158ad tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2571208 Aug 16 02:42:50.605724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:50.616062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e82f38f2-1611-4933-be4f-72990c92e24f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:50.701297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576d180-dec7-422d-827f-8f6ce542f591 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:50.816355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f38f2-1611-4933-be4f-72990c92e24f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:50.820172 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e82f38f2-1611-4933-be4f-72990c92e24f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:50.970536 n-d-769329-15 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-e82f38f2-1611-4933-be4f-72990c92e24f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cbbc72f2-3c6a-4797-bb35-0ed1dad5c926 (CIDR: 2001:db8::/64) Aug 16 02:42:50.979225 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82f38f2-1611-4933-be4f-72990c92e24f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:50.980142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82f38f2-1611-4933-be4f-72990c92e24f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:51.005193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e82f38f2-1611-4933-be4f-72990c92e24f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3981740 Aug 16 02:42:51.007950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55096) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:51.014339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:51.145238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:51.148952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:51.235418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13105ae0-2d4b-4161-ba6a-2f1b7ca90c15 None None] Provisioning complete for port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:51.236127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13105ae0-2d4b-4161-ba6a-2f1b7ca90c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:51.427882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:51.474740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:51.478158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:51.488407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8d067-ddba-4cbe-82c5-443dfc3007fd None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:51.488894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:51.489504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:51.510239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5005822 Aug 16 02:42:51.511093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e07e43-9bac-4961-8a30-c7337b4b2765 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:51.513144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:51.519547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:c4:5c:33', 'name': 'tempest-NetworksTestDHCPv6-849526142'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:51.651133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:51.776135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': 'cbbc72f2-3c6a-4797-bb35-0ed1dad5c926', 'ip_address': '2001:db8::f816:3eff:fedc:f458'}, {'subnet_id': '9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51'}], 'binding:host_id': 'n-d-769329-15'}, 'id': 'c26cf6ee-bb8d-4726-9f9f-4c587f439ce0'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:51.782958 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:51.806585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 4bee4fa4-76c1-4c71-93de-27de785f542f yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:51.811356 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.026974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8:0:1::a3 (6835a079-e6de-424a-b574-d953dc581087/9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51/4bee4fa4-76c1-4c71-93de-27de785f542f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:52.035471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:fec4:5c33 (6835a079-e6de-424a-b574-d953dc581087/cbbc72f2-3c6a-4797-bb35-0ed1dad5c926/4bee4fa4-76c1-4c71-93de-27de785f542f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:52.114432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:52.167202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:52.167731 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.233850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.251291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 4bee4fa4-76c1-4c71-93de-27de785f542f will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:52.295060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.326030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:52.355717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:52.358210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:52.364380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:52.365098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.400179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=4bee4fa4-76c1-4c71-93de-27de785f542f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:52.406332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-95b0e9ee-3b96-457e-9ad9-fb5a06ef3955 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8920567 Aug 16 02:42:52.409815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:52.444807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.468479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] Allocated IP 2001:db8:0:1::2 (6835a079-e6de-424a-b574-d953dc581087/9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51/c26cf6ee-bb8d-4726-9f9f-4c587f439ce0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:52.507916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 4bee4fa4-76c1-4c71-93de-27de785f542f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:52.508269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.605554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] For port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:52.631429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.638487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.645884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 4bee4fa4-76c1-4c71-93de-27de785f542f owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:52.656975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] Transition to ACTIVE for port object c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:52.662587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.766508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5987105-3aba-4bfc-8f3b-dd5cba5d16fe None None] Pushing event updated for resources: {'Port': ['ID=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:52.885154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.939498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=4bee4fa4-76c1-4c71-93de-27de785f542f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:53.022291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.024468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f6d5d85-656d-477b-80ca-9bb26499cfc7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/4bee4fa4-76c1-4c71-93de-27de785f542f HTTP/1.1" status: 204 len: 168 time: 0.6135926 Aug 16 02:42:53.026954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:53.088091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194ced7-1b8a-4c18-af58-dcad5d9d0d4b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:53.089943 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c194ced7-1b8a-4c18-af58-dcad5d9d0d4b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0620039 Aug 16 02:42:53.092814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55112) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:53.147038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04258011-e33f-4129-a218-2a6086f93d59 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:53.151144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-04258011-e33f-4129-a218-2a6086f93d59 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0547619 Aug 16 02:42:53.151766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:53.216167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004a73e-c971-48ff-b60d-246c2d3489c1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:53.217874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004a73e-c971-48ff-b60d-246c2d3489c1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:53.219519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004a73e-c971-48ff-b60d-246c2d3489c1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:53.224763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8004a73e-c971-48ff-b60d-246c2d3489c1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0683641 Aug 16 02:42:53.224944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55116) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:53.286994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:53.290560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.348941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.473412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.540239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.572197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:53.579869 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.582048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2797d743-e5f3-419a-a82d-1253e4bb763a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51 HTTP/1.1" status: 204 len: 168 time: 0.3562987 Aug 16 02:42:53.584778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:53.646839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet cbbc72f2-3c6a-4797-bb35-0ed1dad5c926 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:53.651083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.680233 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.685757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2af58933-7f69-4d03-a7b8-04e74bf96e88 None None] Provisioning for port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:53.695360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2af58933-7f69-4d03-a7b8-04e74bf96e88 None None] Provisioning complete for port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:53.695764 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2af58933-7f69-4d03-a7b8-04e74bf96e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.708840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.844507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a05fb-e22c-4526-aaf2-a2156dfef1e1 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:53.859914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.918056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ac46face-1b24-4fc9-8700-4d24a6c7d992 None None] Could not find standard attr ID for object 4bee4fa4-76c1-4c71-93de-27de785f542f. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:53.949719 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.990461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbc72f2-3c6a-4797-bb35-0ed1dad5c926,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:53.992599 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.994671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f56755b1-0e5c-43ac-b03d-f766a7ce70dc tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/cbbc72f2-3c6a-4797-bb35-0ed1dad5c926 HTTP/1.1" status: 204 len: 168 time: 0.4086668 Aug 16 02:42:53.997471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55122) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:54.074579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b050c36a-b021-4fc8-9d8e-9e8b3c1fa000 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731783 Aug 16 02:42:54.074996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:54.081738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:54.149908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:42:54.225407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] Deleting port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:54.225975 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.266825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:54.272886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.338024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] For port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:54.338478 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.355597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] Calling delete_port for c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:54.481146 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.498153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] No DVR routers for this DVR port c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:54.520804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2603e6-b096-4a7c-b5e0-2f1914e0ff5f None None] Pushing event deleted for resources: {'Port': ['ID=c26cf6ee-bb8d-4726-9f9f-4c587f439ce0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:54.624822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.objects.ports [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:42:54.626402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.681053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:54.684295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:54.688527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:54.689199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.696835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c94c4-5faa-496a-bb38-07d82dcae7f4 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:54.702206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=7df1092f-c036-4f82-897d-3e2801b813e8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:54.714023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55136) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:54.714476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-59e0f43a-43d6-4608-a723-228c8c88ad93 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6379831 Aug 16 02:42:54.719542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6fa6ea05-2ac2-4dd1-a72d-5d2f01c8155d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:54.840810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa6ea05-2ac2-4dd1-a72d-5d2f01c8155d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:54.845129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ea05-2ac2-4dd1-a72d-5d2f01c8155d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.915818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6835a079-e6de-424a-b574-d953dc581087', 'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'tenant_id': '28614b707b1c45cca7017f55c256ee50', 'fixed_ips': [{'subnet_id': '7df1092f-c036-4f82-897d-3e2801b813e8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:42:54.916955 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.974713 n-d-769329-15 neutron-server[94857]: INFO neutron.db.ipam_backend_mixin [None req-6fa6ea05-2ac2-4dd1-a72d-5d2f01c8155d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7df1092f-c036-4f82-897d-3e2801b813e8 (CIDR: 2001:db8::/64) Aug 16 02:42:54.979383 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa6ea05-2ac2-4dd1-a72d-5d2f01c8155d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:54.980268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa6ea05-2ac2-4dd1-a72d-5d2f01c8155d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:55.003792 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6fa6ea05-2ac2-4dd1-a72d-5d2f01c8155d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2874613 Aug 16 02:42:55.005579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55140) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:55.013879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:55.091390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Allocated IP 2001:db8::f816:3eff:fe75:2469 (6835a079-e6de-424a-b574-d953dc581087/7df1092f-c036-4f82-897d-3e2801b813e8/6f48e5e6-8cc7-4361-a4db-8c28496e8fb5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:55.146628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:55.150720 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.260023 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.273407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Transition to ACTIVE for port object 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:55.292566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Transition to ACTIVE for port object 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:55.301543 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.359908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:55.368208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:55.370209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:55.375850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:55.446154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Attempting to bind port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:55.446674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Attempting to bind port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:55.447281 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Attempting to bind port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 on network 6835a079-e6de-424a-b574-d953dc581087 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:55.452576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:55.452959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Checking segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:55.453372 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.453766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Bound using segment: {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:55.454236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Bound port: 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326cf360-ae63-44c0-9956-dbf22d60931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6835a079-e6de-424a-b574-d953dc581087'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:55.454619 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.469108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.538770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:55.540485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:55.542261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:55.543939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:55.548030 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.548505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:55.549140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.561505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=99efc66c-9947-4e3f-bcf0-108c0bad2387,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:55.570709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cf16c8f8-fddb-4477-8fa1-800a0947b8b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5634692 Aug 16 02:42:55.573443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55144) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:55.586625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:a1:7a:05', 'name': 'tempest-NetworksTestDHCPv6-1853814493'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:55.644386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57411c3-8df8-461f-a5a4-d2c28ebdea4e None None] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:55.735892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:55.846750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.888491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port aff4b877-a9e8-49d4-9262-439644a1732b yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:42:56.132890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8:0:1::192 (6835a079-e6de-424a-b574-d953dc581087/99efc66c-9947-4e3f-bcf0-108c0bad2387/aff4b877-a9e8-49d4-9262-439644a1732b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:56.144732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::f816:3eff:fea1:7a05 (6835a079-e6de-424a-b574-d953dc581087/7df1092f-c036-4f82-897d-3e2801b813e8/aff4b877-a9e8-49d4-9262-439644a1732b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:56.152121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:56.200381 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c7de-87e5-4121-b1b7-54f4dc0e0ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.220003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:56.299064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:56.340911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:56.341970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c26cf6ee-bb8d-4726-9f9f-4c587f439ce0 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:56.354632 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.369839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object aff4b877-a9e8-49d4-9262-439644a1732b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:56.409584 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.472323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:56.475965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:56.480615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:56.486365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:56.487074 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.511381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=aff4b877-a9e8-49d4-9262-439644a1732b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:56.529931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:56.530775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-30644564-5048-441e-a8e9-eaa0b6ca1687 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9531491 Aug 16 02:42:56.646414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port aff4b877-a9e8-49d4-9262-439644a1732b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:56.646867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.752914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.767196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for aff4b877-a9e8-49d4-9262-439644a1732b owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:56.840005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9174ecd-33c0-4bec-b328-7f2c22507375 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:56.905035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ba917c64-fe7b-418c-9e37-64287fab96e0 None None] Provisioning for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:56.916079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ba917c64-fe7b-418c-9e37-64287fab96e0 None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:56.916485 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba917c64-fe7b-418c-9e37-64287fab96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.985727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.025710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=aff4b877-a9e8-49d4-9262-439644a1732b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:57.069664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba917c64-fe7b-418c-9e37-64287fab96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.085591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.091041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55154) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:57.092233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a2ad37d6-32d1-467c-a0b7-30d0353e1b57 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/aff4b877-a9e8-49d4-9262-439644a1732b HTTP/1.1" status: 204 len: 168 time: 0.5602076 Aug 16 02:42:57.150363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f6614-bd40-4c37-ac0f-8044d11e0f9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:57.152042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-db9f6614-bd40-4c37-ac0f-8044d11e0f9b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0599823 Aug 16 02:42:57.154762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:57.178974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ba917c64-fe7b-418c-9e37-64287fab96e0 None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:57.188866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba917c64-fe7b-418c-9e37-64287fab96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.225999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a9eacc-0aab-41cd-8dc4-ac22f02a7899 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:57.227836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-98a9eacc-0aab-41cd-8dc4-ac22f02a7899 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0719669 Aug 16 02:42:57.230479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55158) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:57.281531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba917c64-fe7b-418c-9e37-64287fab96e0 None None] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:57.285675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8176d2b-32ad-4060-9f1a-46a6e006e8b5 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '7df1092f-c036-4f82-897d-3e2801b813e8', 'ip_address': '2001:db8::f816:3eff:fe75:2469'}, {'subnet_id': '99efc66c-9947-4e3f-bcf0-108c0bad2387'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '6f48e5e6-8cc7-4361-a4db-8c28496e8fb5'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:57.292194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9eb29c-aeab-4945-896f-14d5e0cc4041 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:57.293851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9eb29c-aeab-4945-896f-14d5e0cc4041 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:57.295395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9eb29c-aeab-4945-896f-14d5e0cc4041 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:57.297069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1d9eb29c-aeab-4945-896f-14d5e0cc4041 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0656474 Aug 16 02:42:57.299734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55160) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:57.345414 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8176d2b-32ad-4060-9f1a-46a6e006e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.355227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 7df1092f-c036-4f82-897d-3e2801b813e8 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:57.359039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.404807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.506119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.583678 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-f8176d2b-32ad-4060-9f1a-46a6e006e8b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7df1092f-c036-4f82-897d-3e2801b813e8: This subnet is being modified by another concurrent operation. Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7df1092f-c036-4f82-897d-3e2801b813e8: This subnet is being modified by another concurrent operation. Aug 16 02:42:57.586397 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:42:57.622681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:57.623720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=7df1092f-c036-4f82-897d-3e2801b813e8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:57.632406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.637331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9a02c4c0-5402-43e5-85fd-e5a20286a979 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/7df1092f-c036-4f82-897d-3e2801b813e8 HTTP/1.1" status: 204 len: 168 time: 0.3336093 Aug 16 02:42:57.640388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55172) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:57.699287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7f15b-28c2-42fa-aba1-ec77c1ce076c None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:57.732619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 99efc66c-9947-4e3f-bcf0-108c0bad2387 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:57.736264 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.770224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-988fe8ac-7de5-4381-9523-81fc133a1fdd None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:57.770942 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-988fe8ac-7de5-4381-9523-81fc133a1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.787291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.892811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.022089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.025080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b5659-0219-4aea-a312-53388680c142 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '99efc66c-9947-4e3f-bcf0-108c0bad2387'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '6f48e5e6-8cc7-4361-a4db-8c28496e8fb5'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:58.051622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-721b5659-0219-4aea-a312-53388680c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.100714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=99efc66c-9947-4e3f-bcf0-108c0bad2387,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:58.103000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.107523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55174) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:58.107652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e9908e2f-549e-44f7-862f-d796fe238574 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/99efc66c-9947-4e3f-bcf0-108c0bad2387 HTTP/1.1" status: 204 len: 168 time: 0.4660203 Aug 16 02:42:58.158336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-291c8125-7430-4d32-85a0-26a85c60f541 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494618 Aug 16 02:42:58.161272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55178) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:58.166842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:58.227053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:58.338291 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.375932 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.383288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aef0721d-505a-4e29-af3f-fa325daad81d None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:58.383688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aef0721d-505a-4e29-af3f-fa325daad81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.456021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:58.474411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.542680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64405f54-833b-4d27-8831-2d2956f4b6be None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:42:58.545918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:58.633962 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aef0721d-505a-4e29-af3f-fa325daad81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.700307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64405f54-833b-4d27-8831-2d2956f4b6be None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:42:58.719338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-aef0721d-505a-4e29-af3f-fa325daad81d None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:58.730185 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aef0721d-505a-4e29-af3f-fa325daad81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.730388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:58.733874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.740366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Deleting port 449f447a-c3c7-4011-991d-83bfe90575cd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:58.741040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.838135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] For port 449f447a-c3c7-4011-991d-83bfe90575cd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=449f447a-c3c7-4011-991d-83bfe90575cd,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:58.838554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.856226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Calling delete_port for 449f447a-c3c7-4011-991d-83bfe90575cd owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:58.885318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-332e5ae4-3a80-4a5e-af82-c8fbe9f334c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.896588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1f35b4f3-d915-4364-9b95-683ff53c794d None None] Could not find standard attr ID for object aff4b877-a9e8-49d4-9262-439644a1732b. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:42:58.899126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.905827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0721d-505a-4e29-af3f-fa325daad81d None None] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:58.971610 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.035007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=9f6eb04f-1967-4d50-a8b1-3e3a02f85b30,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:59.039046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:59.040862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:59.047515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.048131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.068906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1072984d-19e3-4eb3-953a-7dfb059d9941 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9058764 Aug 16 02:42:59.071323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55180) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:59.077989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d74d5c72-2099-47c8-a9b5-67d35a10e308 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:59.223322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74d5c72-2099-47c8-a9b5-67d35a10e308 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:59.230073 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d74d5c72-2099-47c8-a9b5-67d35a10e308 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.366648 n-d-769329-15 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-d74d5c72-2099-47c8-a9b5-67d35a10e308 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f6eb04f-1967-4d50-a8b1-3e3a02f85b30 (CIDR: 2001:db8::/64) Aug 16 02:42:59.368353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': '9f6eb04f-1967-4d50-a8b1-3e3a02f85b30'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '6f48e5e6-8cc7-4361-a4db-8c28496e8fb5'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:42:59.371770 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74d5c72-2099-47c8-a9b5-67d35a10e308 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:42:59.373352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74d5c72-2099-47c8-a9b5-67d35a10e308 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:42:59.395071 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d74d5c72-2099-47c8-a9b5-67d35a10e308 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3196020 Aug 16 02:42:59.395446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55184) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:59.399601 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.402603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:59.488430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.536915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Pushing event deleted for resources: {'Port': ['ID=449f447a-c3c7-4011-991d-83bfe90575cd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:59.550973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:59.555585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.595787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/9f6eb04f-1967-4d50-a8b1-3e3a02f85b30/6f48e5e6-8cc7-4361-a4db-8c28496e8fb5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:59.760911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.763999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:59.821462 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.848388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] Transition to ACTIVE for port object 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:59.856372 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.976562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfca0e-cd75-4158-ae94-5a6334a09b0c None None] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:00.019763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.objects.ports [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:43:00.046310 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.083878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:00.251660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:00.257991 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.259197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7223ae36-8f1e-4265-bf43-24742ec9522e admin admin] 10.222.0.78 "PUT /v2.0/routers/bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6338711 Aug 16 02:43:00.261857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55186) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:00.267821 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] Sync routers for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:00.279759 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:00.280431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:00.419974 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.565716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.578358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:00.606283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:00.638078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Deleting port e2100df6-4737-4f63-8bc9-62e5f3fb43a7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:00.638529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.638695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.645712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.646700 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.745763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] For port e2100df6-4737-4f63-8bc9-62e5f3fb43a7, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:00.746247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.755519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:00.766414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:00.774869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:00.781690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.790142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=9']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:00.800867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=2a7ef3a7-f891-4039-8e7e-b1551022e55e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:00.810615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Calling delete_port for e2100df6-4737-4f63-8bc9-62e5f3fb43a7 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:00.814803 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f018a662-8859-42c3-9cc9-1369492ec1f6 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4178777 Aug 16 02:43:00.818618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55190) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:00.826993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:5e:ad:d6', 'name': 'tempest-NetworksTestDHCPv6-795199849'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:00.839304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6660cdef-2085-47e4-a87c-8cd80d10ce81 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:43:00.898592 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:42:59Z', 'revision_number': 5, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port': {'id': 'e2100df6-4737-4f63-8bc9-62e5f3fb43a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:32Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:00.933276 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] Checking router: bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:00.942501 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] Routers {'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:00.943123 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:00.967740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5e2b775d-02fd-458d-8f9b-a58d33131fea None None] Provisioning for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:00.976304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5e2b775d-02fd-458d-8f9b-a58d33131fea None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:00.976850 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5e2b775d-02fd-458d-8f9b-a58d33131fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:00.980053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660cdef-2085-47e4-a87c-8cd80d10ce81 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:43:00.990200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:01.003325 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:01.087612 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] Set router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:01.119880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.135066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.149438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port e2a02be2-4738-48ad-89b9-2920ddb87d96 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:01.163525 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:43:00Z', 'revision_number': 6, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:01.194427 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b986e-ca5c-49b5-aa89-98b4b5d1847b None None] The sync data for ids ['bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb'] in n-d-769329-15 is: [{'id': 'bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb', 'name': 'tempest-AttachVolumeTestJSON-390274725-router', 'tenant_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:31Z', 'updated_at': '2021-08-16T02:43:00Z', 'revision_number': 6, 'project_id': '9b472fceeb4246dfbf5bc6d5765e0c50', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:01.209393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2100df6-4737-4f63-8bc9-62e5f3fb43a7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:01.298789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.381021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::353 (6835a079-e6de-424a-b574-d953dc581087/9f6eb04f-1967-4d50-a8b1-3e3a02f85b30/e2a02be2-4738-48ad-89b9-2920ddb87d96) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:01.390210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:add6 (6835a079-e6de-424a-b574-d953dc581087/2a7ef3a7-f891-4039-8e7e-b1551022e55e/e2a02be2-4738-48ad-89b9-2920ddb87d96) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:01.413046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.416383 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.468702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.469528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:43:01.475207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.479052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ec6a7798-d9c5-4ae8-9eb0-57d0e317911c admin admin] 10.222.0.78 "DELETE /v2.0/routers/bb2ad708-5d63-45e5-9ae4-d0bb14ade2cb HTTP/1.1" status: 204 len: 168 time: 1.2136838 Aug 16 02:43:01.479994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55194) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:01.549634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] Deleting subnet 63f575f7-9975-461b-992d-84961c68c79b {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:01.573151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.577283 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.593181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object e2a02be2-4738-48ad-89b9-2920ddb87d96 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:01.658366 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.677766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.731434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:01.740825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:01.748994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:01.755312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:01.755959 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.784463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=e2a02be2-4738-48ad-89b9-2920ddb87d96,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:01.796398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-802302bd-aa07-480d-aa8a-da4504116e2a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9764149 Aug 16 02:43:01.797043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:01.812797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.887746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.904971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port e2a02be2-4738-48ad-89b9-2920ddb87d96 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:01.905651 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.924754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f575f7-9975-461b-992d-84961c68c79b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:01.929205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.935854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-97516ef0-9ba8-413d-8df9-f9ac5eefa4ff admin admin] 10.222.0.78 "DELETE /v2.0/subnets/63f575f7-9975-461b-992d-84961c68c79b HTTP/1.1" status: 204 len: 168 time: 0.4524443 Aug 16 02:43:01.936976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55198) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:01.975533 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.034654 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.037060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.050052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for e2a02be2-4738-48ad-89b9-2920ddb87d96 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:02.135802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Deleting port afa78d57-ff9d-4478-b9dd-9123e550d565 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:02.136428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.196509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a8410-d211-4bce-ab71-e6a1c3e90070 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:02.233915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] For port afa78d57-ff9d-4478-b9dd-9123e550d565, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=afa78d57-ff9d-4478-b9dd-9123e550d565,segment=NetworkSegment(ffcf4967-9ff3-4e99-af19-eaa5e855f612),segment_id=ffcf4967-9ff3-4e99-af19-eaa5e855f612)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:02.234568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.259796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:02.261496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Calling delete_port for afa78d57-ff9d-4478-b9dd-9123e550d565 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:02.337176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.367389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4c550eda-310f-4589-a850-5bb6f34ad6ff None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:02.367771 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c550eda-310f-4589-a850-5bb6f34ad6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.384425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=e2a02be2-4738-48ad-89b9-2920ddb87d96,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:02.406046 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.443857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:02.444248 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.444435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa78d57-ff9d-4478-b9dd-9123e550d565,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:02.460374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] No DVR routers for this DVR port afa78d57-ff9d-4478-b9dd-9123e550d565 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:02.466100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.469955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-15dcd960-f033-48a6-8fe7-0d31b24e958b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/e2a02be2-4738-48ad-89b9-2920ddb87d96 HTTP/1.1" status: 204 len: 168 time: 0.6710520 Aug 16 02:43:02.472061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55202) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:02.553797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5d7ca-afbe-4390-8e18-310840ff6bbf None None] Network 8cc3c0c5-b504-4322-a229-c9235ab17481 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:02.597629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.611194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc3c0c5-b504-4322-a229-c9235ab17481']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:02.630424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcf4967-9ff3-4e99-af19-eaa5e855f612') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:02.630770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcf4967-9ff3-4e99-af19-eaa5e855f612') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:02.650083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9154e39c-8012-4843-a003-12fd8db926b0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:02.655751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9154e39c-8012-4843-a003-12fd8db926b0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1747236 Aug 16 02:43:02.655751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.656194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:02.675998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.685593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:02.686033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.726520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a98904-e0fe-408c-b1cc-889c5952281a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:02.731008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b1a98904-e0fe-408c-b1cc-889c5952281a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0737326 Aug 16 02:43:02.731627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:02.742011 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:02.759770 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.771537 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.785917 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8cc3c0c5-b504-4322-a229-c9235ab17481 HTTP/1.1" status: 204 len: 168 time: 0.8483248 Aug 16 02:43:02.800632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe152ab-089c-44c5-ad6b-553c02704912 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc3c0c5-b504-4322-a229-c9235ab17481,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:02.804644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63ccf9-4021-48e3-be9a-bb58b3916e8f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:02.809530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63ccf9-4021-48e3-be9a-bb58b3916e8f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:02.815782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63ccf9-4021-48e3-be9a-bb58b3916e8f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:02.820589 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-da63ccf9-4021-48e3-be9a-bb58b3916e8f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0854352 Aug 16 02:43:02.821643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:02.902298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 2a7ef3a7-f891-4039-8e7e-b1551022e55e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:02.906085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.944105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31c8fc-8ad7-4188-87b6-d3077f32966b None None] DHCP port deletion for 8cc3c0c5-b504-4322-a229-c9235ab17481 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:02.959658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 449f447a-c3c7-4011-991d-83bfe90575cd no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:02.963353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:02.993887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 449f447a-c3c7-4011-991d-83bfe90575cd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:02.994576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 449f447a-c3c7-4011-991d-83bfe90575cd not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:02.994576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e2100df6-4737-4f63-8bc9-62e5f3fb43a7 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:03.007772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:03.027738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e2100df6-4737-4f63-8bc9-62e5f3fb43a7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:03.028267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e2100df6-4737-4f63-8bc9-62e5f3fb43a7 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:03.092819 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4fef1d35-0196-4be8-9955-e1b3d16a433d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b472fceeb4246dfbf5bc6d5765e0c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836101 Aug 16 02:43:03.095282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55214) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:03.102348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46884f-7a89-4591-a594-e2ba79f81ac5 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:03.105247 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.191530 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c0878fd-e08a-4b74-9c39-1b25955a4c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.202663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.243176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7c85172-30d0-471f-b00a-0fc8a5e1568f None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:03.243875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7c85172-30d0-471f-b00a-0fc8a5e1568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.248051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c0878fd-e08a-4b74-9c39-1b25955a4c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.249930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7ef3a7-f891-4039-8e7e-b1551022e55e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:03.252099 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.254722 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d9184cfb-6029-4552-ace8-f8767808418a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/2a7ef3a7-f891-4039-8e7e-b1551022e55e HTTP/1.1" status: 204 len: 168 time: 0.4319906 Aug 16 02:43:03.257240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55216) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:03.306666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c0878fd-e08a-4b74-9c39-1b25955a4c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.309460 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c0878fd-e08a-4b74-9c39-1b25955a4c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.310658 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c0878fd-e08a-4b74-9c39-1b25955a4c5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/562f7ffe-d2d4-482d-b5af-9fff0b06456f HTTP/1.1" status: 204 len: 168 time: 0.2144573 Aug 16 02:43:03.320334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0878fd-e08a-4b74-9c39-1b25955a4c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f7ffe-d2d4-482d-b5af-9fff0b06456f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:03.335733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 9f6eb04f-1967-4d50-a8b1-3e3a02f85b30 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:03.339317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.396316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.519072 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.601959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.623235 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.625407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/9f6eb04f-1967-4d50-a8b1-3e3a02f85b30 HTTP/1.1" status: 204 len: 168 time: 0.3670707 Aug 16 02:43:03.631160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55224) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:03.652209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94805ecf-617c-4324-bc22-11c7dcb9165b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6eb04f-1967-4d50-a8b1-3e3a02f85b30,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:03.687783 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5ee1fbb5-c8f8-4eaa-a188-5b6bc346d126 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553257 Aug 16 02:43:03.690354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55228) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:03.695238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:03.799623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:03.803279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.056767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.103798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:04.120750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:04.121976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15afeef-69d0-4094-b102-17282c9c3691 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:04.122690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:04.125826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:04.126559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.144164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1859e229-bf6d-40d1-9838-d3e3680a2857 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4527078 Aug 16 02:43:04.146865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:04.153475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4e57c4a8-cc79-4b9e-bce0-b47938c9dd20 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:04.175694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device afa78d57-ff9d-4478-b9dd-9123e550d565 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:04.236401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: afa78d57-ff9d-4478-b9dd-9123e550d565 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:04.237465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device afa78d57-ff9d-4478-b9dd-9123e550d565 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:04.278723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a9c2e1cc-860c-48a7-b148-384ba13f2083 None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:04.279127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e1cc-860c-48a7-b148-384ba13f2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.285845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e57c4a8-cc79-4b9e-bce0-b47938c9dd20 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:04.292100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e57c4a8-cc79-4b9e-bce0-b47938c9dd20 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.448376 n-d-769329-15 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-4e57c4a8-cc79-4b9e-bce0-b47938c9dd20 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36 (CIDR: 2001:db8::/64) Aug 16 02:43:04.452214 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e57c4a8-cc79-4b9e-bce0-b47938c9dd20 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:43:04.452765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e57c4a8-cc79-4b9e-bce0-b47938c9dd20 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:04.474990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4e57c4a8-cc79-4b9e-bce0-b47938c9dd20 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3230438 Aug 16 02:43:04.474990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:04.480477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'subnet': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:04.610392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:04.615638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.674968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4e6cb3-b5ee-4b1a-90a1-0251ec03bd40 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:04.770364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-974be75e-d2c5-4d5a-96e6-a4ff7801d8e6 None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:04.770884 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-974be75e-d2c5-4d5a-96e6-a4ff7801d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.073682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.objects.ports [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94856) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:43:05.247943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-599d74c2-eb6d-4342-b2fe-c0292dd70f2f None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:05.248346 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-599d74c2-eb6d-4342-b2fe-c0292dd70f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.274229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.521304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:05.576000 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.582271 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.583406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.655232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:05.665508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:05.671827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:05.672471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.688177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-75cd41a0-57b3-4252-9749-a153bb569bcc None None] Could not find standard attr ID for object e2a02be2-4738-48ad-89b9-2920ddb87d96. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:43:05.689134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Subnet': ['ID=c257afe1-fbee-4faf-98d9-37d43c881233,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:05.716870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2408042 Aug 16 02:43:05.718242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55300) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:05.723712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Request body: {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'mac_address': 'fa:16:3e:6e:bd:e1', 'name': 'tempest-NetworksTestDHCPv6-2051626843'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:05.743460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f4a31-8257-43c0-a96a-57e9c9ad48b9 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=13']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:05.857929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc98c64-70c4-47ad-b0a8-aa2c2d2c29ff None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:05.873155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Made reservation on behalf of 28614b707b1c45cca7017f55c256ee50 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:05.972081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.002803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] device_id is not set on port 55d29860-33fe-4182-9996-445851a7d847 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:06.150019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:06.153125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': 'c257afe1-fbee-4faf-98d9-37d43c881233', 'ip_address': '2001:db8:0:1:f816:3eff:fe75:2469'}, {'subnet_id': '3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '6f48e5e6-8cc7-4361-a4db-8c28496e8fb5'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:43:06.207388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.248458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8::19d (6835a079-e6de-424a-b574-d953dc581087/3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36/55d29860-33fe-4182-9996-445851a7d847) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:06.260609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:bde1 (6835a079-e6de-424a-b574-d953dc581087/c257afe1-fbee-4faf-98d9-37d43c881233/55d29860-33fe-4182-9996-445851a7d847) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:06.324144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:06.324780 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.446295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.459479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Transition to ACTIVE for port object 55d29860-33fe-4182-9996-445851a7d847 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:06.495540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.540449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Network 6835a079-e6de-424a-b574-d953dc581087 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:06.543478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:06.555760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:06.561394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:06.562104 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.569022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] Allocated IP 2001:db8::2 (6835a079-e6de-424a-b574-d953dc581087/3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36/6f48e5e6-8cc7-4361-a4db-8c28496e8fb5) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:06.578241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event updated for resources: {'Port': ['ID=55d29860-33fe-4182-9996-445851a7d847,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:06.587319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.587796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.588327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.588590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.589019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.589424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.589846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.590280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.590696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.591139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.591564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.591983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:06.597022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-647cb4b4-f55b-416d-a16e-0f572e604ded tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8777144 Aug 16 02:43:06.599458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55316) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:06.680486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:06.720991 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.723874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting port 55d29860-33fe-4182-9996-445851a7d847 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:06.723874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.737771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] Transition to ACTIVE for port object 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:06.742210 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.834625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.845869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cef40d-9430-4bd2-93b7-13f3c64d9c73 None None] Pushing event updated for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=14']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:06.854505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Calling delete_port for 55d29860-33fe-4182-9996-445851a7d847 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:07.079981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:07.100741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.159868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Port': ['ID=55d29860-33fe-4182-9996-445851a7d847,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:07.214357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.218774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:07.219062 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ba193356-f2c9-4ab0-8486-5f1cdd2bb2f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/55d29860-33fe-4182-9996-445851a7d847 HTTP/1.1" status: 204 len: 168 time: 0.6184926 Aug 16 02:43:07.255571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6897f317-c9e1-4aed-9e12-1875b2cedf32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.303204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed93e5-b893-4361-8598-3eba809bf7e1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.304983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-81ed93e5-b893-4361-8598-3eba809bf7e1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0845315 Aug 16 02:43:07.308527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55330) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:07.380384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2ad88-377a-4c70-b7d4-5b9350ed06b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.381997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1de2ad88-377a-4c70-b7d4-5b9350ed06b1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0713465 Aug 16 02:43:07.384526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55332) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:07.395763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6897f317-c9e1-4aed-9e12-1875b2cedf32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.403100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6897f317-c9e1-4aed-9e12-1875b2cedf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.446671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0b456-65ec-4000-b26a-d0eaa0481d6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.448750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0b456-65ec-4000-b26a-d0eaa0481d6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.450454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0b456-65ec-4000-b26a-d0eaa0481d6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.452008 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-27f0b456-65ec-4000-b26a-d0eaa0481d6d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0665512 Aug 16 02:43:07.455940 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6897f317-c9e1-4aed-9e12-1875b2cedf32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bac42ce8b7154e5da790266cdca6ef1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734794 Aug 16 02:43:07.456798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55334) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:07.458740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55336) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:07.470436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f317-c9e1-4aed-9e12-1875b2cedf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eaba47-9af2-40d6-8f27-d727c3ce8bb9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:07.528103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a43a07c-10ee-4926-97ac-8ebac92d27fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.547663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet 3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:07.552959 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.566339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a43a07c-10ee-4926-97ac-8ebac92d27fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.640586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.644154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a43a07c-10ee-4926-97ac-8ebac92d27fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.646266 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3acc9e31-db8e-4e22-b833-ea219bb7ce20 None None] Provisioning for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:07.650571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a43a07c-10ee-4926-97ac-8ebac92d27fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.650854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3acc9e31-db8e-4e22-b833-ea219bb7ce20 None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:07.651271 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3acc9e31-db8e-4e22-b833-ea219bb7ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.655187 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7a43a07c-10ee-4926-97ac-8ebac92d27fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93eaba47-9af2-40d6-8f27-d727c3ce8bb9 HTTP/1.1" status: 204 len: 168 time: 0.1930230 Aug 16 02:43:07.684981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43a07c-10ee-4926-97ac-8ebac92d27fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eaba47-9af2-40d6-8f27-d727c3ce8bb9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:07.831019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.937338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5a052b1c-f132-4f90-9973-ecedfd8aa400 None None] Could not find standard attr ID for object 55d29860-33fe-4182-9996-445851a7d847. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:43:07.964657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.002028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:08.007461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.009754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-861bc087-a959-498d-890a-27d4045ef799 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36 HTTP/1.1" status: 204 len: 168 time: 0.5486927 Aug 16 02:43:08.012622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55344) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.120406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Deleting subnet c257afe1-fbee-4faf-98d9-37d43c881233 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:08.125859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.152077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:08.182547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55346) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.188506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac3aec2-9c85-46d7-bfcd-d6e16036d966 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:08.196428 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.207736 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ed527d3-55c3-4730-9658-870ae6903d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.286096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:08.286575 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.309654 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.342952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ed527d3-55c3-4730-9658-870ae6903d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.348496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ed527d3-55c3-4730-9658-870ae6903d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.402329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.402759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0ed527d3-55c3-4730-9658-870ae6903d99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62b17dd4e1354b2d8eb31ed667eb6269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182701 Aug 16 02:43:08.404187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed527d3-55c3-4730-9658-870ae6903d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6535d9-48fd-4840-8317-53b9057a5d6e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:08.437905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.487998 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.492455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55350) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.492679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/c257afe1-fbee-4faf-98d9-37d43c881233 HTTP/1.1" status: 204 len: 168 time: 0.4790010 Aug 16 02:43:08.493552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9293e9-1390-445f-b7a0-bd78b24904ce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Subnet': ['ID=c257afe1-fbee-4faf-98d9-37d43c881233,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:08.512461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a91f19-89c5-4d67-9c61-59fe72a11a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.541167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a91f19-89c5-4d67-9c61-59fe72a11a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.543075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c8c152df-2901-4e6e-af35-6caafd9577fd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494821 Aug 16 02:43:08.545606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55352) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.567701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72599f08-43d7-4633-a8a6-1216feb9c1f5 None None] Update dhcp port {'port': {'network_id': '6835a079-e6de-424a-b574-d953dc581087', 'fixed_ips': [{'subnet_id': 'c257afe1-fbee-4faf-98d9-37d43c881233'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '6f48e5e6-8cc7-4361-a4db-8c28496e8fb5'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:43:08.594992 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a91f19-89c5-4d67-9c61-59fe72a11a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.597834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a91f19-89c5-4d67-9c61-59fe72a11a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.601603 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-94a91f19-89c5-4d67-9c61-59fe72a11a24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf6535d9-48fd-4840-8317-53b9057a5d6e HTTP/1.1" status: 204 len: 168 time: 0.1957271 Aug 16 02:43:08.604656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04140d18-a2be-48f7-bc05-a0cbdb8b6ad1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:08.606154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-04140d18-a2be-48f7-bc05-a0cbdb8b6ad1 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0595813 Aug 16 02:43:08.608635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55356) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.613109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-72599f08-43d7-4633-a8a6-1216feb9c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.616420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a91f19-89c5-4d67-9c61-59fe72a11a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6535d9-48fd-4840-8317-53b9057a5d6e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:08.665202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e251602-dd4e-484b-a474-2f1f08d26301 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:08.666708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8e251602-dd4e-484b-a474-2f1f08d26301 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571589 Aug 16 02:43:08.669186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.716321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8f1235ac-a130-4b98-8d24-ffae5e041356 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458727 Aug 16 02:43:08.723023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.749297 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b51d4e-4a19-402e-8dda-648d4601269b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:08.750086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b51d4e-4a19-402e-8dda-648d4601269b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:08.751925 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-55b51d4e-4a19-402e-8dda-648d4601269b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/55d29860-33fe-4182-9996-445851a7d847 HTTP/1.1" status: 404 len: 333 time: 0.0278642 Aug 16 02:43:08.754988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55362) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.798033 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b408d95-f3a8-4fff-8fc9-b06eff900bb2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:08.803880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b408d95-f3a8-4fff-8fc9-b06eff900bb2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:08.808096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5b408d95-f3a8-4fff-8fc9-b06eff900bb2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/c257afe1-fbee-4faf-98d9-37d43c881233 HTTP/1.1" status: 404 len: 337 time: 0.0498798 Aug 16 02:43:08.808538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55364) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.841583 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7681348d-40be-4b21-b061-fc2aa939b386 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:08.842356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7681348d-40be-4b21-b061-fc2aa939b386 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:08.844470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7681348d-40be-4b21-b061-fc2aa939b386 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/3b6d64cc-e7f1-4e3f-9e2e-45e07ac7dd36 HTTP/1.1" status: 404 len: 337 time: 0.0345683 Aug 16 02:43:08.845022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2be73-af54-4a92-915a-f451777c3ff8 None None] Network 6835a079-e6de-424a-b574-d953dc581087 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:08.847873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55368) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.873183 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd131d3-069a-45f3-a34b-82df70828cec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:08.873881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd131d3-069a-45f3-a34b-82df70828cec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:08.878470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cdd131d3-069a-45f3-a34b-82df70828cec tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/e2a02be2-4738-48ad-89b9-2920ddb87d96 HTTP/1.1" status: 404 len: 333 time: 0.0267627 Aug 16 02:43:08.879395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55370) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.908656 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9f6a0d-c9ac-4fae-8397-ac88b09d83a3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:08.909669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9f6a0d-c9ac-4fae-8397-ac88b09d83a3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:08.914131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-157775d8-92ac-470b-b42c-5b48593d936d None None] Provisioning complete for port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:08.914131 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-157775d8-92ac-470b-b42c-5b48593d936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.914537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55372) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:08.915711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f9f6a0d-c9ac-4fae-8397-ac88b09d83a3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/2a7ef3a7-f891-4039-8e7e-b1551022e55e HTTP/1.1" status: 404 len: 337 time: 0.0348575 Aug 16 02:43:08.964635 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c9c53d-f766-4b06-8c79-c6ba0388ca56 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:08.968095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c9c53d-f766-4b06-8c79-c6ba0388ca56 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:08.970178 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-32c9c53d-f766-4b06-8c79-c6ba0388ca56 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/9f6eb04f-1967-4d50-a8b1-3e3a02f85b30 HTTP/1.1" status: 404 len: 337 time: 0.0544739 Aug 16 02:43:08.973420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55376) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.069662 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6be8135-53f5-44e2-a03b-e726fdcfeabb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.070436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6be8135-53f5-44e2-a03b-e726fdcfeabb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.074881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55384) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.075423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e6be8135-53f5-44e2-a03b-e726fdcfeabb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/aff4b877-a9e8-49d4-9262-439644a1732b HTTP/1.1" status: 404 len: 333 time: 0.0994427 Aug 16 02:43:09.109575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13211995-56f5-42b9-9670-ea137220d948 None None] DHCP port deletion for 6835a079-e6de-424a-b574-d953dc581087 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:09.123652 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-537f276d-55da-43ef-8681-8e6c1e27cc8c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.124124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537f276d-55da-43ef-8681-8e6c1e27cc8c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.126051 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-537f276d-55da-43ef-8681-8e6c1e27cc8c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/99efc66c-9947-4e3f-bcf0-108c0bad2387 HTTP/1.1" status: 404 len: 337 time: 0.0497561 Aug 16 02:43:09.129147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55390) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.163719 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5bf888-b8df-4619-802d-01e0fb718e35 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.164386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5bf888-b8df-4619-802d-01e0fb718e35 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.166489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-af5bf888-b8df-4619-802d-01e0fb718e35 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/7df1092f-c036-4f82-897d-3e2801b813e8 HTTP/1.1" status: 404 len: 337 time: 0.0362456 Aug 16 02:43:09.167083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-13211995-56f5-42b9-9670-ea137220d948 None None] Deleting port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:09.167353 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13211995-56f5-42b9-9670-ea137220d948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.168858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55392) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.193492 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f68b244-46ae-454c-b76e-ed9246d640f4 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.194225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f68b244-46ae-454c-b76e-ed9246d640f4 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.198551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2f68b244-46ae-454c-b76e-ed9246d640f4 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/4bee4fa4-76c1-4c71-93de-27de785f542f HTTP/1.1" status: 404 len: 333 time: 0.0260625 Aug 16 02:43:09.199839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55396) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.226345 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ce063a-b490-4d6c-9ef0-50efac7d1238 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.226795 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ce063a-b490-4d6c-9ef0-50efac7d1238 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.230810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-25ce063a-b490-4d6c-9ef0-50efac7d1238 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/9f8cb4bd-c1d6-4e94-a440-e8d9b5580d51 HTTP/1.1" status: 404 len: 337 time: 0.0276186 Aug 16 02:43:09.231340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55398) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.235656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-13211995-56f5-42b9-9670-ea137220d948 None None] For port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,segment=NetworkSegment(326cf360-ae63-44c0-9956-dbf22d60931b),segment_id=326cf360-ae63-44c0-9956-dbf22d60931b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:09.236065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13211995-56f5-42b9-9670-ea137220d948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.250005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-13211995-56f5-42b9-9670-ea137220d948 None None] Calling delete_port for 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:09.259068 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6c82f2-e064-49e4-a40f-2a753f71a59e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.259530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6c82f2-e064-49e4-a40f-2a753f71a59e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.261273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd6c82f2-e064-49e4-a40f-2a753f71a59e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/cbbc72f2-3c6a-4797-bb35-0ed1dad5c926 HTTP/1.1" status: 404 len: 337 time: 0.0290101 Aug 16 02:43:09.263836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55400) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.288079 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-6401dec5-b1e2-427c-bf6a-e8d8edfbfdce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.288793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6401dec5-b1e2-427c-bf6a-e8d8edfbfdce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.292357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6401dec5-b1e2-427c-bf6a-e8d8edfbfdce tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/a951168d-9f0e-45f3-99b2-03735a957faa HTTP/1.1" status: 404 len: 333 time: 0.0259862 Aug 16 02:43:09.293156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55404) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.326223 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb52eff0-a2ad-47d9-90a5-ab3cd0458476 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.326683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb52eff0-a2ad-47d9-90a5-ab3cd0458476 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.331370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.334691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fb52eff0-a2ad-47d9-90a5-ab3cd0458476 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/86e8214e-7cbf-42f6-9445-dd526ad7cf93 HTTP/1.1" status: 404 len: 337 time: 0.0343928 Aug 16 02:43:09.347918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13211995-56f5-42b9-9670-ea137220d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:09.356087 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd005806-4d74-4acf-b0fd-ec773e031373 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.357045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd005806-4d74-4acf-b0fd-ec773e031373 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.358941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cd005806-4d74-4acf-b0fd-ec773e031373 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/89dad212-ecf2-4922-b14d-c2a1bb7e9ad3 HTTP/1.1" status: 404 len: 333 time: 0.0267000 Aug 16 02:43:09.362205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55410) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.366486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13211995-56f5-42b9-9670-ea137220d948 None None] No DVR routers for this DVR port 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:09.386747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13211995-56f5-42b9-9670-ea137220d948 None None] Pushing event deleted for resources: {'Port': ['ID=6f48e5e6-8cc7-4361-a4db-8c28496e8fb5,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:09.394224 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-421548ab-0bd7-4aac-b717-929b6869ec54 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.394224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421548ab-0bd7-4aac-b717-929b6869ec54 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.395829 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-421548ab-0bd7-4aac-b717-929b6869ec54 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/db4bc16a-3efa-48c2-92bb-7b122cb70ff8 HTTP/1.1" status: 404 len: 337 time: 0.0326247 Aug 16 02:43:09.398365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55414) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.421181 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1f7c9a-a4c3-4193-aa6b-1adad2e4b6e0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.421828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1f7c9a-a4c3-4193-aa6b-1adad2e4b6e0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.423623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6d1f7c9a-a4c3-4193-aa6b-1adad2e4b6e0 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/7be377ff-1318-4a02-813c-2dd848a10b5d HTTP/1.1" status: 404 len: 333 time: 0.0242646 Aug 16 02:43:09.426348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55416) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.452406 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7633927b-3e88-462d-81ed-ec957190f4fb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.452865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7633927b-3e88-462d-81ed-ec957190f4fb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.454561 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7633927b-3e88-462d-81ed-ec957190f4fb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/0c70d7cc-4b33-47f9-92d3-adb8ea18719f HTTP/1.1" status: 404 len: 337 time: 0.0273058 Aug 16 02:43:09.457982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.483028 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2812cc-3367-4e9a-ad75-c3b66a1ea8fe tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.483028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2812cc-3367-4e9a-ad75-c3b66a1ea8fe tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.483362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0b2812cc-3367-4e9a-ad75-c3b66a1ea8fe tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/94f9cd1f-36e4-44c3-ac1c-9db8cb17b098 HTTP/1.1" status: 404 len: 333 time: 0.0241685 Aug 16 02:43:09.485682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55422) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.511427 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f476cb51-a168-4d94-ac08-c55b360eb26b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.511882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f476cb51-a168-4d94-ac08-c55b360eb26b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.513725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f476cb51-a168-4d94-ac08-c55b360eb26b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/2c6bf699-4a98-4a27-b3e8-6964d904ba29 HTTP/1.1" status: 404 len: 337 time: 0.0271313 Aug 16 02:43:09.516178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.542321 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-10162cc3-a318-49ea-9389-bc155c912e30 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.542964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10162cc3-a318-49ea-9389-bc155c912e30 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.544674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-10162cc3-a318-49ea-9389-bc155c912e30 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/321e2fc4-c189-4f9c-b749-f3525413e61b HTTP/1.1" status: 404 len: 333 time: 0.0275443 Aug 16 02:43:09.547362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.574306 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c019aec-b62b-4c61-b899-81f4dd7e9754 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.574512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c019aec-b62b-4c61-b899-81f4dd7e9754 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.576211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4c019aec-b62b-4c61-b899-81f4dd7e9754 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/ca1f763d-b2ac-426a-b1d2-1e0c523d439f HTTP/1.1" status: 404 len: 337 time: 0.0279288 Aug 16 02:43:09.578669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.600272 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-165fcb5c-89ca-4196-b7dd-736021d6a13d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.600914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165fcb5c-89ca-4196-b7dd-736021d6a13d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.602589 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-165fcb5c-89ca-4196-b7dd-736021d6a13d tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/03ecee51-1014-4e67-b038-adddc250df9a HTTP/1.1" status: 404 len: 333 time: 0.0230196 Aug 16 02:43:09.605182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55434) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.632134 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85d0cdf-b2f9-45d2-b828-cfc7b0ac32dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.632626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85d0cdf-b2f9-45d2-b828-cfc7b0ac32dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.634395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e85d0cdf-b2f9-45d2-b828-cfc7b0ac32dd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/980d5e57-89d2-4af5-be97-f3373e8b236a HTTP/1.1" status: 404 len: 337 time: 0.0281594 Aug 16 02:43:09.637129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55438) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.663455 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89ff5d2-6079-4acb-8f2f-605b14d555c5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.663927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89ff5d2-6079-4acb-8f2f-605b14d555c5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.665630 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a89ff5d2-6079-4acb-8f2f-605b14d555c5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/7951021e-49de-48d9-9c01-f02e481718dc HTTP/1.1" status: 404 len: 337 time: 0.0275238 Aug 16 02:43:09.668208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55442) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.691869 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f82d39-9666-4f62-9717-c26bd00ba877 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.692534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f82d39-9666-4f62-9717-c26bd00ba877 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.694269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-19f82d39-9666-4f62-9717-c26bd00ba877 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/47cb20e7-75c1-455c-85d2-9e5474d9f45c HTTP/1.1" status: 404 len: 333 time: 0.0249126 Aug 16 02:43:09.696764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55444) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.722377 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e60a35-5ef4-40f9-9fb4-627084406804 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.722854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e60a35-5ef4-40f9-9fb4-627084406804 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.724543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-19e60a35-5ef4-40f9-9fb4-627084406804 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/18fc0d09-43af-4091-a110-9cd35772984f HTTP/1.1" status: 404 len: 337 time: 0.0268526 Aug 16 02:43:09.726902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55448) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.760309 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd351949-726d-4c20-a159-d599c6cecf9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.760803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd351949-726d-4c20-a159-d599c6cecf9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.762619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bd351949-726d-4c20-a159-d599c6cecf9a tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/afd87fd5-4c36-49f9-8c42-6977197077db HTTP/1.1" status: 404 len: 337 time: 0.0347354 Aug 16 02:43:09.765901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55452) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.788848 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03fbbc7-f180-4b72-8923-27fccf80fc9e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.789492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03fbbc7-f180-4b72-8923-27fccf80fc9e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.791196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b03fbbc7-f180-4b72-8923-27fccf80fc9e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/702b070d-a629-4fa9-8ee0-b8b82b74399b HTTP/1.1" status: 404 len: 333 time: 0.0243211 Aug 16 02:43:09.793891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.820839 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e699af36-33e3-4084-869e-00adf7bc14f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.821297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e699af36-33e3-4084-869e-00adf7bc14f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.823019 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e699af36-33e3-4084-869e-00adf7bc14f2 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/b7d2ffc2-a5d6-48c8-8f51-b673a2ca68ce HTTP/1.1" status: 404 len: 337 time: 0.0281456 Aug 16 02:43:09.825470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55460) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.852866 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-750bfb1b-c8ee-4ee8-9a7b-c18f12ef3c0c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.852866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750bfb1b-c8ee-4ee8-9a7b-c18f12ef3c0c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.852866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-750bfb1b-c8ee-4ee8-9a7b-c18f12ef3c0c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/2b7ceda7-d764-4b02-bf19-9c0579405426 HTTP/1.1" status: 404 len: 337 time: 0.0262392 Aug 16 02:43:09.855324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55462) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.882806 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-924d158d-7456-4ef3-8188-dece47f2883c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.883436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924d158d-7456-4ef3-8188-dece47f2883c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.885223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-924d158d-7456-4ef3-8188-dece47f2883c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/1e501bb8-8df8-4220-9282-ab3440572fd9 HTTP/1.1" status: 404 len: 333 time: 0.0289037 Aug 16 02:43:09.887799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55466) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.914003 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-db18ab7b-adc2-4965-9849-861d6911ee3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.914341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db18ab7b-adc2-4965-9849-861d6911ee3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.916037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-db18ab7b-adc2-4965-9849-861d6911ee3c tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/6f6b5b1d-008d-4f49-b599-b15f21d6a94e HTTP/1.1" status: 404 len: 337 time: 0.0273390 Aug 16 02:43:09.918625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55470) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.944687 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-63008c9a-8545-4cba-9bdf-0fd85f245c98 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:09.945151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63008c9a-8545-4cba-9bdf-0fd85f245c98 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:09.946900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-63008c9a-8545-4cba-9bdf-0fd85f245c98 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/4641a3a2-67d2-4573-99e9-c336e0784e49 HTTP/1.1" status: 404 len: 337 time: 0.0273762 Aug 16 02:43:09.949511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55474) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:09.977715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-38c2a19f-a083-472c-9dc4-648569684273 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3e67b81-b2e8-4db1-a835-4fc3a8f14832 HTTP/1.1" status: 200 len: 205 time: 0.0250962 Aug 16 02:43:09.977992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.013656 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-b75ae093-ef0e-4708-b671-7d678a5e505e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] delete failed (client error): The resource could not be found. Aug 16 02:43:10.014702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b75ae093-ef0e-4708-b671-7d678a5e505e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/routers/b3e67b81-b2e8-4db1-a835-4fc3a8f14832 HTTP/1.1" status: 404 len: 336 time: 0.0358789 Aug 16 02:43:10.017247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.048869 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4502ec99-4cd5-4a96-ba62-9fe0d2f1493b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.049373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4502ec99-4cd5-4a96-ba62-9fe0d2f1493b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.051154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4502ec99-4cd5-4a96-ba62-9fe0d2f1493b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/0e0478b8-fcf6-4252-955e-72d6c979383e HTTP/1.1" status: 404 len: 337 time: 0.0324099 Aug 16 02:43:10.054887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.084399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d56739d7-b236-4dc2-8e40-e65f16d458bd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "GET /v2.0/ports?device_id=e07e22ba-5daa-4629-a1d8-dbf024732d7a HTTP/1.1" status: 200 len: 205 time: 0.0277171 Aug 16 02:43:10.089457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55488) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.100666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:10.120589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:10.120940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6f48e5e6-8cc7-4361-a4db-8c28496e8fb5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:10.136988 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-21aff5ca-1616-4916-b3e1-43b97270481e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] delete failed (client error): The resource could not be found. Aug 16 02:43:10.138036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-21aff5ca-1616-4916-b3e1-43b97270481e tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/routers/e07e22ba-5daa-4629-a1d8-dbf024732d7a HTTP/1.1" status: 404 len: 336 time: 0.0469100 Aug 16 02:43:10.140613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55490) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.168088 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d89f11-bf9a-4adc-8552-1b9e5818a9ca tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.168569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d89f11-bf9a-4adc-8552-1b9e5818a9ca tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.170403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-96d89f11-bf9a-4adc-8552-1b9e5818a9ca tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/8ed4e55c-6d9e-451f-a9a9-4c6df557368e HTTP/1.1" status: 404 len: 337 time: 0.0288773 Aug 16 02:43:10.173014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55494) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.202733 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8050f093-3f06-4796-b1fa-fdb6711852d7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.203316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8050f093-3f06-4796-b1fa-fdb6711852d7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.204973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8050f093-3f06-4796-b1fa-fdb6711852d7 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/7ea7b840-af60-47a2-92ab-9121c48f93d6 HTTP/1.1" status: 404 len: 337 time: 0.0309982 Aug 16 02:43:10.208094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55498) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.231149 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9091041-0902-4b26-987e-583c23c2cc22 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.231844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9091041-0902-4b26-987e-583c23c2cc22 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.236347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d9091041-0902-4b26-987e-583c23c2cc22 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/6e3e2edb-c1e2-46eb-ad7b-ff10b73d38b8 HTTP/1.1" status: 404 len: 333 time: 0.0248678 Aug 16 02:43:10.237087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55502) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.265106 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3635f79-5d70-4ccb-91ae-2b0da94daf61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.265670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3635f79-5d70-4ccb-91ae-2b0da94daf61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.270725 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c3635f79-5d70-4ccb-91ae-2b0da94daf61 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/34ccd746-69a6-4b10-b231-fe4eceb3e05b HTTP/1.1" status: 404 len: 337 time: 0.0294418 Aug 16 02:43:10.270975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55504) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.294528 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94e2730-18e4-4a0e-ae58-98d1a26cfd06 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.295199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94e2730-18e4-4a0e-ae58-98d1a26cfd06 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.297233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f94e2730-18e4-4a0e-ae58-98d1a26cfd06 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/d87f8b61-65a0-4fbe-901a-c8c7be97a52b HTTP/1.1" status: 404 len: 333 time: 0.0251057 Aug 16 02:43:10.300159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55506) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.326048 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-6270d808-8ad9-4712-bdd6-ad0b5b46c282 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.326508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6270d808-8ad9-4712-bdd6-ad0b5b46c282 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.328127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55508) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.331735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55510) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.332347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6270d808-8ad9-4712-bdd6-ad0b5b46c282 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/d8365690-8ab2-4363-8755-305c48e8fded HTTP/1.1" status: 404 len: 337 time: 0.0308332 Aug 16 02:43:10.360855 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-110e38af-f400-4ee5-ba25-a90b5727a49f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.361525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110e38af-f400-4ee5-ba25-a90b5727a49f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.366011 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-110e38af-f400-4ee5-ba25-a90b5727a49f tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/cc0a920c-e92b-4706-b55e-cf84deff92c9 HTTP/1.1" status: 404 len: 333 time: 0.0326357 Aug 16 02:43:10.366167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55516) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.398718 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90d584b-a500-4146-a322-e170c67c93e5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.399526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90d584b-a500-4146-a322-e170c67c93e5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.401864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a90d584b-a500-4146-a322-e170c67c93e5 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/d0bd80de-cdf3-4582-b0b1-36ff833315f1 HTTP/1.1" status: 404 len: 337 time: 0.0329278 Aug 16 02:43:10.404657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55518) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.434972 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d850c63-aef6-47b7-93ba-889582ae34aa tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.435916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d850c63-aef6-47b7-93ba-889582ae34aa tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.441320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d850c63-aef6-47b7-93ba-889582ae34aa tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/e11cc794-2b42-43b6-9ff3-968dc137946b HTTP/1.1" status: 404 len: 333 time: 0.0356951 Aug 16 02:43:10.441468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.474551 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b637236b-2b3d-419c-982f-d7a575dfa719 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.474995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b637236b-2b3d-419c-982f-d7a575dfa719 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.476628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b637236b-2b3d-419c-982f-d7a575dfa719 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/8bd0f9b5-a8e2-4374-8620-c12fb117f5ea HTTP/1.1" status: 404 len: 337 time: 0.0341182 Aug 16 02:43:10.479185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.510511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea24c-622e-4a91-8bb4-92ac0d6c32d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.512790 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cf5936-7760-4e25-8a47-fad9ccfad9cb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.513434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cf5936-7760-4e25-8a47-fad9ccfad9cb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.515078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a5cf5936-7760-4e25-8a47-fad9ccfad9cb tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/4dda4f01-5918-4454-a14d-13886b93cba9 HTTP/1.1" status: 404 len: 333 time: 0.0346036 Aug 16 02:43:10.518221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55528) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.546830 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6ece27-d86c-44e0-8392-351bff4da154 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.547359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6ece27-d86c-44e0-8392-351bff4da154 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.549929 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8c6ece27-d86c-44e0-8392-351bff4da154 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/da11c4fb-6b88-428e-b466-351d2771e649 HTTP/1.1" status: 404 len: 337 time: 0.0306728 Aug 16 02:43:10.552695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55530) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.576307 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f4cb51-c9d4-40fd-93cb-1dae42c68fcd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.577188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f4cb51-c9d4-40fd-93cb-1dae42c68fcd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.579184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d4f4cb51-c9d4-40fd-93cb-1dae42c68fcd tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/f23cd4f2-ca09-4056-a851-18d2e90ec312 HTTP/1.1" status: 404 len: 333 time: 0.0255063 Aug 16 02:43:10.582644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.612895 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f7c63c-774f-4e1a-9314-70829b61ff14 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.613436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f7c63c-774f-4e1a-9314-70829b61ff14 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.615036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-58f7c63c-774f-4e1a-9314-70829b61ff14 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/8555281a-8ecd-4b80-ad8e-195ca3c01827 HTTP/1.1" status: 404 len: 337 time: 0.0312757 Aug 16 02:43:10.617923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55536) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.636217 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea24c-622e-4a91-8bb4-92ac0d6c32d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.641343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea24c-622e-4a91-8bb4-92ac0d6c32d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.642402 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd98aac-e871-4230-ae7a-032de658c1b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.643129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd98aac-e871-4230-ae7a-032de658c1b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.647149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7dd98aac-e871-4230-ae7a-032de658c1b3 tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/ports/82d507d0-8885-47cb-ae22-bc146b85b976 HTTP/1.1" status: 404 len: 333 time: 0.0260129 Aug 16 02:43:10.647746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55538) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.675597 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-527fefd0-3ee3-4cab-a021-d1e4c572ea2b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:10.675937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527fefd0-3ee3-4cab-a021-d1e4c572ea2b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:10.677714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-527fefd0-3ee3-4cab-a021-d1e4c572ea2b tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/subnets/557ae371-9172-42ad-af9b-f2b1ae5d783d HTTP/1.1" status: 404 len: 337 time: 0.0288069 Aug 16 02:43:10.680460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0c0ea24c-622e-4a91-8bb4-92ac0d6c32d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18409ec50bbd42a589821ae54c1e9b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510406 Aug 16 02:43:10.681289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.684759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55542) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:10.689253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea24c-622e-4a91-8bb4-92ac0d6c32d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edc8452-fd0b-45c6-ac20-ba3dc29aeb7a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:10.748751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e18f1db3-4d30-479a-b931-ef2c31dd87dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.768541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.774496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e18f1db3-4d30-479a-b931-ef2c31dd87dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.821554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e18f1db3-4d30-479a-b931-ef2c31dd87dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.824088 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e18f1db3-4d30-479a-b931-ef2c31dd87dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.827595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e18f1db3-4d30-479a-b931-ef2c31dd87dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5edc8452-fd0b-45c6-ac20-ba3dc29aeb7a HTTP/1.1" status: 204 len: 168 time: 0.1394985 Aug 16 02:43:10.834456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f1db3-4d30-479a-b931-ef2c31dd87dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edc8452-fd0b-45c6-ac20-ba3dc29aeb7a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:10.866186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.876619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6835a079-e6de-424a-b574-d953dc581087']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:10.887394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326cf360-ae63-44c0-9956-dbf22d60931b') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:10.887695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326cf360-ae63-44c0-9956-dbf22d60931b') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:10.896791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.911325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.917314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:10.917743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:10.920904 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:10.983750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.991824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.993757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] 10.222.0.78 "DELETE /v2.0/networks/6835a079-e6de-424a-b574-d953dc581087 HTTP/1.1" status: 204 len: 168 time: 0.3115640 Aug 16 02:43:11.006107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63fe8c-f5f7-42d7-a544-5f4cdad7f2cf tempest-NetworksTestDHCPv6-536899913 tempest-NetworksTestDHCPv6-536899913-project] Pushing event deleted for resources: {'Network': ['ID=6835a079-e6de-424a-b574-d953dc581087,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:11.259302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:11.411240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3701bb37-46de-4498-9599-b6250515c2be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=28614b707b1c45cca7017f55c256ee50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507676 Aug 16 02:43:11.413689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55570) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:11.466961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1e7c-9a59-4064-8ec4-4467bccca046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.492061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1e7c-9a59-4064-8ec4-4467bccca046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.550928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1e7c-9a59-4064-8ec4-4467bccca046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.555401 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1e7c-9a59-4064-8ec4-4467bccca046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.557221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2e1e1e7c-9a59-4064-8ec4-4467bccca046 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45cac563-942c-4417-942a-c24d627cb006 HTTP/1.1" status: 204 len: 168 time: 0.1425109 Aug 16 02:43:11.581779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e1e7c-9a59-4064-8ec4-4467bccca046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cac563-942c-4417-942a-c24d627cb006,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:12.347189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:12.445340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1784065267'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:12.466929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Made reservation on behalf of 72bda9bde9f245339f51bee2c101121f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:12.470254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.482189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.572447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.576521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.598987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:12.614498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93daa8b9-b0b3-473c-b2eb-b9f44cd192fe,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:12.617602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.617958 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Added segment 2c548147-4957-448e-a313-ed6e2031dd75 of type vlan for network 54705111-b7d7-4b19-a80b-57a99384723e Aug 16 02:43:12.659367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.688004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.694110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:12.694707 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.754512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55608) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:12.755171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4062819 Aug 16 02:43:12.762882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'subnet': {'network_id': '54705111-b7d7-4b19-a80b-57a99384723e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:12.773005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9edb21-a1b0-4e66-9b5f-1db5de2b8efc tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Network': ['ID=54705111-b7d7-4b19-a80b-57a99384723e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:12.784803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 54705111-b7d7-4b19-a80b-57a99384723e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:12.878217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Made reservation on behalf of 72bda9bde9f245339f51bee2c101121f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:12.882265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.084644 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.149081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Subnet': ['ID=553b044b-8c80-4687-9b7e-d136f282eb78,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:13.161347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Checking segment: {'id': '2c548147-4957-448e-a313-ed6e2031dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54705111-b7d7-4b19-a80b-57a99384723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:13.161715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Network hostable DHCP agents. Network: 54705111-b7d7-4b19-a80b-57a99384723e, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:13.178710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Network 54705111-b7d7-4b19-a80b-57a99384723e is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:13.187397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 54705111-b7d7-4b19-a80b-57a99384723e) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:13.192720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:13.193715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.196880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799206d-5197-4ae0-899f-a4dee754ae94 None None] Network 54705111-b7d7-4b19-a80b-57a99384723e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:13.213379 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ac4de98e-2e00-481a-931c-1fd24f2da3eb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4538698 Aug 16 02:43:13.213669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55618) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:13.218762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f3a606f5-b7e0-4fed-aa5c-37c3211d169b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1675082081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:13.243696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3a606f5-b7e0-4fed-aa5c-37c3211d169b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.244942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3a606f5-b7e0-4fed-aa5c-37c3211d169b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.305442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3a606f5-b7e0-4fed-aa5c-37c3211d169b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.310266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3a606f5-b7e0-4fed-aa5c-37c3211d169b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.338240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3a606f5-b7e0-4fed-aa5c-37c3211d169b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.340240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f3a606f5-b7e0-4fed-aa5c-37c3211d169b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1255426 Aug 16 02:43:13.343076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55620) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:13.350922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-54705111-b7d7-4b19-a80b-57a99384723e', 'network_id': '54705111-b7d7-4b19-a80b-57a99384723e', 'tenant_id': '72bda9bde9f245339f51bee2c101121f', 'fixed_ips': [{'subnet_id': '553b044b-8c80-4687-9b7e-d136f282eb78'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:13.352042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.496572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Allocated IP 172.20.0.2 (54705111-b7d7-4b19-a80b-57a99384723e/553b044b-8c80-4687-9b7e-d136f282eb78/fde16212-3b48-417f-9a4f-60becba1381a) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:13.656623 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.664871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Transition to ACTIVE for port object fde16212-3b48-417f-9a4f-60becba1381a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:13.687419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Transition to ACTIVE for port object fde16212-3b48-417f-9a4f-60becba1381a will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:13.694810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.737402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Network 54705111-b7d7-4b19-a80b-57a99384723e is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:13.740950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:13.744684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:13.750478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Pushing event updated for resources: {'Port': ['ID=fde16212-3b48-417f-9a4f-60becba1381a,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:13.761511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.761854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.762189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.762520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.762847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.763171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.763492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.763811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.764137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.764901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.765231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.765552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:13.815738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Attempting to bind port fde16212-3b48-417f-9a4f-60becba1381a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:13.816557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Attempting to bind port fde16212-3b48-417f-9a4f-60becba1381a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2c548147-4957-448e-a313-ed6e2031dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54705111-b7d7-4b19-a80b-57a99384723e'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:13.816557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Attempting to bind port fde16212-3b48-417f-9a4f-60becba1381a on network 54705111-b7d7-4b19-a80b-57a99384723e {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:13.821514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:13.821886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Checking segment: {'id': '2c548147-4957-448e-a313-ed6e2031dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54705111-b7d7-4b19-a80b-57a99384723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:13.822288 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.822675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Bound using segment: {'id': '2c548147-4957-448e-a313-ed6e2031dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54705111-b7d7-4b19-a80b-57a99384723e'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:13.823137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Bound port: fde16212-3b48-417f-9a4f-60becba1381a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c548147-4957-448e-a313-ed6e2031dd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54705111-b7d7-4b19-a80b-57a99384723e'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:13.823521 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.894345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] For port fde16212-3b48-417f-9a4f-60becba1381a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:13.898840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] For port fde16212-3b48-417f-9a4f-60becba1381a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fde16212-3b48-417f-9a4f-60becba1381a,segment=NetworkSegment(2c548147-4957-448e-a313-ed6e2031dd75),segment_id=2c548147-4957-448e-a313-ed6e2031dd75)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:13.906763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.982760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0de9d2-eb7d-4b1d-95de-5bb0a6cb007e None None] Pushing event updated for resources: {'Port': ['ID=fde16212-3b48-417f-9a4f-60becba1381a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:13.999001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.453222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Allocated IP 172.20.0.1 (54705111-b7d7-4b19-a80b-57a99384723e/553b044b-8c80-4687-9b7e-d136f282eb78/afa2876b-6274-4136-bea4-a07a9999852a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:14.576854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.601042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Transition to ACTIVE for port object afa2876b-6274-4136-bea4-a07a9999852a will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:14.656786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:14.735488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Network 54705111-b7d7-4b19-a80b-57a99384723e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:14.742970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:14.748421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:14.810469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Port': ['ID=afa2876b-6274-4136-bea4-a07a9999852a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:14.851045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.008655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.134398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7670e-4446-41ce-8594-c665f496148a None None] Network 54705111-b7d7-4b19-a80b-57a99384723e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:15.206411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6d2f4a7f-1100-4674-9072-23b0c9894396 None None] Provisioning for port fde16212-3b48-417f-9a4f-60becba1381a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:15.433420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.441252 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.598104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Port': ['ID=afa2876b-6274-4136-bea4-a07a9999852a,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:15.599403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42b9b-a28a-4053-a588-871377ff2277 req-1d226f80-0b65-485d-9c2b-80ecda718b1f tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:15.602471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e42b9b-a28a-4053-a588-871377ff2277 req-1d226f80-0b65-485d-9c2b-80ecda718b1f tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1098 time: 0.0805047 Aug 16 02:43:15.603609 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.655753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-54e42b9b-a28a-4053-a588-871377ff2277 req-62715b34-6305-4acb-8f3d-3b5b2b624e31 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Aug 16 02:43:15.687341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55642) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:15.734546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Network 54705111-b7d7-4b19-a80b-57a99384723e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:15.735956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:15.793160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b6369713-3ad4-445b-a822-d1d0123eba69 None None] Provisioning for port afa2876b-6274-4136-bea4-a07a9999852a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:15.799663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b6369713-3ad4-445b-a822-d1d0123eba69 None None] Provisioning complete for port afa2876b-6274-4136-bea4-a07a9999852a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:15.800879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b6369713-3ad4-445b-a822-d1d0123eba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.870423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b6369713-3ad4-445b-a822-d1d0123eba69 None None] Port afa2876b-6274-4136-bea4-a07a9999852a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:15.957233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port d81d3446-f89c-4684-ba17-9a3ad0eb097d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:15.957860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.980435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Router 08ac5719-2a13-4fce-8b07-c2fb22e28704 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:43:16.138462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b8d7743-40db-491e-80ae-1d78da013c5b None None] Provisioning complete for port afa2876b-6274-4136-bea4-a07a9999852a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:16.139136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.139449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.146824 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7743-40db-491e-80ae-1d78da013c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.159916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:16.175171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0b6a98c3-1582-425f-adde-fb4f2d2eb245 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "PUT /v2.0/routers/08ac5719-2a13-4fce-8b07-c2fb22e28704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8247836 Aug 16 02:43:16.178324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55646) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:16.183549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for d81d3446-f89c-4684-ba17-9a3ad0eb097d owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:16.188591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'port': {'network_id': '54705111-b7d7-4b19-a80b-57a99384723e', 'name': 'tempest-FloatingIPNegativeTestJSON-253109023'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:16.201744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] Sync routers for ids ['08ac5719-2a13-4fce-8b07-c2fb22e28704'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:16.207438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fde16212-3b48-417f-9a4f-60becba1381a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:16.251534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] Routers {'08ac5719-2a13-4fce-8b07-c2fb22e28704'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:16.252201 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['08ac5719-2a13-4fce-8b07-c2fb22e28704'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:16.297129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d7743-40db-491e-80ae-1d78da013c5b None None] Port afa2876b-6274-4136-bea4-a07a9999852a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:16.302475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:16.318739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] Routers {'08ac5719-2a13-4fce-8b07-c2fb22e28704'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:16.319198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['08ac5719-2a13-4fce-8b07-c2fb22e28704'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:16.373335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:16.374300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3ea59b-b04a-4951-b1f7-09dbfcbc1c0c None None] The sync data for ids ['08ac5719-2a13-4fce-8b07-c2fb22e28704'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:16.376013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port fde16212-3b48-417f-9a4f-60becba1381a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:16.387484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port fde16212-3b48-417f-9a4f-60becba1381a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:16.387878 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.448072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Made reservation on behalf of 72bda9bde9f245339f51bee2c101121f for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:16.454123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.486291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] device_id is not set on port cad3a1c1-fa83-4a85-beef-41a828f3df6b yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:16.544756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.567860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-378cabcb-a0b9-4852-80d7-a1564d14f0a3 None None] Provisioning complete for port afa2876b-6274-4136-bea4-a07a9999852a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:16.568682 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-378cabcb-a0b9-4852-80d7-a1564d14f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.569374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.613067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=d81d3446-f89c-4684-ba17-9a3ad0eb097d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:16.654983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port fde16212-3b48-417f-9a4f-60becba1381a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fde16212-3b48-417f-9a4f-60becba1381a,segment=NetworkSegment(2c548147-4957-448e-a313-ed6e2031dd75),segment_id=2c548147-4957-448e-a313-ed6e2031dd75)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:16.664646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-378cabcb-a0b9-4852-80d7-a1564d14f0a3 None None] Port afa2876b-6274-4136-bea4-a07a9999852a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:16.670531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.693393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.693813 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 2a275949-8e00-46cc-bd41-4017ce845bbc disassociated (deleted). External IP: 172.25.4.9, port: e5b9c34b-274d-456c-86fe-4fed991a0c9b. Aug 16 02:43:16.696684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Allocated IP 172.20.0.5 (54705111-b7d7-4b19-a80b-57a99384723e/553b044b-8c80-4687-9b7e-d136f282eb78/cad3a1c1-fa83-4a85-beef-41a828f3df6b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:16.762234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=fde16212-3b48-417f-9a4f-60becba1381a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:17.003416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.020732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Transition to ACTIVE for port object cad3a1c1-fa83-4a85-beef-41a828f3df6b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:17.069881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.113377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Network 54705111-b7d7-4b19-a80b-57a99384723e is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:17.118314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:17.125026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:17.169319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Port': ['ID=cad3a1c1-fa83-4a85-beef-41a828f3df6b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:17.201538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.202572 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.224789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3a038baf-2907-49fe-8244-23335f83b52b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0449624 Aug 16 02:43:17.230135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:17.235318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:17.359695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.418163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 397aaeac-788b-47d5-9317-c2ee3a5709e5 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:17.512006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2a8ba830-6732-4bdc-be0e-987920b10fa8 None None] Provisioning for port cad3a1c1-fa83-4a85-beef-41a828f3df6b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:17.517178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2a8ba830-6732-4bdc-be0e-987920b10fa8 None None] Provisioning complete for port cad3a1c1-fa83-4a85-beef-41a828f3df6b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:17.517989 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba830-6732-4bdc-be0e-987920b10fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.567348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ba830-6732-4bdc-be0e-987920b10fa8 None None] Port cad3a1c1-fa83-4a85-beef-41a828f3df6b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:17.589920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:17.594752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.604385 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] Sync routers for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:17.617713 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:17.618672 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:17.625260 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:17.650466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d40ad109-fd0e-4bb1-a7f6-717417b0e644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/floatingips/2a275949-8e00-46cc-bd41-4017ce845bbc HTTP/1.1" status: 204 len: 168 time: 1.9615259 Aug 16 02:43:17.652564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:17.655053 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9374c2d6-a0c6-41a4-b753-23921018fcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:17.741706 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:17.745400 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4868bbe9-8b71-4a3e-9ad1-ee7d95c385cd x-openstack-request-id: req-4868bbe9-8b71-4a3e-9ad1-ee7d95c385cd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:17.745699 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:17.745947 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4868bbe9-8b71-4a3e-9ad1-ee7d95c385cd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:17.746390 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'status': 'completed', 'code': 200} Aug 16 02:43:17.840616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Allocated IP 172.25.4.232 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/f5d22fa8-ee76-4ca8-a614-9026dd8e9cd6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:17.850374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-6192d8ef-2550-47a6-afec-48556047bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.852196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-6192d8ef-2550-47a6-afec-48556047bde5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 1098 time: 0.0970211 Aug 16 02:43:18.127764 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:20Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:18.173211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-1df09d79-a961-4a36-a4e5-7246a3c1b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.179501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-1df09d79-a961-4a36-a4e5-7246a3c1b01f service neutron] 10.222.0.98 "GET /v2.0/networks?id=50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 200 len: 898 time: 0.3177660 Aug 16 02:43:18.183355 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] Checking router: 397aaeac-788b-47d5-9317-c2ee3a5709e5 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:18.199479 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:18.203251 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:18.211413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c376be2-de2d-4c89-a71c-3e2743828882 req-59501d89-3c24-49cd-bc51-ad88cd86866b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.219493 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c376be2-de2d-4c89-a71c-3e2743828882 req-59501d89-3c24-49cd-bc51-ad88cd86866b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 946 time: 0.2018149 Aug 16 02:43:18.261761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.268348 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-2a1065ee-8268-4238-a610-1f54e6b6a93c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 200 len: 217 time: 0.0812628 Aug 16 02:43:18.275947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fde16212-3b48-417f-9a4f-60becba1381a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:18.347055 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c376be2-de2d-4c89-a71c-3e2743828882 req-37515d14-930b-42e6-96f2-c97d3e53b77c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265216 Aug 16 02:43:18.364851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-1d4319bf-5016-4a06-9bdc-beeac20f05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.366575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-1d4319bf-5016-4a06-9bdc-beeac20f05ba service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 200 len: 835 time: 0.0888610 Aug 16 02:43:18.378520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port fde16212-3b48-417f-9a4f-60becba1381a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:18.382415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.431042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.469372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-644d748d-1338-472b-bff7-562719e030ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.471688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-644d748d-1338-472b-bff7-562719e030ca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50e4e652-69f9-4cca-93cf-fcc580fb9de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922992 Aug 16 02:43:18.483282 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:18.495525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:18.530165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:18.537912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:18.545568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Port': ['ID=f5d22fa8-ee76-4ca8-a614-9026dd8e9cd6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:18.580885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.580885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.580885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.583811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.583811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.583811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.583811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.583811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.583811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.583811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.584702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.584702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:18.635596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-cc7f9b6f-aff4-474c-a51a-20ac54c0854f service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546829 Aug 16 02:43:18.726927 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:20Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:18.746227 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.762534 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928ecb8-d81f-4e93-a3f0-89cc87e617bc None None] The sync data for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 is: [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:15Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '86ed0c97-847e-4ba2-b62f-a77c3050b94c', 'name': '', 'network_id': '50e4e652-69f9-4cca-93cf-fcc580fb9de3', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:41:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:14Z', 'updated_at': '2021-08-16T02:41:20Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3b06554d-8ae6-4d4b-8f3b-efc73f6000ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:18.803215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.840691 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9374c2d6-a0c6-41a4-b753-23921018fcbc req-c7f0e606-02a1-445e-adce-111f13fa1012 service neutron] 10.222.0.98 "GET /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793704 Aug 16 02:43:19.027468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.037819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.084533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b470ff2-4735-46d9-b438-292300f0c076 None None] New status for floating IP 2a275949-8e00-46cc-bd41-4017ce845bbc: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:43:19.086639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Port': ['ID=f5d22fa8-ee76-4ca8-a614-9026dd8e9cd6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:19.192214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.208722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.212912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-db6814f2-6877-4473-9c62-9eaea40a3cae tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9788976 Aug 16 02:43:19.213467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55676) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:19.218369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5b51a27d-9f48-48c3-a1b4-76a26640ab69 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'floatingip': {'port_id': 'cad3a1c1-fa83-4a85-beef-41a828f3df6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:19.259880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b51a27d-9f48-48c3-a1b4-76a26640ab69 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.399949 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-5b51a27d-9f48-48c3-a1b4-76a26640ab69 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] update failed (client error): The resource could not be found. Aug 16 02:43:19.400852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b51a27d-9f48-48c3-a1b4-76a26640ab69 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "PUT /v2.0/floatingips/abcf4367-4656-49e1-b4cc-928a036e60ce HTTP/1.1" status: 404 len: 507 time: 0.1862810 Aug 16 02:43:19.403752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55684) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:19.549575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-4ae93888-64e4-4bb4-b957-ffa997d248ce tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:19.551204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-4ae93888-64e4-4bb4-b957-ffa997d248ce tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 946 time: 0.0535781 Aug 16 02:43:19.560689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953c7c1-377c-48e0-a33d-9693a0271588 req-3e1b640f-9a00-4fd7-9920-1fbfb3f6b43c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:19.562173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0953c7c1-377c-48e0-a33d-9693a0271588 req-3e1b640f-9a00-4fd7-9920-1fbfb3f6b43c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c1c6f2-59f7-4766-9610-d398cadd7a11 HTTP/1.1" status: 200 len: 946 time: 0.1225729 Aug 16 02:43:19.602430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Deleting port f5d22fa8-ee76-4ca8-a614-9026dd8e9cd6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:19.602774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.652048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0953c7c1-377c-48e0-a33d-9693a0271588 req-211646c8-e8f7-4512-882d-b4fbe2fb0293 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea1044f9-8a7c-4087-8795-91649e4a1dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833807 Aug 16 02:43:19.727152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port e5b9c34b-274d-456c-86fe-4fed991a0c9b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:19.727693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.734429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.734764 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.750326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Calling delete_port for f5d22fa8-ee76-4ca8-a614-9026dd8e9cd6 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:19.832591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port e5b9c34b-274d-456c-86fe-4fed991a0c9b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e5b9c34b-274d-456c-86fe-4fed991a0c9b,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:19.832867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.847131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for e5b9c34b-274d-456c-86fe-4fed991a0c9b owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:19.914615 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.943954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event deleted for resources: {'Port': ['ID=f5d22fa8-ee76-4ca8-a614-9026dd8e9cd6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:19.995863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.014973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.018297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.019474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36b8ffea-94b1-4988-8cb8-ba75a46de816 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "DELETE /v2.0/floatingips/abcf4367-4656-49e1-b4cc-928a036e60ce HTTP/1.1" status: 204 len: 168 time: 0.6149874 Aug 16 02:43:20.022894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55686) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:20.026274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=e5b9c34b-274d-456c-86fe-4fed991a0c9b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:20.027320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e6f42e17-1445-4c8f-9df5-30ff8081b13b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'floatingip': {'floating_network_id': '54705111-b7d7-4b19-a80b-57a99384723e', 'port_id': 'cad3a1c1-fa83-4a85-beef-41a828f3df6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:20.059480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6f42e17-1445-4c8f-9df5-30ff8081b13b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.080782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] No DVR routers for this DVR port e5b9c34b-274d-456c-86fe-4fed991a0c9b on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:20.083745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.086192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05f96cad-47c3-49dc-b1fb-aa50901be8ac req-57fc6498-1996-401e-86b8-f222f1954456 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "DELETE /v2.0/ports/e5b9c34b-274d-456c-86fe-4fed991a0c9b HTTP/1.1" status: 204 len: 173 time: 0.5255868 Aug 16 02:43:20.086669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-deleted', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:20.088982 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37410342-ad36-4fcc-be44-859798452122" -d '{"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-deleted", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:20.131354 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a019657-0946-4e9f-96dd-88e5fb95f847 x-openstack-request-id: req-6a019657-0946-4e9f-96dd-88e5fb95f847 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:20.131655 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1c6f2-59f7-4766-9610-d398cadd7a11", "name": "network-vif-deleted", "tag": "e5b9c34b-274d-456c-86fe-4fed991a0c9b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:20.131911 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a019657-0946-4e9f-96dd-88e5fb95f847 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:20.132428 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1c6f2-59f7-4766-9610-d398cadd7a11', 'name': 'network-vif-deleted', 'tag': 'e5b9c34b-274d-456c-86fe-4fed991a0c9b', 'status': 'completed', 'code': 200} Aug 16 02:43:20.189125 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-e6f42e17-1445-4c8f-9df5-30ff8081b13b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:43:20.194532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e6f42e17-1445-4c8f-9df5-30ff8081b13b tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1673012 Aug 16 02:43:20.195600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55690) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:20.206400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'cad3a1c1-fa83-4a85-beef-41a828f3df6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:20.251252 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.358369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.477461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Allocated IP 172.25.4.252 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ac038753-075f-4b49-8e27-8fb208b7bd31) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:20.588751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.633602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.674319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:20.679602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:20.682841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:20.731704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event updated for resources: {'Port': ['ID=ac038753-075f-4b49-8e27-8fb208b7bd31,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:20.744646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55696) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:20.874203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Deleting port ac038753-075f-4b49-8e27-8fb208b7bd31 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:20.874562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.969399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.969952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.981237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Calling delete_port for ac038753-075f-4b49-8e27-8fb208b7bd31 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:21.115941 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.138638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.146902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event deleted for resources: {'Port': ['ID=ac038753-075f-4b49-8e27-8fb208b7bd31,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:21.222909 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] create failed (client error): The resource could not be found. Aug 16 02:43:21.223997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d6ac86c0-7550-4041-9d69-fabb6ea1c9fd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0268788 Aug 16 02:43:21.227582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55698) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:21.353570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Deleting port cad3a1c1-fa83-4a85-beef-41a828f3df6b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:21.353931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.440794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 86ed0c97-847e-4ba2-b62f-a77c3050b94c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:21.441061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.455301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.469354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Calling delete_port for cad3a1c1-fa83-4a85-beef-41a828f3df6b owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:21.538043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port 86ed0c97-847e-4ba2-b62f-a77c3050b94c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=86ed0c97-847e-4ba2-b62f-a77c3050b94c,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:21.538455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.552136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 86ed0c97-847e-4ba2-b62f-a77c3050b94c owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:21.625278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.655767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event deleted for resources: {'Port': ['ID=cad3a1c1-fa83-4a85-beef-41a828f3df6b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:21.756447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.761599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a5e400b1-9e2d-45b8-8a72-3739cb965514 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "DELETE /v2.0/ports/cad3a1c1-fa83-4a85-beef-41a828f3df6b HTTP/1.1" status: 204 len: 168 time: 0.5307651 Aug 16 02:43:21.761875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:21.842404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee588a4-5b6a-440a-9c7d-48f94bc43f0c tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:21.847433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eee588a4-5b6a-440a-9c7d-48f94bc43f0c tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "GET /v2.0/ports?device_id=08ac5719-2a13-4fce-8b07-c2fb22e28704 HTTP/1.1" status: 200 len: 913 time: 0.0842044 Aug 16 02:43:21.848572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55716) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:22.101363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.131136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=86ed0c97-847e-4ba2-b62f-a77c3050b94c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:22.183199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.347266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.414219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.508094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Deleting port afa2876b-6274-4136-bea4-a07a9999852a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:22.508477 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.589056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 397aaeac-788b-47d5-9317-c2ee3a5709e5 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:22.595089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.607603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Calling delete_port for afa2876b-6274-4136-bea4-a07a9999852a owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:22.697252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:22.707936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c461af40-f007-41f1-b3a7-62af46dd956f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/397aaeac-788b-47d5-9317-c2ee3a5709e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9592049 Aug 16 02:43:22.708295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55720) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:22.711778 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] Sync routers for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:22.733699 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:22.734414 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:22.770900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting subnet 3b06554d-8ae6-4d4b-8f3b-efc73f6000ba {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:22.774231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.798097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.824050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.834509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event deleted for resources: {'Port': ['ID=afa2876b-6274-4136-bea4-a07a9999852a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:22.866015 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:22.951966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.040203 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.067957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.116389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Subnet': ['ID=3b06554d-8ae6-4d4b-8f3b-efc73f6000ba,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:23.119627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.119784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eec48e-d20d-427e-8915-369198520e9c None None] Network 50e4e652-69f9-4cca-93cf-fcc580fb9de3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:23.126449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ade9c792-112b-4ac1-a6f3-7f9760f8f555 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/subnets/3b06554d-8ae6-4d4b-8f3b-efc73f6000ba HTTP/1.1" status: 204 len: 168 time: 0.4170156 Aug 16 02:43:23.127698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55726) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:23.281577 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:23.298349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.338440 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] Checking router: 397aaeac-788b-47d5-9317-c2ee3a5709e5 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:23.351740 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] Routers {'397aaeac-788b-47d5-9317-c2ee3a5709e5'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:23.352471 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['397aaeac-788b-47d5-9317-c2ee3a5709e5'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:23.393039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] DHCP port deletion for 50e4e652-69f9-4cca-93cf-fcc580fb9de3 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:23.480768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] Deleting port af07fef5-783e-46ee-a6f5-297a8b0b7340 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:23.481869 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.499481 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] Set router 397aaeac-788b-47d5-9317-c2ee3a5709e5 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:23.515892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.585516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:23.585955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.607970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] For port af07fef5-783e-46ee-a6f5-297a8b0b7340, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=af07fef5-783e-46ee-a6f5-297a8b0b7340,segment=NetworkSegment(2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f),segment_id=2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:23.608336 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.627883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] Calling delete_port for af07fef5-783e-46ee-a6f5-297a8b0b7340 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:23.677603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:23.678227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.696551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:23.720180 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:23.751000 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70513bae-7e5e-48e7-a0b2-7ddead2e3b19 None None] The sync data for ids ['397aaeac-788b-47d5-9317-c2ee3a5709e5'] in n-d-769329-15 is: [{'id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-233457490', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:43:22Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397aaeac-788b-47d5-9317-c2ee3a5709e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:23.756070 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.819255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.855719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Router 08ac5719-2a13-4fce-8b07-c2fb22e28704 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:23.858075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] No DVR routers for this DVR port af07fef5-783e-46ee-a6f5-297a8b0b7340 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:23.868320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33e82-d6f3-4a43-914c-27c695c013a7 None None] Pushing event deleted for resources: {'Port': ['ID=af07fef5-783e-46ee-a6f5-297a8b0b7340,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:23.913424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.946605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:23.947778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:23.958835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5d3f0d48-3603-4779-b1de-2696ca7931c9 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "PUT /v2.0/routers/08ac5719-2a13-4fce-8b07-c2fb22e28704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1072524 Aug 16 02:43:23.959382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:23.968853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] Sync routers for ids ['08ac5719-2a13-4fce-8b07-c2fb22e28704'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:23.996772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] Routers {'08ac5719-2a13-4fce-8b07-c2fb22e28704'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:23.997757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['08ac5719-2a13-4fce-8b07-c2fb22e28704'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.020525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.041452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb570c48-95f9-4e36-814d-294a36c58ecd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.041635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:24.045478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.073710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: e5b9c34b-274d-456c-86fe-4fed991a0c9b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:24.074066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e5b9c34b-274d-456c-86fe-4fed991a0c9b not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:24.081998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] Routers {'08ac5719-2a13-4fce-8b07-c2fb22e28704'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:24.082638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:42:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['08ac5719-2a13-4fce-8b07-c2fb22e28704'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.139071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.141568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.297916 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb570c48-95f9-4e36-814d-294a36c58ecd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.304676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb570c48-95f9-4e36-814d-294a36c58ecd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.305943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.312314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Fanout notify agent at l3_agent the message router_deleted on router 397aaeac-788b-47d5-9317-c2ee3a5709e5 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:43:24.334929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.336855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9d562d30-93bd-4657-a109-7d0ddb6b174b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/routers/397aaeac-788b-47d5-9317-c2ee3a5709e5 HTTP/1.1" status: 204 len: 168 time: 1.2077851 Aug 16 02:43:24.339646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55736) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:24.383491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device af07fef5-783e-46ee-a6f5-297a8b0b7340 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:24.387298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.388416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd871306-6143-401e-bfae-33ebf8350704 None None] The sync data for ids ['08ac5719-2a13-4fce-8b07-c2fb22e28704'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:24.410924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: af07fef5-783e-46ee-a6f5-297a8b0b7340 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:24.411573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device af07fef5-783e-46ee-a6f5-297a8b0b7340 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:24.412148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 86ed0c97-847e-4ba2-b62f-a77c3050b94c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:24.424904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb570c48-95f9-4e36-814d-294a36c58ecd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.425602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb570c48-95f9-4e36-814d-294a36c58ecd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Fanout notify agent at l3_agent the message router_deleted on router 08ac5719-2a13-4fce-8b07-c2fb22e28704 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:43:24.441171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 86ed0c97-847e-4ba2-b62f-a77c3050b94c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:24.441603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 86ed0c97-847e-4ba2-b62f-a77c3050b94c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:24.445680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb570c48-95f9-4e36-814d-294a36c58ecd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.446823 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb570c48-95f9-4e36-814d-294a36c58ecd tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "DELETE /v2.0/routers/08ac5719-2a13-4fce-8b07-c2fb22e28704 HTTP/1.1" status: 204 len: 168 time: 0.4864922 Aug 16 02:43:24.449222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55738) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:24.467413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.507941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Deleting subnet 553b044b-8c80-4687-9b7e-d136f282eb78 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:24.511339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.567320 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.576107 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.587968 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e4e652-69f9-4cca-93cf-fcc580fb9de3']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.600488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.600825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cad1bfe-8084-4e4c-a1ae-828f7a48bb7f') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:24.610476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.626537 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.635093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:24.636503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:24.639934 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:24.694551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.707073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.719782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.720940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/networks/50e4e652-69f9-4cca-93cf-fcc580fb9de3 HTTP/1.1" status: 204 len: 168 time: 0.3799629 Aug 16 02:43:24.725318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55740) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:24.734791 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83042c-85ff-49c5-930b-6d2443a3b0d3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Network': ['ID=50e4e652-69f9-4cca-93cf-fcc580fb9de3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:24.824500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6aaff3a5-b1e8-44d9-a5fa-6415c59497e0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.830147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.878310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event deleted for resources: {'Subnet': ['ID=553b044b-8c80-4687-9b7e-d136f282eb78,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:24.887145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6aaff3a5-b1e8-44d9-a5fa-6415c59497e0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.890138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:24.891487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b72ee-babd-4d02-a90d-bb20aed2a222 None None] Network 54705111-b7d7-4b19-a80b-57a99384723e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:24.892005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4914aa3-9501-4d30-93a1-500a4d558bfb tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "DELETE /v2.0/subnets/553b044b-8c80-4687-9b7e-d136f282eb78 HTTP/1.1" status: 204 len: 168 time: 0.4413643 Aug 16 02:43:24.897918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55742) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.003693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.052871 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6aaff3a5-b1e8-44d9-a5fa-6415c59497e0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.055517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6aaff3a5-b1e8-44d9-a5fa-6415c59497e0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.059414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6aaff3a5-b1e8-44d9-a5fa-6415c59497e0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/security-groups/ea1044f9-8a7c-4087-8795-91649e4a1dc6 HTTP/1.1" status: 204 len: 168 time: 0.3304803 Aug 16 02:43:25.071456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaff3a5-b1e8-44d9-a5fa-6415c59497e0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1044f9-8a7c-4087-8795-91649e4a1dc6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.107595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Deleting port fde16212-3b48-417f-9a4f-60becba1381a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:25.107950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.130540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] DHCP port deletion for 54705111-b7d7-4b19-a80b-57a99384723e request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:25.179932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] Deleting port fde16212-3b48-417f-9a4f-60becba1381a {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:25.180436 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.184841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] For port fde16212-3b48-417f-9a4f-60becba1381a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fde16212-3b48-417f-9a4f-60becba1381a,segment=NetworkSegment(2c548147-4957-448e-a313-ed6e2031dd75),segment_id=2c548147-4957-448e-a313-ed6e2031dd75)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:25.185230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.198813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Calling delete_port for fde16212-3b48-417f-9a4f-60becba1381a owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:25.250131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] For port fde16212-3b48-417f-9a4f-60becba1381a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fde16212-3b48-417f-9a4f-60becba1381a,segment=NetworkSegment(2c548147-4957-448e-a313-ed6e2031dd75),segment_id=2c548147-4957-448e-a313-ed6e2031dd75)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:25.250452 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.263361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] Calling delete_port for fde16212-3b48-417f-9a4f-60becba1381a owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:25.287009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.323421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event deleted for resources: {'Port': ['ID=fde16212-3b48-417f-9a4f-60becba1381a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.328369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] No DVR routers for this DVR port fde16212-3b48-417f-9a4f-60becba1381a on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:25.337059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-d0a83534-2258-4264-8691-e230ab54fe4c req-912acabb-fbc1-4094-b3a8-7effdf92999c service neutron] (94857) timed out ('10.222.0.78', 60464) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:43:25.365227 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.398105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] Pushing event deleted for resources: {'Port': ['ID=fde16212-3b48-417f-9a4f-60becba1381a,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.402197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c057d-f90e-4b04-9518-e265533c41f8 None None] No DVR routers for this DVR port fde16212-3b48-417f-9a4f-60becba1381a on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:25.427230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.438466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54705111-b7d7-4b19-a80b-57a99384723e']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:25.449515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c548147-4957-448e-a313-ed6e2031dd75') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:25.449816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c548147-4957-448e-a313-ed6e2031dd75') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:25.459282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.476201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.483415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:25.483815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:25.487986 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:25.553341 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.561937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.564406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] 10.222.0.78 "DELETE /v2.0/networks/54705111-b7d7-4b19-a80b-57a99384723e HTTP/1.1" status: 204 len: 168 time: 0.6651320 Aug 16 02:43:25.577780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159178bf-b416-4832-87a0-92487f7feb08 tempest-FloatingIPNegativeTestJSON-865110027 tempest-FloatingIPNegativeTestJSON-865110027-project] Pushing event deleted for resources: {'Network': ['ID=54705111-b7d7-4b19-a80b-57a99384723e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.815600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55752) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.950683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c6567bc0-e4d5-4b29-9576-169d37694738 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72bda9bde9f245339f51bee2c101121f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336942 Aug 16 02:43:25.952999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.003246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-740b4125-bb3f-49b0-974d-25e2bcf09a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.025737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-740b4125-bb3f-49b0-974d-25e2bcf09a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.079084 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-740b4125-bb3f-49b0-974d-25e2bcf09a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.090442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-740b4125-bb3f-49b0-974d-25e2bcf09a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.090442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-740b4125-bb3f-49b0-974d-25e2bcf09a3f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93daa8b9-b0b3-473c-b2eb-b9f44cd192fe HTTP/1.1" status: 204 len: 168 time: 0.1342654 Aug 16 02:43:26.097632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b4125-bb3f-49b0-974d-25e2bcf09a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93daa8b9-b0b3-473c-b2eb-b9f44cd192fe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.142312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:26.182968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:26.183710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c0b48cd1-b9d3-4a73-9b7b-49e044dda7e6 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:26.184988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fde16212-3b48-417f-9a4f-60becba1381a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:26.207545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: fde16212-3b48-417f-9a4f-60becba1381a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:26.208321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fde16212-3b48-417f-9a4f-60becba1381a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:26.211065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-421479da-2a1f-4f08-8dfa-e282cb7d634e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.512303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.520122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ea6a5168-8ba0-4fcc-b611-c8736e3a7641 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344610431', 'description': 'tempest-secgroup-smoke-1344610431 description', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:26.542911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5168-8ba0-4fcc-b611-c8736e3a7641 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.631073 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5168-8ba0-4fcc-b611-c8736e3a7641 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.635347 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5168-8ba0-4fcc-b611-c8736e3a7641 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.666669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5168-8ba0-4fcc-b611-c8736e3a7641 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.670779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ea6a5168-8ba0-4fcc-b611-c8736e3a7641 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553302 Aug 16 02:43:26.671420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55784) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.673574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a5168-8ba0-4fcc-b611-c8736e3a7641 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09550c30-b056-4558-bf7d-4f94ed37e007,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.681578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2c898600-d6a3-4a8c-9053-e038af220a55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': '09550c30-b056-4558-bf7d-4f94ed37e007', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:26.710467 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c898600-d6a3-4a8c-9053-e038af220a55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.795731 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c898600-d6a3-4a8c-9053-e038af220a55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.800793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c898600-d6a3-4a8c-9053-e038af220a55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.820095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c898600-d6a3-4a8c-9053-e038af220a55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365e682f-6be9-447f-9481-2ef16655df42,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.828712 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c898600-d6a3-4a8c-9053-e038af220a55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.833407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.833567 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2c898600-d6a3-4a8c-9053-e038af220a55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603858 Aug 16 02:43:26.838083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d9d1bb99-f806-4464-ba36-8735ff8a5daa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': '09550c30-b056-4558-bf7d-4f94ed37e007', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:26.864911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9d1bb99-f806-4464-ba36-8735ff8a5daa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.899362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55792) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.935812 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9d1bb99-f806-4464-ba36-8735ff8a5daa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.940433 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9d1bb99-f806-4464-ba36-8735ff8a5daa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.957118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1bb99-f806-4464-ba36-8735ff8a5daa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147290b1-74f9-4649-b8ef-4e5292e75d5a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.967211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d9d1bb99-f806-4464-ba36-8735ff8a5daa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.971829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d9d1bb99-f806-4464-ba36-8735ff8a5daa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339383 Aug 16 02:43:26.972534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.977337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-96ec58bb-f40e-46eb-81e5-52b703a4accb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': '09550c30-b056-4558-bf7d-4f94ed37e007', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.006943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96ec58bb-f40e-46eb-81e5-52b703a4accb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.029884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1738430853'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.052381 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:27.056119 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.065134 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.068108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96ec58bb-f40e-46eb-81e5-52b703a4accb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.071816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96ec58bb-f40e-46eb-81e5-52b703a4accb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.089799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec58bb-f40e-46eb-81e5-52b703a4accb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36719df9-3718-4e1b-aee0-831991e951ae,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.162917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.167062 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.170883 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96ec58bb-f40e-46eb-81e5-52b703a4accb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.175656 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-96ec58bb-f40e-46eb-81e5-52b703a4accb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1992915 Aug 16 02:43:27.175803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55798) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.181522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:27.182342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-110cc4f6-2dcb-46d6-9344-7304db1ba644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': '09550c30-b056-4558-bf7d-4f94ed37e007', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.200336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.200686 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment e471b5f7-a51d-4251-b27d-77e64a2f0023 of type vlan for network cfee750f-2908-42a8-966c-4e8d523d7ae1 Aug 16 02:43:27.220370 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-110cc4f6-2dcb-46d6-9344-7304db1ba644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.236180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98de7dfb-5ff8-4241-99b7-9175ab250a3c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.252421 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.288698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.294708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:27.295605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.327129 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-110cc4f6-2dcb-46d6-9344-7304db1ba644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.335972 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-110cc4f6-2dcb-46d6-9344-7304db1ba644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.354639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cc4f6-2dcb-46d6-9344-7304db1ba644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f424b2ab-7cd5-4741-b01f-177d83a9e718,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.363409 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-110cc4f6-2dcb-46d6-9344-7304db1ba644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.371536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4656477 Aug 16 02:43:27.371702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-110cc4f6-2dcb-46d6-9344-7304db1ba644 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1872857 Aug 16 02:43:27.371702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.375630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55802) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.379719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'name': 'tempest-PortsIpV6TestJSON-1726675439'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.385575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': '09550c30-b056-4558-bf7d-4f94ed37e007', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.391345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539121f6-60c2-4574-97ad-33b7428794ff tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=cfee750f-2908-42a8-966c-4e8d523d7ae1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.403890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:27.425302 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:43:27.438968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.525756 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.538911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.550569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:27.553730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dda6f24-c746-444d-b526-ccf07a6941c8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.554919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.567735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.569114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a346b317-4eff-4e36-bc42-62eff8dc8c6e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1923215 Aug 16 02:43:27.571862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55806) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.576597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': '09550c30-b056-4558-bf7d-4f94ed37e007', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.581789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:27.609886 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:43:27.616784 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.694212 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.701535 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.721497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976538d0-854f-40b3-b3ea-2012c373bade,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.735749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.737609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-009e0e3e-4570-4d23-8c89-7f314212e7b8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647103 Aug 16 02:43:27.740424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55808) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.746112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'network': {'name': 'tempest-network-smoke--61625685', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.770002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:27.773846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.804123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:27.813452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.813868 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Added segment da2a0562-1c8b-4446-b0dc-f89b67430d96 of type vlan for network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 Aug 16 02:43:27.816960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.859433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.859861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.891516 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.897427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:27.898010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.927909 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1859808 Aug 16 02:43:27.933712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.938241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'admin_state_up': True, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:27.960767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': 'e471b5f7-a51d-4251-b27d-77e64a2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:27.961427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: cfee750f-2908-42a8-966c-4e8d523d7ae1, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:27.967421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=55fe1e27-1e0a-41cc-aa3b-86832e21cacc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.991765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:27.995740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac04e5-bc8e-49eb-a256-17f77fc84a5d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Network': ['ID=5e02b13d-bc26-4c30-8eb4-3614a1c4b045,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.996189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.997216 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.008462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:28.010106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, cfee750f-2908-42a8-966c-4e8d523d7ae1) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:28.016151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:28.022055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:28.022617 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.036577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a4cea-4f68-4056-8fa0-a0b0ac7b7392 None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:28.117885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b8c345df-4bd5-4ba4-a777-503d86f97dca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7372062 Aug 16 02:43:28.117885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.119862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55812) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:28.125359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1624318972'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:28.148454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:28.152138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.179151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:28.189689 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.190088 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment 27c8252e-d386-491f-b001-12bb6b15061a of type vlan for network 1430da8c-e0da-4bda-a038-59db3bfb770d Aug 16 02:43:28.239651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.273853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.279843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:28.281064 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.295432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.353014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2316017 Aug 16 02:43:28.356024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:28.362206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'ports': [{'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1'}, {'network_id': '1430da8c-e0da-4bda-a038-59db3bfb770d'}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:28.362417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:28.362871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': '1430da8c-e0da-4bda-a038-59db3bfb770d'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:28.415373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ebed7-e9cf-4a4d-a05f-0267c79f6d1c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=1430da8c-e0da-4bda-a038-59db3bfb770d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:28.436685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1430da8c-e0da-4bda-a038-59db3bfb770d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:28.516843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.549479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.623555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 2} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:28.623555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.639067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.668894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.19 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d6f85e20-f176-404e-8d51-a53853471615) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:28.718585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port b16b7498-821d-46f1-a0b6-0425144c67e0 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:28.792633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8f23c81-f61e-4070-a155-e9ea34d92a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.798339 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.799548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.847034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.867942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.893497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:28.898259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:28.902883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:28.905804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=d6f85e20-f176-404e-8d51-a53853471615,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:28.954425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 93ae1bb7-4dd8-4f43-a2af-fb2661a6b19f yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:29.080319 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.125739 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.170638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=b16b7498-821d-46f1-a0b6-0425144c67e0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.184840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:29.187124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:29.190945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:29.191790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.233733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.246775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=93ae1bb7-4dd8-4f43-a2af-fb2661a6b19f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.270781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': '27c8252e-d386-491f-b001-12bb6b15061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1430da8c-e0da-4bda-a038-59db3bfb770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:29.271582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: 1430da8c-e0da-4bda-a038-59db3bfb770d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:29.289775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network 1430da8c-e0da-4bda-a038-59db3bfb770d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:29.299534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1430da8c-e0da-4bda-a038-59db3bfb770d) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:29.303222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:29.309177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:29.310261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a82c7-7eda-41f9-87d7-0babba7dff26 None None] Network 1430da8c-e0da-4bda-a038-59db3bfb770d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:29.314154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:29.315476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.335203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fe60864f-2357-4a28-9b80-5778afe1f2ca tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9780462 Aug 16 02:43:29.338266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55818) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:29.471592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 93ae1bb7-4dd8-4f43-a2af-fb2661a6b19f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:29.472198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.507103 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.544193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.558491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 93ae1bb7-4dd8-4f43-a2af-fb2661a6b19f owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:29.657290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router ee41aa8e-65fd-4c4b-992d-053005a359a6 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:43:29.663405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.693792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=93ae1bb7-4dd8-4f43-a2af-fb2661a6b19f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.717828 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.722238 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d3cf7edd-c1a2-4cd8-9067-db5c57d6b452 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/93ae1bb7-4dd8-4f43-a2af-fb2661a6b19f HTTP/1.1" status: 204 len: 168 time: 0.3783026 Aug 16 02:43:29.722799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:29.772635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c57afe-507d-42fc-9222-44a4bdd6a31c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:29.778887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c57afe-507d-42fc-9222-44a4bdd6a31c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:29.780552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b0c57afe-507d-42fc-9222-44a4bdd6a31c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0571744 Aug 16 02:43:29.785542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:29.818649 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:29.834549 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Sync routers for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:29.851040 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:29.852054 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:29.861522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.864336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-818522be-deeb-425f-8fac-561e8652614b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9280727 Aug 16 02:43:29.866368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:29.905627 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f186dbbf-9853-41d3-a500-16b64cba8616 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380414 Aug 16 02:43:29.909205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55828) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:29.930745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port b16b7498-821d-46f1-a0b6-0425144c67e0 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:29.930745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.000087 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:30.044869 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.152567 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c44d0-3d53-4f30-899b-5a33b7b53cb5 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:30.157774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-988c44d0-3d53-4f30-899b-5a33b7b53cb5 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2474811 Aug 16 02:43:30.159047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:30.202791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5d908394-5832-4099-a731-a434838b5f62 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425913 Aug 16 02:43:30.203762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55832) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:30.209143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078673302', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:30.222052 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:29Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:30.255627 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Checking router: ee41aa8e-65fd-4c4b-992d-053005a359a6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:30.255992 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Updating router ee41aa8e-65fd-4c4b-992d-053005a359a6 port d6f85e20-f176-404e-8d51-a53853471615 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:30.297435 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.310678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:30.314930 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.438209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.452157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for b16b7498-821d-46f1-a0b6-0425144c67e0 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:30.564964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.606469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=b16b7498-821d-46f1-a0b6-0425144c67e0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:30.617123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.619549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fc54e764-9711-4b2e-8114-fdbb9e1124e6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/b16b7498-821d-46f1-a0b6-0425144c67e0 HTTP/1.1" status: 204 len: 168 time: 0.8328435 Aug 16 02:43:30.622097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:30.695583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f3b6a7-cbde-4395-83af-be6ccda37888 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:30.697729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-74f3b6a7-cbde-4395-83af-be6ccda37888 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0739646 Aug 16 02:43:30.700797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:30.734631 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6023b0-4199-41a2-a35c-50eb1d243a9e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:30.736501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5a6023b0-4199-41a2-a35c-50eb1d243a9e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/93ae1bb7-4dd8-4f43-a2af-fb2661a6b19f HTTP/1.1" status: 404 len: 333 time: 0.0334852 Aug 16 02:43:30.739236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:30.765384 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.769533 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-077afed2-14a7-4420-8cd3-94895a8ebe98 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:30.774355 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-077afed2-14a7-4420-8cd3-94895a8ebe98 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/b16b7498-821d-46f1-a0b6-0425144c67e0 HTTP/1.1" status: 404 len: 333 time: 0.0316458 Aug 16 02:43:30.774859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:30.781723 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Transition to ACTIVE for port object d6f85e20-f176-404e-8d51-a53853471615 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:30.796178 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.856322 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Attempting to bind port d6f85e20-f176-404e-8d51-a53853471615 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:30.857015 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Attempting to bind port d6f85e20-f176-404e-8d51-a53853471615 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:30.857015 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Attempting to bind port d6f85e20-f176-404e-8d51-a53853471615 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:30.863564 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:30.863936 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:30.864589 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.864769 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:30.865192 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Bound port: d6f85e20-f176-404e-8d51-a53853471615, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:30.865579 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.909633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.909872 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Pushing event updated for resources: {'Port': ['ID=d6f85e20-f176-404e-8d51-a53853471615,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:30.921357 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.922175 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.922175 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.922361 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.922666 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.922992 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.923300 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.923669 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.924015 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.924553 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.924861 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.925182 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:30.951308 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] For port d6f85e20-f176-404e-8d51-a53853471615, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:30.955586 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] For port d6f85e20-f176-404e-8d51-a53853471615, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d6f85e20-f176-404e-8d51-a53853471615,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:30.960731 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.975773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.027357 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:31.027979 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.034713 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c393-7a76-449b-837e-9f9aab4de29b None None] Pushing event updated for resources: {'Port': ['ID=d6f85e20-f176-404e-8d51-a53853471615,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:31.039715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.051597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1430da8c-e0da-4bda-a038-59db3bfb770d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.063433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c8252e-d386-491f-b001-12bb6b15061a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.063773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c8252e-d386-491f-b001-12bb6b15061a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.074142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.089010 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.096626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:31.097121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:31.100761 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:31.137555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Checking segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:31.137908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network hostable DHCP agents. Network: 5e02b13d-bc26-4c30-8eb4-3614a1c4b045, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:31.158930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Subnet': ['ID=55fdb459-35ba-4e82-9fba-02a66b770ff5,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:31.166527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:31.174644 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:31.184946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5e02b13d-bc26-4c30-8eb4-3614a1c4b045) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:31.197017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:31.199238 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.212818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.214113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b6ded-098b-4082-ad16-3860b67fb75b None None] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:31.223639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.225979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/1430da8c-e0da-4bda-a038-59db3bfb770d HTTP/1.1" status: 204 len: 168 time: 0.4500957 Aug 16 02:43:31.232005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55848) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:31.240540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-383488218'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:31.242900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea4b20-fc92-45e4-87e6-5b0cc08f4f64 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=1430da8c-e0da-4bda-a038-59db3bfb770d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:31.254139 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-87ad9027-1b62-4661-81d4-649ded719f85 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0494697 Aug 16 02:43:31.256785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:31.285211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:31.291848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.366474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:31.387862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.390373 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment 6a27fafa-55bd-4c4f-abb0-e00b12fff493 of type vlan for network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab Aug 16 02:43:31.396952 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:29Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.467919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.516189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:31.517391 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.539271 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3395f4-4d01-4f21-8e6d-9d40fffc11eb None None] The sync data for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 is: [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:29Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:31.552176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.563800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:31.569390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.617283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3837757 Aug 16 02:43:31.622959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:31.631298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:31.731807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Allocated IP 172.20.0.2 (5e02b13d-bc26-4c30-8eb4-3614a1c4b045/55fdb459-35ba-4e82-9fba-02a66b770ff5/83c41943-77f0-478e-9b55-731cb118098d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:31.738293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d85737-1f54-40c6-91b9-5e6063746a50 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:31.764181 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:31.982095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:31.986926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.014617 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.049642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.059700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Transition to ACTIVE for port object 83c41943-77f0-478e-9b55-731cb118098d will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:32.100936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Transition to ACTIVE for port object 83c41943-77f0-478e-9b55-731cb118098d will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:32.119998 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.200974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:32.202102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Pushing event updated for resources: {'Port': ['ID=83c41943-77f0-478e-9b55-731cb118098d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.205247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:32.207911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:32.282975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6f85e20-f176-404e-8d51-a53853471615 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:32.288471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Attempting to bind port 83c41943-77f0-478e-9b55-731cb118098d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:32.288837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Attempting to bind port 83c41943-77f0-478e-9b55-731cb118098d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:32.289205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Attempting to bind port 83c41943-77f0-478e-9b55-731cb118098d on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:32.312823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:32.313203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Checking segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:32.313675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.314059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Bound using segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:32.315135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Bound port: 83c41943-77f0-478e-9b55-731cb118098d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:32.315531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.335252 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.387126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] For port 83c41943-77f0-478e-9b55-731cb118098d, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:32.390673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] For port 83c41943-77f0-478e-9b55-731cb118098d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=83c41943-77f0-478e-9b55-731cb118098d,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:32.404792 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.513804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd4112-14db-4218-bd50-7a0d076a4fa9 None None] Pushing event updated for resources: {'Port': ['ID=83c41943-77f0-478e-9b55-731cb118098d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.517136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d6f85e20-f176-404e-8d51-a53853471615 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:32.525488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d6f85e20-f176-404e-8d51-a53853471615 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:32.525865 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.530419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=8d149369-5aa8-4263-9743-05778c92b461,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.581954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': '6a27fafa-55bd-4c4f-abb0-e00b12fff493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:32.582328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:32.669810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:32.685112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:32.693698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.695169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.709880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c81cb4-74c2-4555-a076-bd6d9f7b9b87 None None] Network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:32.711928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.801479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55866) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:32.802108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-254ea9a8-f0ca-41b0-9c73-f8c66af52a0b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1748559 Aug 16 02:43:32.802594 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.808279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab', 'name': 'tempest-PortsIpV6TestJSON-1089540086'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:32.863500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d6f85e20-f176-404e-8d51-a53853471615, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d6f85e20-f176-404e-8d51-a53853471615,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:32.879314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.066856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:33.070754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.085604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d6f85e20-f176-404e-8d51-a53853471615,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:33.094881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port ef395e83-44fb-4db6-90c4-9c73c90a033c yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:33.148320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab', 'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab', 'tenant_id': '838aeecf652741859ad8167413a03360', 'fixed_ips': [{'subnet_id': '8d149369-5aa8-4263-9743-05778c92b461'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:33.159047 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.272144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.1 (5e02b13d-bc26-4c30-8eb4-3614a1c4b045/55fdb459-35ba-4e82-9fba-02a66b770ff5/16e58028-23ab-4c99-8fce-1a77a5ec4d1f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:33.290920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::2f8 (cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab/8d149369-5aa8-4263-9743-05778c92b461/ef395e83-44fb-4db6-90c4-9c73c90a033c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:33.415745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.432381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object 16e58028-23ab-4c99-8fce-1a77a5ec4d1f will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:33.471059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.479052 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.503171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object ef395e83-44fb-4db6-90c4-9c73c90a033c will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:33.514668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:33.520173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:33.525089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:33.552698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:33.565131 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.577470 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.594833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:33.598217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:33.629461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:33.635841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.636713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.639484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Allocated IP 2001:db8::2 (cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab/8d149369-5aa8-4263-9743-05778c92b461/f6a81228-a5c4-4344-aaf1-71497dd32109) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:33.683452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=ef395e83-44fb-4db6-90c4-9c73c90a033c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:33.692698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cba16939-63a8-412f-96bb-f526680442c6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8900516 Aug 16 02:43:33.695310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55876) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:33.798221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port ef395e83-44fb-4db6-90c4-9c73c90a033c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:33.798831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.874065 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.916126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.928736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Transition to ACTIVE for port object f6a81228-a5c4-4344-aaf1-71497dd32109 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:33.952765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.959854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Transition to ACTIVE for port object f6a81228-a5c4-4344-aaf1-71497dd32109 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:33.973337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.983956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for ef395e83-44fb-4db6-90c4-9c73c90a033c owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:34.000710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:34.006146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:34.007490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68628937-23c4-46a7-9b73-beb11a1330b8 None None] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:34.037192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:34.231656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.316247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=ef395e83-44fb-4db6-90c4-9c73c90a033c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:34.362210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 83c41943-77f0-478e-9b55-731cb118098d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:34.390808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.397391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7dc4d6d7-6873-411e-82b0-13c0cbeec743 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/ef395e83-44fb-4db6-90c4-9c73c90a033c HTTP/1.1" status: 204 len: 168 time: 0.7009070 Aug 16 02:43:34.398045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55880) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:34.441066 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7208d567-ec0d-4610-8de3-3929a73b6fe5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:34.441802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7208d567-ec0d-4610-8de3-3929a73b6fe5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:34.443864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7208d567-ec0d-4610-8de3-3929a73b6fe5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/ef395e83-44fb-4db6-90c4-9c73c90a033c HTTP/1.1" status: 404 len: 333 time: 0.0444446 Aug 16 02:43:34.446388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55882) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:34.502229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Pushing event updated for resources: {'Port': ['ID=f6a81228-a5c4-4344-aaf1-71497dd32109,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:34.504420 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ebb1be-182e-4306-9603-72f651da4208 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:34.508727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b9ebb1be-182e-4306-9603-72f651da4208 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/ef395e83-44fb-4db6-90c4-9c73c90a033c HTTP/1.1" status: 404 len: 333 time: 0.0588458 Aug 16 02:43:34.509442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55886) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:34.523479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5ce62909-14db-4437-865d-d6e4f0d0b2f0 None None] Provisioning for port 83c41943-77f0-478e-9b55-731cb118098d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:34.582136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Attempting to bind port f6a81228-a5c4-4344-aaf1-71497dd32109 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:34.585561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Attempting to bind port f6a81228-a5c4-4344-aaf1-71497dd32109 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6a27fafa-55bd-4c4f-abb0-e00b12fff493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:34.586368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Attempting to bind port f6a81228-a5c4-4344-aaf1-71497dd32109 on network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:34.608643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 8d149369-5aa8-4263-9743-05778c92b461 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:34.609159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:34.609830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Checking segment: {'id': '6a27fafa-55bd-4c4f-abb0-e00b12fff493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:34.610691 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.611492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Bound using segment: {'id': '6a27fafa-55bd-4c4f-abb0-e00b12fff493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:34.612179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Bound port: f6a81228-a5c4-4344-aaf1-71497dd32109, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a27fafa-55bd-4c4f-abb0-e00b12fff493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:34.613231 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.613749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.649304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 83c41943-77f0-478e-9b55-731cb118098d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:34.662212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 83c41943-77f0-478e-9b55-731cb118098d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:34.662945 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.684628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.755387 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.761367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.784337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.838328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.841954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:34.852678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.862828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] For port f6a81228-a5c4-4344-aaf1-71497dd32109, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:34.887035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=8d149369-5aa8-4263-9743-05778c92b461,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:34.888775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] For port f6a81228-a5c4-4344-aaf1-71497dd32109, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f6a81228-a5c4-4344-aaf1-71497dd32109,segment=NetworkSegment(6a27fafa-55bd-4c4f-abb0-e00b12fff493),segment_id=6a27fafa-55bd-4c4f-abb0-e00b12fff493)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:34.889302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.891475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.894052 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-12921fbb-954d-41b3-8d9a-880d3fae8c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/8d149369-5aa8-4263-9743-05778c92b461 HTTP/1.1" status: 204 len: 168 time: 0.3833418 Aug 16 02:43:34.897313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55892) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:34.908647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.973117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:34.974851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:35.002108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.008196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 83c41943-77f0-478e-9b55-731cb118098d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=83c41943-77f0-478e-9b55-731cb118098d,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:35.013962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef45af-9dc8-4c95-9e78-d6e7798ce8e8 None None] Pushing event updated for resources: {'Port': ['ID=f6a81228-a5c4-4344-aaf1-71497dd32109,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:35.025682 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.026508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6f85e20-f176-404e-8d51-a53853471615 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:35.075620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port f6a81228-a5c4-4344-aaf1-71497dd32109 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:35.075963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.154917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=83c41943-77f0-478e-9b55-731cb118098d,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:35.165591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router ee41aa8e-65fd-4c4b-992d-053005a359a6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:35.179315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] For port f6a81228-a5c4-4344-aaf1-71497dd32109, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f6a81228-a5c4-4344-aaf1-71497dd32109,segment=NetworkSegment(6a27fafa-55bd-4c4f-abb0-e00b12fff493),segment_id=6a27fafa-55bd-4c4f-abb0-e00b12fff493)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:35.179704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.197265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d6f85e20-f176-404e-8d51-a53853471615 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:35.197877 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.202166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for f6a81228-a5c4-4344-aaf1-71497dd32109 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:35.310153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ec752561-0aa7-4d56-9c04-43f0b440515e None None] Provisioning complete for port 83c41943-77f0-478e-9b55-731cb118098d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:35.310857 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec752561-0aa7-4d56-9c04-43f0b440515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.407140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.462946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:35.469656 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4a81a07-2ff2-4d9a-8e3b-b4397f1f2ac4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/ee41aa8e-65fd-4c4b-992d-053005a359a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2110999 Aug 16 02:43:35.475943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=f6a81228-a5c4-4344-aaf1-71497dd32109,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:35.496018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No DVR routers for this DVR port f6a81228-a5c4-4344-aaf1-71497dd32109 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:35.506424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Sync routers for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:35.528042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:35.528717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:35.597800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.612689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:35.617572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ec752561-0aa7-4d56-9c04-43f0b440515e None None] Provisioning for port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:35.624446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ec752561-0aa7-4d56-9c04-43f0b440515e None None] Provisioning complete for port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:35.624993 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec752561-0aa7-4d56-9c04-43f0b440515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.627310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a27fafa-55bd-4c4f-abb0-e00b12fff493') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:35.627608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a27fafa-55bd-4c4f-abb0-e00b12fff493') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:35.643406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.660905 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.668242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:35.669248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:35.673131 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:35.746841 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.756750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.758970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab HTTP/1.1" status: 204 len: 168 time: 0.8598957 Aug 16 02:43:35.763727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:35.769206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1306221062'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:35.780994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95664964-3709-486e-8c07-e6738b316edb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:35.825395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ec752561-0aa7-4d56-9c04-43f0b440515e None None] Port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:35.836636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:35.846638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-4514448b-4362-44eb-90c5-95880c37108c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344610431&fields=id&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 267 time: 0.0662191 Aug 16 02:43:35.900635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:35.904425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:35.983363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-732f5808-cabe-477b-af0a-f4c244245920 None None] Provisioning complete for port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:35.983881 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-732f5808-cabe-477b-af0a-f4c244245920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.036877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:36.050165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-732f5808-cabe-477b-af0a-f4c244245920 None None] Port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:36.075669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.076078 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment 015a0c22-415a-4d22-84cd-7afa5df11518 of type vlan for network c1eee3bf-ddc8-4590-9155-ffcad610d1be Aug 16 02:43:36.095381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-585462ae-54e1-46e3-b3bf-8dbbc2800c84 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:36.096986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-585462ae-54e1-46e3-b3bf-8dbbc2800c84 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 795 time: 0.2408397 Aug 16 02:43:36.115776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:34Z', 'revision_number': 2, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:36.143391 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.147587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-588786fe-68c6-4e86-aa0d-2a90537ab112 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/quotas/a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 375 time: 0.0265703 Aug 16 02:43:36.152656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Checking router: ee41aa8e-65fd-4c4b-992d-053005a359a6 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:36.153326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Updating router ee41aa8e-65fd-4c4b-992d-053005a359a6 port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:36.183508 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.205540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 83c41943-77f0-478e-9b55-731cb118098d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:36.246448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.252892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:36.253667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.292960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-72bd3620-d4a1-4803-b8a1-c3e1d6da49db tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332574 Aug 16 02:43:36.327098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-68a71fd4-ab55-453d-99f1-c29346379075 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:43:36.328126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-68a71fd4-ab55-453d-99f1-c29346379075 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068095 Aug 16 02:43:36.360628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=c1eee3bf-ddc8-4590-9155-ffcad610d1be,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:36.374150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2ed7d6a4-9719-4e0d-8ce7-49580e84b140 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6092634 Aug 16 02:43:36.376858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55918) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:36.382129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:36.459252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c1eee3bf-ddc8-4590-9155-ffcad610d1be details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:36.482353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-76d2d473-eb23-4f19-b7b6-4340150b9ba1 service neutron] 10.222.0.78 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445379 Aug 16 02:43:36.563424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:36.575311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.620074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 83c41943-77f0-478e-9b55-731cb118098d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:36.620864 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.638848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-85b7b08a-0048-45f7-807d-e98ec79548db service neutron] 10.222.0.78 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462286 Aug 16 02:43:36.653378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be64de-795c-44d6-84ec-289e65906837 None None] DHCP port deletion for cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:36.685227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ee3a6480-1b9d-4c86-ae85-0dc38052f583 None None] Could not find standard attr ID for object f6a81228-a5c4-4344-aaf1-71497dd32109. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:43:36.710183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402cdce6-de91-4a16-a467-511aa61b6eb5 None None] Network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:36.734092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402cdce6-de91-4a16-a467-511aa61b6eb5 None None] Network cc575231-6a1b-4b45-ad78-2b4cc9cdf1ab could not be found, it might have been deleted concurrently. {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:43:36.753367 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.770403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Transition to ACTIVE for port object 16e58028-23ab-4c99-8fce-1a77a5ec4d1f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:36.799263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.869414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb17cea-714a-44db-923e-72b1ae98d546 None None] Pushing event updated for resources: {'Port': ['ID=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:36.898330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0795641e-d269-4cc4-9786-3f8144689e4e req-17912356-fe17-465f-9550-264e6d57b548 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 210 time: 0.0573246 Aug 16 02:43:36.906277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.976681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Attempting to bind port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:36.977227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Attempting to bind port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:36.977683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Attempting to bind port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:36.984092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:36.985005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Checking segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:36.985686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.986219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Bound using segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:36.986941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Bound port: 16e58028-23ab-4c99-8fce-1a77a5ec4d1f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:36.987279 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.005081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': '015a0c22-415a-4d22-84cd-7afa5df11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:37.005856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: c1eee3bf-ddc8-4590-9155-ffcad610d1be, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:37.013220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=7ed9fe2d-932f-412c-aba8-9372afda457f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:37.035622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network c1eee3bf-ddc8-4590-9155-ffcad610d1be is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:37.053177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, c1eee3bf-ddc8-4590-9155-ffcad610d1be) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:37.062913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:37.063567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.074777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838fa97-2206-4bf2-933e-d7e5edef12e2 None None] Network c1eee3bf-ddc8-4590-9155-ffcad610d1be requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:37.083825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:37.084771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f74c1ec0-90c7-4edc-9657-c7630ed53b77 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7059834 Aug 16 02:43:37.089203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-384228730'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:37.148278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] For port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:37.167185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] For port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:37.178453 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.321557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb17cea-714a-44db-923e-72b1ae98d546 None None] Pushing event updated for resources: {'Port': ['ID=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:37.383764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:37.390997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55940) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:37.391918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.444951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port a22427ae-d68c-499b-8292-441fe16c4b22 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:37.582528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:37.583200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:37.628779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-c1eee3bf-ddc8-4590-9155-ffcad610d1be', 'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be', 'tenant_id': '838aeecf652741859ad8167413a03360', 'fixed_ips': [{'subnet_id': '7ed9fe2d-932f-412c-aba8-9372afda457f'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:37.630142 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.649505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::218 (c1eee3bf-ddc8-4590-9155-ffcad610d1be/7ed9fe2d-932f-412c-aba8-9372afda457f/a22427ae-d68c-499b-8292-441fe16c4b22) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:37.676916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d7613c1-8ace-4242-9203-f93a7ac416f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.825133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:37.868654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d7613c1-8ace-4242-9203-f93a7ac416f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.875559 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d7613c1-8ace-4242-9203-f93a7ac416f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.912134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7613c1-8ace-4242-9203-f93a7ac416f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff7712-536f-4207-a69a-c53078b1a5bf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:37.912815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.952118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d7613c1-8ace-4242-9203-f93a7ac416f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c7c76f0cb494cdaa7850828a8326628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599515 Aug 16 02:43:37.955274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55952) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:37.992606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object a22427ae-d68c-499b-8292-441fe16c4b22 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:38.004668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:38.047677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3a53-8502-40a4-9357-c0d8cca4bbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.064121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.102742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3a53-8502-40a4-9357-c0d8cca4bbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.118155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-116d2015-c14a-40d3-abca-88991ed804d5 req-5a5f172f-19e6-49e6-862c-d9414b1fce1e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 210 time: 0.0704150 Aug 16 02:43:38.126426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f6a81228-a5c4-4344-aaf1-71497dd32109 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:38.129416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network c1eee3bf-ddc8-4590-9155-ffcad610d1be is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:38.133484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:38.144172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:38.150077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:38.150786 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.167908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=a22427ae-d68c-499b-8292-441fe16c4b22,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:38.168811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f6a81228-a5c4-4344-aaf1-71497dd32109 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:38.169196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f6a81228-a5c4-4344-aaf1-71497dd32109 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:38.185356 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d6cfc107-a309-4009-bbe0-cb36427a7c80 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1003175 Aug 16 02:43:38.188338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55954) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:38.203194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:37Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:38.223016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3a53-8502-40a4-9357-c0d8cca4bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.225656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3a53-8502-40a4-9357-c0d8cca4bbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.229126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f0dc3a53-8502-40a4-9357-c0d8cca4bbd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9dff7712-536f-4207-a69a-c53078b1a5bf HTTP/1.1" status: 204 len: 168 time: 0.2702713 Aug 16 02:43:38.240668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267a354-84a0-46af-8528-f88487e5b18f None None] The sync data for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 is: [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:37Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:38.250341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Allocated IP 2001:db8::2 (c1eee3bf-ddc8-4590-9155-ffcad610d1be/7ed9fe2d-932f-412c-aba8-9372afda457f/84b7e2ee-5e7e-4d53-a36d-5d62514d25ed) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:38.266017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc3a53-8502-40a4-9357-c0d8cca4bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff7712-536f-4207-a69a-c53078b1a5bf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:38.393341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port a22427ae-d68c-499b-8292-441fe16c4b22 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:38.394004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.522563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.531537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Transition to ACTIVE for port object 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:38.551430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Transition to ACTIVE for port object 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:38.559722 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.586288 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.612935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for a22427ae-d68c-499b-8292-441fe16c4b22 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:38.619333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Network c1eee3bf-ddc8-4590-9155-ffcad610d1be is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:38.622983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:38.628536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:38.630865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Pushing event updated for resources: {'Port': ['ID=84b7e2ee-5e7e-4d53-a36d-5d62514d25ed,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:38.739439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Attempting to bind port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:38.740257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Attempting to bind port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '015a0c22-415a-4d22-84cd-7afa5df11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:38.740838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Attempting to bind port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed on network c1eee3bf-ddc8-4590-9155-ffcad610d1be {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:38.748275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:38.748925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Checking segment: {'id': '015a0c22-415a-4d22-84cd-7afa5df11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:38.749511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.750543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Bound using segment: {'id': '015a0c22-415a-4d22-84cd-7afa5df11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:38.751254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Bound port: 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015a0c22-415a-4d22-84cd-7afa5df11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c1eee3bf-ddc8-4590-9155-ffcad610d1be'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:38.752104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.935143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] For port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:38.974475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.974745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] For port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=84b7e2ee-5e7e-4d53-a36d-5d62514d25ed,segment=NetworkSegment(015a0c22-415a-4d22-84cd-7afa5df11518),segment_id=015a0c22-415a-4d22-84cd-7afa5df11518)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:38.984317 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.057488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=a22427ae-d68c-499b-8292-441fe16c4b22,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:39.076707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bacb4-e660-4a99-8e92-edbdde00c6ee None None] Pushing event updated for resources: {'Port': ['ID=84b7e2ee-5e7e-4d53-a36d-5d62514d25ed,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:39.133061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.140022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a2b5b93b-8138-4d9c-a25c-9522602aff72 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/a22427ae-d68c-499b-8292-441fe16c4b22 HTTP/1.1" status: 204 len: 168 time: 0.9506094 Aug 16 02:43:39.140446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 55974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:39.194284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-6ca83f9c-a255-40cd-9e27-8eee11d7b76e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:39.195991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-6ca83f9c-a255-40cd-9e27-8eee11d7b76e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 795 time: 0.3929267 Aug 16 02:43:39.197312 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-438673bb-91f6-4e28-8faa-12921058076d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:39.198991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-438673bb-91f6-4e28-8faa-12921058076d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/a22427ae-d68c-499b-8292-441fe16c4b22 HTTP/1.1" status: 404 len: 333 time: 0.0574830 Aug 16 02:43:39.202946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:39.294581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-66792662-8523-4a29-92b0-eca37dae3fe9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 380 time: 0.0866830 Aug 16 02:43:39.308232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'port': {'device_id': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'admin_state_up': True, 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'security_groups': ['09550c30-b056-4558-bf7d-4f94ed37e007']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:39.370218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 7ed9fe2d-932f-412c-aba8-9372afda457f {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:39.386713 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35ee2cc4-e0ad-49ea-85a7-4d7b62eb4bea req-a3cb52dd-cca9-4721-bc67-03d64bbc230d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 210 time: 0.0929244 Aug 16 02:43:39.412343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.552794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.598449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:39.603049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.681981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.784482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.800713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.5 (5e02b13d-bc26-4c30-8eb4-3614a1c4b045/55fdb459-35ba-4e82-9fba-02a66b770ff5/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:39.856834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed9fe2d-932f-412c-aba8-9372afda457f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:39.871195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:39.876362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dcfbac65-68cc-43cf-baac-d8db61ca96d7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/7ed9fe2d-932f-412c-aba8-9372afda457f HTTP/1.1" status: 204 len: 168 time: 0.6722605 Aug 16 02:43:39.877617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 55994) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:40.036177 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.039407 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.063244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:40.115154 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.143516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:40.143934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.218669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:40.228780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:40.239193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:40.289606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:40.344458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] For port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=84b7e2ee-5e7e-4d53-a36d-5d62514d25ed,segment=NetworkSegment(015a0c22-415a-4d22-84cd-7afa5df11518),segment_id=015a0c22-415a-4d22-84cd-7afa5df11518)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:40.348608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.355544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 16e58028-23ab-4c99-8fce-1a77a5ec4d1f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:40.365786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.366540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.377258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:40.394553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-9a6ee58a-46bc-40c4-9f6e-33379f474692 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0928922 Aug 16 02:43:40.490928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:40.497312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:40.498320 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.625382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.670100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=84b7e2ee-5e7e-4d53-a36d-5d62514d25ed,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:40.674812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No DVR routers for this DVR port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:40.677392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.684243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Request body: {'port': {'device_id': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:40.735294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:40.741621 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.743711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:40.785689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:40.785996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440ad31-5d93-43c3-bff2-0e28294c24e9 req-39d9bcb8-0d97-4c3f-9a37-df6782244f38 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.787726 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9440ad31-5d93-43c3-bff2-0e28294c24e9 req-39d9bcb8-0d97-4c3f-9a37-df6782244f38 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 931 time: 0.1845062 Aug 16 02:43:40.788790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:43:40.797549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0efee6-ff10-4887-ac44-c07fd107ff75 None None] Network c1eee3bf-ddc8-4590-9155-ffcad610d1be requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:40.811565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.818541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.831503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eee3bf-ddc8-4590-9155-ffcad610d1be']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:40.856295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015a0c22-415a-4d22-84cd-7afa5df11518') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:40.857790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015a0c22-415a-4d22-84cd-7afa5df11518') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:40.883503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.895204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Port 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed not found, will not notify nova. {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:43:40.912373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9440ad31-5d93-43c3-bff2-0e28294c24e9 req-def330e7-7bc7-4df5-943f-c48d465a213e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136465 Aug 16 02:43:40.924802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.944355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:40.946710 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.978079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7fccae16-d20e-408d-9716-d4007e3ac956 None None] Provisioning for port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:40.984272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:40.988252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7fccae16-d20e-408d-9716-d4007e3ac956 None None] Provisioning complete for port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:40.988671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7fccae16-d20e-408d-9716-d4007e3ac956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.998323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:41.019843 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:41.051996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.071852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.080670 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/c1eee3bf-ddc8-4590-9155-ffcad610d1be HTTP/1.1" status: 204 len: 168 time: 1.1979008 Aug 16 02:43:41.080964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:41.089588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'name': 'tempest-PortsIpV6TestJSON-1021040912'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:41.091625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7fccae16-d20e-408d-9716-d4007e3ac956 None None] Port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:41.106051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a010a03-de5f-4ede-8874-0799d859d9d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=c1eee3bf-ddc8-4590-9155-ffcad610d1be,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:41.202422 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9ae71063-8113-4ebd-b6a6-e37bed23f9e3 None None] Could not find standard attr ID for object 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:43:41.217509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ded52-0c1d-4a3d-bbda-ccada3d250b6 None None] DHCP port deletion for c1eee3bf-ddc8-4590-9155-ffcad610d1be request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:41.288020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f1caf29-a946-4e54-971d-522b714d149e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.367493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:43:41.367493 n-d-769329-15 neutron-server[94856]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:43:41.367493 n-d-769329-15 neutron-server[94856]: [parameters: {'project_id': '838aeecf652741859ad8167413a03360', 'id': '50615c66-bdbc-486f-a720-5399402c670a', 'expiration': datetime.datetime(2021, 8, 16, 2, 45, 41, 355561)}] Aug 16 02:43:41.367493 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:43:41.367888 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:43:41.443672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:41.456498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.477539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Transition to ACTIVE for port object 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:41.481262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.545692 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f1caf29-a946-4e54-971d-522b714d149e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.551416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:41.559625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f1caf29-a946-4e54-971d-522b714d149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.638412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f1caf29-a946-4e54-971d-522b714d149e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b7bfbc9dbacd4d0c8831c0f0fbf8a720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389980 Aug 16 02:43:41.641112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56044) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:41.647634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1caf29-a946-4e54-971d-522b714d149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf48f9-8d86-4290-b09b-612739bcd10a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:41.681197 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:41.681545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:41.681884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:41.694597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:43:41.694936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:41.707159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:41.707463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Checking segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:41.707828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Bound using segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:41.708272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Bound port: 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:41.708719 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.735490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76b040e3-abaa-46bf-a0b9-160a5f76b4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.769861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76b040e3-abaa-46bf-a0b9-160a5f76b4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.804592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:41.808155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:41.816246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.855523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76b040e3-abaa-46bf-a0b9-160a5f76b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.858473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76b040e3-abaa-46bf-a0b9-160a5f76b4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.859739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76b040e3-abaa-46bf-a0b9-160a5f76b4e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1eaf48f9-8d86-4290-b09b-612739bcd10a HTTP/1.1" status: 204 len: 168 time: 0.2152338 Aug 16 02:43:41.867169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:41.867806 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:41.868491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b040e3-abaa-46bf-a0b9-160a5f76b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf48f9-8d86-4290-b09b-612739bcd10a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:41.869258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] 10.222.0.88 "PUT /v2.0/ports/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 1092 time: 1.4661689 Aug 16 02:43:41.871852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:41.874617 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1737119b-dddb-449f-9957-79fa0335b8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:42.182735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 16e58028-23ab-4c99-8fce-1a77a5ec4d1f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:42.275306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:42.275530 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.404259 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3a2fe4-747b-47de-80b6-9180df002b0c x-openstack-request-id: req-7d3a2fe4-747b-47de-80b6-9180df002b0c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:42.404873 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:42.404873 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d3a2fe4-747b-47de-80b6-9180df002b0c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:42.405259 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'status': 'completed', 'code': 200} Aug 16 02:43:42.415316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c348-43ea-473f-a084-e2df1693c4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:42.440342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:42.444554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.503283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-bb8d0531-40b2-4430-ba01-67c37fc3f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.504841 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-bb8d0531-40b2-4430-ba01-67c37fc3f028 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1095 time: 0.5770547 Aug 16 02:43:42.508837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port e44d0fc7-8e4f-4a2a-a482-61e2dee75a46 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:42.520642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:42.528698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05b954-a1d1-46de-9c01-09456e870a98 req-0b679717-a7db-4f9a-950f-96a47f5e21fe tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.530196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a05b954-a1d1-46de-9c01-09456e870a98 req-0b679717-a7db-4f9a-950f-96a47f5e21fe tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 943 time: 0.1230083 Aug 16 02:43:42.545448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:42.546110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 84b7e2ee-5e7e-4d53-a36d-5d62514d25ed not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:42.593537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-8e687733-243e-409d-808f-595411949d56 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 217 time: 0.0789723 Aug 16 02:43:42.707538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a05b954-a1d1-46de-9c01-09456e870a98 req-97524f0a-076c-4749-892d-bc332f9dbe54 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459908 Aug 16 02:43:42.729467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-cea0ef75-35f5-472a-951b-1cacfa0b547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.730953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-cea0ef75-35f5-472a-951b-1cacfa0b547f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.1151013 Aug 16 02:43:42.831870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-c7118ddd-6e3b-4e98-8101-083fe95eedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.833425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-c7118ddd-6e3b-4e98-8101-083fe95eedbb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735197 Aug 16 02:43:42.836108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.949176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.959564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-8bef45ba-3871-47c1-82e2-81bb6a31e81d service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185930 Aug 16 02:43:43.042457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:43.048080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:43.056996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:43.062450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:43.063058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.077722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=e44d0fc7-8e4f-4a2a-a482-61e2dee75a46,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:43.091869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-234d1c45-2b16-4b2e-bb97-4f2ffb29fbcb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0096657 Aug 16 02:43:43.093655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:43.118888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01f73f0d-df27-4a9b-b279-f71e203af978 req-2fd70852-b48a-4de4-8235-d070eee8a426 service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386845 Aug 16 02:43:43.206754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port e44d0fc7-8e4f-4a2a-a482-61e2dee75a46 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:43.207863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.232788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-5a2bf6ff-d73a-4099-ba7b-ad8491b5fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:43.234711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-5a2bf6ff-d73a-4099-ba7b-ad8491b5fbf1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1095 time: 0.0579107 Aug 16 02:43:43.291114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.311221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for e44d0fc7-8e4f-4a2a-a482-61e2dee75a46 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:43.350930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-24d7a6eb-0ae0-474d-acef-d5f90db700e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:43.352956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-24d7a6eb-0ae0-474d-acef-d5f90db700e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 896 time: 0.1080379 Aug 16 02:43:43.418683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-4459ac52-dc64-456d-b8d3-5c75dc775be3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 217 time: 0.0560732 Aug 16 02:43:43.436999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.474323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=e44d0fc7-8e4f-4a2a-a482-61e2dee75a46,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:43.480465 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.485333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e35ca4e0-f5e6-4db5-a26a-10d6aaf1e630 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/e44d0fc7-8e4f-4a2a-a482-61e2dee75a46 HTTP/1.1" status: 204 len: 168 time: 0.3870039 Aug 16 02:43:43.496517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:43.502647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'mac_address': 'fa:16:3e:e4:35:89', 'name': 'tempest-PortsIpV6TestJSON-578594640'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:43.508416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-80e3a0f5-36b1-4923-8ee3-4043f0ac68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:43.509863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-80e3a0f5-36b1-4923-8ee3-4043f0ac68e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.0825691 Aug 16 02:43:43.551145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56096) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:43.612496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-8950d262-81de-4eaf-97e3-baad03de2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:43.614018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-8950d262-81de-4eaf-97e3-baad03de2150 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932233 Aug 16 02:43:43.684911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:43.710653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-580423606'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:43.742194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Made reservation on behalf of eb968636aca749e4a06f93787c15b825 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:43.748230 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.759849 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.795923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.805872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-228cbb7b-db84-4029-a1bb-ef51de990693 service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838121 Aug 16 02:43:43.880245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3919b-5fb3-40f8-8750-58a47ec41823 req-f1235b27-f0d4-4b91-98d8-8da824eaffc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:43.880589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 7adfd764-5008-43b4-842c-cfd83f07c0ee yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:43.882092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1db3919b-5fb3-40f8-8750-58a47ec41823 req-f1235b27-f0d4-4b91-98d8-8da824eaffc9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 943 time: 0.0826247 Aug 16 02:43:43.941624 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.950778 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.970915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1db3919b-5fb3-40f8-8750-58a47ec41823 req-453387c6-a432-4a1f-aa0f-8d03e21f1e6f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717623 Aug 16 02:43:43.988851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:43.996037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa7904-13e9-46a4-82a2-8f4fa2a65481,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:44.003829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1737119b-dddb-449f-9957-79fa0335b8d8 req-0bf4fb3f-e0c5-40c5-8180-5e839e5706d7 service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889584 Aug 16 02:43:44.004973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.005329 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Added segment e6c24e2b-7bb1-4c42-88de-0426662f1e1c of type vlan for network a8fa3948-2d53-4f82-9062-19dadbc3bc82 Aug 16 02:43:44.064671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.097487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.104491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.105426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.118114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.165250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.178536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6265285 Aug 16 02:43:44.181878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56102) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:44.199302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52a8de-a6e6-4410-a979-61c35f92b22e tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Pushing event updated for resources: {'Network': ['ID=a8fa3948-2d53-4f82-9062-19dadbc3bc82,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:44.215981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a8fa3948-2d53-4f82-9062-19dadbc3bc82 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:44.222303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:44.225556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:44.229729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:44.236110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.236909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.248188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=7adfd764-5008-43b4-842c-cfd83f07c0ee,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:44.250907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'network': {'name': 'tempest-network--149333739', 'router:external': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:44.261880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dfa84ac4-4c95-4136-a28f-07ac6acda5ab tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7640464 Aug 16 02:43:44.265524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:44.281568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Made reservation on behalf of 70986d143e7042fe8a069f7cd1429a50 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:44.286747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.297325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.337783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4811c552-c7fa-46c5-95ed-9a2a371d2392 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.340394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4811c552-c7fa-46c5-95ed-9a2a371d2392 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/7adfd764-5008-43b4-842c-cfd83f07c0ee HTTP/1.1" status: 200 len: 844 time: 0.0743005 Aug 16 02:43:44.342467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:44.414579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.420001 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.451458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 7adfd764-5008-43b4-842c-cfd83f07c0ee {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:44.451893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.463870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:44.471072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6dcaf4-4cd3-4ccc-835b-d0913d83de6f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:44.479447 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.480090 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Added segment 4abcaab7-45c3-41fa-9285-769b6a144f17 of type vlan for network 5fb8086e-78dd-4e55-8486-dbe335b80abe Aug 16 02:43:44.543217 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.546967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.574373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 7adfd764-5008-43b4-842c-cfd83f07c0ee owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:44.583924 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.585572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.586507 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.667251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4844220 Aug 16 02:43:44.668533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.669999 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56116) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:44.706388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=7adfd764-5008-43b4-842c-cfd83f07c0ee,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:44.717914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.723190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae489b4-71d7-434c-801a-1d4f35161186 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Network': ['ID=5fb8086e-78dd-4e55-8486-dbe335b80abe,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:44.724026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-10778ab5-d527-43a6-b557-1c37c84f4b41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/7adfd764-5008-43b4-842c-cfd83f07c0ee HTTP/1.1" status: 204 len: 168 time: 0.3803051 Aug 16 02:43:44.730613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56118) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:44.732822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5fb8086e-78dd-4e55-8486-dbe335b80abe details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:44.770915 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3968e53-0e95-4727-ba59-bb6d7aaa29ba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:44.775867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a3968e53-0e95-4727-ba59-bb6d7aaa29ba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/7adfd764-5008-43b4-842c-cfd83f07c0ee HTTP/1.1" status: 404 len: 333 time: 0.0295458 Aug 16 02:43:44.776948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:44.782217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'name': 'tempest-PortsIpV6TestJSON-440359314'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:44.790851 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.877988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.890575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb8086e-78dd-4e55-8486-dbe335b80abe']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:44.898647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:44.903051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.903878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abcaab7-45c3-41fa-9285-769b6a144f17') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:44.904220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abcaab7-45c3-41fa-9285-769b6a144f17') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:44.915410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.924927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 841613b8-6e00-4132-ba1b-d3f136adbac4 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:44.929859 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.936929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:44.937431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:44.939529 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:45.002529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.007112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fb8086e-78dd-4e55-8486-dbe335b80abe {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:43:45.009564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.011722 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "DELETE /v2.0/networks/5fb8086e-78dd-4e55-8486-dbe335b80abe HTTP/1.1" status: 204 len: 168 time: 0.3404779 Aug 16 02:43:45.015270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56124) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:45.029410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:45.038840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8937161-a2b0-4e5d-995c-a1eb5d93dcd4 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fb8086e-78dd-4e55-8486-dbe335b80abe,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:45.057978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Made reservation on behalf of 70986d143e7042fe8a069f7cd1429a50 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:45.060551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.086633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:45.101104 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.101885 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Added segment d1eeebe4-7c92-46b5-8442-3c68bb6ee85d of type vlan for network 0bd87138-d763-489b-b5c2-d5ecc64c37ba Aug 16 02:43:45.157150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.187425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389bbd3-1a8c-4140-a80d-f6d948a4f27e req-0e76646d-bbcf-41ae-8b88-d617a6ebafe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.190678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c389bbd3-1a8c-4140-a80d-f6d948a4f27e req-0e76646d-bbcf-41ae-8b88-d617a6ebafe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 943 time: 0.1078620 Aug 16 02:43:45.209077 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.210367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.211129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.285205 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2687666 Aug 16 02:43:45.288328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56126) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:45.294596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'subnet': {'network_id': '0bd87138-d763-489b-b5c2-d5ecc64c37ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:45.300167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304643e0-b2b0-422e-8db8-0d3895814569 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Network': ['ID=0bd87138-d763-489b-b5c2-d5ecc64c37ba,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:45.305274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c389bbd3-1a8c-4140-a80d-f6d948a4f27e req-edbc4587-7373-4279-8786-edd3200a473f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080868 Aug 16 02:43:45.312060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 0bd87138-d763-489b-b5c2-d5ecc64c37ba details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:45.352411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Made reservation on behalf of 70986d143e7042fe8a069f7cd1429a50 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:45.355168 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.398222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.457144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.517954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:45.521621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:45.530837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:45.537214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.537837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.542524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=841613b8-6e00-4132-ba1b-d3f136adbac4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:45.561172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d60b910-1f22-4919-9972-5d8a9ab1bf0d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7806544 Aug 16 02:43:45.561655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:45.568894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:45.648645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.707295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:45.733621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.objects.ports [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94857) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:43:45.734251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.797380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Subnet': ['ID=64c2d8a2-f720-4232-bc59-26e92fd663a0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:45.802419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Checking segment: {'id': 'd1eeebe4-7c92-46b5-8442-3c68bb6ee85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0bd87138-d763-489b-b5c2-d5ecc64c37ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:45.802797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Network hostable DHCP agents. Network: 0bd87138-d763-489b-b5c2-d5ecc64c37ba, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:45.821784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Network 0bd87138-d763-489b-b5c2-d5ecc64c37ba is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:45.831545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:45.833605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 0bd87138-d763-489b-b5c2-d5ecc64c37ba) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:45.838772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.840186 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.843711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38f06c-ddcb-4005-ad5d-30eb6b424455 None None] Network 0bd87138-d763-489b-b5c2-d5ecc64c37ba requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:45.861034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ac74d1d1-5168-4ec6-924a-1bcde8a146d0 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5687580 Aug 16 02:43:45.861282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'port_id': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'mac_address': 'fa:16:3e:30:a2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:45.861404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56132) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:45.868997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'floatingip': {'floating_network_id': '0bd87138-d763-489b-b5c2-d5ecc64c37ba'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:45.884448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.892755 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.935861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] In _notify_port_updated(), no bound segment for port 841613b8-6e00-4132-ba1b-d3f136adbac4 on network cfee750f-2908-42a8-966c-4e8d523d7ae1 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:43:45.942087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.942739 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.944065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "PUT /v2.0/ports/841613b8-6e00-4132-ba1b-d3f136adbac4 HTTP/1.1" status: 200 len: 818 time: 0.3814285 Aug 16 02:43:45.947057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56134) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:45.949576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.960118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.968251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da15aaa-6b03-4e8e-9a62-7e4c2edccebb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=841613b8-6e00-4132-ba1b-d3f136adbac4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:45.993509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:46.046894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 841613b8-6e00-4132-ba1b-d3f136adbac4 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:46.047254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.053759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:46.072161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.073244 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.078894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71cfda-4708-4cea-b22d-77f77b2d30a4 None None] Network 0bd87138-d763-489b-b5c2-d5ecc64c37ba requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:46.142738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.159566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 841613b8-6e00-4132-ba1b-d3f136adbac4 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:46.190580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:46.205774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Allocated IP 172.20.0.12 (0bd87138-d763-489b-b5c2-d5ecc64c37ba/64c2d8a2-f720-4232-bc59-26e92fd663a0/4725ef88-e152-4400-bc74-c36f2af70034) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:46.256110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.292330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=841613b8-6e00-4132-ba1b-d3f136adbac4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:46.305923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.311470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f9989104-6903-482e-a2a7-8dd0d3876948 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/841613b8-6e00-4132-ba1b-d3f136adbac4 HTTP/1.1" status: 204 len: 168 time: 0.3604643 Aug 16 02:43:46.311770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56136) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:46.323002 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.331869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:46.371567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.384939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c058f04b-98f3-47b4-bd06-6aa54cf5977f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:46.389300 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c058f04b-98f3-47b4-bd06-6aa54cf5977f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0715153 Aug 16 02:43:46.389759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56140) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:46.428529 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b1401f-5412-4c59-af3e-d2382dac38db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:46.434355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-69b1401f-5412-4c59-af3e-d2382dac38db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/841613b8-6e00-4132-ba1b-d3f136adbac4 HTTP/1.1" status: 404 len: 333 time: 0.0433969 Aug 16 02:43:46.438193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:46.444368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625304856'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:46.455592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Network 0bd87138-d763-489b-b5c2-d5ecc64c37ba is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:46.461851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:46.468833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:46.480621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Port': ['ID=4725ef88-e152-4400-bc74-c36f2af70034,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:46.499888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da371-c4a8-4a13-b4f0-a97c79c4d04a req-3960b302-adfa-44ea-8c2e-afc870ebd5f5 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:46.503543 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b5da371-c4a8-4a13-b4f0-a97c79c4d04a req-3960b302-adfa-44ea-8c2e-afc870ebd5f5 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 944 time: 0.0656533 Aug 16 02:43:46.531526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:46.535228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.561461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b5da371-c4a8-4a13-b4f0-a97c79c4d04a req-7495505d-aa17-47e7-8bb5-a0cb26816b5c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522039 Aug 16 02:43:46.620956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:46.623837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.637210 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.637565 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment 7ac6a566-ff50-41fb-a805-239055fc9612 of type vlan for network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 Aug 16 02:43:46.697559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.700915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.803468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.809265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:46.809891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.889834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4504943 Aug 16 02:43:46.893234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56150) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:46.899428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:46.912392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb790f-3864-4b0c-867c-bd8d577859c8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=12f0ffbe-8ba9-4e41-9eea-a21c051f0d16,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:46.926022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:46.959528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.965884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.977595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56152) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:47.016216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Port': ['ID=4725ef88-e152-4400-bc74-c36f2af70034,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:47.058033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:47.063496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.082151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.097042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.101880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bff43e56-f4b0-413c-9339-925c152419eb tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2394080 Aug 16 02:43:47.102864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56156) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:47.194856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fe56b9a4-e27f-458b-8c5b-26f2288f0e43 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=0bd87138-d763-489b-b5c2-d5ecc64c37ba HTTP/1.1" status: 200 len: 690 time: 0.0906243 Aug 16 02:43:47.196367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-367b637e-d57f-404e-91e6-35efa072df77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.197528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56158) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:47.299226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-367b637e-d57f-404e-91e6-35efa072df77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.305548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-367b637e-d57f-404e-91e6-35efa072df77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.340161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.351578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.353004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-367b637e-d57f-404e-91e6-35efa072df77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=838d72ee02704d20a6b087f8fdd839c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380923 Aug 16 02:43:47.353921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b637e-d57f-404e-91e6-35efa072df77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c41992-e75c-45a0-bf1e-36b6c6105dc8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:47.356227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56160) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:47.410812 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b42e36-3f1e-49a7-b96f-5be934384373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.433297 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b42e36-3f1e-49a7-b96f-5be934384373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.486923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b42e36-3f1e-49a7-b96f-5be934384373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.490573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0b42e36-3f1e-49a7-b96f-5be934384373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.491766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0b42e36-3f1e-49a7-b96f-5be934384373 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1c41992-e75c-45a0-bf1e-36b6c6105dc8 HTTP/1.1" status: 204 len: 168 time: 0.1345921 Aug 16 02:43:47.511643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b42e36-3f1e-49a7-b96f-5be934384373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c41992-e75c-45a0-bf1e-36b6c6105dc8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:47.692220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a991d66-0d1c-44f5-a3d2-b3bc9607cadd req-c5c887bb-0e6d-417f-b9fb-0c7d39c4ccd0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:47.693849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a991d66-0d1c-44f5-a3d2-b3bc9607cadd req-c5c887bb-0e6d-417f-b9fb-0c7d39c4ccd0 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 944 time: 0.0535073 Aug 16 02:43:47.710494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:47.750553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a991d66-0d1c-44f5-a3d2-b3bc9607cadd req-8c5e705d-f434-4f2f-8346-617af232db1b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500040 Aug 16 02:43:47.780831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:47.784920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:47.785300 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.886133 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.913571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=2db1ca68-17c3-4f47-871a-010919bfdb2d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:47.917455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:47.920600 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a48f12-d9ae-4776-8d7d-b2bbfd85af49" -d '{"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-plugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:47.933318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': '7ac6a566-ff50-41fb-a805-239055fc9612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:47.933686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:47.934627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:47.941068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.959351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Deleting port 4725ef88-e152-4400-bc74-c36f2af70034 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:47.959701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.995796 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceca397a-7a01-48b1-ad55-b9ced8de1b72 x-openstack-request-id: req-ceca397a-7a01-48b1-ad55-b9ced8de1b72 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:47.996101 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-plugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:47.996435 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ceca397a-7a01-48b1-ad55-b9ced8de1b72 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:47.996808 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'code': 200} Aug 16 02:43:48.002572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:48.005702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:48.021807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:48.029264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:48.029264 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.035378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3211c1-42a5-4bf2-ab7e-78b68699ae4f None None] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:48.052027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a707a979-4d5e-434d-a1b0-7f239629af0f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1573229 Aug 16 02:43:48.054839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:48.062430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f6ae46ff-6423-44ed-a57d-3fd3843300a2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:48.112592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef5d1e-47fd-4819-96e4-df4a24fb4509 req-e7d0dfe3-6964-4b7f-ad6a-51341ae5e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:48.114227 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-26ef5d1e-47fd-4819-96e4-df4a24fb4509 req-e7d0dfe3-6964-4b7f-ad6a-51341ae5e170 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1097 time: 0.0573397 Aug 16 02:43:48.121185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.121524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.145348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Calling delete_port for 4725ef88-e152-4400-bc74-c36f2af70034 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:48.161107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-26ef5d1e-47fd-4819-96e4-df4a24fb4509 req-4ac838f3-9cea-4dad-9ce1-1f29a37f63d2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393572 Aug 16 02:43:48.240626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-12f0ffbe-8ba9-4e41-9eea-a21c051f0d16', 'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16', 'tenant_id': '838aeecf652741859ad8167413a03360', 'fixed_ips': [{'subnet_id': '2db1ca68-17c3-4f47-871a-010919bfdb2d'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:48.241761 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.268888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ae46ff-6423-44ed-a57d-3fd3843300a2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:48.272482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f6ae46ff-6423-44ed-a57d-3fd3843300a2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.395906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Allocated IP 2001:db8::2 (12f0ffbe-8ba9-4e41-9eea-a21c051f0d16/2db1ca68-17c3-4f47-871a-010919bfdb2d/b51cb49c-b704-4dcf-b92d-f8e8dcfd0027) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:48.399066 n-d-769329-15 neutron-server[94857]: INFO neutron.db.ipam_backend_mixin [None req-f6ae46ff-6423-44ed-a57d-3fd3843300a2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2db1ca68-17c3-4f47-871a-010919bfdb2d (CIDR: 2001:db8::/64) Aug 16 02:43:48.400094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.405373 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ae46ff-6423-44ed-a57d-3fd3843300a2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:43:48.405848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ae46ff-6423-44ed-a57d-3fd3843300a2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:48.442135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event deleted for resources: {'Port': ['ID=4725ef88-e152-4400-bc74-c36f2af70034,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:48.469026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f6ae46ff-6423-44ed-a57d-3fd3843300a2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4130898 Aug 16 02:43:48.472575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56192) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:48.477660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:48.519428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.610926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.613597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.625020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Transition to ACTIVE for port object b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:48.630776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:48.635784 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.646610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Transition to ACTIVE for port object b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:48.654270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.695624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:48.699672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:48.709404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:48.713241 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.723614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Pushing event updated for resources: {'Port': ['ID=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:48.754072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=64c2d8a2-f720-4232-bc59-26e92fd663a0,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:48.821317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Attempting to bind port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:48.821761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Attempting to bind port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '7ac6a566-ff50-41fb-a805-239055fc9612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:48.822061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Attempting to bind port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 on network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:48.834312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:48.834701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Checking segment: {'id': '7ac6a566-ff50-41fb-a805-239055fc9612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:48.835118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.835524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Bound using segment: {'id': '7ac6a566-ff50-41fb-a805-239055fc9612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:48.836003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Bound port: b51cb49c-b704-4dcf-b92d-f8e8dcfd0027, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac6a566-ff50-41fb-a805-239055fc9612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:48.838634 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.861539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.888372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd87138-d763-489b-b5c2-d5ecc64c37ba']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:48.908448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eeebe4-7c92-46b5-8442-3c68bb6ee85d') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:48.908835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eeebe4-7c92-46b5-8442-3c68bb6ee85d') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:48.923170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.943839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.978741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:48.979309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:48.988062 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:49.008518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] For port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:49.078842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] For port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,segment=NetworkSegment(7ac6a566-ff50-41fb-a805-239055fc9612),segment_id=7ac6a566-ff50-41fb-a805-239055fc9612)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:49.081930 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.084535 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.097100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0bd87138-d763-489b-b5c2-d5ecc64c37ba {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:43:49.130382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.138178 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "DELETE /v2.0/networks/0bd87138-d763-489b-b5c2-d5ecc64c37ba HTTP/1.1" status: 204 len: 168 time: 1.9373441 Aug 16 02:43:49.147001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f63e7-bf09-42b5-bf0e-27e28e67c754 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bd87138-d763-489b-b5c2-d5ecc64c37ba,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:49.148956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56202) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:49.193342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e07bac-a9f3-4363-b443-e38773a2069f None None] Pushing event updated for resources: {'Port': ['ID=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:49.269544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:49.269764 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-69d71f2f-89e2-4430-a044-3c248b4c09e8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1195519 Aug 16 02:43:49.371616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40922c02-7657-42ba-a04d-11da062cf3f6 req-54c4a854-2967-4ab4-9296-20ec29e5b26b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.377450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40922c02-7657-42ba-a04d-11da062cf3f6 req-54c4a854-2967-4ab4-9296-20ec29e5b26b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.1826332 Aug 16 02:43:49.448469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.550580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:49.560357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:49.565257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.565938 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.585347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cf957-aca8-4eb9-85a2-daaa177a8113 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.585981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cf957-aca8-4eb9-85a2-daaa177a8113 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.586449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cf957-aca8-4eb9-85a2-daaa177a8113 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.586918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cf957-aca8-4eb9-85a2-daaa177a8113 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.587468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cf957-aca8-4eb9-85a2-daaa177a8113 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.592191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6d4cf957-aca8-4eb9-85a2-daaa177a8113 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3340 time: 0.3177042 Aug 16 02:43:49.592653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56208) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:49.604723 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1310101 Aug 16 02:43:49.607459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56210) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:49.617402 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16', 'fixed_ips': [{'subnet_id': '2db1ca68-17c3-4f47-871a-010919bfdb2d'}, {'subnet_id': '6a7b35c5-2ead-4dd8-a50f-94eb746d6e79'}], 'name': 'tempest-PortsIpV6TestJSON-375085434'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:49.623490 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40922c02-7657-42ba-a04d-11da062cf3f6 req-25de73c0-f8b6-44f2-b385-903c6d60ed79 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763899 Aug 16 02:43:49.625766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639789ac-ab4f-4cf9-a183-947ecc224da0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=6a7b35c5-2ead-4dd8-a50f-94eb746d6e79,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:49.647163 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-54cdfa6f-b6bd-4418-a043-1a8154fbb454 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:43:49.651485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-54cdfa6f-b6bd-4418-a043-1a8154fbb454 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/96785f02-3c11-4697-bb3f-e1961380cbca HTTP/1.1" status: 404 len: 345 time: 0.0578284 Aug 16 02:43:49.661483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56212) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:49.685745 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde1c1e6-b7f2-49ec-9f0e-7409cc884354 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 02:43:49.686215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde1c1e6-b7f2-49ec-9f0e-7409cc884354 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:49.687892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fde1c1e6-b7f2-49ec-9f0e-7409cc884354 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "DELETE /v2.0/networks/0bd87138-d763-489b-b5c2-d5ecc64c37ba HTTP/1.1" status: 404 len: 339 time: 0.0217061 Aug 16 02:43:49.692407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56214) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:49.697871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'network': {'name': 'tempest-network--1245754986', 'router:external': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:49.733615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Made reservation on behalf of 70986d143e7042fe8a069f7cd1429a50 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:49.736694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.759066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:49.793875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:49.805914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.806377 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Added segment 6acde3fd-043b-44d6-8379-0f64a1fc7134 of type vlan for network e4c37f53-148c-40b6-bd56-101b861f8984 Aug 16 02:43:49.852175 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.862336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.881268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port d0107cd3-1c96-480c-80d6-d7c405c548ad yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:49.892508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.893853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:49.894519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:49.964076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2703807 Aug 16 02:43:49.967105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56216) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:50.022840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e459fd-9f3c-4d88-a6e1-36a753d092ae tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Network': ['ID=e4c37f53-148c-40b6-bd56-101b861f8984,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:50.034827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e4c37f53-148c-40b6-bd56-101b861f8984 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:50.308742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fdf604-74a7-444a-9eaf-5c46d88364e0 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.315835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fdf604-74a7-444a-9eaf-5c46d88364e0 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.322125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fdf604-74a7-444a-9eaf-5c46d88364e0 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.332208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fdf604-74a7-444a-9eaf-5c46d88364e0 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.334763 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d7fdf604-74a7-444a-9eaf-5c46d88364e0 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3662722 Aug 16 02:43:50.337574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56220) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:50.346711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::39f (12f0ffbe-8ba9-4e41-9eea-a21c051f0d16/2db1ca68-17c3-4f47-871a-010919bfdb2d/d0107cd3-1c96-480c-80d6-d7c405c548ad) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:50.346942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:50.353912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8:0:1::221 (12f0ffbe-8ba9-4e41-9eea-a21c051f0d16/6a7b35c5-2ead-4dd8-a50f-94eb746d6e79/d0107cd3-1c96-480c-80d6-d7c405c548ad) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:50.429309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.435924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:50.466685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638c53a-53c1-4e0e-8ea5-595f57c8bc83 None None] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:50.555057 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.559030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.560996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c797f483-411b-480c-9490-20440379a1fc None None] Provisioning for port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:50.567583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c797f483-411b-480c-9490-20440379a1fc None None] Provisioning complete for port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:50.568029 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c797f483-411b-480c-9490-20440379a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.574009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c37f53-148c-40b6-bd56-101b861f8984']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:50.574899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object d0107cd3-1c96-480c-80d6-d7c405c548ad will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:50.589645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acde3fd-043b-44d6-8379-0f64a1fc7134') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:50.589645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acde3fd-043b-44d6-8379-0f64a1fc7134') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:50.602697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.617465 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.626069 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.639350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:50.639756 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:50.643518 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:50.683042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=d0107cd3-1c96-480c-80d6-d7c405c548ad,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:50.687926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:50.689972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:50.692347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:50.700125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.700828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.718558 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2a67145b-c196-4a22-9a21-eb33b7e90c36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1080430 Aug 16 02:43:50.721202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56224) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:50.727131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2db1ca68-17c3-4f47-871a-010919bfdb2d'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:50.732271 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.736515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c797f483-411b-480c-9490-20440379a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.756051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4c37f53-148c-40b6-bd56-101b861f8984 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:43:50.760459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.762799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e4c37f53-148c-40b6-bd56-101b861f8984 HTTP/1.1" status: 204 len: 168 time: 0.4242303 Aug 16 02:43:50.768836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56226) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:50.786131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'network': {'name': 'tempest-network--19028856', 'router:external': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:50.787868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c797f483-411b-480c-9490-20440379a1fc None None] For port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,segment=NetworkSegment(7ac6a566-ff50-41fb-a805-239055fc9612),segment_id=7ac6a566-ff50-41fb-a805-239055fc9612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:50.796518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c797f483-411b-480c-9490-20440379a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.810352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507fcdc-feb0-40fc-a680-ec476dada183 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4c37f53-148c-40b6-bd56-101b861f8984,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:50.821721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Made reservation on behalf of 70986d143e7042fe8a069f7cd1429a50 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:50.825825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.856570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:50.871713 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.872417 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Added segment c668fac4-23d1-4d9d-bcf1-36f2bc756a38 of type vlan for network f428e5ef-063a-4270-863f-75edcb2d08b2 Aug 16 02:43:50.881750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] Update dhcp port {'port': {'network_id': '12f0ffbe-8ba9-4e41-9eea-a21c051f0d16', 'fixed_ips': [{'subnet_id': '2db1ca68-17c3-4f47-871a-010919bfdb2d', 'ip_address': '2001:db8::2'}, {'subnet_id': '6a7b35c5-2ead-4dd8-a50f-94eb746d6e79'}], 'binding:host_id': 'n-d-769329-15'}, 'id': 'b51cb49c-b704-4dcf-b92d-f8e8dcfd0027'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:43:50.883906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0def9-3819-4237-8d60-46ce9cc2f883 req-377b84ef-ede6-4b39-b7ca-85463c17f8ab tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.886554 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02f0def9-3819-4237-8d60-46ce9cc2f883 req-377b84ef-ede6-4b39-b7ca-85463c17f8ab tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.1328337 Aug 16 02:43:50.931146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797f483-411b-480c-9490-20440379a1fc None None] Pushing event updated for resources: {'Port': ['ID=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:50.935755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.942116 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.957981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02f0def9-3819-4237-8d60-46ce9cc2f883 req-e5fafbd3-cd57-4874-b1cb-fe735bb2a444 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642922 Aug 16 02:43:50.992575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.992575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.992575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.039050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.107365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3327389 Aug 16 02:43:51.114304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56230) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:51.137647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc8167-49bb-43a4-9f95-145552a06fdc tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Network': ['ID=f428e5ef-063a-4270-863f-75edcb2d08b2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:51.161111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f32b-5ea7-4e3f-961a-bbedc47621f0 req-4cd512ba-26bd-4655-8175-398fdb8a71f2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:51.162781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07e0f32b-5ea7-4e3f-961a-bbedc47621f0 req-4cd512ba-26bd-4655-8175-398fdb8a71f2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.0823064 Aug 16 02:43:51.196224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f428e5ef-063a-4270-863f-75edcb2d08b2 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:51.223453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07e0f32b-5ea7-4e3f-961a-bbedc47621f0 req-2eafa032-9987-40cc-9192-bdbb7981ef70 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498648 Aug 16 02:43:51.248250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56236) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:51.304351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] Allocated IP 2001:db8:0:1::2 (12f0ffbe-8ba9-4e41-9eea-a21c051f0d16/6a7b35c5-2ead-4dd8-a50f-94eb746d6e79/b51cb49c-b704-4dcf-b92d-f8e8dcfd0027) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:51.304930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f0d26-6855-4534-bed2-86036f07808a tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:51.309827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-312f0d26-6855-4534-bed2-86036f07808a tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] 10.222.0.78 "GET /v2.0/networks/f428e5ef-063a-4270-863f-75edcb2d08b2 HTTP/1.1" status: 200 len: 755 time: 0.1906872 Aug 16 02:43:51.314474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56238) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:51.401997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4348b5cd-ac06-4305-b487-45cb217fcee9 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:51.403567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4348b5cd-ac06-4305-b487-45cb217fcee9 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1092 time: 0.1528714 Aug 16 02:43:51.408336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56242) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:51.419421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:51.439541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2058a9a8-46a1-4ffa-b829-11c8a692046f tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:51.440898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2058a9a8-46a1-4ffa-b829-11c8a692046f tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] 10.222.0.78 "GET /v2.0/networks/a8fa3948-2d53-4f82-9062-19dadbc3bc82 HTTP/1.1" status: 200 len: 767 time: 0.1221874 Aug 16 02:43:51.446371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56244) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:51.467316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] For port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,segment=NetworkSegment(7ac6a566-ff50-41fb-a805-239055fc9612),segment_id=7ac6a566-ff50-41fb-a805-239055fc9612)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:51.501155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.509089 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.526448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] Transition to ACTIVE for port object b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:51.532269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.551255 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.620829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Delete allocated IP 2001:db8:0:1::221 (12f0ffbe-8ba9-4e41-9eea-a21c051f0d16/6a7b35c5-2ead-4dd8-a50f-94eb746d6e79) {{(pid=94857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:43:51.679833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7868d1c-1880-4c43-bf42-7047a3b441e0 None None] Pushing event updated for resources: {'Port': ['ID=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:51.696704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.715263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f428e5ef-063a-4270-863f-75edcb2d08b2']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:51.731818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c668fac4-23d1-4d9d-bcf1-36f2bc756a38') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:51.732216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c668fac4-23d1-4d9d-bcf1-36f2bc756a38') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:51.745622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.774712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.789508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:51.790154 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:51.791937 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:51.825024 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.828445 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.849543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Ignored duplicate provisioning block setup for port d0107cd3-1c96-480c-80d6-d7c405c548ad by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:43:51.857363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.887837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.902016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f428e5ef-063a-4270-863f-75edcb2d08b2 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:43:51.942846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event deleted for resources: {'Network': ['ID=f428e5ef-063a-4270-863f-75edcb2d08b2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:51.949910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.951911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a0ef52b5-e2be-48cf-b093-5a538b077e4c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f428e5ef-063a-4270-863f-75edcb2d08b2 HTTP/1.1" status: 204 len: 168 time: 0.5027208 Aug 16 02:43:51.956618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:51.961558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'network': {'name': 'tempest-network--2009020684'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:51.993316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] In _notify_port_updated(), no bound segment for port d0107cd3-1c96-480c-80d6-d7c405c548ad on network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:43:52.002229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:52.003153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.004974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "PUT /v2.0/ports/d0107cd3-1c96-480c-80d6-d7c405c548ad HTTP/1.1" status: 200 len: 925 time: 1.2823143 Aug 16 02:43:52.009350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:52.022112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2db1ca68-17c3-4f47-871a-010919bfdb2d'}, {'subnet_id': '6a7b35c5-2ead-4dd8-a50f-94eb746d6e79'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:52.030589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7310569-49f0-432a-8a45-0f3224777f7a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=d0107cd3-1c96-480c-80d6-d7c405c548ad,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:52.074055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Made reservation on behalf of 70986d143e7042fe8a069f7cd1429a50 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:52.076585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.140417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.185939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:52.187608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.135 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/3ea2496f-21df-46c2-a164-44d008a721fd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:52.215594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:52.429070 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.463693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.464244 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Added segment 3e4e6402-0d43-4d44-87cd-19662bbb2e3e of type vlan for network e5e82097-ab09-4684-b365-5ead50329edb Aug 16 02:43:52.464560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.533440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e8087-6589-40b1-a27a-47e9481af2fc None None] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:52.545478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.578452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.589134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:52.593486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:52.596925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:52.652818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.655167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:52.656101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.666649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b10ba6a6-6df1-442e-883f-246af703df90 None None] Provisioning for port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:52.677036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b10ba6a6-6df1-442e-883f-246af703df90 None None] Provisioning complete for port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:52.677419 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b10ba6a6-6df1-442e-883f-246af703df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.694726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=3ea2496f-21df-46c2-a164-44d008a721fd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:52.731369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7711437 Aug 16 02:43:52.731597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56256) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:52.755420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:52.802667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8:0:1::2dd (12f0ffbe-8ba9-4e41-9eea-a21c051f0d16/6a7b35c5-2ead-4dd8-a50f-94eb746d6e79/d0107cd3-1c96-480c-80d6-d7c405c548ad) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:52.805572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b5ff-e14e-4640-91ca-f99f4d64ab1c tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Network': ['ID=e5e82097-ab09-4684-b365-5ead50329edb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:52.837483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e5e82097-ab09-4684-b365-5ead50329edb details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:52.934099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b10ba6a6-6df1-442e-883f-246af703df90 None None] Provisioning for port d0107cd3-1c96-480c-80d6-d7c405c548ad completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:52.938408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b10ba6a6-6df1-442e-883f-246af703df90 None None] Provisioning complete for port d0107cd3-1c96-480c-80d6-d7c405c548ad triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:52.938911 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b10ba6a6-6df1-442e-883f-246af703df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.974515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.977691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b10ba6a6-6df1-442e-883f-246af703df90 None None] Port d0107cd3-1c96-480c-80d6-d7c405c548ad cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:52.994750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Ignored duplicate provisioning block setup for port d0107cd3-1c96-480c-80d6-d7c405c548ad by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:43:53.000844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.092849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] In _notify_port_updated(), no bound segment for port d0107cd3-1c96-480c-80d6-d7c405c548ad on network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 {{(pid=94856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:43:53.102511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:53.103419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.105486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "PUT /v2.0/ports/d0107cd3-1c96-480c-80d6-d7c405c548ad HTTP/1.1" status: 200 len: 1011 time: 1.0950325 Aug 16 02:43:53.109660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56264) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:53.128961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aa1c9-db95-4768-b987-92c0ed57414d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=d0107cd3-1c96-480c-80d6-d7c405c548ad,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:53.187774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.222037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.257935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port d0107cd3-1c96-480c-80d6-d7c405c548ad {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:53.258452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.282843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Network e5e82097-ab09-4684-b365-5ead50329edb is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:43:53.283806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:53.284452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.285798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "PUT /v2.0/networks/e5e82097-ab09-4684-b365-5ead50329edb HTTP/1.1" status: 200 len: 858 time: 0.5528200 Aug 16 02:43:53.313743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56266) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:53.339375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6d76f274-fd91-43d8-804e-221d8d1c5009 None None] Provisioning complete for port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:53.340622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d76f274-fd91-43d8-804e-221d8d1c5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.402410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.420597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.445058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.456426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for d0107cd3-1c96-480c-80d6-d7c405c548ad owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:53.509796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf9239-cd3e-4cb4-8ba3-4da729bafff6 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event updated for resources: {'Network': ['ID=e5e82097-ab09-4684-b365-5ead50329edb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:53.559614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6d76f274-fd91-43d8-804e-221d8d1c5009 None None] Provisioning complete for port d0107cd3-1c96-480c-80d6-d7c405c548ad triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:53.559614 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d76f274-fd91-43d8-804e-221d8d1c5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.624988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.637518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6d76f274-fd91-43d8-804e-221d8d1c5009 None None] Port d0107cd3-1c96-480c-80d6-d7c405c548ad cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:53.665245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.674178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.685661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e82097-ab09-4684-b365-5ead50329edb']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:53.709195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4e6402-0d43-4d44-87cd-19662bbb2e3e') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:53.709621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4e6402-0d43-4d44-87cd-19662bbb2e3e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:53.730084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.773668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7b4137b0-169f-4cbb-9b0b-6e5b33c87cf2 None None] Provisioning complete for port d0107cd3-1c96-480c-80d6-d7c405c548ad triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:53.774115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b4137b0-169f-4cbb-9b0b-6e5b33c87cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.790943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.797840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.811296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:53.811746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:53.813777 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:53.855366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=d0107cd3-1c96-480c-80d6-d7c405c548ad,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:53.862232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7b4137b0-169f-4cbb-9b0b-6e5b33c87cf2 None None] Port d0107cd3-1c96-480c-80d6-d7c405c548ad cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:53.914311 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.919021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fbf5cd0b-b545-4d36-9e4e-21b6308a783a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/d0107cd3-1c96-480c-80d6-d7c405c548ad HTTP/1.1" status: 204 len: 168 time: 0.8031373 Aug 16 02:43:53.919290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56274) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:53.948171 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f69609-1bbb-4e18-aacf-4db2e3337e96 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:53.953250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b9f69609-1bbb-4e18-aacf-4db2e3337e96 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/d0107cd3-1c96-480c-80d6-d7c405c548ad HTTP/1.1" status: 404 len: 333 time: 0.0327909 Aug 16 02:43:53.954112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:54.023010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 6a7b35c5-2ead-4dd8-a50f-94eb746d6e79 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:54.026718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.083520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a31c2b76-314c-4a00-ac27-f2a4c4c0b777 None None] Could not find standard attr ID for object d0107cd3-1c96-480c-80d6-d7c405c548ad. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:43:54.094946 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.197464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.290526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.300434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4dd43dbd-d88e-435b-aa8e-f9764830d575 None None] Could not find standard attr ID for object d0107cd3-1c96-480c-80d6-d7c405c548ad. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:43:54.316900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7b35c5-2ead-4dd8-a50f-94eb746d6e79,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:54.325171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.332827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.339906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6b317c25-2513-4e47-bfd7-8dbd80b5e7fa tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/6a7b35c5-2ead-4dd8-a50f-94eb746d6e79 HTTP/1.1" status: 204 len: 168 time: 0.3814490 Aug 16 02:43:54.340226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56278) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:54.340998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.395592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.411239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 2db1ca68-17c3-4f47-871a-010919bfdb2d {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:54.414669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.423991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5e82097-ab09-4684-b365-5ead50329edb {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:43:54.432153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.438599 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e5e82097-ab09-4684-b365-5ead50329edb HTTP/1.1" status: 204 len: 168 time: 1.1192310 Aug 16 02:43:54.439647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56280) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:54.469887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=3ea2496f-21df-46c2-a164-44d008a721fd,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:54.475701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad5842-e912-4204-a9e5-d2cb3cb702a8 tempest-ExternalNetworksTestJSON-476004997 tempest-ExternalNetworksTestJSON-476004997-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5e82097-ab09-4684-b365-5ead50329edb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:54.482607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.527512 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2400b2f4-2cf2-47c0-85dd-4aefe934ecf4 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] DELETE failed (client error): The resource could not be found. Aug 16 02:43:54.527974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2400b2f4-2cf2-47c0-85dd-4aefe934ecf4 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:43:54.534192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2400b2f4-2cf2-47c0-85dd-4aefe934ecf4 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] 10.222.0.78 "DELETE /v2.0/subnets/64c2d8a2-f720-4232-bc59-26e92fd663a0 HTTP/1.1" status: 404 len: 337 time: 0.0933919 Aug 16 02:43:54.538125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56284) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:54.552085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.611417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e86775-2538-4eba-95cc-83b44f4bd34f None None] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:54.651220 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 associated. External IP: 172.25.4.135, port: 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b. Aug 16 02:43:54.699308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.799837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.861474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.979171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router ee41aa8e-65fd-4c4b-992d-053005a359a6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:54.989081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.992332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/2db1ca68-17c3-4f47-871a-010919bfdb2d HTTP/1.1" status: 204 len: 168 time: 0.6493731 Aug 16 02:43:54.998825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56296) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:55.001093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef094bcb-2211-4cb9-94ef-abede794b20f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=2db1ca68-17c3-4f47-871a-010919bfdb2d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:55.081736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.100569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fa3948-2d53-4f82-9062-19dadbc3bc82']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:55.132537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c24e2b-7bb1-4c42-88de-0426662f1e1c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:55.132843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c24e2b-7bb1-4c42-88de-0426662f1e1c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:55.147554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.151352 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.169529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.172203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:55.179022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:55.179456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:55.183326 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:55.193815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.239955 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] Sync routers for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:55.246059 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-855a01f0-adb3-43f2-beed-51b87816dbe2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8345885 Aug 16 02:43:55.246777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:55.249662 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803902bc-e339-4b79-99ba-630f0433257b" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:55.268165 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:55.268870 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:55.509057 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:55.533813 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c488f55a-ea73-4bb4-833e-b69b9aae2929 x-openstack-request-id: req-c488f55a-ea73-4bb4-833e-b69b9aae2929 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:55.534762 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:55.535237 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c488f55a-ea73-4bb4-833e-b69b9aae2929 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:55.536665 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'status': 'completed', 'code': 200} Aug 16 02:43:55.672974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5562a9-7894-49fe-b5fd-f9bddcadb719 req-1e37aa8f-7973-486f-9563-032414bb1e38 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:55.672974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f5562a9-7894-49fe-b5fd-f9bddcadb719 req-1e37aa8f-7973-486f-9563-032414bb1e38 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.0707157 Aug 16 02:43:55.729191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:55.729511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.749418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2f5562a9-7894-49fe-b5fd-f9bddcadb719 req-1708c52a-0e3d-487b-9f95-8865d6f1a244 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757115 Aug 16 02:43:55.777776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56316) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:55.788888 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.791595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803902bc-e339-4b79-99ba-630f0433257b req-1bf2115c-f2de-417f-bab3-6017c83e221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:55.793168 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-803902bc-e339-4b79-99ba-630f0433257b req-1bf2115c-f2de-417f-bab3-6017c83e221b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1097 time: 0.1654375 Aug 16 02:43:55.806151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.810396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] 10.222.0.78 "DELETE /v2.0/networks/a8fa3948-2d53-4f82-9062-19dadbc3bc82 HTTP/1.1" status: 204 len: 168 time: 1.2609358 Aug 16 02:43:55.825663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] For port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,segment=NetworkSegment(7ac6a566-ff50-41fb-a805-239055fc9612),segment_id=7ac6a566-ff50-41fb-a805-239055fc9612)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:55.826029 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.847917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4409949a-54fa-4c4a-9cd5-160d6bea544c None None] Provisioning complete for port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:55.851867 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4409949a-54fa-4c4a-9cd5-160d6bea544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.886321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482874d-4500-4122-bf6d-6bfdb1b2d511 tempest-ExternalNetworksTestJSON-621575940 tempest-ExternalNetworksTestJSON-621575940-project] Pushing event deleted for resources: {'Network': ['ID=a8fa3948-2d53-4f82-9062-19dadbc3bc82,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:55.896246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:55.896449 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'port_id': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'mac_address': 'fa:16:3e:30:a2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:53Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:40Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:55.910771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-411f82f6-cc5e-4259-ad21-9b87b3f7eef5 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 HTTP/1.1" status: 200 len: 991 time: 0.1287172 Aug 16 02:43:55.939250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f7a941-3772-445d-9ce0-4e9eb1f4f34f None None] Network 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:55.946684 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] Checking router: ee41aa8e-65fd-4c4b-992d-053005a359a6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:55.958775 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:55.960087 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:55.975981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803902bc-e339-4b79-99ba-630f0433257b req-1dd28da6-291f-42fa-960f-f13445c7354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:55.977515 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-803902bc-e339-4b79-99ba-630f0433257b req-1dd28da6-291f-42fa-960f-f13445c7354e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 896 time: 0.1685703 Aug 16 02:43:56.060669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.070532 n-d-769329-15 neutron-server[94858]: INFO neutron.plugins.ml2.db [None req-4409949a-54fa-4c4a-9cd5-160d6bea544c None None] No ports have port_id starting with b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 Aug 16 02:43:56.097199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=b51cb49c-b704-4dcf-b92d-f8e8dcfd0027,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:56.105700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-803902bc-e339-4b79-99ba-630f0433257b req-368df0e5-b7a0-445d-bdfd-cd28c44c80ad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 999 time: 0.1190336 Aug 16 02:43:56.106505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No DVR routers for this DVR port b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:56.118748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:56.206715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-328a7fec-94aa-4831-be7c-ce0a3b510541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.237190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.250417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803902bc-e339-4b79-99ba-630f0433257b req-5036f736-0a0b-4474-a966-1b58c9c426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.250417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-803902bc-e339-4b79-99ba-630f0433257b req-5036f736-0a0b-4474-a966-1b58c9c426c4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.1327503 Aug 16 02:43:56.254231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f0ffbe-8ba9-4e41-9eea-a21c051f0d16']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:56.268863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930b869d-b49e-4042-9967-0c4b2bc44094 None None] DHCP port deletion for 12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:56.291192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac6a566-ff50-41fb-a805-239055fc9612') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:56.291492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac6a566-ff50-41fb-a805-239055fc9612') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:56.304215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.314743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56332) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.333159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.340385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803902bc-e339-4b79-99ba-630f0433257b req-d7cb8b93-01ce-45dc-a7b9-1921be338dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.342190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-803902bc-e339-4b79-99ba-630f0433257b req-d7cb8b93-01ce-45dc-a7b9-1921be338dfc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856469 Aug 16 02:43:56.345627 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:56.346209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:56.349737 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:56.480769 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.492425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.494282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/12f0ffbe-8ba9-4e41-9eea-a21c051f0d16 HTTP/1.1" status: 204 len: 168 time: 1.4944026 Aug 16 02:43:56.502916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56340) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.503617 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'port_id': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'mac_address': 'fa:16:3e:30:a2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:53Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:40Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:56.509700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efb526-6a28-4655-8dec-f72898be3db2 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=12f0ffbe-8ba9-4e41-9eea-a21c051f0d16,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:56.527249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-803902bc-e339-4b79-99ba-630f0433257b req-af11c206-1dd8-457f-82a6-891b638562b0 service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741822 Aug 16 02:43:56.541020 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd1f18-be87-4731-bb66-6cff96a0d333 None None] The sync data for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 is: [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'port_id': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'mac_address': 'fa:16:3e:30:a2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:53Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:40Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:56.584643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6fb7a-c9aa-4c5d-b031-5cca33bec7f1 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.591836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e9b6fb7a-c9aa-4c5d-b031-5cca33bec7f1 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0826919 Aug 16 02:43:56.591836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-25156833-22ec-4aaa-87f0-46e20ffe1694 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb968636aca749e4a06f93787c15b825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737844 Aug 16 02:43:56.595562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56344) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.600953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56346) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.643274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-803902bc-e339-4b79-99ba-630f0433257b req-f5ff4201-3f62-4ac4-8043-c4ec55e58bd2 service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085386 Aug 16 02:43:56.694965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a7e2be1e-7b5d-485d-93ad-63e0a03b9d82 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0887990 Aug 16 02:43:56.695553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.700936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-935565097'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:56.709039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd267520-48b5-4da0-b30e-49418e58dd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.729982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:56.734884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.739651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd267520-48b5-4da0-b30e-49418e58dd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.762970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:56.775618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.776115 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment 490b44c2-e939-4b24-be33-8d228af038f1 of type vlan for network f86b0c68-e925-493a-85f0-f4d083f1f992 Aug 16 02:43:56.809073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd267520-48b5-4da0-b30e-49418e58dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.811697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bd267520-48b5-4da0-b30e-49418e58dd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.812890 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bd267520-48b5-4da0-b30e-49418e58dd73 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ffa7904-13e9-46a4-82a2-8f4fa2a65481 HTTP/1.1" status: 204 len: 168 time: 0.2184455 Aug 16 02:43:56.822605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd267520-48b5-4da0-b30e-49418e58dd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffa7904-13e9-46a4-82a2-8f4fa2a65481,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:56.855592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.859459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dd44da-95ba-453e-a3a6-28a19e21cd2e None None] New status for floating IP 7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:43:56.900559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.909966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:56.910932 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.912756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.979328 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2824345 Aug 16 02:43:56.988784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56360) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.995394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:57.012180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856333c-d366-45c8-bbb4-769d9580a1ac tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=f86b0c68-e925-493a-85f0-f4d083f1f992,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:57.033689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3b0e2c50-8aa8-4c27-9aa5-7cd7285b7ff6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 HTTP/1.1" status: 200 len: 991 time: 0.1188953 Aug 16 02:43:57.067050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f86b0c68-e925-493a-85f0-f4d083f1f992 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:57.132326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:57.138526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.261574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56372) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:57.306071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3d2b3718-c576-45e9-b4fa-8f77b8f49d4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70986d143e7042fe8a069f7cd1429a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432527 Aug 16 02:43:57.308651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56376) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:57.353667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.367801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7367-e103-4edd-9af1-abca1da35376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.395112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7367-e103-4edd-9af1-abca1da35376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.415085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:57.430031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': '490b44c2-e939-4b24-be33-8d228af038f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:57.430459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: f86b0c68-e925-493a-85f0-f4d083f1f992, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:57.445010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7367-e103-4edd-9af1-abca1da35376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.448238 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bcdd7367-e103-4edd-9af1-abca1da35376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.449487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bcdd7367-e103-4edd-9af1-abca1da35376 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f6dcaf4-4cd3-4ccc-835b-d0913d83de6f HTTP/1.1" status: 204 len: 168 time: 0.1391852 Aug 16 02:43:57.450230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network f86b0c68-e925-493a-85f0-f4d083f1f992 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:57.461707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd7367-e103-4edd-9af1-abca1da35376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6dcaf4-4cd3-4ccc-835b-d0913d83de6f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:57.462936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f86b0c68-e925-493a-85f0-f4d083f1f992) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:57.472801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:57.473420 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.484510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e810c-1d15-450c-8010-374fcbb303f6 None None] Network f86b0c68-e925-493a-85f0-f4d083f1f992 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:57.498522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56384) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:57.498880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-95f347ee-b120-4f35-96a1-42f5b6a572c4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5089762 Aug 16 02:43:57.506333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992', 'name': 'tempest-PortsIpV6TestJSON-1794541649'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:57.657840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:57.661901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.682651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port b8cee749-29fc-4df3-95c1-36a6324ee5f3 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:57.694984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-f86b0c68-e925-493a-85f0-f4d083f1f992', 'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992', 'tenant_id': '838aeecf652741859ad8167413a03360', 'fixed_ips': [{'subnet_id': '6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:57.696035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.830341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::2fd (f86b0c68-e925-493a-85f0-f4d083f1f992/6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a/b8cee749-29fc-4df3-95c1-36a6324ee5f3) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:58.006970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.023015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object b8cee749-29fc-4df3-95c1-36a6324ee5f3 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:58.037867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56402) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:58.082879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.138860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Allocated IP 2001:db8::2 (f86b0c68-e925-493a-85f0-f4d083f1f992/6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a/a3b30b2e-0b0d-432c-9e87-9a2ad20b358b) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:58.157044 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a28c939d-47ff-4e7b-b6ad-d3e6f8d61b58 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 HTTP/1.1" status: 200 len: 993 time: 0.1174150 Aug 16 02:43:58.174311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:58.180841 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network f86b0c68-e925-493a-85f0-f4d083f1f992 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:58.183373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:58.187171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:58.193609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:58.195020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.211573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7070153 Aug 16 02:43:58.211902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56408) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:58.218565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992', 'name': 'tempest-PortsIpV6TestJSON-1793318070'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:58.224307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5cd54-1131-445c-8853-259ca6480d41 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=b8cee749-29fc-4df3-95c1-36a6324ee5f3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:58.241750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:58.242097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device b51cb49c-b704-4dcf-b92d-f8e8dcfd0027 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:58.359967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.366948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:58.370461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Transition to ACTIVE for port object a3b30b2e-0b0d-432c-9e87-9a2ad20b358b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:58.372979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.391232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Transition to ACTIVE for port object a3b30b2e-0b0d-432c-9e87-9a2ad20b358b will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:58.397809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 3ed28a47-053d-4e53-94af-8b1d10b6785e yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:43:58.398976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.440092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Network f86b0c68-e925-493a-85f0-f4d083f1f992 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:58.443519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:58.447051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:58.490937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Pushing event updated for resources: {'Port': ['ID=a3b30b2e-0b0d-432c-9e87-9a2ad20b358b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:58.528327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Attempting to bind port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:58.528775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Attempting to bind port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '490b44c2-e939-4b24-be33-8d228af038f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:58.529209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Attempting to bind port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b on network f86b0c68-e925-493a-85f0-f4d083f1f992 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:58.535775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:58.536148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Checking segment: {'id': '490b44c2-e939-4b24-be33-8d228af038f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:58.536689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.536963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Bound using segment: {'id': '490b44c2-e939-4b24-be33-8d228af038f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:58.537426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Bound port: a3b30b2e-0b0d-432c-9e87-9a2ad20b358b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b44c2-e939-4b24-be33-8d228af038f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f86b0c68-e925-493a-85f0-f4d083f1f992'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:58.537808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.593138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::2b5 (f86b0c68-e925-493a-85f0-f4d083f1f992/6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a/3ed28a47-053d-4e53-94af-8b1d10b6785e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:58.616795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] For port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:58.621948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] For port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3b30b2e-0b0d-432c-9e87-9a2ad20b358b,segment=NetworkSegment(490b44c2-e939-4b24-be33-8d228af038f1),segment_id=490b44c2-e939-4b24-be33-8d228af038f1)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:58.631064 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.716094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bca1ed-aa86-455b-b400-4ee54f7ba907 None None] Pushing event updated for resources: {'Port': ['ID=a3b30b2e-0b0d-432c-9e87-9a2ad20b358b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:58.786874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f949839-dc08-49e2-8716-169ac14307d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.801976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.811661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.831957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object 3ed28a47-053d-4e53-94af-8b1d10b6785e will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:58.919426 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.965089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network f86b0c68-e925-493a-85f0-f4d083f1f992 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:58.968343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:58.973135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:58.979140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:58.980122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.005379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7918403 Aug 16 02:43:59.006304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc69bf-f43f-42d1-8688-e7242c4ac1b9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=3ed28a47-053d-4e53-94af-8b1d10b6785e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:59.009325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56426) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.144427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5bc3c2-86b7-456e-bef6-70662c4f6a15 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:59.145993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6f5bc3c2-86b7-456e-bef6-70662c4f6a15 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2fd HTTP/1.1" status: 200 len: 929 time: 0.1350334 Aug 16 02:43:59.148957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56432) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.188435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56434) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.241496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 3ed28a47-053d-4e53-94af-8b1d10b6785e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:59.241942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.313284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0136263a-81f2-4374-b0c9-4f00c7a30f28 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1519878995'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:59.314004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0136263a-81f2-4374-b0c9-4f00c7a30f28 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Unknown quota resources ['metering_label']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:43:59.355556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.367615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 3ed28a47-053d-4e53-94af-8b1d10b6785e owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:59.516042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0136263a-81f2-4374-b0c9-4f00c7a30f28 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.517741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0136263a-81f2-4374-b0c9-4f00c7a30f28 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3282187 Aug 16 02:43:59.521639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56438) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.528045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-abb67c26-62a4-4925-8346-8a662212390a tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '20319be8-a87c-4223-a942-a90027ecb76e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:59.529396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-abb67c26-62a4-4925-8346-8a662212390a tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:43:59.534049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.574548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=3ed28a47-053d-4e53-94af-8b1d10b6785e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:59.664245 n-d-769329-15 neutron-server[94856]: WARNING neutron.services.metering.metering_plugin [None req-abb67c26-62a4-4925-8346-8a662212390a tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:43:59.670961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.675338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-488349a8-9794-481a-b8f8-90f296eefe02 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/3ed28a47-053d-4e53-94af-8b1d10b6785e HTTP/1.1" status: 204 len: 168 time: 0.5223036 Aug 16 02:43:59.675551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.701202 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c837501-816e-4931-bc9b-ec5cd50f68e9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:43:59.705312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c837501-816e-4931-bc9b-ec5cd50f68e9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/3ed28a47-053d-4e53-94af-8b1d10b6785e HTTP/1.1" status: 404 len: 333 time: 0.0262721 Aug 16 02:43:59.707928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56442) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.791575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abb67c26-62a4-4925-8346-8a662212390a tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.792815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-abb67c26-62a4-4925-8346-8a662212390a tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2696404 Aug 16 02:43:59.796041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56444) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.802075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3b04b91c-ff7e-45e9-a945-11838b95c6fb tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '20319be8-a87c-4223-a942-a90027ecb76e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:59.805510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3b04b91c-ff7e-45e9-a945-11838b95c6fb tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:43:59.813808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072565e-9943-46e2-8b0f-75e453ed9cb7 None None] Network f86b0c68-e925-493a-85f0-f4d083f1f992 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:59.822898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port b8cee749-29fc-4df3-95c1-36a6324ee5f3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:59.823365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.870255 n-d-769329-15 neutron-server[94856]: WARNING neutron.services.metering.metering_plugin [None req-3b04b91c-ff7e-45e9-a945-11838b95c6fb tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:43:59.881464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-266a968c-03df-4991-b9a6-ff496e9c9716 None None] Provisioning for port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:59.928040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.948870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for b8cee749-29fc-4df3-95c1-36a6324ee5f3 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:59.963729 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b04b91c-ff7e-45e9-a945-11838b95c6fb tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.967787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b04b91c-ff7e-45e9-a945-11838b95c6fb tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1674516 Aug 16 02:43:59.968159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56450) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:59.984268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-41bcb999-78b9-4be3-ba82-a2db5c1aa616 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=f7a1151e-37e0-45fa-bbfc-40878ab1435d HTTP/1.1" status: 200 len: 464 time: 0.0102503 Aug 16 02:43:59.984687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56452) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:00.052752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.146294 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5d9c-7371-4be9-a9c0-c36192e3b8bd tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.147619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7e5e5d9c-7371-4be9-a9c0-c36192e3b8bd tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/f7a1151e-37e0-45fa-bbfc-40878ab1435d HTTP/1.1" status: 204 len: 168 time: 0.1619246 Aug 16 02:44:00.150674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56456) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:00.179801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56458) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:00.180362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7e852565-921d-49c4-be2a-64ead987efc5 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=f7a1151e-37e0-45fa-bbfc-40878ab1435d HTTP/1.1" status: 200 len: 221 time: 0.0255718 Aug 16 02:44:00.184222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9ac07bb9-5412-4ae7-bca0-2a0f375a0091 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--366978124', 'description': 'label created by tempest'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:00.184706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9ac07bb9-5412-4ae7-bca0-2a0f375a0091 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Unknown quota resources ['metering_label']. {{(pid=94856) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:44:00.213890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.262666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=b8cee749-29fc-4df3-95c1-36a6324ee5f3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:00.272948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3b30b2e-0b0d-432c-9e87-9a2ad20b358b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:00.317444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.321689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e9f4a587-9bc8-4a67-a710-8c86e9489e11 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/b8cee749-29fc-4df3-95c1-36a6324ee5f3 HTTP/1.1" status: 204 len: 168 time: 0.6104939 Aug 16 02:44:00.325326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56460) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:00.360297 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca19d26-f831-4bc8-a14a-e1942ae76277 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:44:00.371329 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eca19d26-f831-4bc8-a14a-e1942ae76277 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/b8cee749-29fc-4df3-95c1-36a6324ee5f3 HTTP/1.1" status: 404 len: 333 time: 0.0422623 Aug 16 02:44:00.371734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56462) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:00.378527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:00.382664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:00.383051 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.449864 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:00.453375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.515161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.550299 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.562850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2fbbc117-aa63-423c-9b69-a99bd6bb7d2a None None] Provisioning complete for port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:00.563242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc117-aa63-423c-9b69-a99bd6bb7d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.573714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9ac07bb9-5412-4ae7-bca0-2a0f375a0091 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.574939 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9ac07bb9-5412-4ae7-bca0-2a0f375a0091 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3941016 Aug 16 02:44:00.577683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56464) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:00.618808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.736785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc117-aa63-423c-9b69-a99bd6bb7d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.743834 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.792688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:00.802180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.809555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-03c80c3f-86c9-4048-8ac2-0685569d0b44 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a HTTP/1.1" status: 204 len: 168 time: 0.4345493 Aug 16 02:44:00.812812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56466) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:00.877833 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:44:00.878411 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:44:00.882235 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-2fbbc117-aa63-423c-9b69-a99bd6bb7d2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:44:00.882583 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-2fbbc117-aa63-423c-9b69-a99bd6bb7d2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:44:00.925199 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.984422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:00.984788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.042869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dc839604-4e56-4997-85a0-48f69650597d tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=dde5fba5-f982-40cf-adc9-b2eb8915c833 HTTP/1.1" status: 200 len: 467 time: 0.4616787 Aug 16 02:44:01.043067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.057420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] For port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a3b30b2e-0b0d-432c-9e87-9a2ad20b358b,segment=NetworkSegment(490b44c2-e939-4b24-be33-8d228af038f1),segment_id=490b44c2-e939-4b24-be33-8d228af038f1)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:01.057790 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.072614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for a3b30b2e-0b0d-432c-9e87-9a2ad20b358b owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:01.096741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63fea6-cffe-4bda-bd6a-592bd17f3e05 None None] Network f86b0c68-e925-493a-85f0-f4d083f1f992 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:01.167701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.198558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=a3b30b2e-0b0d-432c-9e87-9a2ad20b358b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:01.210688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No DVR routers for this DVR port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:01.274568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-580c95dc-7aec-4895-987e-940b931a8686 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.279435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-580c95dc-7aec-4895-987e-940b931a8686 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/dde5fba5-f982-40cf-adc9-b2eb8915c833 HTTP/1.1" status: 204 len: 168 time: 0.2353461 Aug 16 02:44:01.280124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56472) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.285236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a9c566-0abf-47af-92c4-807664044144 None None] DHCP port deletion for f86b0c68-e925-493a-85f0-f4d083f1f992 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:44:01.299284 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2702e5b6-ac55-4e51-95ce-09630f4c5f7f tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=dde5fba5-f982-40cf-adc9-b2eb8915c833 HTTP/1.1" status: 200 len: 216 time: 0.0164785 Aug 16 02:44:01.299446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56474) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.316410 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f5149e35-bb71-4971-9c1f-2b7572efafce tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0138822 Aug 16 02:44:01.317242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56476) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.323743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.339021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ad267fa-dc94-4f1a-8f56-d67657cc0f50 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0207570 Aug 16 02:44:01.340669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86b0c68-e925-493a-85f0-f4d083f1f992']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:01.342581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.350657 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490b44c2-e939-4b24-be33-8d228af038f1') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:01.350956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490b44c2-e939-4b24-be33-8d228af038f1') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:01.360035 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.373254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.381364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:01.381364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:01.385010 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:01.405930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-23e82dd8-5aa3-4809-adc2-bd97303bc7ab tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/20319be8-a87c-4223-a942-a90027ecb76e HTTP/1.1" status: 200 len: 473 time: 0.0583611 Aug 16 02:44:01.406148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.418907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d17b13a3-4aa8-48b1-ab27-89e884dbb8b5 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/822029ad-a476-4e75-92e9-4979dc7e5f1e HTTP/1.1" status: 200 len: 461 time: 0.0115600 Aug 16 02:44:01.422364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56482) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.483896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.499551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.507289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/f86b0c68-e925-493a-85f0-f4d083f1f992 HTTP/1.1" status: 204 len: 168 time: 0.6932137 Aug 16 02:44:01.508274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56484) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.520255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-972452079'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:01.536765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363c44a-9b9c-4cec-9f3c-a0413a320c40 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=f86b0c68-e925-493a-85f0-f4d083f1f992,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:01.539425 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a74e02cc-5dab-406a-b60a-39ab9482f189 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.540682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a74e02cc-5dab-406a-b60a-39ab9482f189 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/822029ad-a476-4e75-92e9-4979dc7e5f1e HTTP/1.1" status: 204 len: 168 time: 0.1167181 Aug 16 02:44:01.546320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.567252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:01.573207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.598175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbc117-aa63-423c-9b69-a99bd6bb7d2a None None] Port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b update to ACTIVE by agent not found {{(pid=94858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:44:01.599832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Port a3b30b2e-0b0d-432c-9e87-9a2ad20b358b update to ACTIVE by agent not found {{(pid=94858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:44:01.603653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2fbbc117-aa63-423c-9b69-a99bd6bb7d2a None None] Could not find standard attr ID for object b8cee749-29fc-4df3-95c1-36a6324ee5f3. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:01.607971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:01.617932 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.618333 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment 1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85 of type vlan for network a9a002e5-ee0f-456c-9e44-4349b5c78a9c Aug 16 02:44:01.660740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.690912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.696435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:01.697028 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.718612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38066201-7126-4765-b6b6-b916237e0148 None None] Could not find standard attr ID for object b8cee749-29fc-4df3-95c1-36a6324ee5f3. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:01.723835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-38066201-7126-4765-b6b6-b916237e0148 None None] Could not find standard attr ID for object 3ed28a47-053d-4e53-94af-8b1d10b6785e. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:01.735222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acd50e26-f851-4cf0-9182-d2d9bb4c6b67 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.736801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-acd50e26-f851-4cf0-9182-d2d9bb4c6b67 tempest-MeteringTestJSON-863661308 tempest-MeteringTestJSON-863661308-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/20319be8-a87c-4223-a942-a90027ecb76e HTTP/1.1" status: 204 len: 168 time: 0.1894970 Aug 16 02:44:01.774695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2607257 Aug 16 02:44:01.775557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec91f8-a97d-4520-ac1e-d6c0dfb7d931 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=a9a002e5-ee0f-456c-9e44-4349b5c78a9c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:01.777739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56490) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:01.786075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:01.786251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:01.890591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:01.896265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.968633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.047301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56494) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:02.124845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.156558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3b30b2e-0b0d-432c-9e87-9a2ad20b358b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:02.175569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ab9280b-100f-4eff-b084-f7ac37ff7695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.181841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: a3b30b2e-0b0d-432c-9e87-9a2ad20b358b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:02.182549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a3b30b2e-0b0d-432c-9e87-9a2ad20b358b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:02.183823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=ae483926-1e54-4e77-a79f-2178baadff74,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:02.206186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': '1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:02.206542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: a9a002e5-ee0f-456c-9e44-4349b5c78a9c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:02.223918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:02.235977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, a9a002e5-ee0f-456c-9e44-4349b5c78a9c) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:02.249040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57793fdf-60ea-4d9d-989e-59525ae989f6 None None] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:02.254362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:02.255219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.337996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ab9280b-100f-4eff-b084-f7ac37ff7695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.349348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b8f3b17a-4a12-4d1b-88da-977dd94031b4 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5654809 Aug 16 02:44:02.349558 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8ab9280b-100f-4eff-b084-f7ac37ff7695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.349665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56504) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:02.354963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c', 'name': 'tempest-PortsIpV6TestJSON-110995788', 'fixed_ips': [{'subnet_id': 'ae483926-1e54-4e77-a79f-2178baadff74', 'ip_address': '2001:db8::10'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:02.414307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8ab9280b-100f-4eff-b084-f7ac37ff7695 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e012f4a93a8c4a0ca7920ee8dae427d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646662 Aug 16 02:44:02.416486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9280b-100f-4eff-b084-f7ac37ff7695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2b3111-2ac6-4a49-9bfd-22ee98dde07a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:02.418928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56508) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:02.460228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-a9a002e5-ee0f-456c-9e44-4349b5c78a9c', 'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c', 'tenant_id': '838aeecf652741859ad8167413a03360', 'fixed_ips': [{'subnet_id': 'ae483926-1e54-4e77-a79f-2178baadff74'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:02.461157 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.501615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34c91345-14b9-44f3-8c75-7aec2e93f683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.535095 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34c91345-14b9-44f3-8c75-7aec2e93f683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.574493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:02.602990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34c91345-14b9-44f3-8c75-7aec2e93f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.606393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34c91345-14b9-44f3-8c75-7aec2e93f683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.611161 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-34c91345-14b9-44f3-8c75-7aec2e93f683 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc2b3111-2ac6-4a49-9bfd-22ee98dde07a HTTP/1.1" status: 204 len: 168 time: 0.1904893 Aug 16 02:44:02.626417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c91345-14b9-44f3-8c75-7aec2e93f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2b3111-2ac6-4a49-9bfd-22ee98dde07a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:02.662019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Allocated IP 2001:db8::2 (a9a002e5-ee0f-456c-9e44-4349b5c78a9c/ae483926-1e54-4e77-a79f-2178baadff74/582248f2-5c64-4e0c-964a-1675d6e8a2f3) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:02.700772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.734161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port bc35df90-2c15-4058-92ce-26ba4e7554aa yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:02.850793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.860424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Transition to ACTIVE for port object 582248f2-5c64-4e0c-964a-1675d6e8a2f3 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:02.877555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Transition to ACTIVE for port object 582248f2-5c64-4e0c-964a-1675d6e8a2f3 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:02.887579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.933233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:02.937066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:02.946802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:02.981159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Pushing event updated for resources: {'Port': ['ID=582248f2-5c64-4e0c-964a-1675d6e8a2f3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:02.993243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::10 (a9a002e5-ee0f-456c-9e44-4349b5c78a9c/ae483926-1e54-4e77-a79f-2178baadff74/bc35df90-2c15-4058-92ce-26ba4e7554aa) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:03.017590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Attempting to bind port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:03.018559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Attempting to bind port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:03.019219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Attempting to bind port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 on network a9a002e5-ee0f-456c-9e44-4349b5c78a9c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:03.025583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:03.026386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Checking segment: {'id': '1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:03.029297 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.029639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Bound using segment: {'id': '1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:03.030438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Bound port: 582248f2-5c64-4e0c-964a-1675d6e8a2f3, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:03.030834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.031142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:03.050797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fbfbaa-b9fe-454f-b115-d7e60b520048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.128614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] For port 582248f2-5c64-4e0c-964a-1675d6e8a2f3, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:03.134063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] For port 582248f2-5c64-4e0c-964a-1675d6e8a2f3, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=582248f2-5c64-4e0c-964a-1675d6e8a2f3,segment=NetworkSegment(1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85),segment_id=1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:03.140708 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.200249 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.209852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fbfbaa-b9fe-454f-b115-d7e60b520048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.219969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object bc35df90-2c15-4058-92ce-26ba4e7554aa will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:03.229443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35fbfbaa-b9fe-454f-b115-d7e60b520048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.232018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1e267-e0f8-4aff-9350-a5efd90ccbb9 None None] Pushing event updated for resources: {'Port': ['ID=582248f2-5c64-4e0c-964a-1675d6e8a2f3,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:03.279769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-35fbfbaa-b9fe-454f-b115-d7e60b520048 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=170f45b36a7c44b2814a720a5f839826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472878 Aug 16 02:44:03.280824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbfbaa-b9fe-454f-b115-d7e60b520048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd73553-a953-458b-b5de-a9dd37d54515,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:03.286292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56516) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:03.312375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.362050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:03.363861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36694703-4c2f-4788-9cad-6870e536de9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.365527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:03.371759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:03.377994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.378641 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.393494 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36694703-4c2f-4788-9cad-6870e536de9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.395593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0447044 Aug 16 02:44:03.399425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56518) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:03.404659 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': 'a9a002e5-ee0f-456c-9e44-4349b5c78a9c', 'name': 'tempest-PortsIpV6TestJSON-882430477', 'fixed_ips': [{'subnet_id': 'ae483926-1e54-4e77-a79f-2178baadff74', 'ip_address': '2001:db8::f'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:03.411335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e255d-57ab-4a7b-ba65-3ef8208f9bbb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=bc35df90-2c15-4058-92ce-26ba4e7554aa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:03.498353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36694703-4c2f-4788-9cad-6870e536de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.501982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-36694703-4c2f-4788-9cad-6870e536de9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.511571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-36694703-4c2f-4788-9cad-6870e536de9f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bd73553-a953-458b-b5de-a9dd37d54515 HTTP/1.1" status: 204 len: 168 time: 0.2210948 Aug 16 02:44:03.543750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36694703-4c2f-4788-9cad-6870e536de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd73553-a953-458b-b5de-a9dd37d54515,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:03.586813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:03.593981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.617335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 33974ac1-7325-4fa6-8947-7829ae5a538f yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:03.791242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::f (a9a002e5-ee0f-456c-9e44-4349b5c78a9c/ae483926-1e54-4e77-a79f-2178baadff74/33974ac1-7325-4fa6-8947-7829ae5a538f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:03.967085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.987397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object 33974ac1-7325-4fa6-8947-7829ae5a538f will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:04.034284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.091086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:04.094542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:04.098473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:04.104248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.104926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.116605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=33974ac1-7325-4fa6-8947-7829ae5a538f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:04.132607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-912d94f6-a18d-4ce5-bf28-7eecd708d08f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7318277 Aug 16 02:44:04.136656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:04.245770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231c249-305a-4b63-a19d-f7c9022199fe tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.252155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56542) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:04.253350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f231c249-305a-4b63-a19d-f7c9022199fe tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1159618 Aug 16 02:44:04.264767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 582248f2-5c64-4e0c-964a-1675d6e8a2f3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:04.370314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:04.381950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb54f2f-3571-4d2c-bcab-35daa1f1a623 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.390196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb54f2f-3571-4d2c-bcab-35daa1f1a623 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.398774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb54f2f-3571-4d2c-bcab-35daa1f1a623 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.399902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2624ac87-34e7-4bb5-80f5-40cc7636f77c None None] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:04.400726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3fb54f2f-3571-4d2c-bcab-35daa1f1a623 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1474826 Aug 16 02:44:04.404118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:04.490586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9091cc6f-27f3-4bbc-8b79-c9d2c50bdf30 None None] Provisioning for port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:04.502424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9091cc6f-27f3-4bbc-8b79-c9d2c50bdf30 None None] Provisioning complete for port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:04.502802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9091cc6f-27f3-4bbc-8b79-c9d2c50bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.508599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 33974ac1-7325-4fa6-8947-7829ae5a538f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:04.509020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.614764 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.631601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 33974ac1-7325-4fa6-8947-7829ae5a538f owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:04.660145 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9091cc6f-27f3-4bbc-8b79-c9d2c50bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.701018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9091cc6f-27f3-4bbc-8b79-c9d2c50bdf30 None None] For port 582248f2-5c64-4e0c-964a-1675d6e8a2f3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=582248f2-5c64-4e0c-964a-1675d6e8a2f3,segment=NetworkSegment(1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85),segment_id=1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:04.710004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9091cc6f-27f3-4bbc-8b79-c9d2c50bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.817926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091cc6f-27f3-4bbc-8b79-c9d2c50bdf30 None None] Pushing event updated for resources: {'Port': ['ID=582248f2-5c64-4e0c-964a-1675d6e8a2f3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:04.834866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.866321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=33974ac1-7325-4fa6-8947-7829ae5a538f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:04.909000 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.913430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5419b61-c475-4208-bc8d-63d0d329b80f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/33974ac1-7325-4fa6-8947-7829ae5a538f HTTP/1.1" status: 204 len: 168 time: 0.5051410 Aug 16 02:44:04.913991 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56560) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:04.946150 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4672fa2-d53c-453d-a504-10ed20c5d912 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:44:04.947807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c4672fa2-d53c-453d-a504-10ed20c5d912 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/33974ac1-7325-4fa6-8947-7829ae5a538f HTTP/1.1" status: 404 len: 333 time: 0.0327148 Aug 16 02:44:04.950669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56566) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.035388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56568) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.073189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port bc35df90-2c15-4058-92ce-26ba4e7554aa {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:05.073543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.138109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e36508f8-7b95-4b09-a739-ab05e14184d1 None None] Provisioning complete for port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:05.138746 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e36508f8-7b95-4b09-a739-ab05e14184d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.199783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.224782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for bc35df90-2c15-4058-92ce-26ba4e7554aa owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:05.284694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e36508f8-7b95-4b09-a739-ab05e14184d1 None None] Provisioning for port bc35df90-2c15-4058-92ce-26ba4e7554aa completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:05.290448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e36508f8-7b95-4b09-a739-ab05e14184d1 None None] Provisioning complete for port bc35df90-2c15-4058-92ce-26ba4e7554aa triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:05.291563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e36508f8-7b95-4b09-a739-ab05e14184d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.354887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e36508f8-7b95-4b09-a739-ab05e14184d1 None None] Port bc35df90-2c15-4058-92ce-26ba4e7554aa cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:05.362819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b273c66c-c2f7-448f-99a8-51cb7a471579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.367440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e36508f8-7b95-4b09-a739-ab05e14184d1 None None] Could not find standard attr ID for object 33974ac1-7325-4fa6-8947-7829ae5a538f. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:05.461021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.488184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-be97081a-292e-43e8-986f-afd59a80a161 None None] Could not find standard attr ID for object bc35df90-2c15-4058-92ce-26ba4e7554aa. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:05.535901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=bc35df90-2c15-4058-92ce-26ba4e7554aa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:05.539353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.545314 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dd5ddf12-1ba0-4c2a-b9a6-3ef034eeeec0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/bc35df90-2c15-4058-92ce-26ba4e7554aa HTTP/1.1" status: 204 len: 168 time: 0.5933979 Aug 16 02:44:05.546490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.577467 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47091a2-cd67-4bc2-b7ce-38314d99f287 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:44:05.582762 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b273c66c-c2f7-448f-99a8-51cb7a471579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.583485 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c47091a2-cd67-4bc2-b7ce-38314d99f287 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/bc35df90-2c15-4058-92ce-26ba4e7554aa HTTP/1.1" status: 404 len: 333 time: 0.0358064 Aug 16 02:44:05.589173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56584) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.590494 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b273c66c-c2f7-448f-99a8-51cb7a471579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.629157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273c66c-c2f7-448f-99a8-51cb7a471579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b685bb-d7e6-4b54-be12-79aba0c911c7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:05.650569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56586) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.667801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet ae483926-1e54-4e77-a79f-2178baadff74 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:05.671322 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.676080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b273c66c-c2f7-448f-99a8-51cb7a471579 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88e22751d1b141ebb2215b9760f07116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394842 Aug 16 02:44:05.678499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56590) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.724199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.738353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2dd5-782d-4d8c-ace6-0c4afbcbeb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.780113 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2dd5-782d-4d8c-ace6-0c4afbcbeb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.793085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f1754ecd-03a5-4ce1-a117-e7e15900d968 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:05.807259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-880b3795-a821-4939-8fd2-0d1d8645be13 None None] Could not find standard attr ID for object 33974ac1-7325-4fa6-8947-7829ae5a538f. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:05.834968 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f1754ecd-03a5-4ce1-a117-e7e15900d968 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] 10.222.0.78 "PUT /v2.0/quotas/cd585bb5f7e34379a86d067fa77f875b HTTP/1.1" status: 200 len: 368 time: 0.1820588 Aug 16 02:44:05.836301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.837631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56592) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.842820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Request body: {'network': {'project_id': 'cd585bb5f7e34379a86d067fa77f875b'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:05.868800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Made reservation on behalf of cd585bb5f7e34379a86d067fa77f875b for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:05.871162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.882513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.907177 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2dd5-782d-4d8c-ace6-0c4afbcbeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.910336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2dd5-782d-4d8c-ace6-0c4afbcbeb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.911656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6b2d2dd5-782d-4d8c-ace6-0c4afbcbeb7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19b685bb-d7e6-4b54-be12-79aba0c911c7 HTTP/1.1" status: 204 len: 168 time: 0.2320371 Aug 16 02:44:05.927503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d2dd5-782d-4d8c-ace6-0c4afbcbeb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b685bb-d7e6-4b54-be12-79aba0c911c7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:05.933886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.986731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:05.988674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/ae483926-1e54-4e77-a79f-2178baadff74 HTTP/1.1" status: 204 len: 168 time: 0.3982062 Aug 16 02:44:05.991476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56596) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:05.991891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0330089-76fd-4a6e-b98d-cf31a7aebbb7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=ae483926-1e54-4e77-a79f-2178baadff74,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:06.048777 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ad0033-538a-4535-a04e-7ec19cc4b05a None None] Network a9a002e5-ee0f-456c-9e44-4349b5c78a9c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:06.113519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.118068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.126942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.163357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d78b8-f8c7-429f-af9c-51690f762b16,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:06.172548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:06.188316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 582248f2-5c64-4e0c-964a-1675d6e8a2f3 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:06.217277 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.217627 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Added segment c954c75c-53e1-4733-b67b-9842fce8d5bf of type vlan for network 959b5cf0-3dfc-455f-a8ee-3cc310ce70c6 Aug 16 02:44:06.262748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:06.263272 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.271995 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.281836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:06.282207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.344153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] DHCP port deletion for a9a002e5-ee0f-456c-9e44-4349b5c78a9c request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:44:06.374489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.376625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:06.377394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.386198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] For port 582248f2-5c64-4e0c-964a-1675d6e8a2f3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=582248f2-5c64-4e0c-964a-1675d6e8a2f3,segment=NetworkSegment(1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85),segment_id=1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:06.390256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.409484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] Deleting port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:06.409873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.458882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 582248f2-5c64-4e0c-964a-1675d6e8a2f3 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:06.463967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6253681 Aug 16 02:44:06.466877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:06.472729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Request body: {'network': {'project_id': 'cd585bb5f7e34379a86d067fa77f875b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:06.478937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0afa26-6505-4901-a288-6fab4c183975 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Pushing event updated for resources: {'Network': ['ID=959b5cf0-3dfc-455f-a8ee-3cc310ce70c6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:06.480821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] For port 582248f2-5c64-4e0c-964a-1675d6e8a2f3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=582248f2-5c64-4e0c-964a-1675d6e8a2f3,segment=NetworkSegment(1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85),segment_id=1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:06.481459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.491174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 959b5cf0-3dfc-455f-a8ee-3cc310ce70c6 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:06.511889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Made reservation on behalf of cd585bb5f7e34379a86d067fa77f875b for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:06.514872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.543508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:06.558936 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.559516 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Added segment 808138b6-255e-4afb-b507-e466288455db of type vlan for network 85b3c907-af17-4a37-9b46-fff5fb73fd8d Aug 16 02:44:06.565428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] Calling delete_port for 582248f2-5c64-4e0c-964a-1675d6e8a2f3 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:06.578482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.609682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=582248f2-5c64-4e0c-964a-1675d6e8a2f3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:06.614271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No DVR routers for this DVR port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:06.619120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.626762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.627088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.627214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.627542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.627877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.628603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.628888 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.629211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.629568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.629897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.630682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.631007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:44:06.651243 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 02:44:06.658930 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.666003 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.667180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:06.668023 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.671958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] No DVR routers for this DVR port 582248f2-5c64-4e0c-964a-1675d6e8a2f3 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:06.695417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84dc61-dbfd-4a82-a3b7-3cbd95ddfc1e None None] Pushing event deleted for resources: {'Port': ['ID=582248f2-5c64-4e0c-964a-1675d6e8a2f3,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:06.719145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.729104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a002e5-ee0f-456c-9e44-4349b5c78a9c']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:06.740341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:06.740731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1ab227-e1ab-4d8f-a7d1-390bfef9ca85') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:06.751818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2800274 Aug 16 02:44:06.752106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:06.754558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.756923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c56d8d44-9fea-4572-acb2-0cb1895a781c tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Request body: {'network': {'project_id': 'cd585bb5f7e34379a86d067fa77f875b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:06.762848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56620) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:06.781702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.784395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3991-af30-4340-a9a7-4aaf6b1fe771 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Pushing event updated for resources: {'Network': ['ID=85b3c907-af17-4a37-9b46-fff5fb73fd8d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:06.790578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:06.791360 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:06.795068 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:06.797560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 85b3c907-af17-4a37-9b46-fff5fb73fd8d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:06.798709 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56d8d44-9fea-4572-acb2-0cb1895a781c tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:44:06.799219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56d8d44-9fea-4572-acb2-0cb1895a781c tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:06.800518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c56d8d44-9fea-4572-acb2-0cb1895a781c tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0475004 Aug 16 02:44:06.838804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:06.880714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.899336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.901424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/a9a002e5-ee0f-456c-9e44-4349b5c78a9c HTTP/1.1" status: 204 len: 168 time: 0.9081895 Aug 16 02:44:06.902442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5fd52-e70b-4564-9929-2a1c340b3da7 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=a9a002e5-ee0f-456c-9e44-4349b5c78a9c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:06.905650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56630) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:06.909401 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-34277591-network', 'tenant_id': '1358a675c4ff4dfb8ec7435217845e22'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:06.919561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1795134899'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:06.941498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Made reservation on behalf of 1358a675c4ff4dfb8ec7435217845e22 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:06.943852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.948266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9e381c82-3971-4d25-86af-f4c2e0673054 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd585bb5f7e34379a86d067fa77f875b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083188 Aug 16 02:44:06.950881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:06.956996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:06.974683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:06.978061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.000623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa2c6-e661-4211-a1de-d3151f48ebdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.014857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:07.023127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa2c6-e661-4211-a1de-d3151f48ebdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.043263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.043608 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Added segment 8c99d991-7613-4555-b486-19da613cca52 of type vlan for network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 Aug 16 02:44:07.078462 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa2c6-e661-4211-a1de-d3151f48ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.081136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa2c6-e661-4211-a1de-d3151f48ebdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.082308 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b0aa2c6-e661-4211-a1de-d3151f48ebdd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/020d78b8-f8c7-429f-af9c-51690f762b16 HTTP/1.1" status: 204 len: 168 time: 0.1303701 Aug 16 02:44:07.085729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56634) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:07.097174 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.097607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aa2c6-e661-4211-a1de-d3151f48ebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d78b8-f8c7-429f-af9c-51690f762b16,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:07.146771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.151030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.158574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.164017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:07.164633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.169741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.229763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:07.247481 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.250262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3362098 Aug 16 02:44:07.256637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56636) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:07.257660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3dbe94-1915-403a-ae65-01f08efa8336,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:07.260541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.260894 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Added segment 5bcfbf03-5a00-4a4d-ab0a-27596fa88184 of type vlan for network efe6f143-105e-4f5d-a8a1-7fd20351eeee Aug 16 02:44:07.268488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:07.273783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b3c907-af17-4a37-9b46-fff5fb73fd8d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:07.275161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d36a17-6143-4299-94d3-02d8080112db tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Network': ['ID=1c596e13-7dfa-4738-8c2a-fca2fa4fc440,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:07.286225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:07.298910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808138b6-255e-4afb-b507-e466288455db') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:07.299247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808138b6-255e-4afb-b507-e466288455db') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:07.307490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.340031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.347968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.349368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:07.350715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.363864 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.374552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:07.374948 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:07.377902 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:07.413963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] Pushing event updated for resources: {'Network': ['ID=efe6f143-105e-4f5d-a8a1-7fd20351eeee,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:07.424073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network efe6f143-105e-4f5d-a8a1-7fd20351eeee details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:07.439136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:07.442793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.443990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-60ccdee6-e270-4239-b96c-a3eb34fde7fc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6795888 Aug 16 02:44:07.446838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56638) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:07.447447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.451777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Request body: {'subnet': {'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-34277591-subnet', 'tenant_id': '1358a675c4ff4dfb8ec7435217845e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:07.468378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.470377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] 10.222.0.78 "DELETE /v2.0/networks/85b3c907-af17-4a37-9b46-fff5fb73fd8d HTTP/1.1" status: 204 len: 168 time: 0.3837235 Aug 16 02:44:07.473193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:07.491497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Made reservation on behalf of 1358a675c4ff4dfb8ec7435217845e22 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:07.494086 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.509616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d39d5-accc-48b2-a221-16c5ff9629e4 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Pushing event deleted for resources: {'Network': ['ID=85b3c907-af17-4a37-9b46-fff5fb73fd8d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:07.651218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.717303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=0bc19c49-c8e1-45ed-986c-fc11453a5d4b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:07.728122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Checking segment: {'id': '8c99d991-7613-4555-b486-19da613cca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:07.728517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network hostable DHCP agents. Network: 1c596e13-7dfa-4738-8c2a-fca2fa4fc440, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:07.745833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:07.756121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1c596e13-7dfa-4738-8c2a-fca2fa4fc440) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:07.760168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:07.760801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.767862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a072507-881d-46ab-8a0e-3e60ef6fe20a None None] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:07.780192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-800cd295-ecc9-4858-8444-bf11036ad777 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5192230 Aug 16 02:44:07.780470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56642) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:07.786322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-38369c4e-7850-4a60-b156-6e7324fb2d58 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-762263456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:07.810802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38369c4e-7850-4a60-b156-6e7324fb2d58 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.814162 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38369c4e-7850-4a60-b156-6e7324fb2d58 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.881793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38369c4e-7850-4a60-b156-6e7324fb2d58 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.886432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38369c4e-7850-4a60-b156-6e7324fb2d58 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.904386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-38369c4e-7850-4a60-b156-6e7324fb2d58 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.908858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-38369c4e-7850-4a60-b156-6e7324fb2d58 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1249239 Aug 16 02:44:07.909260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56644) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:07.923151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440', 'name': 'tempest-PortsIpV6TestJSON-1868279228'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:07.925733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-1c596e13-7dfa-4738-8c2a-fca2fa4fc440', 'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440', 'tenant_id': '838aeecf652741859ad8167413a03360', 'fixed_ips': [{'subnet_id': '0bc19c49-c8e1-45ed-986c-fc11453a5d4b'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:07.926600 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.975309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.061025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Allocated IP 2001:db8::2 (1c596e13-7dfa-4738-8c2a-fca2fa4fc440/0bc19c49-c8e1-45ed-986c-fc11453a5d4b/25363762-ea7a-45d4-a815-543b24ab842a) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:08.133436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 582248f2-5c64-4e0c-964a-1675d6e8a2f3 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:08.152110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.159743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 582248f2-5c64-4e0c-964a-1675d6e8a2f3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:08.160022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 582248f2-5c64-4e0c-964a-1675d6e8a2f3 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:08.175174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959b5cf0-3dfc-455f-a8ee-3cc310ce70c6']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:08.186684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:08.190843 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.215577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c954c75c-53e1-4733-b67b-9842fce8d5bf') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:08.215885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c954c75c-53e1-4733-b67b-9842fce8d5bf') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:08.232514 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.243354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Transition to ACTIVE for port object 25363762-ea7a-45d4-a815-543b24ab842a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:08.247213 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.260599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.260803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Transition to ACTIVE for port object 25363762-ea7a-45d4-a815-543b24ab842a will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:08.262820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 0fa3df48-7469-43d7-b3cb-f931cb131315 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:08.265766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.278974 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.305082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:08.308096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:08.311626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:08.319433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Pushing event updated for resources: {'Port': ['ID=25363762-ea7a-45d4-a815-543b24ab842a,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:08.340976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:08.341394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:08.343056 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:08.372563 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Attempting to bind port 25363762-ea7a-45d4-a815-543b24ab842a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:08.373197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Attempting to bind port 25363762-ea7a-45d4-a815-543b24ab842a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '8c99d991-7613-4555-b486-19da613cca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:08.373568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Attempting to bind port 25363762-ea7a-45d4-a815-543b24ab842a on network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:08.378472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:08.378847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Checking segment: {'id': '8c99d991-7613-4555-b486-19da613cca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:08.379253 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.379652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Bound using segment: {'id': '8c99d991-7613-4555-b486-19da613cca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:08.380226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Bound port: 25363762-ea7a-45d4-a815-543b24ab842a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c99d991-7613-4555-b486-19da613cca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '1c596e13-7dfa-4738-8c2a-fca2fa4fc440'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:08.380636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.421533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01f04fa-4a85-4618-b297-ab60c85ec794,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:08.447933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] For port 25363762-ea7a-45d4-a815-543b24ab842a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:08.451175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] For port 25363762-ea7a-45d4-a815-543b24ab842a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=25363762-ea7a-45d4-a815-543b24ab842a,segment=NetworkSegment(8c99d991-7613-4555-b486-19da613cca52),segment_id=8c99d991-7613-4555-b486-19da613cca52)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:08.455561 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.466727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.485487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.487209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] 10.222.0.78 "DELETE /v2.0/networks/959b5cf0-3dfc-455f-a8ee-3cc310ce70c6 HTTP/1.1" status: 204 len: 168 time: 1.0128200 Aug 16 02:44:08.499440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Checking segment: {'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:08.499782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Network hostable DHCP agents. Network: efe6f143-105e-4f5d-a8a1-7fd20351eeee, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:08.506544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10c8ec-760a-4da1-b51b-2107284d4b91 tempest-QuotasNegativeTest-2004387726 tempest-QuotasNegativeTest-2004387726-project-admin] Pushing event deleted for resources: {'Network': ['ID=959b5cf0-3dfc-455f-a8ee-3cc310ce70c6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:08.525400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc1bf4-7b76-41ac-bfda-1eadd7520360 None None] Pushing event updated for resources: {'Port': ['ID=25363762-ea7a-45d4-a815-543b24ab842a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:08.526992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::327 (1c596e13-7dfa-4738-8c2a-fca2fa4fc440/0bc19c49-c8e1-45ed-986c-fc11453a5d4b/0fa3df48-7469-43d7-b3cb-f931cb131315) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:08.547361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Network efe6f143-105e-4f5d-a8a1-7fd20351eeee is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:08.572069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, efe6f143-105e-4f5d-a8a1-7fd20351eeee) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:08.580869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:08.581464 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.584560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6000f-f64c-473a-b471-eabe64f2cc9d None None] Network efe6f143-105e-4f5d-a8a1-7fd20351eeee requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:08.616816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4065ac4c-9c46-4748-aadd-6f8048f55921 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1653025 Aug 16 02:44:08.723944 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.743856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object 0fa3df48-7469-43d7-b3cb-f931cb131315 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:08.779055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e39b18-6868-4092-a415-df92fc5013e4 None None] Network efe6f143-105e-4f5d-a8a1-7fd20351eeee requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:08.816564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.897142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:08.902474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:08.910686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:08.917005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:08.917662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.925221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=0fa3df48-7469-43d7-b3cb-f931cb131315,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:08.943180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56656) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:08.949579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-08c34ed6-bed4-413d-9388-23e37bfd9671 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0364125 Aug 16 02:44:09.073881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56658) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:09.089455 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c06d08-3738-48c8-a547-8e2dfefc8cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.196216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c06d08-3738-48c8-a547-8e2dfefc8cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.200483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-12c06d08-3738-48c8-a547-8e2dfefc8cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.241548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-12c06d08-3738-48c8-a547-8e2dfefc8cab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ead525a4fdec4ef38c468fa824294140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663754 Aug 16 02:44:09.242706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c06d08-3738-48c8-a547-8e2dfefc8cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b653fe-40ce-4713-8884-d3d516915cff,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:09.244847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56660) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:09.331714 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.345635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33668a3f-da47-4b62-9907-1f56a940f11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.409390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33668a3f-da47-4b62-9907-1f56a940f11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.586278 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33668a3f-da47-4b62-9907-1f56a940f11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.588974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33668a3f-da47-4b62-9907-1f56a940f11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.590282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-33668a3f-da47-4b62-9907-1f56a940f11e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39b653fe-40ce-4713-8884-d3d516915cff HTTP/1.1" status: 204 len: 168 time: 0.3442514 Aug 16 02:44:09.606291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33668a3f-da47-4b62-9907-1f56a940f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b653fe-40ce-4713-8884-d3d516915cff,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:09.676324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.683174 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.793684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=0fa3df48-7469-43d7-b3cb-f931cb131315,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:09.830330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7221cb5f-98cc-4740-ae8e-df736e17fd48 None None] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:09.920180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ae98ce9a-58ac-4802-991a-ab721b3c54f4 None None] Provisioning for port 25363762-ea7a-45d4-a815-543b24ab842a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:09.930158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.013989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56672) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:10.035887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-145383c8-48a1-4197-acbf-e2faee227ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.085163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.220959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-145383c8-48a1-4197-acbf-e2faee227ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.227782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-145383c8-48a1-4197-acbf-e2faee227ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.234980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 25363762-ea7a-45d4-a815-543b24ab842a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:10.283051 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-145383c8-48a1-4197-acbf-e2faee227ff3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=213df254ea294cdc92cddca9ebcdb4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651935 Aug 16 02:44:10.283626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:10.283974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145383c8-48a1-4197-acbf-e2faee227ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b29be-df34-4acd-8252-e64b214c347a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:10.302250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 25363762-ea7a-45d4-a815-543b24ab842a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:10.309420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 25363762-ea7a-45d4-a815-543b24ab842a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:10.310034 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.365141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-68a6d72b-6c06-49fa-80e8-f3c1189a7303 None None] Provisioning for port 0fa3df48-7469-43d7-b3cb-f931cb131315 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:10.370785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-68a6d72b-6c06-49fa-80e8-f3c1189a7303 None None] Provisioning complete for port 0fa3df48-7469-43d7-b3cb-f931cb131315 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:10.371154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68a6d72b-6c06-49fa-80e8-f3c1189a7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.412653 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5177664-bb03-4bf4-9638-a0446c83c132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.465577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5177664-bb03-4bf4-9638-a0446c83c132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.535542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.544151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.545257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.617487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.633437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5177664-bb03-4bf4-9638-a0446c83c132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.635978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5177664-bb03-4bf4-9638-a0446c83c132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.637898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-68a6d72b-6c06-49fa-80e8-f3c1189a7303 None None] Port 0fa3df48-7469-43d7-b3cb-f931cb131315 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:10.639969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5177664-bb03-4bf4-9638-a0446c83c132 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b69b29be-df34-4acd-8252-e64b214c347a HTTP/1.1" status: 204 len: 168 time: 0.3548520 Aug 16 02:44:10.668746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5177664-bb03-4bf4-9638-a0446c83c132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b29be-df34-4acd-8252-e64b214c347a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:10.669311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 25363762-ea7a-45d4-a815-543b24ab842a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=25363762-ea7a-45d4-a815-543b24ab842a,segment=NetworkSegment(8c99d991-7613-4555-b486-19da613cca52),segment_id=8c99d991-7613-4555-b486-19da613cca52)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:10.672425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-68a6d72b-6c06-49fa-80e8-f3c1189a7303 None None] Provisioning complete for port 25363762-ea7a-45d4-a815-543b24ab842a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:10.672961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=0fa3df48-7469-43d7-b3cb-f931cb131315,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:10.673360 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-68a6d72b-6c06-49fa-80e8-f3c1189a7303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.706601 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.725338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:10.726870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:10.812198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=25363762-ea7a-45d4-a815-543b24ab842a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:10.991917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-44ebe3f1-6918-4cec-ad9b-a4d68d223fef None None] Provisioning complete for port 0fa3df48-7469-43d7-b3cb-f931cb131315 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:10.992587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-44ebe3f1-6918-4cec-ad9b-a4d68d223fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:11.035525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-44ebe3f1-6918-4cec-ad9b-a4d68d223fef None None] Port 0fa3df48-7469-43d7-b3cb-f931cb131315 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:11.251514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Router 085a9ea8-26dd-44d1-ae86-7f37c3cdf83a is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:44:11.265692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-72a5dbe1-b51a-4be0-9caa-2d290a1c0ae4 None None] Provisioning complete for port 0fa3df48-7469-43d7-b3cb-f931cb131315 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:11.266070 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-72a5dbe1-b51a-4be0-9caa-2d290a1c0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:11.320011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-72a5dbe1-b51a-4be0-9caa-2d290a1c0ae4 None None] Port 0fa3df48-7469-43d7-b3cb-f931cb131315 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:11.356572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:11.365656 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ba4e058e-8fd6-403c-bec7-8aed393c98d8 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "PUT /v2.0/routers/085a9ea8-26dd-44d1-ae86-7f37c3cdf83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4213743 Aug 16 02:44:11.366344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56696) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:11.369401 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] Sync routers for ids ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:11.381208 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] Routers {'085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:11.382354 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:11.432706 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:11.434776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06376f0e-3d1c-4711-b837-28b2dda30c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:11.440244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56700) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:11.446489 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] Routers {'085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:11.447156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-06376f0e-3d1c-4711-b837-28b2dda30c7e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports?device_id=085a9ea8-26dd-44d1-ae86-7f37c3cdf83a HTTP/1.1" status: 200 len: 989 time: 0.0780175 Aug 16 02:44:11.447929 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:11.489406 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:11.490521 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56bb1b1-77ee-4058-a261-2f8a380b48ce None None] The sync data for ids ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'] in n-d-769329-15 is: [] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:44:11.949563 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.153848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 25363762-ea7a-45d4-a815-543b24ab842a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:12.193961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 0fa3df48-7469-43d7-b3cb-f931cb131315 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:12.194318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.202225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 25363762-ea7a-45d4-a815-543b24ab842a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:12.202600 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.285699 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.299288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 0fa3df48-7469-43d7-b3cb-f931cb131315 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:12.302498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56722) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:12.410478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1685247503', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:12.431650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Made reservation on behalf of 2d31a8ba8add4fbb9633c0adfcc20e8d for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:12.434010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.446155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.476941 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.504983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=0fa3df48-7469-43d7-b3cb-f931cb131315,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:12.542469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.547061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.553890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] device_id is not set on port 71bcae4a-1255-4c60-90ae-64192ce9b69b yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:12.603886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.605892 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be756d59-b0ac-49cb-b836-8e018bc9c813,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:12.678028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Allocated IP 172.25.4.218 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/71bcae4a-1255-4c60-90ae-64192ce9b69b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:12.767226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Router 085a9ea8-26dd-44d1-ae86-7f37c3cdf83a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:44:12.821608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.846075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:12.857183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-af456fee-5ea3-45f5-9794-1ea31befbb0e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "PUT /v2.0/routers/085a9ea8-26dd-44d1-ae86-7f37c3cdf83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4129512 Aug 16 02:44:12.857925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:12.864073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] Sync routers for ids ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:12.873834 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.877131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] Routers {'085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:12.877973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:12.889686 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d047ab5a-53b0-4698-8e0a-e16379cc033a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:44:12.893853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d047ab5a-53b0-4698-8e0a-e16379cc033a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/0fa3df48-7469-43d7-b3cb-f931cb131315 HTTP/1.1" status: 404 len: 333 time: 0.0320039 Aug 16 02:44:12.894100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:12.924995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:12.929587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:12.930451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:12.935003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:12.938622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Pushing event updated for resources: {'Port': ['ID=71bcae4a-1255-4c60-90ae-64192ce9b69b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:12.939688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] Routers {'085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:12.940608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:43:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:12.971421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5117976-1900-415b-aba7-e6804fba4a7d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.975911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:12.976955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b7bd7c-a5cf-401f-b2f5-7d828912cacc None None] The sync data for ids ['085a9ea8-26dd-44d1-ae86-7f37c3cdf83a'] in n-d-769329-15 is: [] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:44:12.981740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:12.982480 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.001635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d026f9a3-4da9-456c-ab17-9304144ea553 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6953607 Aug 16 02:44:13.001896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56734) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:13.006918 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.218'}]}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:13.028396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.029420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.098620 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.163712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5117976-1900-415b-aba7-e6804fba4a7d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.165976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5117976-1900-415b-aba7-e6804fba4a7d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.215065 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5117976-1900-415b-aba7-e6804fba4a7d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.215631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5117976-1900-415b-aba7-e6804fba4a7d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Fanout notify agent at l3_agent the message router_deleted on router 085a9ea8-26dd-44d1-ae86-7f37c3cdf83a {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:44:13.223050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5117976-1900-415b-aba7-e6804fba4a7d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.224048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5117976-1900-415b-aba7-e6804fba4a7d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/routers/085a9ea8-26dd-44d1-ae86-7f37c3cdf83a HTTP/1.1" status: 204 len: 168 time: 0.3290474 Aug 16 02:44:13.228654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56738) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:13.247374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.281904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 0bc19c49-c8e1-45ed-986c-fc11453a5d4b {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:13.285600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.328427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.419554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.467374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.489911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.494037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.527504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc19c49-c8e1-45ed-986c-fc11453a5d4b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:13.533451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.535294 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b26d3b09-e70b-485d-a95b-f89287427fba tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/0bc19c49-c8e1-45ed-986c-fc11453a5d4b HTTP/1.1" status: 204 len: 168 time: 0.3056762 Aug 16 02:44:13.538444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56740) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:13.542075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4d731-8c16-43d5-a919-85d0502f8571 None None] Network 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:13.628866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.691629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 25363762-ea7a-45d4-a815-543b24ab842a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:13.692034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.725976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.753638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] DHCP port deletion for 1c596e13-7dfa-4738-8c2a-fca2fa4fc440 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:44:13.769382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] For port 25363762-ea7a-45d4-a815-543b24ab842a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=25363762-ea7a-45d4-a815-543b24ab842a,segment=NetworkSegment(8c99d991-7613-4555-b486-19da613cca52),segment_id=8c99d991-7613-4555-b486-19da613cca52)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:13.769844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.783590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 25363762-ea7a-45d4-a815-543b24ab842a owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:13.812794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Deleting port 25363762-ea7a-45d4-a815-543b24ab842a {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:13.813574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.892908 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.902670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] For port 25363762-ea7a-45d4-a815-543b24ab842a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=25363762-ea7a-45d4-a815-543b24ab842a,segment=NetworkSegment(8c99d991-7613-4555-b486-19da613cca52),segment_id=8c99d991-7613-4555-b486-19da613cca52)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:13.903384 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.922422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.925548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.931537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=25363762-ea7a-45d4-a815-543b24ab842a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:13.937845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Calling delete_port for 25363762-ea7a-45d4-a815-543b24ab842a owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:13.940353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No DVR routers for this DVR port 25363762-ea7a-45d4-a815-543b24ab842a on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:13.986282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:13.987739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99510f89-9e96-4039-b56d-970f32f3ee41 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:44:14.018437 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:44:14.023040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-43097f9f-b664-4d44-8727-570f90a7cf9f tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0201347 Aug 16 02:44:14.024393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56742) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:14.038927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.040243 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.061209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c596e13-7dfa-4738-8c2a-fca2fa4fc440']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:14.069902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Pushing event deleted for resources: {'Port': ['ID=25363762-ea7a-45d4-a815-543b24ab842a,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:14.079866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c99d991-7613-4555-b486-19da613cca52') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:14.080165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c99d991-7613-4555-b486-19da613cca52') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:14.092058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.092929 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.094100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.097366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.097366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.097932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.098444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.099078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.099982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.101649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.102231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.103324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.104568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:14.117012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.119926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2959f-7cb4-46c5-a45d-e814bff7a830 None None] No DVR routers for this DVR port 25363762-ea7a-45d4-a815-543b24ab842a on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:14.139532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:14.140275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:14.144258 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:14.174857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Deleting port 71bcae4a-1255-4c60-90ae-64192ce9b69b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:14.175206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.185993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 25363762-ea7a-45d4-a815-543b24ab842a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:14.210151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 25363762-ea7a-45d4-a815-543b24ab842a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:14.210903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 25363762-ea7a-45d4-a815-543b24ab842a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:14.218518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.229316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.237281 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/1c596e13-7dfa-4738-8c2a-fca2fa4fc440 HTTP/1.1" status: 204 len: 168 time: 0.6924596 Aug 16 02:44:14.238121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56746) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:14.264358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6f766-f2a7-4151-8917-9479f920109f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=1c596e13-7dfa-4738-8c2a-fca2fa4fc440,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:14.307100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced089a-9a16-4290-a35a-766071e43a45 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:14.311993 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9ced089a-9a16-4290-a35a-766071e43a45 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/55fe1e27-1e0a-41cc-aa3b-86832e21cacc HTTP/1.1" status: 200 len: 845 time: 0.0694959 Aug 16 02:44:14.312628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56750) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:14.333250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.347961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Calling delete_port for 71bcae4a-1255-4c60-90ae-64192ce9b69b owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:14.354625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dd8a004f-cccc-4ca5-b6e3-53989fab4722 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/55fe1e27-1e0a-41cc-aa3b-86832e21cacc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0408130 Aug 16 02:44:14.358720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:14.363591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:14.462575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:14.466455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.481730 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.515407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Pushing event deleted for resources: {'Port': ['ID=71bcae4a-1255-4c60-90ae-64192ce9b69b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:14.589160 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.595353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9e1ddf8d-d718-4a76-ab80-d1afcbd87244 tempest-RoutersAdminNegativeTest-1197042898 tempest-RoutersAdminNegativeTest-1197042898-project-admin] 10.222.0.78 "DELETE /v2.0/ports/71bcae4a-1255-4c60-90ae-64192ce9b69b HTTP/1.1" status: 204 len: 168 time: 0.5663359 Aug 16 02:44:14.668500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.715215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:14.721391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:14.724802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:14.725398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.732621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd00131-b66c-4b68-a2fc-113bc0aeb87b None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:14.735125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=2d562a8c-ede6-4935-b9a5-eca676f1324f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:14.749850 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8f293d03-0994-48d3-bab7-9e5185df4cef tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3897643 Aug 16 02:44:14.753566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56758) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:14.760721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1a8250f5-34a3-4ff0-8c05-3cb17655e45a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1150725496'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:14.799296 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a8250f5-34a3-4ff0-8c05-3cb17655e45a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.894758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56762) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:14.918499 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a8250f5-34a3-4ff0-8c05-3cb17655e45a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.925842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a8250f5-34a3-4ff0-8c05-3cb17655e45a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.951374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-cfee750f-2908-42a8-966c-4e8d523d7ae1', 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'tenant_id': '838aeecf652741859ad8167413a03360', 'fixed_ips': [{'subnet_id': '2d562a8c-ede6-4935-b9a5-eca676f1324f'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:14.952256 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.975768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a8250f5-34a3-4ff0-8c05-3cb17655e45a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:14.977535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a8250f5-34a3-4ff0-8c05-3cb17655e45a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2226410 Aug 16 02:44:14.980225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56766) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:14.985317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-81d073cb-3d05-4671-8388-dc6c98d5c854 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980000603'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:15.004641 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:15.012082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8250f5-34a3-4ff0-8c05-3cb17655e45a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4ea68-c515-42f5-98c0-d3c053d42aef,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:15.028471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d073cb-3d05-4671-8388-dc6c98d5c854 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.060662 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.084916 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:44:15.084916 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:44:15.084916 n-d-769329-15 neutron-server[94856]: [parameters: {'project_id_1': 'ba3a7d8507cc4e2c96592bff845765d3', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 44, 15, 76673)}] Aug 16 02:44:15.084916 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:44:15.085358 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:44:15.110092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Allocated IP 2001:db8::2 (cfee750f-2908-42a8-966c-4e8d523d7ae1/2d562a8c-ede6-4935-b9a5-eca676f1324f/5e191c91-e2b4-4c92-927e-937b9b325bca) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:15.144246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d073cb-3d05-4671-8388-dc6c98d5c854 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.149577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d073cb-3d05-4671-8388-dc6c98d5c854 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.184053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-81d073cb-3d05-4671-8388-dc6c98d5c854 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.185558 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-81d073cb-3d05-4671-8388-dc6c98d5c854 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2043078 Aug 16 02:44:15.192655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56770) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:15.198229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d073cb-3d05-4671-8388-dc6c98d5c854 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a143c3cd-c801-41b4-a381-c0119c08e150,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:15.199235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-526187077', 'security_groups': ['a143c3cd-c801-41b4-a381-c0119c08e150'], 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d562a8c-ede6-4935-b9a5-eca676f1324f'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:15.289824 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.298348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Transition to ACTIVE for port object 5e191c91-e2b4-4c92-927e-937b9b325bca will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:15.314114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Transition to ACTIVE for port object 5e191c91-e2b4-4c92-927e-937b9b325bca will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:15.324708 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.335436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:15.361924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:15.368354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:15.371948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:15.385136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Pushing event updated for resources: {'Port': ['ID=5e191c91-e2b4-4c92-927e-937b9b325bca,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:15.427959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Attempting to bind port 5e191c91-e2b4-4c92-927e-937b9b325bca on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:15.428252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Attempting to bind port 5e191c91-e2b4-4c92-927e-937b9b325bca by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e471b5f7-a51d-4251-b27d-77e64a2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:15.428784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Attempting to bind port 5e191c91-e2b4-4c92-927e-937b9b325bca on network cfee750f-2908-42a8-966c-4e8d523d7ae1 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:15.429138 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.434686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:15.435178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Checking segment: {'id': 'e471b5f7-a51d-4251-b27d-77e64a2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:15.435647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.435927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Bound using segment: {'id': 'e471b5f7-a51d-4251-b27d-77e64a2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:15.436437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Bound port: 5e191c91-e2b4-4c92-927e-937b9b325bca, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e471b5f7-a51d-4251-b27d-77e64a2f0023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:15.436987 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.447630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:15.506383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] For port 5e191c91-e2b4-4c92-927e-937b9b325bca, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:15.509562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] For port 5e191c91-e2b4-4c92-927e-937b9b325bca, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e191c91-e2b4-4c92-927e-937b9b325bca,segment=NetworkSegment(e471b5f7-a51d-4251-b27d-77e64a2f0023),segment_id=e471b5f7-a51d-4251-b27d-77e64a2f0023)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:15.514149 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.571414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df361d5c-96ad-420a-8a88-7dc9746b9f28 None None] Pushing event updated for resources: {'Port': ['ID=5e191c91-e2b4-4c92-927e-937b9b325bca,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:15.586628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.646242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::7a (cfee750f-2908-42a8-966c-4e8d523d7ae1/2d562a8c-ede6-4935-b9a5-eca676f1324f/5d2a05f0-91c1-4f24-be8d-f139dca4caf7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:15.721432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.728873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.801313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba3a7d8507cc4e2c96592bff845765d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9053564 Aug 16 02:44:15.802143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea01fa6-e4c6-4196-ada0-cd1e9d68cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774566f0-13f0-4297-a03b-3a7beb6f0c30,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:15.804463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:15.910372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34602e00-8fe0-4468-863e-57d654589437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.933188 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34602e00-8fe0-4468-863e-57d654589437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.970580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.986983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:16.006776 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34602e00-8fe0-4468-863e-57d654589437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.009443 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34602e00-8fe0-4468-863e-57d654589437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.010559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-34602e00-8fe0-4468-863e-57d654589437 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/774566f0-13f0-4297-a03b-3a7beb6f0c30 HTTP/1.1" status: 204 len: 168 time: 0.2051287 Aug 16 02:44:16.028762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34602e00-8fe0-4468-863e-57d654589437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774566f0-13f0-4297-a03b-3a7beb6f0c30,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:16.045601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.091940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:16.097375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:16.101353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:16.106996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:16.107659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.118672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=5d2a05f0-91c1-4f24-be8d-f139dca4caf7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:16.130418 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-215d2f00-f640-463d-a74e-1a80d2ef4a2b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9375889 Aug 16 02:44:16.134148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56776) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:16.139786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2af16853-033f-47dd-aa9d-5a3ac6535fd6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:16.337569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e191c91-e2b4-4c92-927e-937b9b325bca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:16.482632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5e191c91-e2b4-4c92-927e-937b9b325bca completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:16.518295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56782) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:16.613076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6a1cf9be-d2b4-4c3c-8978-28400113c3aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d31a8ba8add4fbb9633c0adfcc20e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845840 Aug 16 02:44:16.615325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56784) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:16.681492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e18f-075f-45c6-b0ad-5378331c80b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.734800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e18f-075f-45c6-b0ad-5378331c80b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.737191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af16853-033f-47dd-aa9d-5a3ac6535fd6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:16.741329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2af16853-033f-47dd-aa9d-5a3ac6535fd6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.819040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e18f-075f-45c6-b0ad-5378331c80b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.822528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e18f-075f-45c6-b0ad-5378331c80b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.823875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e8e9e18f-075f-45c6-b0ad-5378331c80b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be756d59-b0ac-49cb-b836-8e018bc9c813 HTTP/1.1" status: 204 len: 168 time: 0.2074709 Aug 16 02:44:16.840168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9e18f-075f-45c6-b0ad-5378331c80b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be756d59-b0ac-49cb-b836-8e018bc9c813,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:16.910190 n-d-769329-15 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-2af16853-033f-47dd-aa9d-5a3ac6535fd6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d562a8c-ede6-4935-b9a5-eca676f1324f (CIDR: 2001:db8::/64) Aug 16 02:44:16.915477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Provisioning complete for port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:16.915979 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:16.916582 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af16853-033f-47dd-aa9d-5a3ac6535fd6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:44:16.917519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af16853-033f-47dd-aa9d-5a3ac6535fd6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:16.937933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56792) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:16.938178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2af16853-033f-47dd-aa9d-5a3ac6535fd6 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8026559 Aug 16 02:44:16.962067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:16.966011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:16.978334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Provisioning for port 5e191c91-e2b4-4c92-927e-937b9b325bca completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:16.983598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:16.983975 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.103652 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.148188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:17.149921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] For port 5e191c91-e2b4-4c92-927e-937b9b325bca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e191c91-e2b4-4c92-927e-937b9b325bca,segment=NetworkSegment(e471b5f7-a51d-4251-b27d-77e64a2f0023),segment_id=e471b5f7-a51d-4251-b27d-77e64a2f0023)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:17.151869 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.157804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.224039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577c3bb-00f5-4909-9a77-94cc2c76e8a2 None None] Pushing event updated for resources: {'Port': ['ID=5e191c91-e2b4-4c92-927e-937b9b325bca,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:17.287678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b32bd2bd-f305-43a8-9b34-e97a5275cbe8 None None] Provisioning for port 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:17.293451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b32bd2bd-f305-43a8-9b34-e97a5275cbe8 None None] Provisioning complete for port 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:17.293834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b32bd2bd-f305-43a8-9b34-e97a5275cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.343975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b32bd2bd-f305-43a8-9b34-e97a5275cbe8 None None] Port 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:17.488928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.543021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:17.544128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=40d52538-e1f0-4ddb-ade8-ac59b43067dc,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:17.546716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:17.549707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:17.550301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.559696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df09a47-61bc-4ee2-8dc7-e9a188d3db4f None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:17.568874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1efc0fc5-cef9-47d0-9aa7-18d79731f365 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6291687 Aug 16 02:44:17.571407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56806) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:17.578016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-44162622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40d52538-e1f0-4ddb-ade8-ac59b43067dc'}], 'security_groups': ['3de4ea68-c515-42f5-98c0-d3c053d42aef']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:17.663510 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.838098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] Update dhcp port {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'fixed_ips': [{'subnet_id': '2d562a8c-ede6-4935-b9a5-eca676f1324f', 'ip_address': '2001:db8::2'}, {'subnet_id': '40d52538-e1f0-4ddb-ade8-ac59b43067dc'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '5e191c91-e2b4-4c92-927e-937b9b325bca'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:44:17.883936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:17.988479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:18.055641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Delete allocated IP 2001:db8::7a (cfee750f-2908-42a8-966c-4e8d523d7ae1/2d562a8c-ede6-4935-b9a5-eca676f1324f) {{(pid=94857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:44:18.064858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8:0:1::33e (cfee750f-2908-42a8-966c-4e8d523d7ae1/40d52538-e1f0-4ddb-ade8-ac59b43067dc/5d2a05f0-91c1-4f24-be8d-f139dca4caf7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:18.134800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'networks': [{'name': 'tempest-network--1877940458'}, {'name': 'tempest-network--2095106027'}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:18.136142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'network': {'name': 'tempest-network--1877940458'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:18.136142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'network': {'name': 'tempest-network--2095106027'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:18.153517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e191c91-e2b4-4c92-927e-937b9b325bca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:18.166919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Made reservation on behalf of 987472a27c8e47d1bba38deb64a42afd for: {'network': 2} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:18.172823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.182289 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.223779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:18.224153 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.291855 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.296710 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.297436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.312201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.326692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:18.340608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.347014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:18.358728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.359383 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Added segment 4cec2571-64b0-4990-871e-30d067bd5619 of type vlan for network c1cd626b-de22-417d-8f8f-00b6e5a2ad38 Aug 16 02:44:18.400874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] In _notify_port_updated(), no bound segment for port 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 on network cfee750f-2908-42a8-966c-4e8d523d7ae1 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:44:18.408494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:18.410955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.410955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "PUT /v2.0/ports/5d2a05f0-91c1-4f24-be8d-f139dca4caf7 HTTP/1.1" status: 200 len: 929 time: 0.8376906 Aug 16 02:44:18.415032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:18.419362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.469404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:18.480623 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.480990 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Added segment ff3470ee-3963-4548-bea6-0f77a7172064 of type vlan for network c02cb95b-ce8c-47fe-8d1b-fcdadb2f3385 Aug 16 02:44:18.484254 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] Allocated IP 2001:db8:0:1::2 (cfee750f-2908-42a8-966c-4e8d523d7ae1/40d52538-e1f0-4ddb-ade8-ac59b43067dc/5e191c91-e2b4-4c92-927e-937b9b325bca) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:18.549722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1effb610-5c52-462b-ae0e-9a57a50a5b03,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:18.597206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.668205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.668893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.677893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:18.684734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:18.685455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.754865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] For port 5e191c91-e2b4-4c92-927e-937b9b325bca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e191c91-e2b4-4c92-927e-937b9b325bca,segment=NetworkSegment(e471b5f7-a51d-4251-b27d-77e64a2f0023),segment_id=e471b5f7-a51d-4251-b27d-77e64a2f0023)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:18.802947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Network': ['ID=c1cd626b-de22-417d-8f8f-00b6e5a2ad38,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:18.814520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8242087 Aug 16 02:44:18.816112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.816572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.816983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.817333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.818944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.818944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.818944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.818944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.819337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.821754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.821754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.821754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:18.823671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:18.844256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c1cd626b-de22-417d-8f8f-00b6e5a2ad38 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:18.892049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e027dc3-1137-4a38-aade-d0c4e707da34 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=5d2a05f0-91c1-4f24-be8d-f139dca4caf7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:18.906191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.985810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] Transition to ACTIVE for port object 5e191c91-e2b4-4c92-927e-937b9b325bca will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:18.995578 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.045459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265c626-a8ac-45c4-95de-bf193ffa841e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Network': ['ID=c02cb95b-ce8c-47fe-8d1b-fcdadb2f3385,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:19.063970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:19.064585 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.070430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c02cb95b-ce8c-47fe-8d1b-fcdadb2f3385 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:19.161240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.178423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 5d2a05f0-91c1-4f24-be8d-f139dca4caf7 owned by {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:19.206461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025e697-3584-4bd6-980e-200b4f9d95ff None None] Pushing event updated for resources: {'Port': ['ID=5e191c91-e2b4-4c92-927e-937b9b325bca,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:19.209898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e19e65-0844-48c7-80c9-49392195c249 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.216189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e19e65-0844-48c7-80c9-49392195c249 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.224694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e19e65-0844-48c7-80c9-49392195c249 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.231442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e19e65-0844-48c7-80c9-49392195c249 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.237078 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b5e19e65-0844-48c7-80c9-49392195c249 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4123602 Aug 16 02:44:19.237756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56826) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:19.338209 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.427268 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.460335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=5d2a05f0-91c1-4f24-be8d-f139dca4caf7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:19.465771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.479241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cd626b-de22-417d-8f8f-00b6e5a2ad38']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:19.493708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cec2571-64b0-4990-871e-30d067bd5619') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:19.494935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cec2571-64b0-4990-871e-30d067bd5619') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:19.509559 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.521344 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.523938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8623990e-dd2b-432c-9ab8-1a4ff80b3e36 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/5d2a05f0-91c1-4f24-be8d-f139dca4caf7 HTTP/1.1" status: 204 len: 168 time: 1.1079664 Aug 16 02:44:19.526633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:19.527565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.535522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:19.535966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:19.540196 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:19.562695 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2401eb-1017-4426-977c-95ba202a0341 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:44:19.566762 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9d2401eb-1017-4426-977c-95ba202a0341 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/5d2a05f0-91c1-4f24-be8d-f139dca4caf7 HTTP/1.1" status: 404 len: 333 time: 0.0366406 Aug 16 02:44:19.567620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56832) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:19.626135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.633421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.637937 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/networks/c1cd626b-de22-417d-8f8f-00b6e5a2ad38 HTTP/1.1" status: 204 len: 168 time: 0.3990543 Aug 16 02:44:19.640721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56834) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:19.665799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297ed6d-c39e-4f2b-833f-8eb76f27f9c2 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Network': ['ID=c1cd626b-de22-417d-8f8f-00b6e5a2ad38,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:19.727698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f30adc3f-ac1f-4c39-97a4-f66b504a5c1e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.763011 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f30adc3f-ac1f-4c39-97a4-f66b504a5c1e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.794186 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.856325 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f30adc3f-ac1f-4c39-97a4-f66b504a5c1e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.858684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f30adc3f-ac1f-4c39-97a4-f66b504a5c1e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.862722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:19.870154 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f30adc3f-ac1f-4c39-97a4-f66b504a5c1e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/security-groups/a143c3cd-c801-41b4-a381-c0119c08e150 HTTP/1.1" status: 204 len: 168 time: 0.3001649 Aug 16 02:44:19.916675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30adc3f-ac1f-4c39-97a4-f66b504a5c1e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a143c3cd-c801-41b4-a381-c0119c08e150,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:19.935987 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.939955 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df707c45-c023-4c33-82c1-7498c8652817 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.947308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02cb95b-ce8c-47fe-8d1b-fcdadb2f3385']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:19.966131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df707c45-c023-4c33-82c1-7498c8652817 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.974639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3470ee-3963-4548-bea6-0f77a7172064') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:19.975031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3470ee-3963-4548-bea6-0f77a7172064') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:19.990118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.018224 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.018780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7446476-c805-43c6-aa1d-276b870e3607 None None] Provisioning complete for port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:20.021486 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7446476-c805-43c6-aa1d-276b870e3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.024507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:20.024918 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.025041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df707c45-c023-4c33-82c1-7498c8652817 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:20.028050 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:20.030604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-df707c45-c023-4c33-82c1-7498c8652817 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.033221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-df707c45-c023-4c33-82c1-7498c8652817 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/security-groups/3de4ea68-c515-42f5-98c0-d3c053d42aef HTTP/1.1" status: 204 len: 168 time: 0.1689100 Aug 16 02:44:20.044145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56840) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:20.055207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df707c45-c023-4c33-82c1-7498c8652817 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4ea68-c515-42f5-98c0-d3c053d42aef,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:20.141998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.146021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a7446476-c805-43c6-aa1d-276b870e3607 None None] Port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:20.161333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.163141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/networks/c02cb95b-ce8c-47fe-8d1b-fcdadb2f3385 HTTP/1.1" status: 204 len: 168 time: 0.5229211 Aug 16 02:44:20.167241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:20.170093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7446476-c805-43c6-aa1d-276b870e3607 None None] Provisioning for port 5e191c91-e2b4-4c92-927e-937b9b325bca completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:20.185072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7446476-c805-43c6-aa1d-276b870e3607 None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:20.185731 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7446476-c805-43c6-aa1d-276b870e3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.187902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 2d562a8c-ede6-4935-b9a5-eca676f1324f {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:20.205698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4fd80-739f-4dae-ab57-a8ef1790f28e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Network': ['ID=c02cb95b-ce8c-47fe-8d1b-fcdadb2f3385,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:20.207947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.222960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e191c91-e2b4-4c92-927e-937b9b325bca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:20.267180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.362356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:20.362742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.385480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416ff8cb-84b3-441c-8559-1896a6621f4b tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.392063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416ff8cb-84b3-441c-8559-1896a6621f4b tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.397646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-416ff8cb-84b3-441c-8559-1896a6621f4b tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2291038 Aug 16 02:44:20.402105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:20.412763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7446476-c805-43c6-aa1d-276b870e3607 None None] Could not find standard attr ID for object 5d2a05f0-91c1-4f24-be8d-f139dca4caf7. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:20.418610 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.462555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-643608756'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:20.510117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.519080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Made reservation on behalf of 987472a27c8e47d1bba38deb64a42afd for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:20.523117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.538739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-57881bd5-d624-47a5-a364-628a0659da96 None None] Could not find standard attr ID for object 5d2a05f0-91c1-4f24-be8d-f139dca4caf7. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:20.544752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=2d562a8c-ede6-4935-b9a5-eca676f1324f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:20.547041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.553544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5d9dd73d-e87d-43f0-8a81-3149dbbeeabf tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/2d562a8c-ede6-4935-b9a5-eca676f1324f HTTP/1.1" status: 204 len: 168 time: 0.5077183 Aug 16 02:44:20.554267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56850) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:20.561992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:20.631058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:20.662330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa552fed-89c6-4700-bf65-2a8c16083afc None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:20.677387 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.677745 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Added segment 6d6b2fc4-7876-4302-b24c-fbf0b026e4e4 of type vlan for network f28d1b46-d51a-48cd-a781-1aac54577bee Aug 16 02:44:20.758336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.778879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:20.785716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.866411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.872338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.873647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.973649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5601730 Aug 16 02:44:20.976752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56856) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:20.982207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-888931665'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:21.006848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19ac6a-51d7-493a-becc-4c1db2c31e82 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Network': ['ID=f28d1b46-d51a-48cd-a781-1aac54577bee,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:21.026569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network f28d1b46-d51a-48cd-a781-1aac54577bee details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:21.060482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Made reservation on behalf of 987472a27c8e47d1bba38deb64a42afd for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:21.067601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.170622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:21.196224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c1cfe-ab8e-4990-bbf6-b5a39dadcf1e req-a360ea9b-9259-47fd-90aa-0246b03d8256 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:21.203537 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e72c1cfe-ab8e-4990-bbf6-b5a39dadcf1e req-a360ea9b-9259-47fd-90aa-0246b03d8256 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.1835432 Aug 16 02:44:21.222274 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.222653 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Added segment 507bfe03-fc92-4091-a07f-a93ba0976367 of type vlan for network 72a0a80a-8961-412f-b45b-fca11fbf4d60 Aug 16 02:44:21.282811 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e72c1cfe-ab8e-4990-bbf6-b5a39dadcf1e req-78df1b5a-785b-457e-abf4-980863f449aa tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778148 Aug 16 02:44:21.294953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.295459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.324519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56858) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:21.407916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=1f71dadf-72d9-4855-9f4b-683b2f6588d5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:21.419784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:21.422229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:21.426858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:21.427750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.427894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.438165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:21.439038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.451557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b9b23c3f-2b24-4b2a-bbc4-bc40a66b9b6e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8937893 Aug 16 02:44:21.452381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56862) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:21.461244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4fe17095-9776-48fd-bfbc-65d1eb27da1f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1603876989'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:21.498876 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe17095-9776-48fd-bfbc-65d1eb27da1f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.513934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56864) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:21.514634 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5365646 Aug 16 02:44:21.519385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'ports': [{'network_id': 'f28d1b46-d51a-48cd-a781-1aac54577bee', 'name': 'tempest-port--2032733433', 'admin_state_up': True}, {'network_id': '72a0a80a-8961-412f-b45b-fca11fbf4d60', 'admin_state_up': False}]} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:21.519717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'port': {'network_id': 'f28d1b46-d51a-48cd-a781-1aac54577bee', 'name': 'tempest-port--2032733433', 'admin_state_up': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:21.520204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'port': {'network_id': '72a0a80a-8961-412f-b45b-fca11fbf4d60', 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:21.524954 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eaa0115e-80f3-495a-9ca8-7289064e81f5 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 HTTP/1.1" status: 200 len: 993 time: 0.1962256 Aug 16 02:44:21.547442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4665-f5c6-4dc8-9faa-8cb9de5b2a83 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Network': ['ID=72a0a80a-8961-412f-b45b-fca11fbf4d60,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:21.557512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 72a0a80a-8961-412f-b45b-fca11fbf4d60 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:21.742431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe17095-9776-48fd-bfbc-65d1eb27da1f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.749748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe17095-9776-48fd-bfbc-65d1eb27da1f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.788140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe17095-9776-48fd-bfbc-65d1eb27da1f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114badf3-0af1-41f5-8cc5-2b829d0980ad,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:21.792734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Made reservation on behalf of 987472a27c8e47d1bba38deb64a42afd for: {'port': 2} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:21.797575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.801345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4fe17095-9776-48fd-bfbc-65d1eb27da1f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.802628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4fe17095-9776-48fd-bfbc-65d1eb27da1f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3491504 Aug 16 02:44:21.805512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:21.810360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-238ccfe5-7567-488d-b7b4-d47d6f65c834 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1570281244'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:21.830173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.833637 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-238ccfe5-7567-488d-b7b4-d47d6f65c834 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.958264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] device_id is not set on port 4bc9176f-6c7e-43ab-ab6a-380ef16c0254 yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:21.974470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-238ccfe5-7567-488d-b7b4-d47d6f65c834 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:21.980512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-238ccfe5-7567-488d-b7b4-d47d6f65c834 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.013886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccfe5-7567-488d-b7b4-d47d6f65c834 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88d661-73bd-4dec-9bc0-6aaf26d416a3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:22.035089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-238ccfe5-7567-488d-b7b4-d47d6f65c834 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.039727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-238ccfe5-7567-488d-b7b4-d47d6f65c834 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2331412 Aug 16 02:44:22.039973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:22.047057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9292e033-b387-4888-935a-fc9c13a221ea tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'security_group': {'name': 'tempest-secgroup-202108402'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:22.059208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da367a6-aecc-4172-9165-8a2aab272234 None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:22.108664 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9292e033-b387-4888-935a-fc9c13a221ea tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.128881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.231305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] device_id is not set on port 5107fada-80c2-4548-a979-f6b1be30061d yet. {{(pid=94856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:22.262032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c79a7-d8c0-49b9-9356-44f15639ccd1 req-26327b1a-97d6-412a-8c20-8eeb81704c65 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.271846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f27c79a7-d8c0-49b9-9356-44f15639ccd1 req-26327b1a-97d6-412a-8c20-8eeb81704c65 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1097 time: 0.0690787 Aug 16 02:44:22.307504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9292e033-b387-4888-935a-fc9c13a221ea tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.331310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f27c79a7-d8c0-49b9-9356-44f15639ccd1 req-6aa75074-3988-4ebe-aa35-739df4ecfe1d tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538259 Aug 16 02:44:22.338337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9292e033-b387-4888-935a-fc9c13a221ea tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.355938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d9513707-5c5d-45fb-98cd-3ad365d0ec71 None None] Provisioning complete for port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:22.356421 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9513707-5c5d-45fb-98cd-3ad365d0ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.409815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d9513707-5c5d-45fb-98cd-3ad365d0ec71 None None] Port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:22.437479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.454769 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.460054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d9513707-5c5d-45fb-98cd-3ad365d0ec71 None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:22.460255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d9513707-5c5d-45fb-98cd-3ad365d0ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.502164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.559333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9292e033-b387-4888-935a-fc9c13a221ea tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.561676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] Update dhcp port {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'fixed_ips': [{'subnet_id': '40d52538-e1f0-4ddb-ade8-ac59b43067dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1f71dadf-72d9-4855-9f4b-683b2f6588d5'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '5e191c91-e2b4-4c92-927e-937b9b325bca'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:44:22.564413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56882) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:22.572716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-916055940', 'security_groups': ['8dfd84e3-8817-4806-b553-85a15e5eb67c'], 'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1f71dadf-72d9-4855-9f4b-683b2f6588d5'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:22.579262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9292e033-b387-4888-935a-fc9c13a221ea tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5380573 Aug 16 02:44:22.580433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292e033-b387-4888-935a-fc9c13a221ea tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfd84e3-8817-4806-b553-85a15e5eb67c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:22.603463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Port': ['ID=4bc9176f-6c7e-43ab-ab6a-380ef16c0254,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:22.624248 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.640069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Checking segment: {'id': '6d6b2fc4-7876-4302-b24c-fbf0b026e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f28d1b46-d51a-48cd-a781-1aac54577bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:22.640753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network hostable DHCP agents. Network: f28d1b46-d51a-48cd-a781-1aac54577bee, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:22.663310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network f28d1b46-d51a-48cd-a781-1aac54577bee is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:22.679498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, f28d1b46-d51a-48cd-a781-1aac54577bee) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:22.695991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:22.697487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.703751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a3285-30bb-41e1-880e-bb12b0242952 None None] Network f28d1b46-d51a-48cd-a781-1aac54577bee requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:22.753884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Port': ['ID=5107fada-80c2-4548-a979-f6b1be30061d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:22.793539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Checking segment: {'id': '507bfe03-fc92-4091-a07f-a93ba0976367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '72a0a80a-8961-412f-b45b-fca11fbf4d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:22.794357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network hostable DHCP agents. Network: 72a0a80a-8961-412f-b45b-fca11fbf4d60, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:22.800172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:22.821869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network 72a0a80a-8961-412f-b45b-fca11fbf4d60 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:22.847704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 72a0a80a-8961-412f-b45b-fca11fbf4d60) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:22.868186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:22.893007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.904038 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a6224-8ba9-45a1-a085-416c80accb69 None None] Network 72a0a80a-8961-412f-b45b-fca11fbf4d60 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:22.910260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.913763 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.928051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.951813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] device_id is not set on port f13887b9-4567-4806-aa9d-1232733b5bfe yet. {{(pid=94857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:44:22.955301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bb816a92-2b29-4358-b3d6-32d8385dbb71 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4397557 Aug 16 02:44:22.958360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56900) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.058025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97040077-001e-4639-93d1-45a4ffff6bee tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:23.065121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97040077-001e-4639-93d1-45a4ffff6bee tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:23.067403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-97040077-001e-4639-93d1-45a4ffff6bee tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1077192 Aug 16 02:44:23.069998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56902) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.142120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] Allocated IP 2001:db8::2 (cfee750f-2908-42a8-966c-4e8d523d7ae1/1f71dadf-72d9-4855-9f4b-683b2f6588d5/5e191c91-e2b4-4c92-927e-937b9b325bca) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:23.192244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Deleting port 4bc9176f-6c7e-43ab-ab6a-380ef16c0254 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:23.192984 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.216013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-5a8a74bd-0ff0-43c6-a8fe-d0bd8fb6ad99 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220117 Aug 16 02:44:23.254027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] For port 5e191c91-e2b4-4c92-927e-937b9b325bca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e191c91-e2b4-4c92-927e-937b9b325bca,segment=NetworkSegment(e471b5f7-a51d-4251-b27d-77e64a2f0023),segment_id=e471b5f7-a51d-4251-b27d-77e64a2f0023)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:23.267261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.280315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Calling delete_port for 4bc9176f-6c7e-43ab-ab6a-380ef16c0254 owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:23.287072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.301039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] Transition to ACTIVE for port object 5e191c91-e2b4-4c92-927e-937b9b325bca will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:23.305971 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.372857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8::256 (cfee750f-2908-42a8-966c-4e8d523d7ae1/1f71dadf-72d9-4855-9f4b-683b2f6588d5/f13887b9-4567-4806-aa9d-1232733b5bfe) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:23.392549 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.414435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a1fd-8306-4d06-b001-fdd1d162e6ff None None] Pushing event updated for resources: {'Port': ['ID=5e191c91-e2b4-4c92-927e-937b9b325bca,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:23.430904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Port': ['ID=4bc9176f-6c7e-43ab-ab6a-380ef16c0254,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:23.437016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.442495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-69316de2-68d3-45ed-b2c9-b1f2762ad005 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/ports/4bc9176f-6c7e-43ab-ab6a-380ef16c0254 HTTP/1.1" status: 204 len: 168 time: 0.3689046 Aug 16 02:44:23.445658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56908) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.572889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.581581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Deleting port 5107fada-80c2-4548-a979-f6b1be30061d {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:23.582028 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.590597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object f13887b9-4567-4806-aa9d-1232733b5bfe will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:23.632175 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.677148 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.678005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.694634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Calling delete_port for 5107fada-80c2-4548-a979-f6b1be30061d owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:23.700964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:23.706787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:23.710906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:23.716896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:23.717676 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.730238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=f13887b9-4567-4806-aa9d-1232733b5bfe,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:23.745521 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2413be6e-bd4b-454f-b0ce-aac087b5fcde tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1799634 Aug 16 02:44:23.749405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56910) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.754819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-24022156-ab77-456c-aa9e-80ae7fd3326e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:23.804442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.843141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Port': ['ID=5107fada-80c2-4548-a979-f6b1be30061d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:23.847524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.852486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eb47342a-8d0e-43fe-bf13-b4440b30497d tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/ports/5107fada-80c2-4548-a979-f6b1be30061d HTTP/1.1" status: 204 len: 168 time: 0.4056170 Aug 16 02:44:23.853230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56912) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.886497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56914) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:23.886776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-75b28deb-685d-46c1-b705-86f4204e1cdc tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0320385 Aug 16 02:44:23.893156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-541037056'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:23.918159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24022156-ab77-456c-aa9e-80ae7fd3326e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:23.922211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24022156-ab77-456c-aa9e-80ae7fd3326e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.979827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Made reservation on behalf of 987472a27c8e47d1bba38deb64a42afd for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:23.983442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.031788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:24.060021 n-d-769329-15 neutron-server[94857]: INFO neutron.db.ipam_backend_mixin [None req-24022156-ab77-456c-aa9e-80ae7fd3326e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f71dadf-72d9-4855-9f4b-683b2f6588d5 (CIDR: 2001:db8::/64) Aug 16 02:44:24.061374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.061733 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Added segment a2ac03cf-16f4-4783-953d-19af39e985c0 of type vlan for network 1e146dc5-2285-4c17-8b91-f4b8a45f6239 Aug 16 02:44:24.070864 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-24022156-ab77-456c-aa9e-80ae7fd3326e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:44:24.071239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24022156-ab77-456c-aa9e-80ae7fd3326e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:24.085341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13ec0e11-97a9-44d0-949b-c0da3d00d36b None None] Provisioning complete for port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:24.085980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13ec0e11-97a9-44d0-949b-c0da3d00d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.117746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-24022156-ab77-456c-aa9e-80ae7fd3326e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3646150 Aug 16 02:44:24.118398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56916) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:24.121873 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.125741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c8fc8be1-67ba-457c-b4eb-c0d53d652ef9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:24.172076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-13ec0e11-97a9-44d0-949b-c0da3d00d36b None None] Port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:24.186571 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.196535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:24.197185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.199511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13ec0e11-97a9-44d0-949b-c0da3d00d36b None None] Provisioning for port 5e191c91-e2b4-4c92-927e-937b9b325bca completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:24.208581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13ec0e11-97a9-44d0-949b-c0da3d00d36b None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:24.209462 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13ec0e11-97a9-44d0-949b-c0da3d00d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.217478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e191c91-e2b4-4c92-927e-937b9b325bca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:24.364969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Network': ['ID=1e146dc5-2285-4c17-8b91-f4b8a45f6239,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:24.374525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:24.378579 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-785e3919-7879-43ab-af50-bd4e40caf85e tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4903400 Aug 16 02:44:24.385279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1e146dc5-2285-4c17-8b91-f4b8a45f6239 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:24.387740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-392041156'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:24.388843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:24.389380 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.396831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc8be1-67ba-457c-b4eb-c0d53d652ef9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:24.400642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c8fc8be1-67ba-457c-b4eb-c0d53d652ef9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.552250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Made reservation on behalf of 987472a27c8e47d1bba38deb64a42afd for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:24.556266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.589116 n-d-769329-15 neutron-server[94856]: INFO neutron.db.ipam_backend_mixin [None req-c8fc8be1-67ba-457c-b4eb-c0d53d652ef9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 40d52538-e1f0-4ddb-ade8-ac59b43067dc (CIDR: 2001:db8:0:1::/64) Aug 16 02:44:24.597726 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fc8be1-67ba-457c-b4eb-c0d53d652ef9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:44:24.598582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fc8be1-67ba-457c-b4eb-c0d53d652ef9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:24.615229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-967d76cf-4b6a-4b45-9faa-c23d3a280312 None None] Provisioning for port f13887b9-4567-4806-aa9d-1232733b5bfe completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:24.616607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:24.628070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c8fc8be1-67ba-457c-b4eb-c0d53d652ef9 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5066459 Aug 16 02:44:24.628790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-967d76cf-4b6a-4b45-9faa-c23d3a280312 None None] Provisioning complete for port f13887b9-4567-4806-aa9d-1232733b5bfe triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:24.628895 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-967d76cf-4b6a-4b45-9faa-c23d3a280312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.629730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:24.635530 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.636042 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Added segment 874a9f69-066e-4a2d-8c22-d204dd8695d3 of type vlan for network d7947d64-7766-4c75-a2a7-2141ab8f11c4 Aug 16 02:44:24.665168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-967d76cf-4b6a-4b45-9faa-c23d3a280312 None None] Port f13887b9-4567-4806-aa9d-1232733b5bfe cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:24.672834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'subnet': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:24.732604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.794942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.800629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:24.801235 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.880834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4935455 Aug 16 02:44:24.886736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e7e04-d223-48b5-b9a9-c51a6bd5842c tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Network': ['ID=d7947d64-7766-4c75-a2a7-2141ab8f11c4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:24.893401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Made reservation on behalf of 838aeecf652741859ad8167413a03360 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:24.897257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.906438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d7947d64-7766-4c75-a2a7-2141ab8f11c4 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:25.008424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56934) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:25.015902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'subnets': [{'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1216703136', 'ip_version': 4}, {'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:25.017362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'subnet': {'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1216703136', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:25.018345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Request body: {'subnet': {'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:25.143809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.187711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Made reservation on behalf of 987472a27c8e47d1bba38deb64a42afd for: {'subnet': 2} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:25.190915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:25.193068 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.194081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.194207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:25.198472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.199101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.206647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b3d11-43ed-4aa3-94be-ac0b3f53493f None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:25.222708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Subnet': ['ID=6400ca51-c9c7-4fca-8211-daabf46aa6dd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:25.249993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56936) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:25.251766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a6957707-e19b-437a-84bb-a64107d62142 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6168435 Aug 16 02:44:25.265464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1993121609', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6400ca51-c9c7-4fca-8211-daabf46aa6dd'}], 'security_groups': ['114badf3-0af1-41f5-8cc5-2b829d0980ad', '9d88d661-73bd-4dec-9bc0-6aaf26d416a3']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:25.361860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.464688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] Update dhcp port {'port': {'network_id': 'cfee750f-2908-42a8-966c-4e8d523d7ae1', 'fixed_ips': [{'subnet_id': '40d52538-e1f0-4ddb-ade8-ac59b43067dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1f71dadf-72d9-4855-9f4b-683b2f6588d5', 'ip_address': '2001:db8::2'}, {'subnet_id': '6400ca51-c9c7-4fca-8211-daabf46aa6dd'}], 'binding:host_id': 'n-d-769329-15'}, 'id': '5e191c91-e2b4-4c92-927e-937b9b325bca'} from n-d-769329-15. {{(pid=94858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:44:25.494455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.685348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] Allocated IP 2001:db8:0:2::2 (cfee750f-2908-42a8-966c-4e8d523d7ae1/6400ca51-c9c7-4fca-8211-daabf46aa6dd/5e191c91-e2b4-4c92-927e-937b9b325bca) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:25.818006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.821130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] For port 5e191c91-e2b4-4c92-927e-937b9b325bca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e191c91-e2b4-4c92-927e-937b9b325bca,segment=NetworkSegment(e471b5f7-a51d-4251-b27d-77e64a2f0023),segment_id=e471b5f7-a51d-4251-b27d-77e64a2f0023)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:25.854242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.872703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] Transition to ACTIVE for port object 5e191c91-e2b4-4c92-927e-937b9b325bca will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:25.878593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:25.889683 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Subnet': ['ID=18276549-4935-4f09-9961-6fc6d49c6cc0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:25.934092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Checking segment: {'id': 'a2ac03cf-16f4-4783-953d-19af39e985c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:25.934466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network hostable DHCP agents. Network: 1e146dc5-2285-4c17-8b91-f4b8a45f6239, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:25.976849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network 1e146dc5-2285-4c17-8b91-f4b8a45f6239 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:25.989460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78604184-1b35-49d7-a0a9-df5fa88d4dfa None None] Pushing event updated for resources: {'Port': ['ID=5e191c91-e2b4-4c92-927e-937b9b325bca,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:26.030504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1e146dc5-2285-4c17-8b91-f4b8a45f6239) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:26.035601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.043108 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c81d8-857c-4b7d-8b63-b9f30054827b None None] Network 1e146dc5-2285-4c17-8b91-f4b8a45f6239 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:26.106316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Delete allocated IP 2001:db8::256 (cfee750f-2908-42a8-966c-4e8d523d7ae1/1f71dadf-72d9-4855-9f4b-683b2f6588d5) {{(pid=94857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:44:26.130209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Allocated IP 2001:db8:0:2::3d7 (cfee750f-2908-42a8-966c-4e8d523d7ae1/6400ca51-c9c7-4fca-8211-daabf46aa6dd/f13887b9-4567-4806-aa9d-1232733b5bfe) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:26.166718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-961d34ae-dd12-41d7-9194-9fec25585d41 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:44:26.167787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-961d34ae-dd12-41d7-9194-9fec25585d41 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1483290 Aug 16 02:44:26.175299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event updated for resources: {'Subnet': ['ID=efcfb7b9-3d58-47e9-96cc-6c0b60bd663a,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:26.186093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Request body: {'binding': {'host': 'n-h2-769329-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:26.186558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Unknown quota resources ['binding']. {{(pid=94857) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:44:26.234258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Checking segment: {'id': '874a9f69-066e-4a2d-8c22-d204dd8695d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:26.234626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network hostable DHCP agents. Network: d7947d64-7766-4c75-a2a7-2141ab8f11c4, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:26.242493 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b8c26cb-bc18-4984-a9ed-9098db9d17eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.244009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e191c91-e2b4-4c92-927e-937b9b325bca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:26.345741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-1e146dc5-2285-4c17-8b91-f4b8a45f6239', 'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239', 'tenant_id': '987472a27c8e47d1bba38deb64a42afd', 'fixed_ips': [{'subnet_id': '18276549-4935-4f09-9961-6fc6d49c6cc0'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:26.349963 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.390312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Network d7947d64-7766-4c75-a2a7-2141ab8f11c4 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:26.429446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d7947d64-7766-4c75-a2a7-2141ab8f11c4) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:26.438548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ebdfd-85ce-4a1b-8b20-a37354b52188 None None] Network d7947d64-7766-4c75-a2a7-2141ab8f11c4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:26.442302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:26.442844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:26.443745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.529575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:26.530093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-37482ab1-390e-4c45-99e9-4b7b570a0dba tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5199175 Aug 16 02:44:26.561233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on host n-h2-769329-15 for vnic_type normal with profile None {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:26.561646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:26.561872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:26.568410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:44:26.568410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:26.577033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:26.577359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Checking segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:26.577747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Bound using segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:26.578176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Bound port: 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:26.606823 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.629215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Transition to ACTIVE for port object f13887b9-4567-4806-aa9d-1232733b5bfe will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:26.649665 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ee943-4a5e-495f-bf69-d1a015a0c1d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:26.651958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ee943-4a5e-495f-bf69-d1a015a0c1d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:26.653402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Allocated IP 172.20.0.2 (1e146dc5-2285-4c17-8b91-f4b8a45f6239/18276549-4935-4f09-9961-6fc6d49c6cc0/19f02515-03c6-43ca-9841-e81263bbe682) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:26.654145 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ee943-4a5e-495f-bf69-d1a015a0c1d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:26.660214 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2e7ee943-4a5e-495f-bf69-d1a015a0c1d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1295764 Aug 16 02:44:26.661097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:26.711580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.722752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Deleting subnet 18276549-4935-4f09-9961-6fc6d49c6cc0 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:26.796831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-d7947d64-7766-4c75-a2a7-2141ab8f11c4', 'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4', 'tenant_id': '987472a27c8e47d1bba38deb64a42afd', 'fixed_ips': [{'subnet_id': 'efcfb7b9-3d58-47e9-96cc-6c0b60bd663a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:26.798207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.825674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] In _notify_port_updated(), no bound segment for port f13887b9-4567-4806-aa9d-1232733b5bfe on network cfee750f-2908-42a8-966c-4e8d523d7ae1 {{(pid=94857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:44:26.832420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:26.833092 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.837029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "PUT /v2.0/ports/f13887b9-4567-4806-aa9d-1232733b5bfe HTTP/1.1" status: 200 len: 970 time: 1.5827327 Aug 16 02:44:26.838569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56952) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:26.843883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be001db1-e58c-4df2-82a9-413fae44705e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event updated for resources: {'Port': ['ID=f13887b9-4567-4806-aa9d-1232733b5bfe,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:26.858771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:26.869012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] Notify callbacks [] for binding, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.870595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] 10.222.0.78 "POST /v2.0/ports/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6893172 Aug 16 02:44:26.972041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Provisioning for port f13887b9-4567-4806-aa9d-1232733b5bfe completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:26.990614 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.991838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port f13887b9-4567-4806-aa9d-1232733b5bfe {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:26.992246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.044180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Transition to ACTIVE for port object 19f02515-03c6-43ca-9841-e81263bbe682 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:27.047767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Provisioning complete for port f13887b9-4567-4806-aa9d-1232733b5bfe triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:27.047767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.107547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f2b2-ae1e-4686-adee-4d5b4579a831 req-96a0d9bb-68d6-4093-8082-201a695b62d6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:27.115835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ac8f2b2-ae1e-4686-adee-4d5b4579a831 req-96a0d9bb-68d6-4093-8082-201a695b62d6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.0941622 Aug 16 02:44:27.127263 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.162194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ac8f2b2-ae1e-4686-adee-4d5b4579a831 req-7609ddec-9606-4e32-8ca5-6d950e29456d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Aug 16 02:44:27.174138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for f13887b9-4567-4806-aa9d-1232733b5bfe owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:27.224148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-ffe97bc1-0a34-4ea0-bf2b-7907b7f60123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:27.225699 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-ffe97bc1-0a34-4ea0-bf2b-7907b7f60123 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1097 time: 0.1099582 Aug 16 02:44:27.289629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Transition to ACTIVE for port object 19f02515-03c6-43ca-9841-e81263bbe682 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:27.291286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Allocated IP 172.20.0.18 (d7947d64-7766-4c75-a2a7-2141ab8f11c4/efcfb7b9-3d58-47e9-96cc-6c0b60bd663a/5e6a66d9-76be-467c-9d91-b7ea7c475316) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:27.304135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.305497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.305878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Port f13887b9-4567-4806-aa9d-1232733b5bfe cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:27.369474 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.387878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Network 1e146dc5-2285-4c17-8b91-f4b8a45f6239 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:27.399639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Provisioning complete for port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:27.400012 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.404811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:27.411026 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:27.430270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-bbec1ab6-1e6f-4b79-b23d-b2f9145e1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:27.431751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-bbec1ab6-1e6f-4b79-b23d-b2f9145e1be1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 896 time: 0.1946990 Aug 16 02:44:27.434092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Pushing event updated for resources: {'Port': ['ID=19f02515-03c6-43ca-9841-e81263bbe682,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:27.507580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:27.536087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Attempting to bind port 19f02515-03c6-43ca-9841-e81263bbe682 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:27.536496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Attempting to bind port 19f02515-03c6-43ca-9841-e81263bbe682 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'a2ac03cf-16f4-4783-953d-19af39e985c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:27.536855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Attempting to bind port 19f02515-03c6-43ca-9841-e81263bbe682 on network 1e146dc5-2285-4c17-8b91-f4b8a45f6239 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:27.552447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.559999 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Provisioning for port 5e191c91-e2b4-4c92-927e-937b9b325bca completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:27.565543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:27.565928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Checking segment: {'id': 'a2ac03cf-16f4-4783-953d-19af39e985c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:27.566347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.566881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Bound using segment: {'id': 'a2ac03cf-16f4-4783-953d-19af39e985c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:27.567585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Bound port: 19f02515-03c6-43ca-9841-e81263bbe682, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ac03cf-16f4-4783-953d-19af39e985c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1e146dc5-2285-4c17-8b91-f4b8a45f6239'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:27.567705 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.576571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:27.576763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71ec6e93-7ca0-41da-b4ac-9674588d7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.604541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=f13887b9-4567-4806-aa9d-1232733b5bfe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:27.618598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.624592 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-4564e60d-b4a4-4114-be83-8a08a018545b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 1001 time: 0.1783006 Aug 16 02:44:27.644079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.668022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Transition to ACTIVE for port object 5e6a66d9-76be-467c-9d91-b7ea7c475316 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:27.674285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-75505b6f-2fed-48b0-8692-61e4ceccd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:27.676033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-75505b6f-2fed-48b0-8692-61e4ceccd385 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1097 time: 0.1812279 Aug 16 02:44:27.681717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.683858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e0bea539-210d-4f79-a6b8-f851845e96b3 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/f13887b9-4567-4806-aa9d-1232733b5bfe HTTP/1.1" status: 204 len: 168 time: 0.8429317 Aug 16 02:44:27.686559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56958) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:27.708139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Transition to ACTIVE for port object 5e6a66d9-76be-467c-9d91-b7ea7c475316 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:27.738056 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.746959 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5e3ec4-e9bb-473d-8d9d-cead39b4ca01 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] GET failed (client error): The resource could not be found. Aug 16 02:44:27.752735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fa5e3ec4-e9bb-473d-8d9d-cead39b4ca01 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports/f13887b9-4567-4806-aa9d-1232733b5bfe HTTP/1.1" status: 404 len: 333 time: 0.0640683 Aug 16 02:44:27.758350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56960) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:27.803451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Network d7947d64-7766-4c75-a2a7-2141ab8f11c4 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:27.809524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:27.811608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Pushing event updated for resources: {'Port': ['ID=5e6a66d9-76be-467c-9d91-b7ea7c475316,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:27.813906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:27.874992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Attempting to bind port 5e6a66d9-76be-467c-9d91-b7ea7c475316 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:27.875815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Attempting to bind port 5e6a66d9-76be-467c-9d91-b7ea7c475316 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '874a9f69-066e-4a2d-8c22-d204dd8695d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:27.876518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Attempting to bind port 5e6a66d9-76be-467c-9d91-b7ea7c475316 on network d7947d64-7766-4c75-a2a7-2141ab8f11c4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:27.884775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:27.885566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Checking segment: {'id': '874a9f69-066e-4a2d-8c22-d204dd8695d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:27.886065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.886539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Bound using segment: {'id': '874a9f69-066e-4a2d-8c22-d204dd8695d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:27.887087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Bound port: 5e6a66d9-76be-467c-9d91-b7ea7c475316, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874a9f69-066e-4a2d-8c22-d204dd8695d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd7947d64-7766-4c75-a2a7-2141ab8f11c4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:27.887544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.893495 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9478982-f4f1-48be-acab-14a6eb3e9e55 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.954426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eca6c8bb-bc27-43a2-8141-023328794360 None None] Could not find standard attr ID for object f13887b9-4567-4806-aa9d-1232733b5bfe. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:27.964588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9478982-f4f1-48be-acab-14a6eb3e9e55 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.986619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] For port 5e6a66d9-76be-467c-9d91-b7ea7c475316, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:27.991361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] For port 5e6a66d9-76be-467c-9d91-b7ea7c475316, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e6a66d9-76be-467c-9d91-b7ea7c475316,segment=NetworkSegment(874a9f69-066e-4a2d-8c22-d204dd8695d3),segment_id=874a9f69-066e-4a2d-8c22-d204dd8695d3)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:27.998834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.027085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9478982-f4f1-48be-acab-14a6eb3e9e55 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.030523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d9478982-f4f1-48be-acab-14a6eb3e9e55 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.034414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d9478982-f4f1-48be-acab-14a6eb3e9e55 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/security-groups/8dfd84e3-8817-4806-b553-85a15e5eb67c HTTP/1.1" status: 204 len: 168 time: 0.2721105 Aug 16 02:44:28.037020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56962) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:28.060745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9478982-f4f1-48be-acab-14a6eb3e9e55 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfd84e3-8817-4806-b553-85a15e5eb67c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:28.136304 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b12962c8-7582-4ed6-9a46-756e89b094bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.149504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75658fa8-bff0-4332-8eba-e7e414406bc5 None None] Pushing event updated for resources: {'Port': ['ID=5e6a66d9-76be-467c-9d91-b7ea7c475316,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:28.164265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b12962c8-7582-4ed6-9a46-756e89b094bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.240811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b12962c8-7582-4ed6-9a46-756e89b094bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.244298 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b12962c8-7582-4ed6-9a46-756e89b094bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.247266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b12962c8-7582-4ed6-9a46-756e89b094bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/security-groups/9d88d661-73bd-4dec-9bc0-6aaf26d416a3 HTTP/1.1" status: 204 len: 168 time: 0.2073548 Aug 16 02:44:28.264384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56974) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:28.272960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12962c8-7582-4ed6-9a46-756e89b094bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88d661-73bd-4dec-9bc0-6aaf26d416a3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:28.339165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-19b6b280-5a62-4e9a-9b99-a6d250b12feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.340735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-19b6b280-5a62-4e9a-9b99-a6d250b12feb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.6788931 Aug 16 02:44:28.353645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6926df87-e785-4eee-8307-060e4b51173d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.367342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-d3a0eda1-0c69-4c0e-928a-d665a0f124b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.369102 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-d3a0eda1-0c69-4c0e-928a-d665a0f124b5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 896 time: 0.6608362 Aug 16 02:44:28.385367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6926df87-e785-4eee-8307-060e4b51173d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.386674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] For port 19f02515-03c6-43ca-9841-e81263bbe682, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:28.420888 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.447749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6926df87-e785-4eee-8307-060e4b51173d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.450941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6926df87-e785-4eee-8307-060e4b51173d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.452408 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6926df87-e785-4eee-8307-060e4b51173d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/security-groups/114badf3-0af1-41f5-8cc5-2b829d0980ad HTTP/1.1" status: 204 len: 168 time: 0.1867688 Aug 16 02:44:28.452813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] For port 19f02515-03c6-43ca-9841-e81263bbe682, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=19f02515-03c6-43ca-9841-e81263bbe682,segment=NetworkSegment(a2ac03cf-16f4-4783-953d-19af39e985c0),segment_id=a2ac03cf-16f4-4783-953d-19af39e985c0)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:28.456903 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56978) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:28.459528 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.467914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb5c8-a374-4cc4-95e3-eb044cb54557 req-26943af9-5cdf-439d-8a7e-b459c803e1f2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.469630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-446cb5c8-a374-4cc4-95e3-eb044cb54557 req-26943af9-5cdf-439d-8a7e-b459c803e1f2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.1997671 Aug 16 02:44:28.478109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926df87-e785-4eee-8307-060e4b51173d tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114badf3-0af1-41f5-8cc5-2b829d0980ad,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:28.533629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Subnet': ['ID=18276549-4935-4f09-9961-6fc6d49c6cc0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:28.540084 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.542654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0a7c2f30-4078-48b7-b610-5656c6397030 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/subnets/18276549-4935-4f09-9961-6fc6d49c6cc0 HTTP/1.1" status: 204 len: 168 time: 1.8804417 Aug 16 02:44:28.550302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56986) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:28.566138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-489dcf7f-5b53-4bf4-b00d-7e2ea4c5cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.568370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-489dcf7f-5b53-4bf4-b00d-7e2ea4c5cec8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132962 Aug 16 02:44:28.584263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 1f71dadf-72d9-4855-9f4b-683b2f6588d5 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:28.589805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.653868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-446cb5c8-a374-4cc4-95e3-eb044cb54557 req-60e71dc9-f077-4ed9-b64e-b1592f0b178d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425598 Aug 16 02:44:28.654830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Deleting subnet efcfb7b9-3d58-47e9-96cc-6c0b60bd663a {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:28.662204 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.664754 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.688792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-d57889c1-e9bd-4559-95b7-6607567a4163 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 1001 time: 0.2816148 Aug 16 02:44:28.692111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af650a2b-f37f-49a1-af49-f31a5daf9414 None None] Pushing event updated for resources: {'Port': ['ID=19f02515-03c6-43ca-9841-e81263bbe682,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:28.738604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.766032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-f24eb743-4f4f-48cb-af0c-ae6d5388ba61 service neutron] 10.222.0.98 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750176 Aug 16 02:44:28.783137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-f83c160a-09e6-4de3-bd7c-91916f5a6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.785194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-f83c160a-09e6-4de3-bd7c-91916f5a6b39 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.0879841 Aug 16 02:44:28.804880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ec27675-10ff-42ee-99ec-fcc9c1def8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.817119 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.824546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.894240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.937860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-c161566b-6460-4b9f-ad51-f1d0d33daa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.940476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-c161566b-6460-4b9f-ad51-f1d0d33daa47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456180 Aug 16 02:44:28.954729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.974721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:28.977548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/1f71dadf-72d9-4855-9f4b-683b2f6588d5 HTTP/1.1" status: 204 len: 168 time: 0.5176353 Aug 16 02:44:28.986544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ab257-d1e9-4491-b698-fc9e33fcae3c None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:28.992325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 56996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:29.028141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42635e5a-60b5-4f57-94a0-738a0b2f68e0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=1f71dadf-72d9-4855-9f4b-683b2f6588d5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:29.046508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c462d40b-4a68-43c1-bc95-9a0a0c3c9fc1 service neutron] 10.222.0.98 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638881 Aug 16 02:44:29.072353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.122065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 6400ca51-c9c7-4fca-8211-daabf46aa6dd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:29.123869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Subnet': ['ID=efcfb7b9-3d58-47e9-96cc-6c0b60bd663a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:29.126672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.131420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-db99c44e-00f4-4c54-9136-62fa9b7f31e4 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/subnets/efcfb7b9-3d58-47e9-96cc-6c0b60bd663a HTTP/1.1" status: 204 len: 168 time: 0.5823455 Aug 16 02:44:29.132492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 56998) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:29.136219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.207754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18c4d1-ad39-4cfb-8af8-0e6d10379805 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:29.215446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5f18c4d1-ad39-4cfb-8af8-0e6d10379805 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0818274 Aug 16 02:44:29.216180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57000) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:29.275863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-b9a271fa-8846-4073-83d8-5e8382fc21d7 service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202739 Aug 16 02:44:29.317192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.328030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.412868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Deleting port 5e6a66d9-76be-467c-9d91-b7ea7c475316 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:29.413981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.435660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c371a1b7-7f35-4a9c-a559-a05417c9c5df tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:29.437271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c371a1b7-7f35-4a9c-a559-a05417c9c5df tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1097 time: 0.2386556 Aug 16 02:44:29.504568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] For port 5e6a66d9-76be-467c-9d91-b7ea7c475316, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e6a66d9-76be-467c-9d91-b7ea7c475316,segment=NetworkSegment(874a9f69-066e-4a2d-8c22-d204dd8695d3),segment_id=874a9f69-066e-4a2d-8c22-d204dd8695d3)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:29.505045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.511466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-15'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:29.522949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Calling delete_port for 5e6a66d9-76be-467c-9d91-b7ea7c475316 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:29.620510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-78fcbafb-4c49-48a0-b786-e468dca7066e req-aebfd1cb-d5d0-427e-b65b-a1ff7e53e4cf service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310099 Aug 16 02:44:29.634697 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.637374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.649159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.697803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Port': ['ID=5e6a66d9-76be-467c-9d91-b7ea7c475316,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:29.701678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] No DVR routers for this DVR port 5e6a66d9-76be-467c-9d91-b7ea7c475316 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:29.784569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1995edf-1de7-492b-98ae-7369dd6bf475 None None] Network d7947d64-7766-4c75-a2a7-2141ab8f11c4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:29.806292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-19cfd443-ebd9-4f36-83dc-b89aeb927eae None None] Could not find standard attr ID for object 5e6a66d9-76be-467c-9d91-b7ea7c475316. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:44:29.810759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.853894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.868549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7947d64-7766-4c75-a2a7-2141ab8f11c4']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:29.896906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874a9f69-066e-4a2d-8c22-d204dd8695d3') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:29.897564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874a9f69-066e-4a2d-8c22-d204dd8695d3') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:29.931382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec37d77-648c-400b-a7e1-5151d9af6cd3 req-0a03189e-0947-4f12-b5f1-17842dec219f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:29.933074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec37d77-648c-400b-a7e1-5151d9af6cd3 req-0a03189e-0947-4f12-b5f1-17842dec219f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.1286170 Aug 16 02:44:29.936029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.967017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.985926 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:29.988657 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/6400ca51-c9c7-4fca-8211-daabf46aa6dd HTTP/1.1" status: 204 len: 168 time: 0.9614387 Aug 16 02:44:29.992630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57014) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:30.003374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:30.006192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a096f3-16d8-4b43-8f96-7fd84081682e tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=6400ca51-c9c7-4fca-8211-daabf46aa6dd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:30.006617 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:30.010792 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:30.066341 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.076833 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e7521e-235e-4eea-a2b1-5eec5f8eeba5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:30.077308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e7521e-235e-4eea-a2b1-5eec5f8eeba5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:30.079828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e9e7521e-235e-4eea-a2b1-5eec5f8eeba5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/1f71dadf-72d9-4855-9f4b-683b2f6588d5 HTTP/1.1" status: 404 len: 337 time: 0.0855029 Aug 16 02:44:30.083764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57016) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:30.142859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7da4a-b899-48ea-bcf0-f9f4fa43e080 None None] DHCP port deletion for d7947d64-7766-4c75-a2a7-2141ab8f11c4 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:44:30.169082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:30.171174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ec37d77-648c-400b-a7e1-5151d9af6cd3 req-0f9d25a6-11f4-4a08-927d-483e93e3e7ef tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216234 Aug 16 02:44:30.199081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.207638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.212429 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/networks/d7947d64-7766-4c75-a2a7-2141ab8f11c4 HTTP/1.1" status: 204 len: 168 time: 0.9926012 Aug 16 02:44:30.214112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57020) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:30.260967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting subnet 40d52538-e1f0-4ddb-ade8-ac59b43067dc {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:30.281503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 19f02515-03c6-43ca-9841-e81263bbe682 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:30.293407 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.334798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:30.374563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.385229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.390854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aec009-d4d7-4a62-ba14-3bd0b536d08a tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Network': ['ID=d7947d64-7766-4c75-a2a7-2141ab8f11c4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:30.409752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 19f02515-03c6-43ca-9841-e81263bbe682 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:30.449109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:30.451901 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2117e-d5b8-4af2-a688-3ffe85531919" -d '{"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:30.456715 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.466529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Deleting port 19f02515-03c6-43ca-9841-e81263bbe682 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:30.467094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.487318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e59ea5d-2246-42bb-8556-00b1b621e3fb None None] Network 1e146dc5-2285-4c17-8b91-f4b8a45f6239 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:30.492308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.544511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] For port 19f02515-03c6-43ca-9841-e81263bbe682, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=19f02515-03c6-43ca-9841-e81263bbe682,segment=NetworkSegment(a2ac03cf-16f4-4783-953d-19af39e985c0),segment_id=a2ac03cf-16f4-4783-953d-19af39e985c0)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:30.544970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.545744 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2c880-19ba-4b37-ada6-62bfbe3af302 x-openstack-request-id: req-10c2c880-19ba-4b37-ada6-62bfbe3af302 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:30.546213 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:30.546635 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10c2c880-19ba-4b37-ada6-62bfbe3af302 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:30.547275 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'code': 200} Aug 16 02:44:30.565649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Calling delete_port for 19f02515-03c6-43ca-9841-e81263bbe682 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:30.621599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cb189-9e62-4f51-bab7-54918c564f46 None None] Network cfee750f-2908-42a8-966c-4e8d523d7ae1 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:30.684829 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.696852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.699787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5d238d53-80f9-411a-81c0-5d17bb710bf1 None None] Provisioning for port 19f02515-03c6-43ca-9841-e81263bbe682 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:30.702918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:30.714491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5d238d53-80f9-411a-81c0-5d17bb710bf1 None None] Provisioning complete for port 19f02515-03c6-43ca-9841-e81263bbe682 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:30.714896 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5d238d53-80f9-411a-81c0-5d17bb710bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.764204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] No DVR routers for this DVR port 19f02515-03c6-43ca-9841-e81263bbe682 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:30.773774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5d238d53-80f9-411a-81c0-5d17bb710bf1 None None] Port 19f02515-03c6-43ca-9841-e81263bbe682 was deleted so its status cannot be updated. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:44:30.779437 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Port': ['ID=19f02515-03c6-43ca-9841-e81263bbe682,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:30.828972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on host n-h1-769329-15 for vnic_type normal with profile {"migrating_to": "n-h2-769329-15"} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:30.829447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:30.829988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:30.835228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:44:30.835684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Attempting to bind port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:30.840079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.874819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:30.875170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Checking segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:30.875634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Bound using segment: {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:30.876609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Bound port: 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2a0562-1c8b-4446-b0dc-f89b67430d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:30.876977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.882159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Subnet': ['ID=40d52538-e1f0-4ddb-ade8-ac59b43067dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:30.902799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.905283 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cab9fce3-a7c7-4eaa-8994-cb3769cf78c0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/40d52538-e1f0-4ddb-ade8-ac59b43067dc HTTP/1.1" status: 204 len: 168 time: 0.8201399 Aug 16 02:44:30.917856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57032) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:30.925799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477f904-0ffb-4cb5-ac19-142f88a118d6 None None] DHCP port deletion for 1e146dc5-2285-4c17-8b91-f4b8a45f6239 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:44:30.950745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-83e77884-e155-46e5-938f-a86256530567 None None] Provisioning complete for port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:30.951126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83e77884-e155-46e5-938f-a86256530567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.969462 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:30.971755 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7616105a-e156-42bd-844c-f099bf5a58bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:30.972231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7616105a-e156-42bd-844c-f099bf5a58bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:30.974134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7616105a-e156-42bd-844c-f099bf5a58bd tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/2d562a8c-ede6-4935-b9a5-eca676f1324f HTTP/1.1" status: 404 len: 337 time: 0.0531249 Aug 16 02:44:30.976635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:30.993956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e146dc5-2285-4c17-8b91-f4b8a45f6239']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:31.013550 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-988b7775-1954-48d4-8cc8-77e861cde2b0 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "GET /v2.0/ports?device_id=085a9ea8-26dd-44d1-ae86-7f37c3cdf83a HTTP/1.1" status: 200 len: 205 time: 0.0336866 Aug 16 02:44:31.014288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.014543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ac03cf-16f4-4783-953d-19af39e985c0') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:31.014843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ac03cf-16f4-4783-953d-19af39e985c0') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:31.020336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-83e77884-e155-46e5-938f-a86256530567 None None] Port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:31.031099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-83e77884-e155-46e5-938f-a86256530567 None None] Provisioning complete for port 5e191c91-e2b4-4c92-927e-937b9b325bca triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:31.031855 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83e77884-e155-46e5-938f-a86256530567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.039650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.059588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.067179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:31.067587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:31.071404 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:31.082958 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [None req-dc4749fa-1555-479d-886b-28678fa8d255 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] delete failed (client error): The resource could not be found. Aug 16 02:44:31.088012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dc4749fa-1555-479d-886b-28678fa8d255 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/routers/085a9ea8-26dd-44d1-ae86-7f37c3cdf83a HTTP/1.1" status: 404 len: 336 time: 0.0725167 Aug 16 02:44:31.104098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] DHCP port deletion for cfee750f-2908-42a8-966c-4e8d523d7ae1 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:44:31.105450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.142509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.143153 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a09ec7-6909-453e-b23f-677252defa9a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.143693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a09ec7-6909-453e-b23f-677252defa9a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.145527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b0a09ec7-6909-453e-b23f-677252defa9a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/0bc19c49-c8e1-45ed-986c-fc11453a5d4b HTTP/1.1" status: 404 len: 337 time: 0.0388701 Aug 16 02:44:31.146908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:31.148948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.157819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.160323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/networks/1e146dc5-2285-4c17-8b91-f4b8a45f6239 HTTP/1.1" status: 204 len: 168 time: 0.9450865 Aug 16 02:44:31.170341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57046) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.180591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648e298-15b1-46ff-9a74-d01c76f61232 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Network': ['ID=1e146dc5-2285-4c17-8b91-f4b8a45f6239,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:31.190711 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8801da7-fcef-45df-a435-692089f3e068 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.191175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8801da7-fcef-45df-a435-692089f3e068 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.193510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d8801da7-fcef-45df-a435-692089f3e068 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/ae483926-1e54-4e77-a79f-2178baadff74 HTTP/1.1" status: 404 len: 337 time: 0.0436344 Aug 16 02:44:31.195624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:31.196624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.239355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] Deleting port 5e191c91-e2b4-4c92-927e-937b9b325bca {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:31.239741 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.241685 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4a0e81-49c7-4357-ac71-0b7e6f38baa1 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.242303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4a0e81-49c7-4357-ac71-0b7e6f38baa1 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.248382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce4a0e81-49c7-4357-ac71-0b7e6f38baa1 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/6acbc1b6-c7e8-4ca0-abfb-ebe10318ba8a HTTP/1.1" status: 404 len: 337 time: 0.0502076 Aug 16 02:44:31.249170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57052) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.282968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.286234 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b66945-12c8-4680-981d-3942c1f1973c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.286987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b66945-12c8-4680-981d-3942c1f1973c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.292476 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f8b66945-12c8-4680-981d-3942c1f1973c tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/d0107cd3-1c96-480c-80d6-d7c405c548ad HTTP/1.1" status: 404 len: 333 time: 0.0420330 Aug 16 02:44:31.302847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57054) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.307712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] For port 5e191c91-e2b4-4c92-927e-937b9b325bca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5e191c91-e2b4-4c92-927e-937b9b325bca,segment=NetworkSegment(e471b5f7-a51d-4251-b27d-77e64a2f0023),segment_id=e471b5f7-a51d-4251-b27d-77e64a2f0023)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:31.308137 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.325463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] Calling delete_port for 5e191c91-e2b4-4c92-927e-937b9b325bca owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:31.382505 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a123a3-2a7b-4e1c-8833-9e5e1946af5a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.384215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a123a3-2a7b-4e1c-8833-9e5e1946af5a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.387415 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-12a123a3-2a7b-4e1c-8833-9e5e1946af5a tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/6a7b35c5-2ead-4dd8-a50f-94eb746d6e79 HTTP/1.1" status: 404 len: 337 time: 0.0829775 Aug 16 02:44:31.391595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.409116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3ce7fbf1-f4db-430d-bc30-cfa97f738b18 None None] Provisioning complete for port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:31.409491 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ce7fbf1-f4db-430d-bc30-cfa97f738b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.451106 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c43ccbf-da27-4f6f-b416-6ae6ed767f5f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.451774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c43ccbf-da27-4f6f-b416-6ae6ed767f5f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.456417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8c43ccbf-da27-4f6f-b416-6ae6ed767f5f tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/2db1ca68-17c3-4f47-871a-010919bfdb2d HTTP/1.1" status: 404 len: 337 time: 0.0605557 Aug 16 02:44:31.463366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57062) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.510742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.542569 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbb977c-bed0-4f4c-b2ef-b4108ac84643 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.543308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bbb977c-bed0-4f4c-b2ef-b4108ac84643 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.545089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4bbb977c-bed0-4f4c-b2ef-b4108ac84643 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/a22427ae-d68c-499b-8292-441fe16c4b22 HTTP/1.1" status: 404 len: 333 time: 0.0806546 Aug 16 02:44:31.551884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.554485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] Pushing event deleted for resources: {'Port': ['ID=5e191c91-e2b4-4c92-927e-937b9b325bca,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:31.565280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:31.577409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88444a1e-7942-4bec-9fe0-0962efaa8885 None None] No DVR routers for this DVR port 5e191c91-e2b4-4c92-927e-937b9b325bca on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:31.613982 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c1aee7-92e8-44d2-b4fd-5cdb48e362eb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.614522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c1aee7-92e8-44d2-b4fd-5cdb48e362eb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.621279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-55c1aee7-92e8-44d2-b4fd-5cdb48e362eb tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/7ed9fe2d-932f-412c-aba8-9372afda457f HTTP/1.1" status: 404 len: 337 time: 0.0668898 Aug 16 02:44:31.626720 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ce7fbf1-f4db-430d-bc30-cfa97f738b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.633545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.651450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:31.654529 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af7bde5-5fc3-499f-90d4-ade0d95ff3c8" -d '{"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-plugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:31.676114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3ce7fbf1-f4db-430d-bc30-cfa97f738b18 None None] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:31.682364 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ce7fbf1-f4db-430d-bc30-cfa97f738b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.684614 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7126bf4d-0bfb-40b9-a117-4afb45befb68 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:31.685082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7126bf4d-0bfb-40b9-a117-4afb45befb68 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:31.690794 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7126bf4d-0bfb-40b9-a117-4afb45befb68 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/subnets/8d149369-5aa8-4263-9743-05778c92b461 HTTP/1.1" status: 404 len: 337 time: 0.0513895 Aug 16 02:44:31.691433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:31.764944 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcceeba6-8870-49ab-81a9-689fcec52759 x-openstack-request-id: req-fcceeba6-8870-49ab-81a9-689fcec52759 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:31.768825 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-plugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:31.770410 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcceeba6-8870-49ab-81a9-689fcec52759 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:31.770926 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'code': 200} Aug 16 02:44:31.775994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:31.776723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.784009 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.787296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c0effc2d-3cd5-4267-a264-7645a6b0113c service neutron] 10.222.0.98 "PUT /v2.0/ports/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 1123 time: 2.3306673 Aug 16 02:44:31.809351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139a3d2-06e0-42d8-acbc-772995c2916b req-0addfbd9-af9a-4ef3-986a-fc4ab87e1478 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:31.810969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9139a3d2-06e0-42d8-acbc-772995c2916b req-0addfbd9-af9a-4ef3-986a-fc4ab87e1478 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.1031237 Aug 16 02:44:31.878200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Deleting port 55fe1e27-1e0a-41cc-aa3b-86832e21cacc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:31.878950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.886187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:44:31.928065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9139a3d2-06e0-42d8-acbc-772995c2916b req-2e4eb2b8-4a39-405d-a6ba-c3aae6a3d5a7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930512 Aug 16 02:44:31.965976 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.981152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Calling delete_port for 55fe1e27-1e0a-41cc-aa3b-86832e21cacc owned by {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:32.026755 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.037315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7fbf1-f4db-430d-bc30-cfa97f738b18 None None] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:32.048539 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.067844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a0a80a-8961-412f-b45b-fca11fbf4d60']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.088425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507bfe03-fc92-4091-a07f-a93ba0976367') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.088957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507bfe03-fc92-4091-a07f-a93ba0976367') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.096595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.108032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.141218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.143248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Port': ['ID=55fe1e27-1e0a-41cc-aa3b-86832e21cacc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:32.161505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:32.162215 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:32.168271 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:32.197604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.200051 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4a750dec-1cdf-447a-a94f-63af3152a95b tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/ports/55fe1e27-1e0a-41cc-aa3b-86832e21cacc HTTP/1.1" status: 204 len: 168 time: 0.5045767 Aug 16 02:44:32.202473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:32.218024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e191c91-e2b4-4c92-927e-937b9b325bca no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:32.245357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.254648 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.257314 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/networks/72a0a80a-8961-412f-b45b-fca11fbf4d60 HTTP/1.1" status: 204 len: 168 time: 1.0856431 Aug 16 02:44:32.260049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57084) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:32.283389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b338a5f-f11b-4b26-831f-14775a26cc02 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Network': ['ID=72a0a80a-8961-412f-b45b-fca11fbf4d60,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:32.347460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5e191c91-e2b4-4c92-927e-937b9b325bca {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:32.348033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e191c91-e2b4-4c92-927e-937b9b325bca not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:32.349153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 19f02515-03c6-43ca-9841-e81263bbe682 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:32.357909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.397358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 19f02515-03c6-43ca-9841-e81263bbe682 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:32.397701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 19f02515-03c6-43ca-9841-e81263bbe682 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:32.398116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e6a66d9-76be-467c-9d91-b7ea7c475316 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:32.406444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.432118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5e6a66d9-76be-467c-9d91-b7ea7c475316 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:32.432488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5e6a66d9-76be-467c-9d91-b7ea7c475316 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:32.447316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-14425934-44e5-477b-8720-af3f79f7f26f None None] Provisioning complete for port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:32.448150 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14425934-44e5-477b-8720-af3f79f7f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.519707 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.526840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.531491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfee750f-2908-42a8-966c-4e8d523d7ae1']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.544445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e471b5f7-a51d-4251-b27d-77e64a2f0023') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.544974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e471b5f7-a51d-4251-b27d-77e64a2f0023') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.550440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28d1b46-d51a-48cd-a781-1aac54577bee']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.553569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:32.556732 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:32.562910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.578083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.585117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:32.585738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.586388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6b2fc4-7876-4302-b24c-fbf0b026e4e4') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.586762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6b2fc4-7876-4302-b24c-fbf0b026e4e4') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:32.590614 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:32.600578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.606738 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2546b5-b16a-4044-9196-86206507af59 x-openstack-request-id: req-6b2546b5-b16a-4044-9196-86206507af59 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:32.607220 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:32.607569 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b2546b5-b16a-4044-9196-86206507af59 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:32.608019 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'status': 'completed', 'code': 200} Aug 16 02:44:32.620616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.628471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:32.628975 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:32.647600 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:32.698098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.702492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-6bd88ec7-fa1f-4b7e-80aa-ca8bacd50493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:32.702690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.704839 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-6bd88ec7-fa1f-4b7e-80aa-ca8bacd50493 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1128 time: 0.0636926 Aug 16 02:44:32.707850 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.712503 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] 10.222.0.78 "DELETE /v2.0/networks/f28d1b46-d51a-48cd-a781-1aac54577bee HTTP/1.1" status: 204 len: 168 time: 0.4488041 Aug 16 02:44:32.712679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.715553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] 10.222.0.78 "DELETE /v2.0/networks/cfee750f-2908-42a8-966c-4e8d523d7ae1 HTTP/1.1" status: 204 len: 168 time: 0.5120606 Aug 16 02:44:32.726395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec1b2-b792-486c-9d63-de82faf310d8 tempest-BulkNetworkOpsTest-1250892105 tempest-BulkNetworkOpsTest-1250892105-project] Pushing event deleted for resources: {'Network': ['ID=f28d1b46-d51a-48cd-a781-1aac54577bee,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:32.785630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cda848-2db6-4034-97c9-a3a2032f6fa5 tempest-PortsIpV6TestJSON-264458094 tempest-PortsIpV6TestJSON-264458094-project] Pushing event deleted for resources: {'Network': ['ID=cfee750f-2908-42a8-966c-4e8d523d7ae1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:32.842097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-b19b736c-2aaf-47d4-8f25-cafe5e9965f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:32.843623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-b19b736c-2aaf-47d4-8f25-cafe5e9965f4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 896 time: 0.1269274 Aug 16 02:44:32.925735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-3a9eb84b-f1e2-42c5-b3d4-d9d37a094cee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 1001 time: 0.0747945 Aug 16 02:44:32.983694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-481188ec-70ae-4b4b-829b-5a65a42bab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:32.985266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-481188ec-70ae-4b4b-829b-5a65a42bab33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.0515654 Aug 16 02:44:33.046219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-d039d450-f7e4-4497-8cd0-a3b8aad29063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:33.047177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308d26c-499d-4a5e-8299-db0a6c185173 req-0f1ac5cd-7fb3-41ce-93b0-f78051c4548f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:33.049786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-d039d450-f7e4-4497-8cd0-a3b8aad29063 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574327 Aug 16 02:44:33.050173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6308d26c-499d-4a5e-8299-db0a6c185173 req-0f1ac5cd-7fb3-41ce-93b0-f78051c4548f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.0629370 Aug 16 02:44:33.086255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:33.090902 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6308d26c-499d-4a5e-8299-db0a6c185173 req-22986d10-2d82-46cd-8c5e-07b42547d655 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348840 Aug 16 02:44:33.118590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57112) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:33.182149 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-0142b904-957e-401a-b2e8-7d5b161d3feb service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249526 Aug 16 02:44:33.303042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e75f3abc-6b6a-4495-bca0-432956d6b4eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=987472a27c8e47d1bba38deb64a42afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802382 Aug 16 02:44:33.303296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57122) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:33.329993 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-154b11c7-e519-4d40-a9c6-10592710def3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=838aeecf652741859ad8167413a03360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400668 Aug 16 02:44:33.333140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:33.351286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3bb641c-a0b7-4f6b-8a34-0cbd22507f7e req-c87c2fd0-9d48-42f5-b6ab-70059d1ec978 service neutron] 10.222.0.88 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609471 Aug 16 02:44:33.367667 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64f3599b-7e2f-471a-a95b-36020b024f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.391511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2435391c-66ea-4d16-9fd5-97cbb50e5a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.393363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64f3599b-7e2f-471a-a95b-36020b024f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.413841 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2435391c-66ea-4d16-9fd5-97cbb50e5a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.451237 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64f3599b-7e2f-471a-a95b-36020b024f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.453907 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-64f3599b-7e2f-471a-a95b-36020b024f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.455109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-64f3599b-7e2f-471a-a95b-36020b024f76 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1effb610-5c52-462b-ae0e-9a57a50a5b03 HTTP/1.1" status: 204 len: 168 time: 0.1508071 Aug 16 02:44:33.463121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3599b-7e2f-471a-a95b-36020b024f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1effb610-5c52-462b-ae0e-9a57a50a5b03,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:33.472830 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2435391c-66ea-4d16-9fd5-97cbb50e5a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.475633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2435391c-66ea-4d16-9fd5-97cbb50e5a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.479616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2435391c-66ea-4d16-9fd5-97cbb50e5a37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98de7dfb-5ff8-4241-99b7-9175ab250a3c HTTP/1.1" status: 204 len: 168 time: 0.1428466 Aug 16 02:44:33.487117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435391c-66ea-4d16-9fd5-97cbb50e5a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de7dfb-5ff8-4241-99b7-9175ab250a3c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:34.246304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceaa7d-e027-435d-a085-7e300a1a9f21 req-cc317e36-1650-4548-bc18-fdaab2473c27 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:34.248522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fceaa7d-e027-435d-a085-7e300a1a9f21 req-cc317e36-1650-4548-bc18-fdaab2473c27 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.0541983 Aug 16 02:44:34.283815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57184) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:34.296983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fceaa7d-e027-435d-a085-7e300a1a9f21 req-1b006dab-b265-4fd0-81c6-6202af0d0478 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Aug 16 02:44:34.337269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:44:34.421974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857710857'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:34.462452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:34.466855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.480189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.599507 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.606998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.639713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:34.654515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:34.655837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9743a42-ace7-4ed6-ad08-947d1795d035,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:34.663270 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.663905 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment a58ff140-9143-4a96-8db5-c5daf4236d12 of type vlan for network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 Aug 16 02:44:34.669508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b has no active binding in host n-h2-769329-15 {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:44:34.710558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.740668 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.746450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:34.746939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.825699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5243089 Aug 16 02:44:34.825699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561735eb-d8ed-4347-b3d8-ae9935df7ad7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=aa5e3846-ec58-4512-8fd0-c44ab7fd4880,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:34.840995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:34.944615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57210) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:34.950042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': 'aa5e3846-ec58-4512-8fd0-c44ab7fd4880', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:35.048099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:35.051704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.263641 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.329906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=57496676-8eaa-4e41-9ba0-3e6dfee1ba64,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:35.337675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': 'a58ff140-9143-4a96-8db5-c5daf4236d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'aa5e3846-ec58-4512-8fd0-c44ab7fd4880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:35.338306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: aa5e3846-ec58-4512-8fd0-c44ab7fd4880, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:35.355603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:35.371870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, aa5e3846-ec58-4512-8fd0-c44ab7fd4880) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:35.382578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:35.383343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.383585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d03d6-3864-4f3b-ba84-8474b786975c None None] Network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:35.447742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57232) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:35.448322 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-42e87347-93bf-4885-b86c-d4b0bbec949d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5020566 Aug 16 02:44:35.455907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1217904751'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:35.467520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5132d2-2dca-4f49-8fd7-7d48fe50e9b4 req-df3ba069-77d2-4338-a464-02b118605ded tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:35.469756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b5132d2-2dca-4f49-8fd7-7d48fe50e9b4 req-df3ba069-77d2-4338-a464-02b118605ded tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.0805871 Aug 16 02:44:35.487849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:35.494234 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.523897 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1b5132d2-2dca-4f49-8fd7-7d48fe50e9b4 req-bebc805d-4bb6-4c8c-8559-9ef4bd29d939 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Aug 16 02:44:35.554879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:35.566469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.567183 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment 9e9f00dc-96de-46a3-a84b-c4c3c815a09a of type vlan for network 6f965df9-0fd8-47d4-beab-515f21d4041b Aug 16 02:44:35.582775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-aa5e3846-ec58-4512-8fd0-c44ab7fd4880', 'network_id': 'aa5e3846-ec58-4512-8fd0-c44ab7fd4880', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': '57496676-8eaa-4e41-9ba0-3e6dfee1ba64'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:35.583666 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.613164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.643181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.648849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:35.649453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.719337 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2677922 Aug 16 02:44:35.719620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:35.721904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea398c-5544-4b74-9ea1-9f6bdcb3e7f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=6f965df9-0fd8-47d4-beab-515f21d4041b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:35.732918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Allocated IP 172.20.255.242 (aa5e3846-ec58-4512-8fd0-c44ab7fd4880/57496676-8eaa-4e41-9ba0-3e6dfee1ba64/e4fa0bd7-234f-46f4-882c-253c0f0bde9b) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:35.734573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': '6f965df9-0fd8-47d4-beab-515f21d4041b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:35.761445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 6f965df9-0fd8-47d4-beab-515f21d4041b details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:35.845989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:35.850085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.937730 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.947522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Transition to ACTIVE for port object e4fa0bd7-234f-46f4-882c-253c0f0bde9b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:35.964045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Transition to ACTIVE for port object e4fa0bd7-234f-46f4-882c-253c0f0bde9b will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:35.971006 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.012519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:36.015506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:36.019841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:36.023081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Pushing event updated for resources: {'Port': ['ID=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:36.068414 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.075938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Attempting to bind port e4fa0bd7-234f-46f4-882c-253c0f0bde9b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:36.076332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Attempting to bind port e4fa0bd7-234f-46f4-882c-253c0f0bde9b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'a58ff140-9143-4a96-8db5-c5daf4236d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'aa5e3846-ec58-4512-8fd0-c44ab7fd4880'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:36.077463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Attempting to bind port e4fa0bd7-234f-46f4-882c-253c0f0bde9b on network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:36.082436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:36.082745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Checking segment: {'id': 'a58ff140-9143-4a96-8db5-c5daf4236d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'aa5e3846-ec58-4512-8fd0-c44ab7fd4880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:36.083148 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.083542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Bound using segment: {'id': 'a58ff140-9143-4a96-8db5-c5daf4236d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'aa5e3846-ec58-4512-8fd0-c44ab7fd4880'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:36.084031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Bound port: e4fa0bd7-234f-46f4-882c-253c0f0bde9b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ff140-9143-4a96-8db5-c5daf4236d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'aa5e3846-ec58-4512-8fd0-c44ab7fd4880'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:36.084436 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.133085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=ec8f4a94-3015-4ecd-89bb-34cf704584ab,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:36.141208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': '9e9f00dc-96de-46a3-a84b-c4c3c815a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6f965df9-0fd8-47d4-beab-515f21d4041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:36.141672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: 6f965df9-0fd8-47d4-beab-515f21d4041b, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:36.153316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] For port e4fa0bd7-234f-46f4-882c-253c0f0bde9b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:36.156576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] For port e4fa0bd7-234f-46f4-882c-253c0f0bde9b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,segment=NetworkSegment(a58ff140-9143-4a96-8db5-c5daf4236d12),segment_id=a58ff140-9143-4a96-8db5-c5daf4236d12)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:36.158607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network 6f965df9-0fd8-47d4-beab-515f21d4041b is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:36.161615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.167047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 6f965df9-0fd8-47d4-beab-515f21d4041b) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:36.171409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:36.172325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.186981 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a3621776-5d82-4def-8b9c-0bf7587a6322 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4658849 Aug 16 02:44:36.189567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:36.193415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98beef8-506e-41ed-89ce-b61b46d8433f None None] Network 6f965df9-0fd8-47d4-beab-515f21d4041b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:36.277790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7338d-9c99-40c0-8883-8d635213ab10 None None] Pushing event updated for resources: {'Port': ['ID=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:36.307079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.397048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cb516e-5349-477c-a9e6-7f3a1831a54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6f965df9-0fd8-47d4-beab-515f21d4041b', 'network_id': '6f965df9-0fd8-47d4-beab-515f21d4041b', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': 'ec8f4a94-3015-4ecd-89bb-34cf704584ab'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:36.398735 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-19cb516e-5349-477c-a9e6-7f3a1831a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.431891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.565185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-19cb516e-5349-477c-a9e6-7f3a1831a54a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec8f4a94-3015-4ecd-89bb-34cf704584ab: This subnet is being modified by another concurrent operation. Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec8f4a94-3015-4ecd-89bb-34cf704584ab: This subnet is being modified by another concurrent operation. Aug 16 02:44:36.568173 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:44:36.586189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1438d10-3da1-403a-849a-338143f9e9bc None None] Network 6f965df9-0fd8-47d4-beab-515f21d4041b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:36.622853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8f4a94-3015-4ecd-89bb-34cf704584ab,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:37.149199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.181731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f965df9-0fd8-47d4-beab-515f21d4041b']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:37.203249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9f00dc-96de-46a3-a84b-c4c3c815a09a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:37.203597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9f00dc-96de-46a3-a84b-c4c3c815a09a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:37.206389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-9a1e9670-de53-440d-a9ef-3230c3afe171 service neutron] 10.222.0.88 "GET /v2.0/ports/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 385 time: 0.1730189 Aug 16 02:44:37.219884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.267799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170748f2-8036-4155-b326-885173fb2ace req-a924136f-770f-4987-b2b1-7d08f3b03081 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:37.269880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-170748f2-8036-4155-b326-885173fb2ace req-a924136f-770f-4987-b2b1-7d08f3b03081 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 945 time: 0.2351623 Aug 16 02:44:37.272872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.286487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:37.286880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:37.291701 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:37.439059 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-170748f2-8036-4155-b326-885173fb2ace req-5872f680-c144-422c-a190-e75088d67697 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539609 Aug 16 02:44:37.472564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.496188 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.498377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/6f965df9-0fd8-47d4-beab-515f21d4041b HTTP/1.1" status: 204 len: 168 time: 1.3076458 Aug 16 02:44:37.501320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a79acd-d60e-4055-ac0f-87b6b927986a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=6f965df9-0fd8-47d4-beab-515f21d4041b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:37.503672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57290) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:37.513878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-687613210'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:37.552997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308d9ff-d598-422f-a812-7577230b8af5 None None] Network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:37.563156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:37.569041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.602468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:37.615206 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.615678 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment d8ff9bf1-eb66-4dbb-9063-a36c5292ecb1 of type vlan for network fd8b99ef-9c41-47ec-be23-80b396975b1c Aug 16 02:44:37.618328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:37.651770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:37.696415 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.706471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:37.709922 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb30a9b-5302-428d-ae42-e00c0dfce5b4" -d '{"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:37.716029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a1081e02-a3dd-4eff-abfc-85266d3ea2aa None None] Provisioning for port e4fa0bd7-234f-46f4-882c-253c0f0bde9b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:37.718282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:37.740084 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.740450 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.751802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:37.756678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.805962 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60768ff1-d4a3-4759-9a73-74a7373641ec x-openstack-request-id: req-60768ff1-d4a3-4759-9a73-74a7373641ec {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:37.806376 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:37.806637 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60768ff1-d4a3-4759-9a73-74a7373641ec {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:37.807061 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'code': 200} Aug 16 02:44:37.821733 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3123302 Aug 16 02:44:37.824607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57296) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:37.833148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': 'fd8b99ef-9c41-47ec-be23-80b396975b1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:37.874273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] Transition to ACTIVE for port object 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:37.879576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.904049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b1fbb-d2fc-4abd-929b-4a1df008ae9a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=fd8b99ef-9c41-47ec-be23-80b396975b1c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:37.920892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network fd8b99ef-9c41-47ec-be23-80b396975b1c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:37.967391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:37.992770 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.004903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=11']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:38.081431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] No DVR routers for this DVR port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:38.105877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Performing IP validity checks on allocation pools {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:44:38.106413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:44:38.246619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fa0bd7-234f-46f4-882c-253c0f0bde9b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:38.330596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port e4fa0bd7-234f-46f4-882c-253c0f0bde9b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:38.340717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e4fa0bd7-234f-46f4-882c-253c0f0bde9b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:38.341383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.370184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.414768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ffb5d1-219e-4744-b200-843760df1ec9 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:38.430800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-c9420996-d86d-4236-b540-5b6f848dee98 service neutron] 10.222.0.88 "PUT /v2.0/ports/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b/bindings/n-h2-769329-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2144954 Aug 16 02:44:38.459398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=420213ac-96e0-4b88-84ae-069aa1f8b2d3,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:38.476033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98d9145c-a31b-47f1-90c9-ecac4c56ebd9 None None] Provisioning complete for port e4fa0bd7-234f-46f4-882c-253c0f0bde9b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:38.476530 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98d9145c-a31b-47f1-90c9-ecac4c56ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.489108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': 'd8ff9bf1-eb66-4dbb-9063-a36c5292ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fd8b99ef-9c41-47ec-be23-80b396975b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:38.489608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: fd8b99ef-9c41-47ec-be23-80b396975b1c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:38.521330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network fd8b99ef-9c41-47ec-be23-80b396975b1c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:38.538198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, fd8b99ef-9c41-47ec-be23-80b396975b1c) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:38.565462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.566468 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.568060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-e3d68f37-3ddc-46d0-9c33-10ac6a923390 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.569588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-e3d68f37-3ddc-46d0-9c33-10ac6a923390 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.0754249 Aug 16 02:44:38.583198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-68fce023-de2b-4514-96c9-d868c1d1e2a4 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7572389 Aug 16 02:44:38.586093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57314) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:38.687770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-bce0c203-1510-4bc2-850d-9dc8c1a20a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.689401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-bce0c203-1510-4bc2-850d-9dc8c1a20a60 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 1096 time: 0.0873284 Aug 16 02:44:38.697330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ef60c-2dcb-4c69-b212-8bee56469d59 req-ac04969f-28aa-4247-bb06-c8cb94c9c735 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.704505 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.705378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac3ef60c-2dcb-4c69-b212-8bee56469d59 req-ac04969f-28aa-4247-bb06-c8cb94c9c735 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 944 time: 0.1480002 Aug 16 02:44:38.714757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.771994 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac3ef60c-2dcb-4c69-b212-8bee56469d59 req-f9f6ebe3-b5fb-4c4e-a457-cfdabd100f8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657184 Aug 16 02:44:38.802260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-fee87c90-2a2c-4305-bd47-a65810f711c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.804181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-fee87c90-2a2c-4305-bd47-a65810f711c2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1096 time: 0.0801549 Aug 16 02:44:38.804793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.818272 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98d9145c-a31b-47f1-90c9-ecac4c56ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.833350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port e4fa0bd7-234f-46f4-882c-253c0f0bde9b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,segment=NetworkSegment(a58ff140-9143-4a96-8db5-c5daf4236d12),segment_id=a58ff140-9143-4a96-8db5-c5daf4236d12)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:38.843824 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.884965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.897894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ffb5d1-219e-4744-b200-843760df1ec9 None None] Unable to find a vacant binding_index for network fd8b99ef-9c41-47ec-be23-80b396975b1c and agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f {{(pid=94858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 16 02:44:38.924941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=420213ac-96e0-4b88-84ae-069aa1f8b2d3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:38.945798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ffb5d1-219e-4744-b200-843760df1ec9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, fd8b99ef-9c41-47ec-be23-80b396975b1c) {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:38.950181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-f2d58b7a-9358-48c9-9f21-f87980d0335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.951948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-f2d58b7a-9358-48c9-9f21-f87980d0335e service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 896 time: 0.1307979 Aug 16 02:44:38.961105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:38.964434 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-98d9145c-a31b-47f1-90c9-ecac4c56ebd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:44:38.965354 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-98d9145c-a31b-47f1-90c9-ecac4c56ebd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:44:38.991496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.003078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8b99ef-9c41-47ec-be23-80b396975b1c']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:39.013781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ff9bf1-eb66-4dbb-9063-a36c5292ecb1') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:39.014077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ff9bf1-eb66-4dbb-9063-a36c5292ecb1') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:39.025678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.040919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.041968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-5e7c5706-586e-4b68-8383-ee6b4108400c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 999 time: 0.0779986 Aug 16 02:44:39.048965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:39.049378 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:39.052788 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:39.115338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-52883f60-fe05-4a4e-982c-677f59221505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.116891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-52883f60-fe05-4a4e-982c-677f59221505 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.0624993 Aug 16 02:44:39.122061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.128677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.135882 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/fd8b99ef-9c41-47ec-be23-80b396975b1c HTTP/1.1" status: 204 len: 168 time: 0.5481896 Aug 16 02:44:39.136528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57322) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:39.145070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33239941'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:39.169126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f8624-7d9b-4d28-9936-23ddd197890d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=fd8b99ef-9c41-47ec-be23-80b396975b1c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:39.180431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-24dd530e-e18d-474f-998e-34790cb5faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.182004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-24dd530e-e18d-474f-998e-34790cb5faf2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501499 Aug 16 02:44:39.185483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:39.189885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.228061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:39.241908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.242331 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment ea7cfc69-bc61-4642-94c2-1a570767ce8a of type vlan for network 2feeb570-261f-49e3-bc2d-cbb04f2a4597 Aug 16 02:44:39.249733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f65ecc-392a-4603-9a7d-bfd35dbb5cad None None] Network fd8b99ef-9c41-47ec-be23-80b396975b1c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:39.267683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f65ecc-392a-4603-9a7d-bfd35dbb5cad None None] Network fd8b99ef-9c41-47ec-be23-80b396975b1c could not be found, it might have been deleted concurrently. {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:44:39.283872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0837a-893b-4e13-a0a5-0728c4a57eda None None] Network fd8b99ef-9c41-47ec-be23-80b396975b1c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:39.293808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.296469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0837a-893b-4e13-a0a5-0728c4a57eda None None] Network fd8b99ef-9c41-47ec-be23-80b396975b1c could not be found, it might have been deleted concurrently. {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:44:39.339262 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.341441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-42632e1f-31b1-4ddb-ba33-acade9ccf38a service neutron] 10.222.0.98 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463091 Aug 16 02:44:39.345367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.346018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.411305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2706208 Aug 16 02:44:39.414087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57328) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:39.417415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199f7e7-be10-4be3-abe2-8f13d45f817c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=2feeb570-261f-49e3-bc2d-cbb04f2a4597,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:39.419275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:39.427337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 2feeb570-261f-49e3-bc2d-cbb04f2a4597 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:39.522846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-0f4bf2cf-2ceb-49be-ad51-2b952f8c95c3 service neutron] 10.222.0.98 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698658 Aug 16 02:44:39.566210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:39.571078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.790506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.858974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=348850ba-1ac2-4fd6-8f1b-8d52572308e5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:39.920340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': 'ea7cfc69-bc61-4642-94c2-1a570767ce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:39.920752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: 2feeb570-261f-49e3-bc2d-cbb04f2a4597, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:39.938537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af800c44-6d95-436c-9841-a352e0846a25 req-57f31d46-a696-4d11-9005-bcd500435389 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.940931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-d8301489-ecce-4d25-b95c-fc1c1f742e43 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.942439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-d8301489-ecce-4d25-b95c-fc1c1f742e43 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 1096 time: 0.0845702 Aug 16 02:44:39.948229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af800c44-6d95-436c-9841-a352e0846a25 req-57f31d46-a696-4d11-9005-bcd500435389 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 944 time: 0.0672193 Aug 16 02:44:39.950157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network 2feeb570-261f-49e3-bc2d-cbb04f2a4597 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:39.996755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af800c44-6d95-436c-9841-a352e0846a25 req-f0d5adff-9c42-42b3-a314-0ce0b412cf30 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Aug 16 02:44:40.024521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 2feeb570-261f-49e3-bc2d-cbb04f2a4597) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:40.033964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971e46f-e2be-4e84-81e7-cc6f0570f723 None None] Network 2feeb570-261f-49e3-bc2d-cbb04f2a4597 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:40.087443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:40.088253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.181898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bcf0fbe2-8979-4d2c-8ca6-f0b9f41877ce tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7639198 Aug 16 02:44:40.183422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57356) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:40.203154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-88ab3711-da9b-48e5-b3b6-5844775b2a7f service neutron] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:40.208965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-2feeb570-261f-49e3-bc2d-cbb04f2a4597', 'network_id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': '348850ba-1ac2-4fd6-8f1b-8d52572308e5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:40.209868 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.214768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33af74-e6fa-4397-af51-7315b9cf2c67 req-32a07a24-c12c-4ed7-9b6a-e0cab7c401ba tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:40.214768 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab33af74-e6fa-4397-af51-7315b9cf2c67 req-32a07a24-c12c-4ed7-9b6a-e0cab7c401ba tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1096 time: 0.1267512 Aug 16 02:44:40.224316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-88ab3711-da9b-48e5-b3b6-5844775b2a7f service neutron] Notify callbacks [] for binding, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.224316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-88ab3711-da9b-48e5-b3b6-5844775b2a7f service neutron] 10.222.0.98 "DELETE /v2.0/ports/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b/bindings/n-h1-769329-15 HTTP/1.1" status: 204 len: 173 time: 0.2587516 Aug 16 02:44:40.235833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fa0bd7-234f-46f4-882c-253c0f0bde9b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:40.326233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab33af74-e6fa-4397-af51-7315b9cf2c67 req-197c6d94-b2cf-4dc1-a698-c45018457c15 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828805 Aug 16 02:44:40.364601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.448016 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.482932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port e4fa0bd7-234f-46f4-882c-253c0f0bde9b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:40.483154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.491318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8280-fa48-4b81-8b17-dac547570dbc req-d59002dd-de2b-4bf7-ac03-a98ce1768ed8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:40.499635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e29f8280-fa48-4b81-8b17-dac547570dbc req-d59002dd-de2b-4bf7-ac03-a98ce1768ed8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 944 time: 0.0784323 Aug 16 02:44:40.514033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Allocated IP 172.20.0.1 (2feeb570-261f-49e3-bc2d-cbb04f2a4597/348850ba-1ac2-4fd6-8f1b-8d52572308e5/41c08022-e839-4def-bf95-5057ad2227c4) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:40.552684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e29f8280-fa48-4b81-8b17-dac547570dbc req-d0a5ac76-69f4-4f76-a603-e7c8b41dd022 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521467 Aug 16 02:44:40.577698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57364) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:40.688787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-83b4c5ea-1638-47e9-8167-9c1482153ac7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 HTTP/1.1" status: 200 len: 991 time: 0.1042697 Aug 16 02:44:40.750303 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.759375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Transition to ACTIVE for port object 41c08022-e839-4def-bf95-5057ad2227c4 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:40.777117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Transition to ACTIVE for port object 41c08022-e839-4def-bf95-5057ad2227c4 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:40.785841 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.806254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.834761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=348850ba-1ac2-4fd6-8f1b-8d52572308e5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:40.843746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Network 2feeb570-261f-49e3-bc2d-cbb04f2a4597 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:40.848004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:40.851199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:40.920445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Pushing event updated for resources: {'Port': ['ID=41c08022-e839-4def-bf95-5057ad2227c4,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:40.943814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Attempting to bind port 41c08022-e839-4def-bf95-5057ad2227c4 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:40.944197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Attempting to bind port 41c08022-e839-4def-bf95-5057ad2227c4 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ea7cfc69-bc61-4642-94c2-1a570767ce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:40.944618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Attempting to bind port 41c08022-e839-4def-bf95-5057ad2227c4 on network 2feeb570-261f-49e3-bc2d-cbb04f2a4597 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:40.956089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:40.956553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Checking segment: {'id': 'ea7cfc69-bc61-4642-94c2-1a570767ce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:40.959498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.961515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Bound using segment: {'id': 'ea7cfc69-bc61-4642-94c2-1a570767ce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:40.963684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Bound port: 41c08022-e839-4def-bf95-5057ad2227c4, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7cfc69-bc61-4642-94c2-1a570767ce8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:40.964120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.977562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:40.991490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2feeb570-261f-49e3-bc2d-cbb04f2a4597']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:41.006463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7cfc69-bc61-4642-94c2-1a570767ce8a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:41.007212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7cfc69-bc61-4642-94c2-1a570767ce8a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:41.051259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] For port 41c08022-e839-4def-bf95-5057ad2227c4, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:41.054235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] For port 41c08022-e839-4def-bf95-5057ad2227c4, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=41c08022-e839-4def-bf95-5057ad2227c4,segment=NetworkSegment(ea7cfc69-bc61-4642-94c2-1a570767ce8a),segment_id=ea7cfc69-bc61-4642-94c2-1a570767ce8a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:41.061199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.084402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.094337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.127438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:41.137060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:41.145470 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:41.262979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:44:41.262979 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:44:41.262979 n-d-769329-15 neutron-server[94856]: [parameters: {'id': '2feeb570-261f-49e3-bc2d-cbb04f2a4597'}] Aug 16 02:44:41.262979 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:44:41.263439 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:44:41.286387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed021714-13f1-45c6-81db-89edb3f51731 None None] Pushing event updated for resources: {'Port': ['ID=41c08022-e839-4def-bf95-5057ad2227c4,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:41.303832 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59960df4-1f20-4e65-9c95-b08937e623ad None None] Network 2feeb570-261f-49e3-bc2d-cbb04f2a4597 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:41.627053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc6d4a5-a140-4ccd-83f1-5b92100489b5 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:41.708775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6d4a5-a140-4ccd-83f1-5b92100489b5 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:41.764555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.818373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Deleting port 41c08022-e839-4def-bf95-5057ad2227c4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:41.819085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.917986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] For port 41c08022-e839-4def-bf95-5057ad2227c4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=41c08022-e839-4def-bf95-5057ad2227c4,segment=NetworkSegment(ea7cfc69-bc61-4642-94c2-1a570767ce8a),segment_id=ea7cfc69-bc61-4642-94c2-1a570767ce8a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:41.918295 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:41.934149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Calling delete_port for 41c08022-e839-4def-bf95-5057ad2227c4 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:41.980033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:42.051382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:42.069698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.101149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Port': ['ID=41c08022-e839-4def-bf95-5057ad2227c4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:42.108446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No DVR routers for this DVR port 41c08022-e839-4def-bf95-5057ad2227c4 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:42.193245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.204334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2feeb570-261f-49e3-bc2d-cbb04f2a4597']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:42.216547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7cfc69-bc61-4642-94c2-1a570767ce8a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:42.216974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7cfc69-bc61-4642-94c2-1a570767ce8a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:42.227483 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.242847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.249904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:42.250469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:42.253553 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:42.330268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.345091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.347129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/2feeb570-261f-49e3-bc2d-cbb04f2a4597 HTTP/1.1" status: 204 len: 168 time: 2.1608880 Aug 16 02:44:42.350647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57404) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:42.355517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1887605963'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:42.366959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d9674-0e80-4cd8-b1fd-358fbfb9e158 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=2feeb570-261f-49e3-bc2d-cbb04f2a4597,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:42.384481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:42.388534 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.412612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:42.426476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.426476 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment 44521748-78ed-4d74-b748-ecdd15093f46 of type vlan for network d4981420-2825-4085-b162-3bf92d9b31f0 Aug 16 02:44:42.465370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.501883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.508449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:42.509352 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.602256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2481689 Aug 16 02:44:42.602624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57416) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:42.608037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': 'd4981420-2825-4085-b162-3bf92d9b31f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:42.625208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185275a-95f7-4cc0-a6a5-29b7fe48986f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=d4981420-2825-4085-b162-3bf92d9b31f0,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:42.637355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d4981420-2825-4085-b162-3bf92d9b31f0 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:42.752525 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:42.756785 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.962357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.022562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=89200020-ade8-401a-9bcd-26ff55a40877,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:43.043432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': '44521748-78ed-4d74-b748-ecdd15093f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd4981420-2825-4085-b162-3bf92d9b31f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:43.044053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: d4981420-2825-4085-b162-3bf92d9b31f0, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:43.063927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network d4981420-2825-4085-b162-3bf92d9b31f0 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:43.076592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d4981420-2825-4085-b162-3bf92d9b31f0) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:43.086935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:43.087787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7370d82-5b77-4af3-87d2-6040cf0b0825 None None] Network d4981420-2825-4085-b162-3bf92d9b31f0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:43.088250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.113770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d0782b9e-a8c6-4e24-82d2-14beee08e29b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5073884 Aug 16 02:44:43.113770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57430) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:43.230453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.308091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.316256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f6a30-2819-4795-bd97-9019b2440525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-d4981420-2825-4085-b162-3bf92d9b31f0', 'network_id': 'd4981420-2825-4085-b162-3bf92d9b31f0', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': '89200020-ade8-401a-9bcd-26ff55a40877'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:43.327058 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6a30-2819-4795-bd97-9019b2440525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.378204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-3d9f6a30-2819-4795-bd97-9019b2440525 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89200020-ade8-401a-9bcd-26ff55a40877: This subnet is being modified by another concurrent operation. Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89200020-ade8-401a-9bcd-26ff55a40877: This subnet is being modified by another concurrent operation. Aug 16 02:44:43.468058 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:44:43.493436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=89200020-ade8-401a-9bcd-26ff55a40877,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:43.510466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.511268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3414f-62aa-406a-8539-a019f2cc72c8 None None] Network d4981420-2825-4085-b162-3bf92d9b31f0 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:43.521902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4981420-2825-4085-b162-3bf92d9b31f0']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:43.542493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44521748-78ed-4d74-b748-ecdd15093f46') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:43.543141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44521748-78ed-4d74-b748-ecdd15093f46') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:43.553924 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.571122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.581506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:43.581998 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:43.586392 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:43.663000 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.663974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13295aa9-aa03-48af-88ca-2edc0e7d1b1a None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:43.671275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.674502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/d4981420-2825-4085-b162-3bf92d9b31f0 HTTP/1.1" status: 204 len: 168 time: 0.5596406 Aug 16 02:44:43.677916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57438) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:43.684349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504367957'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:43.714307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcb0f8-6307-4e17-8b11-c73cc1958324 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=d4981420-2825-4085-b162-3bf92d9b31f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:43.725684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:43.729305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.770972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:43.779448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13295aa9-aa03-48af-88ca-2edc0e7d1b1a None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:43.782345 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.782900 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment 37090458-12fb-4437-a0d7-0211e1344b8b of type vlan for network 84569692-97a7-4fea-bcce-1d6d41b8ce39 Aug 16 02:44:43.837310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.877735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.887029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:43.887792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:43.953473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57448) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:43.966251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2865512 Aug 16 02:44:43.971177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57450) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:43.976434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': '84569692-97a7-4fea-bcce-1d6d41b8ce39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:43.996787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51faac-d417-4052-ab5a-6bcf79c92d2d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=84569692-97a7-4fea-bcce-1d6d41b8ce39,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:44.037865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 84569692-97a7-4fea-bcce-1d6d41b8ce39 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:44.122002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:44.129705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.209264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 3ea2496f-21df-46c2-a164-44d008a721fd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:44.209831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.230307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Performing IP validity checks on allocation pools {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:44:44.230959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:44:44.294311 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.294647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.315492 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 3ea2496f-21df-46c2-a164-44d008a721fd owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:44.393665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.456977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=7e2e451b-6b2d-46e5-a4db-6be120695e09,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:44.466215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': '37090458-12fb-4437-a0d7-0211e1344b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '84569692-97a7-4fea-bcce-1d6d41b8ce39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:44.466821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: 84569692-97a7-4fea-bcce-1d6d41b8ce39, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:44.493460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network 84569692-97a7-4fea-bcce-1d6d41b8ce39 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:44.506684 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 84569692-97a7-4fea-bcce-1d6d41b8ce39) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:44.516717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:44.517560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baceb42f-bb5a-4935-95b4-ae3431499b45 None None] Network 84569692-97a7-4fea-bcce-1d6d41b8ce39 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:44.518010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.532074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.535919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-50450d4c-565e-40b0-bcb3-34bab10ea2d3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5634272 Aug 16 02:44:44.538358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57462) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:44.566882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=3ea2496f-21df-46c2-a164-44d008a721fd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:44.639245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.639968 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 disassociated (deleted). External IP: 172.25.4.135, port: 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b. Aug 16 02:44:44.670765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.786432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a80855-3969-4978-837e-abff4a8f3b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-84569692-97a7-4fea-bcce-1d6d41b8ce39', 'network_id': '84569692-97a7-4fea-bcce-1d6d41b8ce39', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': '7e2e451b-6b2d-46e5-a4db-6be120695e09'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:44.787974 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57a80855-3969-4978-837e-abff4a8f3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.793037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.934456 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-57a80855-3969-4978-837e-abff4a8f3b7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e2e451b-6b2d-46e5-a4db-6be120695e09: This subnet is being modified by another concurrent operation. Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e2e451b-6b2d-46e5-a4db-6be120695e09: This subnet is being modified by another concurrent operation. Aug 16 02:44:44.964195 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:44:44.976365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router ee41aa8e-65fd-4c4b-992d-053005a359a6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:44:44.992074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9fa178-9f54-4392-82b8-e94d016add22 None None] Network 84569692-97a7-4fea-bcce-1d6d41b8ce39 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:44.997998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2e451b-6b2d-46e5-a4db-6be120695e09,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:45.087344 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.102511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84569692-97a7-4fea-bcce-1d6d41b8ce39']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:45.116744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37090458-12fb-4437-a0d7-0211e1344b8b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:45.117044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37090458-12fb-4437-a0d7-0211e1344b8b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:45.127236 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.155449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.170943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806d21b-62fc-4e2e-b907-30092b867911 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:45.177005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:45.177877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:45.190542 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:45.323464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806d21b-62fc-4e2e-b907-30092b867911 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:45.380887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.411448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.427027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/84569692-97a7-4fea-bcce-1d6d41b8ce39 HTTP/1.1" status: 204 len: 168 time: 0.8873231 Aug 16 02:44:45.443641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57478) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:45.449898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-167102790'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:45.455355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c5564-f1c3-4636-90fa-dc4a5b54251b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=84569692-97a7-4fea-bcce-1d6d41b8ce39,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:45.494280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:45.497881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.561065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:45.564654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:45.567591 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.574482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.575244 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment f33fcf08-d30c-4169-a3e8-01dfe8dbb0fa of type vlan for network b889f6e6-5f8c-47f5-8ab1-c8f40f240431 Aug 16 02:44:45.582070 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043de023-260f-4338-91c2-620feb870a57 None None] Sync routers for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:45.597059 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:45.597631 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:45.638103 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b29a6be1-fa02-4fed-8fcb-43de1aed260b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/floatingips/7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144 HTTP/1.1" status: 204 len: 168 time: 1.6680875 Aug 16 02:44:45.638103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:45.638103 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571504d2-7924-44db-a73f-9dcf2c97fff4" -d '{"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:45.673064 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db581c52-49d1-47fb-a513-6f32506d3176 x-openstack-request-id: req-db581c52-49d1-47fb-a513-6f32506d3176 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:45.673773 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:45.673978 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db581c52-49d1-47fb-a513-6f32506d3176 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:45.675670 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'status': 'completed', 'code': 200} Aug 16 02:44:45.688966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.755084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.761111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:45.761780 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.831385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-fca88a2b-c526-4fb4-8afb-bb7a340e7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:45.834046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-fca88a2b-c526-4fb4-8afb-bb7a340e7aaa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 1096 time: 0.1378198 Aug 16 02:44:45.848115 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:45.886201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4413080 Aug 16 02:44:45.889467 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57488) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:45.894663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': 'b889f6e6-5f8c-47f5-8ab1-c8f40f240431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:46.036622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bbb43-31d0-432f-978e-f2a9edc39e9e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=b889f6e6-5f8c-47f5-8ab1-c8f40f240431,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:46.047077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:46.050502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b889f6e6-5f8c-47f5-8ab1-c8f40f240431 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:46.052413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:46.139761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-0f77f3e6-6e55-4acf-ae31-fdcf3553f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.141532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-0f77f3e6-6e55-4acf-ae31-fdcf3553f0ae service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 200 len: 896 time: 0.2956066 Aug 16 02:44:46.283784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-5a059249-7c11-49a3-bdbc-391d1c7380a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 200 len: 217 time: 0.1303225 Aug 16 02:44:46.413519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-bea42c86-3d55-4c3e-ac66-f494ea66d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.415193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-bea42c86-3d55-4c3e-ac66-f494ea66d94e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 200 len: 835 time: 0.0984259 Aug 16 02:44:46.419055 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:40Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:46.423991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff510a81-95b2-49e4-87f4-da4dab1f0216 req-ae0f646b-c244-440a-9058-b7da8e90211d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.425564 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff510a81-95b2-49e4-87f4-da4dab1f0216 req-ae0f646b-c244-440a-9058-b7da8e90211d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 944 time: 0.1440933 Aug 16 02:44:46.460536 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043de023-260f-4338-91c2-620feb870a57 None None] Checking router: ee41aa8e-65fd-4c4b-992d-053005a359a6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:44:46.472222 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:46.473396 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:46.548593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff510a81-95b2-49e4-87f4-da4dab1f0216 req-7dfce6a1-f52c-47e5-80a9-d2116ce3e458 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=09550c30-b056-4558-bf7d-4f94ed37e007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949683 Aug 16 02:44:46.560060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-6b5ae69b-1df4-46ef-859c-c58e3d90940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.561524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-6b5ae69b-1df4-46ef-859c-c58e3d90940b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e02b13d-bc26-4c30-8eb4-3614a1c4b045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350629 Aug 16 02:44:46.587787 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:46.595857 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:46.707578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-5bd198fa-4759-4acf-8743-4fc3e528df6f service neutron] 10.222.0.98 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365924 Aug 16 02:44:46.840580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=3a657a01-eb1a-423d-bd25-2a09ab2e73f4,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:46.872146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': 'f33fcf08-d30c-4169-a3e8-01dfe8dbb0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'b889f6e6-5f8c-47f5-8ab1-c8f40f240431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:46.873582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: b889f6e6-5f8c-47f5-8ab1-c8f40f240431, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:46.886448 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-43038d31-bc24-473a-9022-60e370707c71 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.889525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-43038d31-bc24-473a-9022-60e370707c71 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 944 time: 0.2167301 Aug 16 02:44:46.924661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-571504d2-7924-44db-a73f-9dcf2c97fff4 req-37030267-22bc-49bf-8952-6013e60ad47a service neutron] 10.222.0.98 "GET /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008097 Aug 16 02:44:46.956755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network b889f6e6-5f8c-47f5-8ab1-c8f40f240431 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:47.009744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b889f6e6-5f8c-47f5-8ab1-c8f40f240431) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:47.021307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:47.022203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.035986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c98e6b-6a3b-4d60-b58a-cd6798fa0ac6 None None] Network b889f6e6-5f8c-47f5-8ab1-c8f40f240431 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:47.042189 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-043de023-260f-4338-91c2-620feb870a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:40Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:47.060733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:47.061993 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.100611 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043de023-260f-4338-91c2-620feb870a57 None None] The sync data for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 is: [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:33Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '16e58028-23ab-4c99-8fce-1a77a5ec4d1f', 'name': '', 'network_id': '5e02b13d-bc26-4c30-8eb4-3614a1c4b045', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:8f:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:32Z', 'updated_at': '2021-08-16T02:43:40Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '55fdb459-35ba-4e82-9fba-02a66b770ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:44:47.179589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e9ba4429-79bc-49e5-94a8-095401b9b97b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2865169 Aug 16 02:44:47.179990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:47.342869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:47.342869 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.383333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:47.387636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578ed6e-ecc4-4f05-81b8-30959b662481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-b889f6e6-5f8c-47f5-8ab1-c8f40f240431', 'network_id': 'b889f6e6-5f8c-47f5-8ab1-c8f40f240431', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': '3a657a01-eb1a-423d-bd25-2a09ab2e73f4'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:47.391258 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9578ed6e-ecc4-4f05-81b8-30959b662481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.420647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.514197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.636781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.665856 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-9578ed6e-ecc4-4f05-81b8-30959b662481 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a657a01-eb1a-423d-bd25-2a09ab2e73f4: This subnet is being modified by another concurrent operation. Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a657a01-eb1a-423d-bd25-2a09ab2e73f4: This subnet is being modified by another concurrent operation. Aug 16 02:44:47.681859 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:44:47.698712 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=3b1adbae-e7e0-4446-a1be-1f302ca4ca5b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:47.727316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9e902-041e-4d00-8d20-6ed4e81f0c30 None None] Network b889f6e6-5f8c-47f5-8ab1-c8f40f240431 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:47.739102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca1ab928-28f9-478e-91ae-eb17891efe20 req-1e521076-17f0-47ed-b47a-6c0d84867f2c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=eddbb8da-05e5-4864-8943-fe0b96b361d5 HTTP/1.1" status: 200 len: 210 time: 0.0531518 Aug 16 02:44:47.761796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0232ac4-6296-4c21-b7c9-b2a1f885d965 None None] New status for floating IP 7f92ff4c-5d75-4a9c-a0fd-b7a5c33e9144: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:44:47.838026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=3a657a01-eb1a-423d-bd25-2a09ab2e73f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:47.847163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] No DVR routers for this DVR port 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:47.852942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.854014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6279df5a-e416-4f45-b719-376d9fcb5918 req-ccc046d0-a500-4375-80da-858e2dd3faa8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.98 "DELETE /v2.0/ports/3b1adbae-e7e0-4446-a1be-1f302ca4ca5b HTTP/1.1" status: 204 len: 173 time: 0.9523370 Aug 16 02:44:47.854598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-deleted', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:47.865847 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2ec524-e955-4d6d-a9b4-ac9a68c601b7" -d '{"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-deleted", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:47.891809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.915943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b889f6e6-5f8c-47f5-8ab1-c8f40f240431']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:47.942400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33fcf08-d30c-4169-a3e8-01dfe8dbb0fa') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:47.942690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33fcf08-d30c-4169-a3e8-01dfe8dbb0fa') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:47.961732 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fdc991-205c-49e8-9b1b-28152450db93 x-openstack-request-id: req-06fdc991-205c-49e8-9b1b-28152450db93 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:47.962223 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddbb8da-05e5-4864-8943-fe0b96b361d5", "name": "network-vif-deleted", "tag": "3b1adbae-e7e0-4446-a1be-1f302ca4ca5b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:47.962334 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06fdc991-205c-49e8-9b1b-28152450db93 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:47.962653 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddbb8da-05e5-4864-8943-fe0b96b361d5', 'name': 'network-vif-deleted', 'tag': '3b1adbae-e7e0-4446-a1be-1f302ca4ca5b', 'status': 'completed', 'code': 200} Aug 16 02:44:47.963969 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:47.988301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.000037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:48.000037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:48.017718 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:48.087905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.114874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.120307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/b889f6e6-5f8c-47f5-8ab1-c8f40f240431 HTTP/1.1" status: 204 len: 168 time: 0.9353313 Aug 16 02:44:48.120307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440a20a-885b-4b44-9454-7859f6e1d6d9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=b889f6e6-5f8c-47f5-8ab1-c8f40f240431,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:48.122119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57530) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:48.134103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239078269'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:48.163139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:48.173628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.216422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:48.246087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.246592 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment e9857178-6b50-4d6d-936b-ad16a49afaae of type vlan for network 1c457827-e061-49cb-ad7c-059b34abdf3b Aug 16 02:44:48.335475 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.417286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.423958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.425112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.492405 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d5e325-5071-47fe-8b18-8db5d7fe6f8e None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:48.544500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4199529 Aug 16 02:44:48.547718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57542) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:48.553359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': '1c457827-e061-49cb-ad7c-059b34abdf3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:48.568922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d037e4c-d223-4d44-9d4c-a7f0088c77a8 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=1c457827-e061-49cb-ad7c-059b34abdf3b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:48.584517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1c457827-e061-49cb-ad7c-059b34abdf3b details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:48.669049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:48.672973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:48.739092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5e325-5071-47fe-8b18-8db5d7fe6f8e None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:48.823296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57550) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:48.965034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.073801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=f9edc19c-f8ae-47c8-a925-ec0028ccd891,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:49.095263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': 'e9857178-6b50-4d6d-936b-ad16a49afaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1c457827-e061-49cb-ad7c-059b34abdf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:49.095693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: 1c457827-e061-49cb-ad7c-059b34abdf3b, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:49.118171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network 1c457827-e061-49cb-ad7c-059b34abdf3b is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:49.132889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1c457827-e061-49cb-ad7c-059b34abdf3b) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:49.137108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.137848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.160361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0967834a-3853-490b-a56c-b943b2d852a9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6087103 Aug 16 02:44:49.160655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57556) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:49.162545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3607e6b7-4722-4a77-bb86-3ec13ae41b03 None None] Network 1c457827-e061-49cb-ad7c-059b34abdf3b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:49.357098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.377009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-1c457827-e061-49cb-ad7c-059b34abdf3b', 'network_id': '1c457827-e061-49cb-ad7c-059b34abdf3b', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': 'f9edc19c-f8ae-47c8-a925-ec0028ccd891'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:49.382893 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.479165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.642970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Allocated IP 172.20.0.1 (1c457827-e061-49cb-ad7c-059b34abdf3b/f9edc19c-f8ae-47c8-a925-ec0028ccd891/ca6edc00-a5b0-41f3-a521-d3e124a8fabf) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:49.697149 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.857583 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.873694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Transition to ACTIVE for port object ca6edc00-a5b0-41f3-a521-d3e124a8fabf will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:49.887002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Transition to ACTIVE for port object ca6edc00-a5b0-41f3-a521-d3e124a8fabf will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:49.899520 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.933605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.966687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Pushing event updated for resources: {'Port': ['ID=ca6edc00-a5b0-41f3-a521-d3e124a8fabf,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:49.970242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Network 1c457827-e061-49cb-ad7c-059b34abdf3b is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:49.972099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:49.976360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:49.999728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=f9edc19c-f8ae-47c8-a925-ec0028ccd891,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:50.044937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Attempting to bind port ca6edc00-a5b0-41f3-a521-d3e124a8fabf on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:50.045319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Attempting to bind port ca6edc00-a5b0-41f3-a521-d3e124a8fabf by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e9857178-6b50-4d6d-936b-ad16a49afaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1c457827-e061-49cb-ad7c-059b34abdf3b'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:50.045678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Attempting to bind port ca6edc00-a5b0-41f3-a521-d3e124a8fabf on network 1c457827-e061-49cb-ad7c-059b34abdf3b {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:50.056324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:50.056732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Checking segment: {'id': 'e9857178-6b50-4d6d-936b-ad16a49afaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1c457827-e061-49cb-ad7c-059b34abdf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:50.057228 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.057669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Bound using segment: {'id': 'e9857178-6b50-4d6d-936b-ad16a49afaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1c457827-e061-49cb-ad7c-059b34abdf3b'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:50.058144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Bound port: ca6edc00-a5b0-41f3-a521-d3e124a8fabf, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9857178-6b50-4d6d-936b-ad16a49afaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1c457827-e061-49cb-ad7c-059b34abdf3b'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:50.058528 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.063538 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.074164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c457827-e061-49cb-ad7c-059b34abdf3b']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:50.085671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9857178-6b50-4d6d-936b-ad16a49afaae') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:50.085986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9857178-6b50-4d6d-936b-ad16a49afaae') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:50.097071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.122025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.129670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:50.130601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:50.134138 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:50.189844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:50.192250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.241373 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] For port ca6edc00-a5b0-41f3-a521-d3e124a8fabf, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:50.267664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] For port ca6edc00-a5b0-41f3-a521-d3e124a8fabf, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ca6edc00-a5b0-41f3-a521-d3e124a8fabf,segment=NetworkSegment(e9857178-6b50-4d6d-936b-ad16a49afaae),segment_id=e9857178-6b50-4d6d-936b-ad16a49afaae)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:50.274471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:44:50.274471 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:44:50.274471 n-d-769329-15 neutron-server[94857]: [parameters: {'id': '1c457827-e061-49cb-ad7c-059b34abdf3b'}] Aug 16 02:44:50.274471 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:44:50.274939 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:44:50.278221 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.351185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port 16e58028-23ab-4c99-8fce-1a77a5ec4d1f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:50.352725 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.360610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705cb6f-b79c-4e30-b793-ddb2860affa6 None None] Pushing event updated for resources: {'Port': ['ID=ca6edc00-a5b0-41f3-a521-d3e124a8fabf,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:50.387260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09ea60-a72d-49d4-9e68-dc871c5b912d None None] Network 1c457827-e061-49cb-ad7c-059b34abdf3b requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:50.389660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 16e58028-23ab-4c99-8fce-1a77a5ec4d1f owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:50.434677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:50.461421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:50.461766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3b1adbae-e7e0-4446-a1be-1f302ca4ca5b not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:50.610476 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef71aa-dcf9-454e-9645-497f17799be8 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:50.720978 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.755163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=16e58028-23ab-4c99-8fce-1a77a5ec4d1f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:50.775982 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.835901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef71aa-dcf9-454e-9645-497f17799be8 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:50.899428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Deleting port ca6edc00-a5b0-41f3-a521-d3e124a8fabf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:50.900051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.964040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.031476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] For port ca6edc00-a5b0-41f3-a521-d3e124a8fabf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ca6edc00-a5b0-41f3-a521-d3e124a8fabf,segment=NetworkSegment(e9857178-6b50-4d6d-936b-ad16a49afaae),segment_id=e9857178-6b50-4d6d-936b-ad16a49afaae)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:51.033117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.067073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Calling delete_port for ca6edc00-a5b0-41f3-a521-d3e124a8fabf owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:51.188412 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.249302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Port': ['ID=ca6edc00-a5b0-41f3-a521-d3e124a8fabf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:51.258521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No DVR routers for this DVR port ca6edc00-a5b0-41f3-a521-d3e124a8fabf on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:51.388060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router ee41aa8e-65fd-4c4b-992d-053005a359a6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:44:51.437102 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.465490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c457827-e061-49cb-ad7c-059b34abdf3b']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:51.495905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9857178-6b50-4d6d-936b-ad16a49afaae') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:51.496921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9857178-6b50-4d6d-936b-ad16a49afaae') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:51.517431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.585620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:51.592144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a4218312-1c4e-4889-a8c2-857aed10f00d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/ee41aa8e-65fd-4c4b-992d-053005a359a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7670319 Aug 16 02:44:51.595332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:51.605936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.606472 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] Sync routers for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:51.614436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:51.614850 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.618266 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:51.619117 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:51.622522 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:51.673457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting subnet 55fdb459-35ba-4e82-9fba-02a66b770ff5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:44:51.681485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.708120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.721605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.723591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/1c457827-e061-49cb-ad7c-059b34abdf3b HTTP/1.1" status: 204 len: 168 time: 2.5619318 Aug 16 02:44:51.729170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:51.737033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365058112'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:51.743081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ce512-0802-4cf7-8a10-bfc93c51b77b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=1c457827-e061-49cb-ad7c-059b34abdf3b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:51.779669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.801160 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:51.806192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:51.809753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.855370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:51.876923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.877410 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment 0a10043e-5284-4934-8dab-92ba454b5b9b of type vlan for network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 Aug 16 02:44:51.977959 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.994358 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.009082 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:52.037403 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:44:50Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:52.080792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.081679 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] Checking router: ee41aa8e-65fd-4c4b-992d-053005a359a6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:44:52.086919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:52.087567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586786'] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.121183 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] Routers {'ee41aa8e-65fd-4c4b-992d-053005a359a6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:52.122007 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['ee41aa8e-65fd-4c4b-992d-053005a359a6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:52.178452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:52.183298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-518c17cb-01e1-4ae7-8b8d-7f05d1b082b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4518654 Aug 16 02:44:52.187070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57628) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:52.192587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:52.195450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:52.244597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.311609 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] Set router ee41aa8e-65fd-4c4b-992d-053005a359a6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:52.345327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Subnet': ['ID=55fdb459-35ba-4e82-9fba-02a66b770ff5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:52.347330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.349357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7b620a0b-c613-43c3-a571-972d568d86fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/subnets/55fdb459-35ba-4e82-9fba-02a66b770ff5 HTTP/1.1" status: 204 len: 168 time: 0.7529774 Aug 16 02:44:52.352594 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57632) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:52.353809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84f95c-9d13-4d8a-94d5-a1650ccab8ae None None] Network 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:52.487524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.616231 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:44:50Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:52.660600 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79c483-2ba9-446b-9f6d-29a017c4e1a9 None None] The sync data for ids ['ee41aa8e-65fd-4c4b-992d-053005a359a6'] in n-d-769329-15 is: [{'id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1738537273', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd6f85e20-f176-404e-8d51-a53853471615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:44:50Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': 'd6f85e20-f176-404e-8d51-a53853471615', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee41aa8e-65fd-4c4b-992d-053005a359a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:28Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:44:52.682503 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.746551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.770613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.825990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 is not hosted by any dhcp agent {{(pid=94856) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:44:52.831736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:52.832393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.836397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "PUT /v2.0/networks/ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 HTTP/1.1" status: 200 len: 723 time: 0.6453950 Aug 16 02:44:52.837407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:52.845942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:52.853442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:52.866839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d119be-f7f5-426b-8ecc-c8b929982723 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:52.878742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:52.916618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port d6f85e20-f176-404e-8d51-a53853471615 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:52.916971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.039150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] DHCP port deletion for 5e02b13d-bc26-4c30-8eb4-3614a1c4b045 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:44:53.066921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:53.070058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port d6f85e20-f176-404e-8d51-a53853471615, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d6f85e20-f176-404e-8d51-a53853471615,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:53.070457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.070981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.098298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for d6f85e20-f176-404e-8d51-a53853471615 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:53.146363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] Deleting port 83c41943-77f0-478e-9b55-731cb118098d {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:53.146363 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.264272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] For port 83c41943-77f0-478e-9b55-731cb118098d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=83c41943-77f0-478e-9b55-731cb118098d,segment=NetworkSegment(da2a0562-1c8b-4446-b0dc-f89b67430d96),segment_id=da2a0562-1c8b-4446-b0dc-f89b67430d96)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:53.264967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.299865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] Calling delete_port for 83c41943-77f0-478e-9b55-731cb118098d owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:53.394260 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.421378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.425941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.468416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] No DVR routers for this DVR port 83c41943-77f0-478e-9b55-731cb118098d on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:53.481601 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb486be0-6ab5-462e-a20f-87dda0f7d473 None None] Pushing event deleted for resources: {'Port': ['ID=83c41943-77f0-478e-9b55-731cb118098d,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:53.505672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=c1680373-1023-4797-8e3c-955a252a0ca8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:53.523382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': '0a10043e-5284-4934-8dab-92ba454b5b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:53.524101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:53.553959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:53.567084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:53.577232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1592321-1b7d-4060-9ce2-f84548984a77 None None] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:53.583304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:53.584459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.613483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-076d9931-8dc4-4a0d-b7e7-412a65a0dc2f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7731662 Aug 16 02:44:53.616756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57658) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:53.627846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fc7f191f-0074-4745-bb3a-83a3a07447f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:53.748860 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.842682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc7f191f-0074-4745-bb3a-83a3a07447f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4939231'] for subnet, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.875680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6', 'network_id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': 'c1680373-1023-4797-8e3c-955a252a0ca8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:53.876754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.002801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=d6f85e20-f176-404e-8d51-a53853471615,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:54.090011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.228193 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.232137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.336744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.337865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Fanout notify agent at l3_agent the message router_deleted on router ee41aa8e-65fd-4c4b-992d-053005a359a6 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:44:54.343424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 16e58028-23ab-4c99-8fce-1a77a5ec4d1f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:54.353467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.357711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-94a05688-8aee-43b1-aa48-d0467231d25f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/routers/ee41aa8e-65fd-4c4b-992d-053005a359a6 HTTP/1.1" status: 204 len: 168 time: 2.0011280 Aug 16 02:44:54.357711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57670) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:54.412195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 16e58028-23ab-4c99-8fce-1a77a5ec4d1f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:54.412571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 16e58028-23ab-4c99-8fce-1a77a5ec4d1f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:54.412994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 83c41943-77f0-478e-9b55-731cb118098d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:54.451250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 83c41943-77f0-478e-9b55-731cb118098d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:54.451611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 83c41943-77f0-478e-9b55-731cb118098d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:54.467797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.636212 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.647408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e02b13d-bc26-4c30-8eb4-3614a1c4b045']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:54.659321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2a0562-1c8b-4446-b0dc-f89b67430d96') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:54.659623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2a0562-1c8b-4446-b0dc-f89b67430d96') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:54.662735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc7f191f-0074-4745-bb3a-83a3a07447f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727420639883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4894585'] for subnet, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.670294 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.689060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.696729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:54.697354 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:54.701027 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:54.732312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Allocated IP 172.20.0.2 (ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6/c1680373-1023-4797-8e3c-955a252a0ca8/92a2c534-e8b3-425b-b351-a047f9e48497) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:54.747278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f191f-0074-4745-bb3a-83a3a07447f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:54.749121 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc7f191f-0074-4745-bb3a-83a3a07447f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.752932 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fc7f191f-0074-4745-bb3a-83a3a07447f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "PUT /v2.0/subnets/c1680373-1023-4797-8e3c-955a252a0ca8 HTTP/1.1" status: 200 len: 806 time: 1.1346772 Aug 16 02:44:54.759614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57688) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:54.865547 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.883514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.887195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/networks/5e02b13d-bc26-4c30-8eb4-3614a1c4b045 HTTP/1.1" status: 204 len: 168 time: 0.5284426 Aug 16 02:44:54.908825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57694) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:54.911460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d059f-1c19-434c-9804-e0b111bcbef6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Network': ['ID=5e02b13d-bc26-4c30-8eb4-3614a1c4b045,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:54.918481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.987427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.008885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Transition to ACTIVE for port object 92a2c534-e8b3-425b-b351-a047f9e48497 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:55.026793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Transition to ACTIVE for port object 92a2c534-e8b3-425b-b351-a047f9e48497 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:55.043218 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.070956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.091115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Pushing event updated for resources: {'Port': ['ID=92a2c534-e8b3-425b-b351-a047f9e48497,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:55.107189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:55.108148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:55.124444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f191f-0074-4745-bb3a-83a3a07447f7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=c1680373-1023-4797-8e3c-955a252a0ca8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:55.127663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:55.143067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c88c1caf-3cfe-44f3-bc8b-7677e505493a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.192159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c88c1caf-3cfe-44f3-bc8b-7677e505493a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.218615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Attempting to bind port 92a2c534-e8b3-425b-b351-a047f9e48497 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:55.219211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Attempting to bind port 92a2c534-e8b3-425b-b351-a047f9e48497 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0a10043e-5284-4934-8dab-92ba454b5b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:55.219730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Attempting to bind port 92a2c534-e8b3-425b-b351-a047f9e48497 on network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:55.245982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:55.246811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Checking segment: {'id': '0a10043e-5284-4934-8dab-92ba454b5b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:55.248718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.249523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Bound using segment: {'id': '0a10043e-5284-4934-8dab-92ba454b5b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:55.250915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Bound port: 92a2c534-e8b3-425b-b351-a047f9e48497, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a10043e-5284-4934-8dab-92ba454b5b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:55.252764 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.272913 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.284187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c88c1caf-3cfe-44f3-bc8b-7677e505493a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.287227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c88c1caf-3cfe-44f3-bc8b-7677e505493a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.288656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c88c1caf-3cfe-44f3-bc8b-7677e505493a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/security-groups/09550c30-b056-4558-bf7d-4f94ed37e007 HTTP/1.1" status: 204 len: 168 time: 0.3606117 Aug 16 02:44:55.316132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=c1680373-1023-4797-8e3c-955a252a0ca8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:55.334603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c1caf-3cfe-44f3-bc8b-7677e505493a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09550c30-b056-4558-bf7d-4f94ed37e007,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:55.372495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] For port 92a2c534-e8b3-425b-b351-a047f9e48497, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:55.376872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] For port 92a2c534-e8b3-425b-b351-a047f9e48497, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=92a2c534-e8b3-425b-b351-a047f9e48497,segment=NetworkSegment(0a10043e-5284-4934-8dab-92ba454b5b9b),segment_id=0a10043e-5284-4934-8dab-92ba454b5b9b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:55.385793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.442473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.480786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:55.503174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba0cb3-a65a-41c5-8af5-89cf2ffcf736 None None] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:55.507336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a10043e-5284-4934-8dab-92ba454b5b9b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:55.507853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a10043e-5284-4934-8dab-92ba454b5b9b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:55.519386 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.553196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6ecc-64fa-4bfd-bdb9-a2367a0cd130 None None] Pushing event updated for resources: {'Port': ['ID=92a2c534-e8b3-425b-b351-a047f9e48497,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:55.557300 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.577296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:55.577946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:55.584561 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:55.652605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b4050-fb78-4ad0-a6f4-6f4d057e36d4 None None] Network ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:55.661447 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.db.api [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:44:55.661447 n-d-769329-15 neutron-server[94857]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:44:55.661447 n-d-769329-15 neutron-server[94857]: [parameters: {'id': 'ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6'}] Aug 16 02:44:55.661447 n-d-769329-15 neutron-server[94857]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:44:55.662101 n-d-769329-15 neutron-server[94857]: DEBUG oslo_db.api [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:44:55.785435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed0815-1dc3-4e61-9d6a-b9f68d7ddde1 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:55.833639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57712) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:55.838801 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d4f292f9-af89-465d-8291-e0e397a78740 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722655730', 'description': 'tempest-secgroup-smoke-722655730 description', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:55.872268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed0815-1dc3-4e61-9d6a-b9f68d7ddde1 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:55.905162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4f292f9-af89-465d-8291-e0e397a78740 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.042347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4f292f9-af89-465d-8291-e0e397a78740 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.048210 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4f292f9-af89-465d-8291-e0e397a78740 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.143402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d4f292f9-af89-465d-8291-e0e397a78740 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.147841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57720) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:56.149092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d4f292f9-af89-465d-8291-e0e397a78740 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3098092 Aug 16 02:44:56.159326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ab736e0c-a735-4881-a5ff-6962a60fd653 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'a1eeb07a-8ccd-4892-b36a-25932913a542', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:56.171983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.184943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6f85e20-f176-404e-8d51-a53853471615 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:56.204113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f292f9-af89-465d-8291-e0e397a78740 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eeb07a-8ccd-4892-b36a-25932913a542,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:56.215659 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab736e0c-a735-4881-a5ff-6962a60fd653 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.244017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d6f85e20-f176-404e-8d51-a53853471615 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:44:56.244261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d6f85e20-f176-404e-8d51-a53853471615 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:56.271002 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ae09421-d309-4016-9326-0e0811fdb9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.327537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Deleting port 92a2c534-e8b3-425b-b351-a047f9e48497 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:44:56.328899 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.339546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab736e0c-a735-4881-a5ff-6962a60fd653 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.345358 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab736e0c-a735-4881-a5ff-6962a60fd653 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.364557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab736e0c-a735-4881-a5ff-6962a60fd653 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd763f3-e7fa-4ba6-9b2f-52fd6a22455a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:56.370088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ab736e0c-a735-4881-a5ff-6962a60fd653 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.371966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ab736e0c-a735-4881-a5ff-6962a60fd653 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215931 Aug 16 02:44:56.375168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:56.379916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-292eb38e-727c-431b-be8a-23bf20765e04 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'a1eeb07a-8ccd-4892-b36a-25932913a542', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:56.404371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] For port 92a2c534-e8b3-425b-b351-a047f9e48497, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=92a2c534-e8b3-425b-b351-a047f9e48497,segment=NetworkSegment(0a10043e-5284-4934-8dab-92ba454b5b9b),segment_id=0a10043e-5284-4934-8dab-92ba454b5b9b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:56.404879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.412626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-292eb38e-727c-431b-be8a-23bf20765e04 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.421383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Calling delete_port for 92a2c534-e8b3-425b-b351-a047f9e48497 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:44:56.482374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-292eb38e-727c-431b-be8a-23bf20765e04 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.488837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-292eb38e-727c-431b-be8a-23bf20765e04 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.513363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.515799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eb38e-727c-431b-be8a-23bf20765e04 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8cb6c1-fcb5-4269-8ecf-d9d12312954b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:56.525277 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-292eb38e-727c-431b-be8a-23bf20765e04 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.527282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-292eb38e-727c-431b-be8a-23bf20765e04 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506135 Aug 16 02:44:56.529431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:56.534681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-206901d7-3a7d-4442-b286-da13de15ddb3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'a1eeb07a-8ccd-4892-b36a-25932913a542', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:56.540551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Port': ['ID=92a2c534-e8b3-425b-b351-a047f9e48497,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:56.543867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No DVR routers for this DVR port 92a2c534-e8b3-425b-b351-a047f9e48497 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:56.570711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-206901d7-3a7d-4442-b286-da13de15ddb3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.627167 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.637244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:56.643803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-206901d7-3a7d-4442-b286-da13de15ddb3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.647671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-206901d7-3a7d-4442-b286-da13de15ddb3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.649142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a10043e-5284-4934-8dab-92ba454b5b9b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:56.650079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a10043e-5284-4934-8dab-92ba454b5b9b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:56.660359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.680179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.681201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206901d7-3a7d-4442-b286-da13de15ddb3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43eda255-ab17-4452-a04b-62ca4d890e3e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:56.688350 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:56.688832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.690210 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-206901d7-3a7d-4442-b286-da13de15ddb3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.694291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-206901d7-3a7d-4442-b286-da13de15ddb3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610055 Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:56.694471 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:56.697007 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:56.701487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-67b2496a-ba38-4e49-a5ab-ef6c8c6902a3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'a1eeb07a-8ccd-4892-b36a-25932913a542', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:56.730333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67b2496a-ba38-4e49-a5ab-ef6c8c6902a3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.758768 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.777734 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.780346 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 HTTP/1.1" status: 204 len: 168 time: 2.0166376 Aug 16 02:44:56.781150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3ae14-82db-408d-a97a-c6965a030d8c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:56.783427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57736) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:56.793365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67b2496a-ba38-4e49-a5ab-ef6c8c6902a3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.798642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67b2496a-ba38-4e49-a5ab-ef6c8c6902a3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.803644 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eb0372-a539-4fbe-867d-7f79ec8f105c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:56.804445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eb0372-a539-4fbe-867d-7f79ec8f105c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:56.806235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-39eb0372-a539-4fbe-867d-7f79ec8f105c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 HTTP/1.1" status: 404 len: 339 time: 0.0217843 Aug 16 02:44:56.809982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:56.815493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-627834588', 'description': 'd1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:56.825881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2496a-ba38-4e49-a5ab-ef6c8c6902a3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd489e1-187e-4d29-bb24-f64b8f0e7ffe,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:56.839735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:56.844459 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.848567 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67b2496a-ba38-4e49-a5ab-ef6c8c6902a3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.852379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-67b2496a-ba38-4e49-a5ab-ef6c8c6902a3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520405 Aug 16 02:44:56.853470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57742) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:56.858287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'a1eeb07a-8ccd-4892-b36a-25932913a542', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:56.869277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:56.881313 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:44:56.881612 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.882043 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment e8684c6a-9e2b-45ca-b9d9-107a25689a26 of type vlan for network ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e Aug 16 02:44:56.886687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.926333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.977162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.978316 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.985476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.986578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:56.991860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.013641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2019708 Aug 16 02:44:57.015395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.020133 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1656027 Aug 16 02:44:57.022597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57754) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.023101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57756) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.039277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'security_group_rule': {'security_group_id': 'a1eeb07a-8ccd-4892-b36a-25932913a542', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:57.072955 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69f81f-7967-436c-b2e8-e3e50136dd55 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88ba764-63b7-4f13-9276-844d6b6960fa,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:57.088721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1cdf0-30f3-42e0-ab90-0d51d9887c37 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:57.109728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:57.116676 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Project a0d4a8bb5b8d42dd8d98ef68d6e599ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:44:57.128536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.171118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4249c2-9669-4a36-b63f-025fb1701da2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:57.173518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6e4249c2-9669-4a36-b63f-025fb1701da2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/networks?id=ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e HTTP/1.1" status: 200 len: 760 time: 0.1492589 Aug 16 02:44:57.176305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57762) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.181954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'description': 'd2'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:57.209818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.215068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.263792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d037c25c-9e7e-4f42-8eaf-f894a36cdee4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:57.267831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.269249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9022f0bd-4404-43a8-8c99-be695ef38721 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2342129 Aug 16 02:44:57.271885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57772) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.278029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'network': {'name': 'tempest-network-smoke--1182053701', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:57.314454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:57.319226 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.372696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:57.385418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.385862 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Added segment eb00a232-1f32-4913-9753-f37c005932df of type vlan for network b266aa11-8210-41ef-b82e-d2b4209c3510 Aug 16 02:44:57.415907 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.430647 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.437315 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.445304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e is not hosted by any dhcp agent {{(pid=94857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:44:57.452342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:57.453021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.457618 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "PUT /v2.0/networks/ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e HTTP/1.1" status: 200 len: 757 time: 0.2777050 Aug 16 02:44:57.458411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57774) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.514233 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d734a9-dc98-4a65-bcf7-02c145d300c9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:57.525423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:57.535406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.541236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:57.542416 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.629391 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3559179 Aug 16 02:44:57.632036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57780) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.639476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'admin_state_up': True, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:57.640048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c671e-1371-4e5c-ba42-8d4182723d66 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:57.641646 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-651c671e-1371-4e5c-ba42-8d4182723d66 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/networks?id=ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e HTTP/1.1" status: 200 len: 760 time: 0.1825628 Aug 16 02:44:57.645271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.651206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826350981'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:57.665985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766fa11-a5c0-472b-981f-92002eb6ab8e tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Network': ['ID=b266aa11-8210-41ef-b82e-d2b4209c3510,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:57.677872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.679570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.679809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b266aa11-8210-41ef-b82e-d2b4209c3510 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:57.705892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:57.710192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.737865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:44:57.749609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.750912 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment 93c43492-2ec7-4c29-896a-fda7e4e49d6e of type vlan for network 82a98510-95d2-4802-b8c5-540bc1efdadc Aug 16 02:44:57.759980 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.803281 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.836393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.841928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:57.843080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.914058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2650249 Aug 16 02:44:57.914243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57786) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:57.919678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': '82a98510-95d2-4802-b8c5-540bc1efdadc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:57.927598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33593060-ca4c-4db5-8896-4e180b1ff824 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=82a98510-95d2-4802-b8c5-540bc1efdadc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:57.931089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.940816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 82a98510-95d2-4802-b8c5-540bc1efdadc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:44:58.033337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:58.037503 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.239184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.242679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.265592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.309099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=34ee12fb-80e9-49a2-b070-c3726a5c8056,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:58.343786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': '93c43492-2ec7-4c29-896a-fda7e4e49d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '82a98510-95d2-4802-b8c5-540bc1efdadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:58.347077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: 82a98510-95d2-4802-b8c5-540bc1efdadc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:44:58.382329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network 82a98510-95d2-4802-b8c5-540bc1efdadc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:44:58.395588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 82a98510-95d2-4802-b8c5-540bc1efdadc) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:58.401505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:58.402167 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.406233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac0597-2549-4ea8-878b-17a426504519 None None] Network 82a98510-95d2-4802-b8c5-540bc1efdadc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:58.435346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.88 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/28f31a59-5e32-4444-abdd-87d481e5e549) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:58.445528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f36dd8e-9e8b-430b-bd0d-507ac51dd732 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5274751 Aug 16 02:44:58.445528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:58.551039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.606485 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.645957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.667086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:58.670159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:58.675716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:58.679000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=28f31a59-5e32-4444-abdd-87d481e5e549,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:58.707006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf524b-c148-493e-9852-cedd5f5358a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-82a98510-95d2-4802-b8c5-540bc1efdadc', 'network_id': '82a98510-95d2-4802-b8c5-540bc1efdadc', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': '34ee12fb-80e9-49a2-b070-c3726a5c8056'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:44:58.709695 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8cf524b-c148-493e-9852-cedd5f5358a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.737090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.814620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.831069 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4fd4-95c8-436c-92b5-787e21463886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.835854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server [None req-b8cf524b-c148-493e-9852-cedd5f5358a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34ee12fb-80e9-49a2-b070-c3726a5c8056: This subnet is being modified by another concurrent operation. Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34ee12fb-80e9-49a2-b070-c3726a5c8056: This subnet is being modified by another concurrent operation. Aug 16 02:44:58.848437 n-d-769329-15 neutron-server[94858]: ERROR oslo_messaging.rpc.server Aug 16 02:44:58.855996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=34ee12fb-80e9-49a2-b070-c3726a5c8056,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:58.888348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ab559-d14f-4506-b2a8-f727c447dfc2 None None] Network 82a98510-95d2-4802-b8c5-540bc1efdadc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:44:58.944540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.961625 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a98510-95d2-4802-b8c5-540bc1efdadc']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:58.973871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c43492-2ec7-4c29-896a-fda7e4e49d6e') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:58.974417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c43492-2ec7-4c29-896a-fda7e4e49d6e') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:58.983748 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:58.998964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:59.010372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:44:59.010897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:44:59.013983 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:44:59.058544 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:59.093675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1de9ba-c9b3-49c6-b508-ebe7f0244c28 None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:44:59.121120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:59.152238 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:59.154382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/82a98510-95d2-4802-b8c5-540bc1efdadc HTTP/1.1" status: 204 len: 168 time: 0.7078185 Aug 16 02:44:59.155354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93464c9-4d59-4530-9af7-287f0d56fe99 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=82a98510-95d2-4802-b8c5-540bc1efdadc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:59.157677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57812) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:59.185919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1de9ba-c9b3-49c6-b508-ebe7f0244c28 None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:44:59.224092 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-279ac86d-347b-412e-ad86-d9928eae8a6f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] GET failed (client error): The resource could not be found. Aug 16 02:44:59.225511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-279ac86d-347b-412e-ad86-d9928eae8a6f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/subnets/34ee12fb-80e9-49a2-b070-c3726a5c8056 HTTP/1.1" status: 404 len: 337 time: 0.0668840 Aug 16 02:44:59.229897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:59.249711 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1d3e9c-8cda-4244-8520-74ae1939c2b7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:44:59.250485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1d3e9c-8cda-4244-8520-74ae1939c2b7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:44:59.252194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ee1d3e9c-8cda-4244-8520-74ae1939c2b7 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/82a98510-95d2-4802-b8c5-540bc1efdadc HTTP/1.1" status: 404 len: 339 time: 0.0213494 Aug 16 02:44:59.255998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:59.356156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:59.574078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a08f22-0524-4b0b-be87-fe9a0b7aacf6 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:59.576325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:44:59.579483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-68a08f22-0524-4b0b-be87-fe9a0b7aacf6 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3221953 Aug 16 02:44:59.580103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57828) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:59.630288 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-294d73be-7d7f-4250-b248-1d283d06c9b0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 207 time: 0.0460582 Aug 16 02:44:59.631350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:59.717146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:59.732958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Sync routers for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:59.748719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:59.749381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:59.752299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:59.756998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-af13f66d-22b1-4756-8cf4-0b80f773eb05 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1233444 Aug 16 02:44:59.757629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57840) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:59.802672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57844) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:59.812234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7a7e7242-2525-4b99-a5e4-c20bb40a85b4 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536501 Aug 16 02:44:59.895549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed481d-a447-49b8-bdc1-afd243dddb30 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:59.903953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed481d-a447-49b8-bdc1-afd243dddb30 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:59.911328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed481d-a447-49b8-bdc1-afd243dddb30 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:59.937300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed481d-a447-49b8-bdc1-afd243dddb30 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:59.943352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:59.949266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-52ed481d-a447-49b8-bdc1-afd243dddb30 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3163707 Aug 16 02:44:59.949981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.047963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c651e-3fb9-4c49-94cb-914925f10ede tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.051983 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5a0c651e-3fb9-4c49-94cb-914925f10ede tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2458465 Aug 16 02:45:00.052766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.096927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-48f67e28-1f91-4323-9d31-f90531c69c5e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1428320 Aug 16 02:45:00.097927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57854) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.104439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5bb5e90a-e527-4b94-94e6-0abe0b9e2391 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501423 Aug 16 02:45:00.104979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.120098 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.124320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518134513', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:00.160821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7394d-e40c-4094-b2d5-910b3addecf9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.162455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7394d-e40c-4094-b2d5-910b3addecf9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.164516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7ac7394d-e40c-4094-b2d5-910b3addecf9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0653963 Aug 16 02:45:00.168244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57862) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.218217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:44:58Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:00.240309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:00.244500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.249199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Checking router: 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:00.249561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Updating router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 port 28f31a59-5e32-4444-abdd-87d481e5e549 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:45:00.273206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c238160-6f92-432b-83b3-d8f0ba8bf058 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.275229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c238160-6f92-432b-83b3-d8f0ba8bf058 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.281823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c238160-6f92-432b-83b3-d8f0ba8bf058 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1114247 Aug 16 02:45:00.282491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57864) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.297716 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.398188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82961c29-6d1e-4c9d-b332-7342825858b6 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.403242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-82961c29-6d1e-4c9d-b332-7342825858b6 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/networks/aa5e3846-ec58-4512-8fd0-c44ab7fd4880 HTTP/1.1" status: 200 len: 799 time: 0.1164904 Aug 16 02:45:00.403504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57866) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.472043 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.519578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Subnet': ['ID=3a60c8fd-11ea-4ba0-8134-eb86c6c54228,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:00.520676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-43bf6276-4097-4917-a07f-8b114762e22c tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/networks/aa5e3846-ec58-4512-8fd0-c44ab7fd4880?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1160820 Aug 16 02:45:00.524956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57868) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.577942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Checking segment: {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:00.578877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network hostable DHCP agents. Network: b266aa11-8210-41ef-b82e-d2b4209c3510, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:45:00.596722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd24ead-1468-4830-95d4-d2b9c223ef02 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.598260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9fd24ead-1468-4830-95d4-d2b9c223ef02 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/subnets/57496676-8eaa-4e41-9ba0-3e6dfee1ba64 HTTP/1.1" status: 200 len: 811 time: 0.0717010 Aug 16 02:45:00.599479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network b266aa11-8210-41ef-b82e-d2b4209c3510 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:45:00.602184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57874) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.613926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b266aa11-8210-41ef-b82e-d2b4209c3510) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:00.624678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.635985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Transition to ACTIVE for port object 28f31a59-5e32-4444-abdd-87d481e5e549 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:00.639933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e268f-42a0-45ec-8846-a3c71e24887b None None] Network b266aa11-8210-41ef-b82e-d2b4209c3510 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:00.662347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.663355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5163f-a4a7-41a3-bb34-c2c548a8c4f9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['shared'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:00.663971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.668423 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e1b5163f-a4a7-41a3-bb34-c2c548a8c4f9 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "GET /v2.0/subnets/57496676-8eaa-4e41-9ba0-3e6dfee1ba64?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0621941 Aug 16 02:45:00.668770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57876) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.674206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1372102819'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:00.683854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.712622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:00.717778 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.721779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b50d5e1a-2b7e-4ca6-a8cd-7126cf8a9617 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6154575 Aug 16 02:45:00.722101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57878) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:00.756509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Attempting to bind port 28f31a59-5e32-4444-abdd-87d481e5e549 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:00.757103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Attempting to bind port 28f31a59-5e32-4444-abdd-87d481e5e549 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:00.757340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Attempting to bind port 28f31a59-5e32-4444-abdd-87d481e5e549 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:00.767608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:00.767994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:00.768424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.768828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:00.769778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Bound port: 28f31a59-5e32-4444-abdd-87d481e5e549, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:00.769778 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.773614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c94da-1ee5-4eee-9a74-0ea0d3a992cb None None] Pushing event updated for resources: {'Port': ['ID=28f31a59-5e32-4444-abdd-87d481e5e549,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:00.796341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:45:00.866147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] For port 28f31a59-5e32-4444-abdd-87d481e5e549, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:00.871715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] For port 28f31a59-5e32-4444-abdd-87d481e5e549, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=28f31a59-5e32-4444-abdd-87d481e5e549,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:00.879818 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:00.922398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-b266aa11-8210-41ef-b82e-d2b4209c3510', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:45:00.923262 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.112870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Allocated IP 172.20.0.2 (b266aa11-8210-41ef-b82e-d2b4209c3510/3a60c8fd-11ea-4ba0-8134-eb86c6c54228/073ab080-b47b-4c69-99a0-d1cf52170294) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:01.193093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:01.194158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:01.232607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.233025 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Added segment 40f4e2a7-aeef-402f-902e-9233bacc394d of type vlan for network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 Aug 16 02:45:01.247053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c94da-1ee5-4eee-9a74-0ea0d3a992cb None None] Pushing event updated for resources: {'Port': ['ID=28f31a59-5e32-4444-abdd-87d481e5e549,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:01.304747 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.556106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.561716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:01.562309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.636158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.644491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Network': ['ID=b8c146ca-a7b8-4acb-a03c-5a557e78baf5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:01.645875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Transition to ACTIVE for port object 073ab080-b47b-4c69-99a0-d1cf52170294 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:01.663939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Transition to ACTIVE for port object 073ab080-b47b-4c69-99a0-d1cf52170294 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:01.673356 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:45:01.680461 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.693226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57908) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:01.693845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6237290b-2ccf-4bc9-8c74-141590459527 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0234191 Aug 16 02:45:01.700637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'network_id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:01.708823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:01.869906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Made reservation on behalf of 2ebb8c8cca4e4dc3a8140fa01764813f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:01.875867 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.907475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.925091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Network b266aa11-8210-41ef-b82e-d2b4209c3510 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:01.933652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:01.942285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:01.979087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Performing IP validity checks on allocation pools {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:45:01.979619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.ipam_backend_mixin [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:45:02.013069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Pushing event updated for resources: {'Port': ['ID=073ab080-b47b-4c69-99a0-d1cf52170294,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:02.137199 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.159988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Attempting to bind port 073ab080-b47b-4c69-99a0-d1cf52170294 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:02.160324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Attempting to bind port 073ab080-b47b-4c69-99a0-d1cf52170294 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:02.160678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Attempting to bind port 073ab080-b47b-4c69-99a0-d1cf52170294 on network b266aa11-8210-41ef-b82e-d2b4209c3510 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:02.174715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:02.175257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Checking segment: {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:02.175712 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.176343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Bound using segment: {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:02.176847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Bound port: 073ab080-b47b-4c69-99a0-d1cf52170294, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:02.177344 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.179854 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.257702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=3f805925-ab50-46ea-a414-2cf4df277ca5,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:02.270148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Checking segment: {'id': '40f4e2a7-aeef-402f-902e-9233bacc394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:02.270609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network hostable DHCP agents. Network: b8c146ca-a7b8-4acb-a03c-5a557e78baf5, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:45:02.292490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:44:58Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:02.301723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:45:02.304417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.1 (b266aa11-8210-41ef-b82e-d2b4209c3510/3a60c8fd-11ea-4ba0-8134-eb86c6c54228/6de0ee47-b825-455a-a0f5-70a5be44a687) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:02.317335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b8c146ca-a7b8-4acb-a03c-5a557e78baf5) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:02.326711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:02.327683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.352497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-29e23767-8b97-4d00-8b1b-b7f5caf37738 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6580374 Aug 16 02:45:02.355519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57920) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:02.365570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-37a305b5-8ccf-483b-bfe6-341b65afd96b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:02.398572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293db76-9e1d-42ff-bff3-9ec92be3ae55 None None] The sync data for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 is: [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:44:58Z', 'revision_number': 3, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:02.400130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40265ee0-128f-4982-8532-eae4fefc6098 None None] Network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:02.510299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] For port 073ab080-b47b-4c69-99a0-d1cf52170294, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:02.552836 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37a305b5-8ccf-483b-bfe6-341b65afd96b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5023847'] for subnet, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.564751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] For port 073ab080-b47b-4c69-99a0-d1cf52170294, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=073ab080-b47b-4c69-99a0-d1cf52170294,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:02.585575 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.606853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.633173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object 6de0ee47-b825-455a-a0f5-70a5be44a687 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:02.685586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.710781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network b266aa11-8210-41ef-b82e-d2b4209c3510 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:02.714293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:02.750486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf69d-160d-432c-956b-11e5a4fc90b8 None None] Pushing event updated for resources: {'Port': ['ID=073ab080-b47b-4c69-99a0-d1cf52170294,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:02.826089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:02.826788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-b8c146ca-a7b8-4acb-a03c-5a557e78baf5', 'network_id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5', 'tenant_id': '2ebb8c8cca4e4dc3a8140fa01764813f', 'fixed_ips': [{'subnet_id': '3f805925-ab50-46ea-a414-2cf4df277ca5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:45:02.827855 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.930356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37a305b5-8ccf-483b-bfe6-341b65afd96b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727420639883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5024154'] for subnet, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.932893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=6de0ee47-b825-455a-a0f5-70a5be44a687,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:02.952824 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.009862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a305b5-8ccf-483b-bfe6-341b65afd96b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event updated for resources: {'Subnet': ['ID=3f805925-ab50-46ea-a414-2cf4df277ca5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:03.027724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a305b5-8ccf-483b-bfe6-341b65afd96b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:03.028901 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-37a305b5-8ccf-483b-bfe6-341b65afd96b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.031187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-37a305b5-8ccf-483b-bfe6-341b65afd96b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "PUT /v2.0/subnets/3f805925-ab50-46ea-a414-2cf4df277ca5 HTTP/1.1" status: 200 len: 877 time: 0.6743605 Aug 16 02:45:03.045020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 57934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:03.085564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Allocated IP 172.20.0.3 (b8c146ca-a7b8-4acb-a03c-5a557e78baf5/3f805925-ab50-46ea-a414-2cf4df277ca5/a45c81d5-fec2-4dc8-8ca1-3e1353374ae6) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:03.190243 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.227163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.316797 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.318754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.330483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Transition to ACTIVE for port object a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:03.360952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Transition to ACTIVE for port object a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:03.374352 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.397968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.440155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=3f805925-ab50-46ea-a414-2cf4df277ca5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:03.440950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Pushing event updated for resources: {'Port': ['ID=a45c81d5-fec2-4dc8-8ca1-3e1353374ae6,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:03.479008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:03.481758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:03.489280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:03.578636 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Attempting to bind port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:03.579008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Attempting to bind port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '40f4e2a7-aeef-402f-902e-9233bacc394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:03.579372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Attempting to bind port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 on network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:03.590648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:03.591070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Checking segment: {'id': '40f4e2a7-aeef-402f-902e-9233bacc394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:03.591438 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.591838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Bound using segment: {'id': '40f4e2a7-aeef-402f-902e-9233bacc394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:03.592334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Bound port: a45c81d5-fec2-4dc8-8ca1-3e1353374ae6, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f4e2a7-aeef-402f-902e-9233bacc394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:03.594923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.595632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.607010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c146ca-a7b8-4acb-a03c-5a557e78baf5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:03.621277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f4e2a7-aeef-402f-902e-9233bacc394d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:03.621586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f4e2a7-aeef-402f-902e-9233bacc394d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:03.632922 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.668797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.677153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:45:03.677535 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:45:03.682746 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:45:03.706583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.725384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.753463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.db.api [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:45:03.753463 n-d-769329-15 neutron-server[94856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:45:03.753463 n-d-769329-15 neutron-server[94856]: [parameters: {'id': 'b8c146ca-a7b8-4acb-a03c-5a557e78baf5'}] Aug 16 02:45:03.753463 n-d-769329-15 neutron-server[94856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:45:03.754140 n-d-769329-15 neutron-server[94856]: DEBUG oslo_db.api [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:45:03.759502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] For port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:03.765862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] For port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a45c81d5-fec2-4dc8-8ca1-3e1353374ae6,segment=NetworkSegment(40f4e2a7-aeef-402f-902e-9233bacc394d),segment_id=40f4e2a7-aeef-402f-902e-9233bacc394d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:03.778700 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.859879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=6de0ee47-b825-455a-a0f5-70a5be44a687,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:03.899661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3b58e-f389-4342-a0a1-f26aa5077288 None None] Pushing event updated for resources: {'Port': ['ID=a45c81d5-fec2-4dc8-8ca1-3e1353374ae6,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:03.914707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df328807-1937-411d-9876-04016a1a7496 None None] Network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:03.919139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.074994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network b266aa11-8210-41ef-b82e-d2b4209c3510 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:04.076909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:04.102598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09842568-8a49-490f-b1d1-17d608b1fdec None None] Network b8c146ca-a7b8-4acb-a03c-5a557e78baf5 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:04.250394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:04.255788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.311509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b316ad-d4bf-44d2-b76c-66d89580da4a None None] Network b266aa11-8210-41ef-b82e-d2b4209c3510 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:04.416701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 28f31a59-5e32-4444-abdd-87d481e5e549 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:04.467090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Deleting port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:04.467548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.486457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f1cfb876-df39-40e7-b084-c2da3a1eabc4 None None] Provisioning for port 073ab080-b47b-4c69-99a0-d1cf52170294 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:04.498324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:04.504613 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e9d71180-9605-4807-bc3c-97b0f2ecdb8f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/0a993de8-2fb3-463e-acf3-280cfeb1ebe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7813067 Aug 16 02:45:04.574765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] For port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a45c81d5-fec2-4dc8-8ca1-3e1353374ae6,segment=NetworkSegment(40f4e2a7-aeef-402f-902e-9233bacc394d),segment_id=40f4e2a7-aeef-402f-902e-9233bacc394d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:04.575248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.603101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Calling delete_port for a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:04.634779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 28f31a59-5e32-4444-abdd-87d481e5e549 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:04.648348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 28f31a59-5e32-4444-abdd-87d481e5e549 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:04.648348 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.701012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.732009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Port': ['ID=a45c81d5-fec2-4dc8-8ca1-3e1353374ae6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:04.756503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No DVR routers for this DVR port a45c81d5-fec2-4dc8-8ca1-3e1353374ae6 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:04.833619 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.869997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 28f31a59-5e32-4444-abdd-87d481e5e549, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=28f31a59-5e32-4444-abdd-87d481e5e549,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:04.879973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.880816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 073ab080-b47b-4c69-99a0-d1cf52170294 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:04.927998 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.944665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b349fd28-6c4e-4624-9142-d7063b271e50 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722655730&fields=id&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 267 time: 0.1412024 Aug 16 02:45:04.946884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c146ca-a7b8-4acb-a03c-5a557e78baf5']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.033416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=28f31a59-5e32-4444-abdd-87d481e5e549,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:05.065374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 073ab080-b47b-4c69-99a0-d1cf52170294 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:05.069526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 073ab080-b47b-4c69-99a0-d1cf52170294 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:05.074202 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.078016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f4e2a7-aeef-402f-902e-9233bacc394d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.078435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f4e2a7-aeef-402f-902e-9233bacc394d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.111186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.129331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-bc022e5a-b3cf-4cf4-93ad-ce53fa62a07d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:05.138019 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-bc022e5a-b3cf-4cf4-93ad-ce53fa62a07d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/networks?id=b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 200 len: 797 time: 0.1825073 Aug 16 02:45:05.167884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Provisioning complete for port 073ab080-b47b-4c69-99a0-d1cf52170294 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:05.168627 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.184876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-34c0e3ab-1866-4e48-9977-40fa3ad99e3b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/quotas/a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 375 time: 0.0458884 Aug 16 02:45:05.199418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.240044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:45:05.240529 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:45:05.243867 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:45:05.254738 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Sync routers for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:05.295694 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:05.297311 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.306169 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.392729 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.430045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.442951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 57996) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:05.457167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/b8c146ca-a7b8-4acb-a03c-5a557e78baf5 HTTP/1.1" status: 204 len: 168 time: 2.3974903 Aug 16 02:45:05.460113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d8549-6fdd-483a-820b-c88fb68fcb92 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=b8c146ca-a7b8-4acb-a03c-5a557e78baf5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:05.495254 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:05.500727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-d7512607-0769-4f90-9eeb-853a54568db4 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3077941 Aug 16 02:45:05.510014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 073ab080-b47b-4c69-99a0-d1cf52170294, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=073ab080-b47b-4c69-99a0-d1cf52170294,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:05.511394 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-326ae0a5-00b2-4843-a995-09931eb63fad tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:05.511964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326ae0a5-00b2-4843-a995-09931eb63fad tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:05.521305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58000) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:05.531364 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-326ae0a5-00b2-4843-a995-09931eb63fad tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/3f805925-ab50-46ea-a414-2cf4df277ca5 HTTP/1.1" status: 404 len: 337 time: 0.0860133 Aug 16 02:45:05.543214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.559000 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d94d07-9ff3-49bb-87f9-705d8c37eb96 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:05.564516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d94d07-9ff3-49bb-87f9-705d8c37eb96 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:05.569738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58004) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:05.578980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c7d94d07-9ff3-49bb-87f9-705d8c37eb96 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/b8c146ca-a7b8-4acb-a03c-5a557e78baf5 HTTP/1.1" status: 404 len: 339 time: 0.0556803 Aug 16 02:45:05.607397 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba904bff-bf95-4e9d-8a17-9535cf61fdd3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:05.608426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba904bff-bf95-4e9d-8a17-9535cf61fdd3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:05.613742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:05.625616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ba904bff-bf95-4e9d-8a17-9535cf61fdd3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/34ee12fb-80e9-49a2-b070-c3726a5c8056 HTTP/1.1" status: 404 len: 337 time: 0.0547748 Aug 16 02:45:05.646244 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5f975a-a0fe-4ee8-832b-1bdaa948429e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:05.646875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5f975a-a0fe-4ee8-832b-1bdaa948429e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:05.651352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58008) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:05.661874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f5f975a-a0fe-4ee8-832b-1bdaa948429e tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/82a98510-95d2-4802-b8c5-540bc1efdadc HTTP/1.1" status: 404 len: 339 time: 0.0466821 Aug 16 02:45:05.709404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=073ab080-b47b-4c69-99a0-d1cf52170294,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:05.716642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.793157 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:45:05.795513 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:45:05.802492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9e51d3-713d-4de5-8863-3bed353cbf5a None None] get_active_networks_info from n-d-769329-15 {{(pid=94858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:45:05.808012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.901330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e51d3-713d-4de5-8863-3bed353cbf5a None None] Resources bound (agent type, host, resource id): {{(pid=94858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:45:05.919270 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 2, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.920303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.933700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.943442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-2b3f6b5a-4ce3-4873-b44d-9d03408bfb68 service neutron] 10.222.0.78 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229305 Aug 16 02:45:05.946799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8684c6a-9e2b-45ca-b9d9-107a25689a26') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.947248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8684c6a-9e2b-45ca-b9d9-107a25689a26') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:05.958176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.972959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.981029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:45:05.981445 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:45:05.986368 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:45:05.992852 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Checking router: 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:05.996485 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Updating router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 port 6de0ee47-b825-455a-a0f5-70a5be44a687 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:45:06.047680 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.064678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.069201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.073674 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e HTTP/1.1" status: 204 len: 168 time: 0.4186063 Aug 16 02:45:06.081165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58022) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.084302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-c5887ae4-e71b-412f-a517-3efb2debfe9b service neutron] 10.222.0.78 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400275 Aug 16 02:45:06.088919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d28c33-05b2-4f73-80d8-03682da57a7b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=ed34abc7-0c69-4fc0-b5a8-1b90b6d8a94e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:06.144412 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cd519d-8407-4f3e-9e38-10a1991ade22 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.145307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cd519d-8407-4f3e-9e38-10a1991ade22 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.149669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-48cd519d-8407-4f3e-9e38-10a1991ade22 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/c1680373-1023-4797-8e3c-955a252a0ca8 HTTP/1.1" status: 404 len: 337 time: 0.0642996 Aug 16 02:45:06.152265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58028) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.176214 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb3a68d-a991-4df8-89f0-7026d960554d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.177317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb3a68d-a991-4df8-89f0-7026d960554d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.180328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ecb3a68d-a991-4df8-89f0-7026d960554d tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/ab563a51-fd7a-4d9e-96e4-5cd4e2dd62e6 HTTP/1.1" status: 404 len: 339 time: 0.0259705 Aug 16 02:45:06.181976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58030) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.264214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 28f31a59-5e32-4444-abdd-87d481e5e549 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:06.266267 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-407a3de1-b4ba-478d-be1f-43311b0c9b25 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.267102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407a3de1-b4ba-478d-be1f-43311b0c9b25 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.272801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.273824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-407a3de1-b4ba-478d-be1f-43311b0c9b25 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/f9edc19c-f8ae-47c8-a925-ec0028ccd891 HTTP/1.1" status: 404 len: 337 time: 0.0904682 Aug 16 02:45:06.341813 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-628db0e4-30e8-484b-9323-a56a79f6b39f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.345321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628db0e4-30e8-484b-9323-a56a79f6b39f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.349919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58040) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.360547 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-628db0e4-30e8-484b-9323-a56a79f6b39f tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/1c457827-e061-49cb-ad7c-059b34abdf3b HTTP/1.1" status: 404 len: 339 time: 0.0863094 Aug 16 02:45:06.404720 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0065ac3a-9a27-4995-9e27-69af0380d594 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.404720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0065ac3a-9a27-4995-9e27-69af0380d594 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.409532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.413846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 28f31a59-5e32-4444-abdd-87d481e5e549 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:06.414344 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.421345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0065ac3a-9a27-4995-9e27-69af0380d594 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/3a657a01-eb1a-423d-bd25-2a09ab2e73f4 HTTP/1.1" status: 404 len: 337 time: 0.0702462 Aug 16 02:45:06.445206 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa34cc4b-9e4e-4bcb-b009-27a26f6c0581 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.445779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa34cc4b-9e4e-4bcb-b009-27a26f6c0581 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.445993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Provisioning for port 6de0ee47-b825-455a-a0f5-70a5be44a687 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:06.450649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fa34cc4b-9e4e-4bcb-b009-27a26f6c0581 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/b889f6e6-5f8c-47f5-8ab1-c8f40f240431 HTTP/1.1" status: 404 len: 339 time: 0.0401702 Aug 16 02:45:06.451550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.464092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-62c314fc-441e-4346-a0ff-1df0b4028d15 req-f08b9927-0b0a-4258-90bb-1b13a037c7b6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 210 time: 0.1043603 Aug 16 02:45:06.465530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Provisioning complete for port 6de0ee47-b825-455a-a0f5-70a5be44a687 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:06.466040 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.483320 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2143ff7-92f9-4a8c-9df5-71c32b3f9fcb tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.485072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2143ff7-92f9-4a8c-9df5-71c32b3f9fcb tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.490241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f2143ff7-92f9-4a8c-9df5-71c32b3f9fcb tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/7e2e451b-6b2d-46e5-a4db-6be120695e09 HTTP/1.1" status: 404 len: 337 time: 0.0373917 Aug 16 02:45:06.490462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58046) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.518881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fe9128c3-f3f1-461d-b9f3-d54dac1785d4 None None] Port 6de0ee47-b825-455a-a0f5-70a5be44a687 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:45:06.530450 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f2cd2d-0698-4376-ae51-1da1aa05ad1a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.531584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f2cd2d-0698-4376-ae51-1da1aa05ad1a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.533765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-78f2cd2d-0698-4376-ae51-1da1aa05ad1a tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/84569692-97a7-4fea-bcce-1d6d41b8ce39 HTTP/1.1" status: 404 len: 339 time: 0.0423820 Aug 16 02:45:06.536263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58048) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.604171 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d413745-faf4-4485-8ab4-5167f6246a46 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.606327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d413745-faf4-4485-8ab4-5167f6246a46 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.610841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0d413745-faf4-4485-8ab4-5167f6246a46 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/89200020-ade8-401a-9bcd-26ff55a40877 HTTP/1.1" status: 404 len: 337 time: 0.0717509 Aug 16 02:45:06.611803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.634213 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd0a4f1-8bfa-47f0-a3af-b81dd879cf3b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.635124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd0a4f1-8bfa-47f0-a3af-b81dd879cf3b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.637449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0cd0a4f1-8bfa-47f0-a3af-b81dd879cf3b tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/d4981420-2825-4085-b162-3bf92d9b31f0 HTTP/1.1" status: 404 len: 339 time: 0.0243802 Aug 16 02:45:06.639874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58060) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.663154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 073ab080-b47b-4c69-99a0-d1cf52170294 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:06.697744 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bc6124-f70c-4578-981b-a39b8cb66d06 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.701059 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.711377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bc6124-f70c-4578-981b-a39b8cb66d06 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.713611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-14bc6124-f70c-4578-981b-a39b8cb66d06 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/348850ba-1ac2-4fd6-8f1b-8d52572308e5 HTTP/1.1" status: 404 len: 337 time: 0.0719633 Aug 16 02:45:06.716040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58064) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.725184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c7884a9f-16ec-42ea-8e42-11d21bb148c8 None None] Provisioning complete for port 6de0ee47-b825-455a-a0f5-70a5be44a687 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:06.725677 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c7884a9f-16ec-42ea-8e42-11d21bb148c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.751569 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Transition to ACTIVE for port object 6de0ee47-b825-455a-a0f5-70a5be44a687 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:06.753589 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2cf42d-6d2e-4fb1-bc0e-1d8cfe6d09ca tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.757047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2cf42d-6d2e-4fb1-bc0e-1d8cfe6d09ca tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.759540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5d2cf42d-6d2e-4fb1-bc0e-1d8cfe6d09ca tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/2feeb570-261f-49e3-bc2d-cbb04f2a4597 HTTP/1.1" status: 404 len: 339 time: 0.0421019 Aug 16 02:45:06.762586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58068) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.772218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 073ab080-b47b-4c69-99a0-d1cf52170294 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:06.772697 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.775565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c7884a9f-16ec-42ea-8e42-11d21bb148c8 None None] Port 6de0ee47-b825-455a-a0f5-70a5be44a687 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:45:06.776453 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.827475 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b152c90-a9f7-41e7-af98-618279e2ce55 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.828034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b152c90-a9f7-41e7-af98-618279e2ce55 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.835200 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9b152c90-a9f7-41e7-af98-618279e2ce55 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/420213ac-96e0-4b88-84ae-069aa1f8b2d3 HTTP/1.1" status: 404 len: 337 time: 0.0708942 Aug 16 02:45:06.837790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.858981 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Pushing event updated for resources: {'Port': ['ID=6de0ee47-b825-455a-a0f5-70a5be44a687,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:06.859868 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ef50df-9a7a-4f8c-9f59-b50e427c21b1 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.869777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ef50df-9a7a-4f8c-9f59-b50e427c21b1 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.871777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-22ef50df-9a7a-4f8c-9f59-b50e427c21b1 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/fd8b99ef-9c41-47ec-be23-80b396975b1c HTTP/1.1" status: 404 len: 339 time: 0.0328031 Aug 16 02:45:06.874733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58074) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.886735 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.887074 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.887411 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.887746 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.888075 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.888431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.888752 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.895579 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.895921 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.900863 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.901637 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.902027 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:06.913904 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ef93bb-1ecf-4a21-bee3-b4d2b051c1a3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.914388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ef93bb-1ecf-4a21-bee3-b4d2b051c1a3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.916234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-20ef93bb-1ecf-4a21-bee3-b4d2b051c1a3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/ec8f4a94-3015-4ecd-89bb-34cf704584ab HTTP/1.1" status: 404 len: 337 time: 0.0398502 Aug 16 02:45:06.918804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58076) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.945130 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c054f569-a911-4f73-9551-f471e38578a3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] DELETE failed (client error): The resource could not be found. Aug 16 02:45:06.945760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c054f569-a911-4f73-9551-f471e38578a3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:45:06.947515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c054f569-a911-4f73-9551-f471e38578a3 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/6f965df9-0fd8-47d4-beab-515f21d4041b HTTP/1.1" status: 404 len: 339 time: 0.0277495 Aug 16 02:45:06.950064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58078) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:06.977817 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Attempting to bind port 6de0ee47-b825-455a-a0f5-70a5be44a687 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:06.978266 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Attempting to bind port 6de0ee47-b825-455a-a0f5-70a5be44a687 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:06.978713 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Attempting to bind port 6de0ee47-b825-455a-a0f5-70a5be44a687 on network b266aa11-8210-41ef-b82e-d2b4209c3510 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:06.985038 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:06.985797 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Checking segment: {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:06.986296 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:06.986787 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Bound using segment: {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:06.987485 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Bound port: 6de0ee47-b825-455a-a0f5-70a5be44a687, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:06.987961 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.020166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Deleting subnet 57496676-8eaa-4e41-9ba0-3e6dfee1ba64 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:45:07.025056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.090804 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] For port 6de0ee47-b825-455a-a0f5-70a5be44a687, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:07.094948 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] For port 6de0ee47-b825-455a-a0f5-70a5be44a687, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6de0ee47-b825-455a-a0f5-70a5be44a687,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:07.099761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.106778 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.189046 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4680453-7eac-472e-beb1-dd3c33c07531 None None] Pushing event updated for resources: {'Port': ['ID=6de0ee47-b825-455a-a0f5-70a5be44a687,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:07.191821 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:07.192839 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:07.210934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.325721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.331781 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:07.363337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Subnet': ['ID=57496676-8eaa-4e41-9ba0-3e6dfee1ba64,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:07.365924 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.367767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/subnets/57496676-8eaa-4e41-9ba0-3e6dfee1ba64 HTTP/1.1" status: 204 len: 168 time: 0.4167423 Aug 16 02:45:07.370959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:07.374221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6bb86-0dfa-405b-a714-2c99a87b7cb5 None None] Network aa5e3846-ec58-4512-8fd0-c44ab7fd4880 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:07.375545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.376225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.376368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.376662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.376948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.377276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.377653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.377979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.378720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.378720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.378954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.379249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24073074-51cf-4734-9334-556d90e1ead0 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:07.483564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.566772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Deleting port e4fa0bd7-234f-46f4-882c-253c0f0bde9b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:07.567490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.697318 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:07Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:07.712035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] DHCP port deletion for aa5e3846-ec58-4512-8fd0-c44ab7fd4880 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:45:07.733072 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a20cf-4b94-4697-b15e-c35ce129cd5b None None] The sync data for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 is: [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:07Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:07.734377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-893df744-5ff8-438d-925d-51fca607ed9f req-e4ae8787-ca96-4018-a43b-e84032d9f5ad tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 210 time: 0.1115520 Aug 16 02:45:07.824662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] Deleting port e4fa0bd7-234f-46f4-882c-253c0f0bde9b {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:07.825052 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.859990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] For port e4fa0bd7-234f-46f4-882c-253c0f0bde9b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,segment=NetworkSegment(a58ff140-9143-4a96-8db5-c5daf4236d12),segment_id=a58ff140-9143-4a96-8db5-c5daf4236d12)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:07.860604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.885733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Calling delete_port for e4fa0bd7-234f-46f4-882c-253c0f0bde9b owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:07.937788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] For port e4fa0bd7-234f-46f4-882c-253c0f0bde9b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,segment=NetworkSegment(a58ff140-9143-4a96-8db5-c5daf4236d12),segment_id=a58ff140-9143-4a96-8db5-c5daf4236d12)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:07.938535 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.964820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] Calling delete_port for e4fa0bd7-234f-46f4-882c-253c0f0bde9b owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:08.302180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6de0ee47-b825-455a-a0f5-70a5be44a687 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:08.373055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6de0ee47-b825-455a-a0f5-70a5be44a687 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:08.378042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.379929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6de0ee47-b825-455a-a0f5-70a5be44a687 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:08.380264 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.414154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-65bdc22b-58e2-4e5b-8a29-65896d3c7a11 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:08.415661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-65bdc22b-58e2-4e5b-8a29-65896d3c7a11 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/networks?id=b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 200 len: 797 time: 0.7637246 Aug 16 02:45:08.424749 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] Pushing event deleted for resources: {'Port': ['ID=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:08.431279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb4307-8d73-47e8-b80b-3c1c8ff69290 None None] No DVR routers for this DVR port e4fa0bd7-234f-46f4-882c-253c0f0bde9b on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:08.476037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-41847ccd-b4c2-466e-adaa-58e4a3a8fc71 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae HTTP/1.1" status: 200 len: 379 time: 0.0497241 Aug 16 02:45:08.486261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'port': {'device_id': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'admin_state_up': True, 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'security_groups': ['a1eeb07a-8ccd-4892-b36a-25932913a542']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:08.505361 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.549721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 6de0ee47-b825-455a-a0f5-70a5be44a687, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6de0ee47-b825-455a-a0f5-70a5be44a687,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:08.556169 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.569948 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.626732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Port': ['ID=e4fa0bd7-234f-46f4-882c-253c0f0bde9b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:08.637073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=6de0ee47-b825-455a-a0f5-70a5be44a687,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:08.648952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] No DVR routers for this DVR port e4fa0bd7-234f-46f4-882c-253c0f0bde9b on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:08.671802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fa0bd7-234f-46f4-882c-253c0f0bde9b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:08.704012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: e4fa0bd7-234f-46f4-882c-253c0f0bde9b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:08.704744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device e4fa0bd7-234f-46f4-882c-253c0f0bde9b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:08.721289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Made reservation on behalf of a0d4a8bb5b8d42dd8d98ef68d6e599ae for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:08.725261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.755693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.774417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5e3846-ec58-4512-8fd0-c44ab7fd4880']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:08.816858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58ff140-9143-4a96-8db5-c5daf4236d12') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:08.817171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58ff140-9143-4a96-8db5-c5daf4236d12') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:08.832615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.843063 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-390aefbd-4158-4b66-95cc-afe5d0a288cb req-d52689c4-f7d9-4e60-846c-46e0f424dee2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 210 time: 0.0336981 Aug 16 02:45:08.856040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.867509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:45:08.867934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: self.session.flush() Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:45:08.870917 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:45:08.959670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.20.0.4 (b266aa11-8210-41ef-b82e-d2b4209c3510/3a60c8fd-11ea-4ba0-8134-eb86c6c54228/558165e7-e77b-42b8-85ae-f99a7b0b4e3c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:08.964024 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.987025 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.988948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] 10.222.0.78 "DELETE /v2.0/networks/aa5e3846-ec58-4512-8fd0-c44ab7fd4880 HTTP/1.1" status: 204 len: 168 time: 1.6175685 Aug 16 02:45:08.994355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b34c-59b8-4416-9c7e-e0ed26a481d2 tempest-NetworksTest-71184363 tempest-NetworksTest-71184363-project] Pushing event deleted for resources: {'Network': ['ID=aa5e3846-ec58-4512-8fd0-c44ab7fd4880,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:09.214674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.234379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Transition to ACTIVE for port object 558165e7-e77b-42b8-85ae-f99a7b0b4e3c will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:09.283040 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.348535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:09.359702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network b266aa11-8210-41ef-b82e-d2b4209c3510 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:09.361149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:09.363597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:09.415121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:09.427522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:09.428259 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.449555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-31731d6a-82fa-4cb5-ac4a-60e9976c7242 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9665108 Aug 16 02:45:09.465951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Request body: {'port': {'device_id': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:09.533328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.607152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:09.610103 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0e7bd03d-d9ce-44a5-8fe0-23be0f9ee89c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ebb8c8cca4e4dc3a8140fa01764813f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929941 Aug 16 02:45:09.698352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-faf99cc0-f367-4bef-af82-f7331ad0584c None None] Provisioning for port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:09.702260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-faf99cc0-f367-4bef-af82-f7331ad0584c None None] Provisioning complete for port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:09.703141 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-faf99cc0-f367-4bef-af82-f7331ad0584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.738319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-faf99cc0-f367-4bef-af82-f7331ad0584c None None] Port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:45:09.766030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d03ecc3-6109-401b-8966-db0ed08f1987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.807549 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d03ecc3-6109-401b-8966-db0ed08f1987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.915819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d03ecc3-6109-401b-8966-db0ed08f1987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.918542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2d03ecc3-6109-401b-8966-db0ed08f1987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.922913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2d03ecc3-6109-401b-8966-db0ed08f1987 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9743a42-ace7-4ed6-ad08-947d1795d035 HTTP/1.1" status: 204 len: 168 time: 0.3112230 Aug 16 02:45:09.928247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558165e7-e77b-42b8-85ae-f99a7b0b4e3c {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:45:09.938683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03ecc3-6109-401b-8966-db0ed08f1987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9743a42-ace7-4ed6-ad08-947d1795d035,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:09.941805 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.963555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Transition to ACTIVE for port object 558165e7-e77b-42b8-85ae-f99a7b0b4e3c will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:09.980351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:10.075640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fb862-270c-44cd-b614-db46f99c5662 req-9db6f37d-a7b4-481e-b710-fab061302550 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:10.077915 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c5fb862-270c-44cd-b614-db46f99c5662 req-9db6f37d-a7b4-481e-b710-fab061302550 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 943 time: 0.1240854 Aug 16 02:45:10.082000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Pushing event updated for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:10.173969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Attempting to bind port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:10.173969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Attempting to bind port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:10.173969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Attempting to bind port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c on network b266aa11-8210-41ef-b82e-d2b4209c3510 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:10.241051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c on network b266aa11-8210-41ef-b82e-d2b4209c3510 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:45:10.241381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Attempting to bind port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c on network b266aa11-8210-41ef-b82e-d2b4209c3510 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:10.244600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6de0ee47-b825-455a-a0f5-70a5be44a687 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:10.246522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c5fb862-270c-44cd-b614-db46f99c5662 req-8c04e0dd-f7da-4729-9302-fc71ddeaf9a2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949447 Aug 16 02:45:10.270936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:10.271263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Checking segment: {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:10.271595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Bound using segment: {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:10.272030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Bound port: 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb00a232-1f32-4913-9753-f37c005932df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:10.272423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:10.435570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:10.438017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6de0ee47-b825-455a-a0f5-70a5be44a687 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:10.438402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:10.441391 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:10.459776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:10.519297 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:10.520062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:10.522066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] 10.222.0.88 "PUT /v2.0/ports/558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 200 len: 1092 time: 1.0606468 Aug 16 02:45:10.524659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:10.535338 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748ef7cf-fc40-4ac6-9aff-42348d983c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:10.635926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb3dad-f7c1-465c-b15d-12310c3dda14 service neutron] Pushing event updated for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:10.655089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-ca3970f4-8686-4f0b-a379-4600f204c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:10.657502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-ca3970f4-8686-4f0b-a379-4600f204c4c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1095 time: 0.0740883 Aug 16 02:45:10.712104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-deba6b8c-2987-4060-aedf-53ecf8d88d8c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 200 len: 217 time: 0.0452597 Aug 16 02:45:10.780640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-437ce21b-db66-46fd-b8d5-05b82c5e2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:10.783969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-437ce21b-db66-46fd-b8d5-05b82c5e2972 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a60c8fd-11ea-4ba0-8134-eb86c6c54228 HTTP/1.1" status: 200 len: 835 time: 0.0651937 Aug 16 02:45:10.841860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b577fa9f-88f4-4472-ae62-58801ea98342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:10.843411 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-b577fa9f-88f4-4472-ae62-58801ea98342 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b266aa11-8210-41ef-b82e-d2b4209c3510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518348 Aug 16 02:45:10.916468 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b2336c-63b7-4cc2-b7af-ba54e8ec80ed x-openstack-request-id: req-62b2336c-63b7-4cc2-b7af-ba54e8ec80ed {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:10.916831 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:10.917149 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62b2336c-63b7-4cc2-b7af-ba54e8ec80ed {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:10.917606 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'status': 'completed', 'code': 200} Aug 16 02:45:10.951706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-00346eb6-bc07-43fb-8188-e39c8ee7d5d1 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001081 Aug 16 02:45:11.051988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a02e35d-95bb-436c-8b6a-b2d59c28652f req-5ae82c29-f06d-4030-a6ef-b8e0531d44af service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931654 Aug 16 02:45:11.136555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-c50000ac-6a30-484f-9b9f-8d260311402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:11.138080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-c50000ac-6a30-484f-9b9f-8d260311402f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1095 time: 0.0432348 Aug 16 02:45:11.240998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-b751f4ec-c263-492b-ae64-e58204cd16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:11.242785 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-b751f4ec-c263-492b-ae64-e58204cd16ce service neutron] 10.222.0.88 "GET /v2.0/networks?id=b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 200 len: 898 time: 0.0965078 Aug 16 02:45:11.291712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-ab21a970-0089-45bc-9e21-bc07a26577c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 200 len: 217 time: 0.0415902 Aug 16 02:45:11.391444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-cefd55b1-a984-4206-86f3-ced123c0ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:11.393002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-cefd55b1-a984-4206-86f3-ced123c0ae31 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a60c8fd-11ea-4ba0-8134-eb86c6c54228 HTTP/1.1" status: 200 len: 835 time: 0.0936701 Aug 16 02:45:11.438835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321b6a0-680c-4420-9f8a-14a0c79d324e req-0be771c7-ebe2-41e6-8513-5026397ae42a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:11.440549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b321b6a0-680c-4420-9f8a-14a0c79d324e req-0be771c7-ebe2-41e6-8513-5026397ae42a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 943 time: 0.1016886 Aug 16 02:45:11.472444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-6607177a-0ec9-4bd7-93ff-7664bc887f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:11.472444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-6607177a-0ec9-4bd7-93ff-7664bc887f6a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b266aa11-8210-41ef-b82e-d2b4209c3510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714283 Aug 16 02:45:11.545645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b321b6a0-680c-4420-9f8a-14a0c79d324e req-b7dd1385-aec3-4d91-b8d2-824b3c54371c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980382 Aug 16 02:45:11.606400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-68faef67-8415-4cb7-ba99-6848665788d7 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252248 Aug 16 02:45:11.723166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-748ef7cf-fc40-4ac6-9aff-42348d983c1d req-04c46b6a-c763-4b25-90d4-04f8c49189a5 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071775 Aug 16 02:45:12.786667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30333a63-a37d-4586-9323-d2a66a639f1f req-bd3840d2-8037-45f6-8a97-ae5a79e27876 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:12.788464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30333a63-a37d-4586-9323-d2a66a639f1f req-bd3840d2-8037-45f6-8a97-ae5a79e27876 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 943 time: 0.0825832 Aug 16 02:45:12.842870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30333a63-a37d-4586-9323-d2a66a639f1f req-817291fa-f774-4960-87b3-7ace040d9b5b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434287 Aug 16 02:45:13.993635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed876f-3382-4d79-a005-1a6edcdcf91c req-0680702b-fec7-4cc7-9ee4-09e3901b64ad tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:13.995239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7ed876f-3382-4d79-a005-1a6edcdcf91c req-0680702b-fec7-4cc7-9ee4-09e3901b64ad tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 943 time: 0.0706177 Aug 16 02:45:14.045838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7ed876f-3382-4d79-a005-1a6edcdcf91c req-a9338bae-2eed-4737-a24d-6422714e6409 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441730 Aug 16 02:45:14.144437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 558165e7-e77b-42b8-85ae-f99a7b0b4e3c details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:45:14.299295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:14.318508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'port_id': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'mac_address': 'fa:16:3e:d9:55:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:45:14.369747 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:14.397502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558165e7-e77b-42b8-85ae-f99a7b0b4e3c {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:45:14.430493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:14.438880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:14.535106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:14.539546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.539905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.540345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.540716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.541048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.541568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.542172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.542407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.542744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.543185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.543402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.543995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:14.674616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['558165e7-e77b-42b8-85ae-f99a7b0b4e3c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:45:15.195215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deb83e-6926-4230-aeb5-23b758817716 req-59adc42f-770b-4355-ad06-782096f2c667 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:15.196972 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09deb83e-6926-4230-aeb5-23b758817716 req-59adc42f-770b-4355-ad06-782096f2c667 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 944 time: 0.0619407 Aug 16 02:45:15.268723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09deb83e-6926-4230-aeb5-23b758817716 req-880ba453-5811-4190-acd3-581e1ae04483 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547159 Aug 16 02:45:16.148242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 558165e7-e77b-42b8-85ae-f99a7b0b4e3c up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:16.217068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:16.223108 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:16.223693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:16.312459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:16.340836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:16.344054 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8a9cc-f9a8-4ef7-b50c-7a869152d34e" -d '{"events": [{"server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "name": "network-vif-plugged", "status": "completed", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:16.381847 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:16.389073 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:16.397508 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b30070c-5c38-4142-9a8a-154afaea4644 x-openstack-request-id: req-4b30070c-5c38-4142-9a8a-154afaea4644 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:16.397807 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "name": "network-vif-plugged", "status": "completed", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:16.398953 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b30070c-5c38-4142-9a8a-154afaea4644 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:16.399744 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'code': 200} Aug 16 02:45:16.414949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325a7a4-af1f-40af-aa8c-836f6b11d355 req-da82c558-20be-46d6-b634-4ab6e4b83a39 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:16.417346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4325a7a4-af1f-40af-aa8c-836f6b11d355 req-da82c558-20be-46d6-b634-4ab6e4b83a39 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 944 time: 0.0674944 Aug 16 02:45:16.471071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:16.506578 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4325a7a4-af1f-40af-aa8c-836f6b11d355 req-c77529d9-4700-4956-9bf6-909a7a64595a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692692 Aug 16 02:45:16.524685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ae8b-0ced-45da-8394-6a4884fa8d3a req-2888f19b-e2d0-489d-953c-0627b4fcff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:16.526501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07e9ae8b-0ced-45da-8394-6a4884fa8d3a req-2888f19b-e2d0-489d-953c-0627b4fcff24 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1097 time: 0.0482042 Aug 16 02:45:16.565478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07e9ae8b-0ced-45da-8394-6a4884fa8d3a req-3a53c0d7-78c1-4dd7-a7ea-1e43f4874c3b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Aug 16 02:45:17.253794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-d2dd63e8-0c5b-47ae-9761-4f32352c0a8f tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:17.255462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-d2dd63e8-0c5b-47ae-9761-4f32352c0a8f tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/networks?id=efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 200 len: 812 time: 0.1180382 Aug 16 02:45:17.273409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-56ed7376-0990-4d59-8c9d-fb9d67368790 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/quotas/1358a675c4ff4dfb8ec7435217845e22 HTTP/1.1" status: 200 len: 375 time: 0.0122654 Aug 16 02:45:17.369750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-14720e09-1b20-44bb-956b-837b90248210 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1358a675c4ff4dfb8ec7435217845e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883923 Aug 16 02:45:17.574714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-840b1d8b-9cfd-47d2-982f-4434c70107c9 service neutron] 10.222.0.78 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039561 Aug 16 02:45:17.638424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55573-46f5-49d5-87b2-d2e0a95c0806 req-a78943a7-5490-4481-8274-14ff1bf85564 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:17.641610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ced55573-46f5-49d5-87b2-d2e0a95c0806 req-a78943a7-5490-4481-8274-14ff1bf85564 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0597968 Aug 16 02:45:17.681222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0ee5a730-ef4c-4d93-ac82-5f40869a6fed service neutron] 10.222.0.78 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005075 Aug 16 02:45:17.694920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ced55573-46f5-49d5-87b2-d2e0a95c0806 req-35035cb3-d513-4432-9fac-caae63abc9db tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463486 Aug 16 02:45:17.824851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2777a9-7156-4136-a6ab-de97f1c735ee req-2eb8f7aa-92b5-4bd5-9b84-ced9aa23d631 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:17.826481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed2777a9-7156-4136-a6ab-de97f1c735ee req-2eb8f7aa-92b5-4bd5-9b84-ced9aa23d631 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0589581 Aug 16 02:45:17.861096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04aca2af-2d42-417e-b473-35c2ab3f1735 req-23dd9be7-7c04-4029-a542-35337dc7b74a tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 210 time: 0.0279593 Aug 16 02:45:17.870333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed2777a9-7156-4136-a6ab-de97f1c735ee req-b5b10b8e-b6b5-498a-9c79-8ec708c36c9c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357227 Aug 16 02:45:17.893966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58748) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:17.936898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f741ce8-d639-423c-b3db-bed3fe2072a7 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:17.938660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3f741ce8-d639-423c-b3db-bed3fe2072a7 tempest-TestNetworkAdvancedServerOps-1187484097 tempest-TestNetworkAdvancedServerOps-1187484097-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1092 time: 0.0435543 Aug 16 02:45:17.941961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58752) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:17.947050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:17.972860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:18.105431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:18.222422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Allocated IP 172.25.4.177 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/8cb5ad77-5e00-4ff5-9662-f4bafb108199) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:18.345387 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:18.386160 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:18.441564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:18.452952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:18.458705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=8cb5ad77-5e00-4ff5-9662-f4bafb108199,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:18.468230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:18.896844 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:19.024571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2ea9024-34fa-4a70-bb1a-d4fe9337ab7f req-9685297e-1108-4626-86a8-9517ae107cde tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 210 time: 0.0817153 Aug 16 02:45:19.126348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:19.242897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-aa00b44e-8736-42f5-bfde-4dcf77e03631 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:19.244391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-aa00b44e-8736-42f5-bfde-4dcf77e03631 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "GET /v2.0/networks?id=efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 200 len: 812 time: 0.3181477 Aug 16 02:45:19.267874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Request body: {'port': {'device_id': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee', 'admin_state_up': True, 'tenant_id': '1358a675c4ff4dfb8ec7435217845e22'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:19.459043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:19.466504 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:19.482470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Made reservation on behalf of 1358a675c4ff4dfb8ec7435217845e22 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:19.486116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:19.570605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event updated for resources: {'Port': ['ID=8cb5ad77-5e00-4ff5-9662-f4bafb108199,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:19.964720 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:20.115730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Allocated IP 172.20.0.10 (efe6f143-105e-4f5d-a8a1-7fd20351eeee/a01f04fa-4a85-4618-b297-ab60c85ec794/b000244c-4652-49e1-a1cd-ed5dea6abc44) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:20.118124 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 247546cf-c978-452b-a536-d060f32b6677 associated. External IP: 172.25.4.177, port: 558165e7-e77b-42b8-85ae-f99a7b0b4e3c. Aug 16 02:45:20.148001 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-02f825f4-1f1d-4ea6-ac3c-72629bfcb877 req-d140236c-4774-4b47-afdb-beda2ddd7512 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 210 time: 0.0374279 Aug 16 02:45:20.467269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:20.477435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:20.591108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:20.653735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Network efe6f143-105e-4f5d-a8a1-7fd20351eeee is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:20.661050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:20.662850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Pushing event updated for resources: {'Port': ['ID=b000244c-4652-49e1-a1cd-ed5dea6abc44,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:20.665140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:20.670060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:20.683514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] Sync routers for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:20.695039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:20.695670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:20.712989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:20.747394 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f32ac6a5-de4e-402e-ad6e-2099f2e9e679 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8039846 Aug 16 02:45:20.750537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:20.753007 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c6796-50c6-4b15-959a-ef182d85526a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:20.774062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:20.774618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:20.810910 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d100624-6d81-42fe-a397-f28c26c71c6d x-openstack-request-id: req-3d100624-6d81-42fe-a397-f28c26c71c6d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:20.811211 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:20.811485 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d100624-6d81-42fe-a397-f28c26c71c6d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:20.811911 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'status': 'completed', 'code': 200} Aug 16 02:45:20.813888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-0c06c0c2-20b4-460f-a29f-8a16ebb833f2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5597017 Aug 16 02:45:20.833460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Request body: {'port': {'device_id': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:20.886607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:20.918400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-96a397b7-c537-444f-bb2e-2472521cd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:20.919918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-96a397b7-c537-444f-bb2e-2472521cd8d8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1097 time: 0.0849662 Aug 16 02:45:20.953968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:20.964615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1309-50db-41fe-b267-8cf737b3cc62 req-0b622831-dfa6-463d-a584-bd4216e33fca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:20.966169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8b6f1309-50db-41fe-b267-8cf737b3cc62 req-0b622831-dfa6-463d-a584-bd4216e33fca tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.1273916 Aug 16 02:45:21.131572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-c6230bbe-45ca-4389-9c54-651d748d986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:21.133386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-c6230bbe-45ca-4389-9c54-651d748d986b service neutron] 10.222.0.88 "GET /v2.0/networks?id=b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 200 len: 898 time: 0.2049899 Aug 16 02:45:21.138665 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8b6f1309-50db-41fe-b267-8cf737b3cc62 req-5f253aa0-3551-4d0b-9104-b403aba4ee2c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658740 Aug 16 02:45:21.167352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 58816) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:21.215322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-8ccb33f8-0a1f-4dcb-b59d-cd02f86b7b6f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 200 len: 999 time: 0.0751276 Aug 16 02:45:21.287114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '247546cf-c978-452b-a536-d060f32b6677', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'port_id': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'mac_address': 'fa:16:3e:d9:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:45:18Z', 'updated_at': '2021-08-16T02:45:18Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:08Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:21.352792 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] Checking router: 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:21.357874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-de7fb96e-7c4e-44c9-9e86-36c092d4d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:21.360498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-de7fb96e-7c4e-44c9-9e86-36c092d4d700 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a60c8fd-11ea-4ba0-8134-eb86c6c54228 HTTP/1.1" status: 200 len: 835 time: 0.1367209 Aug 16 02:45:21.362991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-caf86857-83a9-4745-91e1-a1d5b32ab5bd tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/247546cf-c978-452b-a536-d060f32b6677 HTTP/1.1" status: 200 len: 991 time: 0.1943285 Aug 16 02:45:21.372588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:21.373502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:44:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:21.384895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ef15-534e-4fa2-8f5a-f44322d354f8 req-12a5ecf6-3efb-4dfd-b6ba-82d4e9ddf3be tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:21.399962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32c9ef15-534e-4fa2-8f5a-f44322d354f8 req-12a5ecf6-3efb-4dfd-b6ba-82d4e9ddf3be tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 932 time: 0.1148264 Aug 16 02:45:21.460529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b000244c-4652-49e1-a1cd-ed5dea6abc44 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:45:21.470857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.488073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Transition to ACTIVE for port object b000244c-4652-49e1-a1cd-ed5dea6abc44 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:21.496711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.511947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:21.541875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32c9ef15-534e-4fa2-8f5a-f44322d354f8 req-d4f1166a-1345-4f06-9588-4de70005209c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407871 Aug 16 02:45:21.555561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-416e817e-bdc4-4181-a5b8-77a367b47358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:21.557122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-416e817e-bdc4-4181-a5b8-77a367b47358 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b266aa11-8210-41ef-b82e-d2b4209c3510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879652 Aug 16 02:45:21.639631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Pushing event updated for resources: {'Port': ['ID=b000244c-4652-49e1-a1cd-ed5dea6abc44,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:21.681192 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-84f4c6b6-0db9-4912-825d-902eb04fce39 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151516 Aug 16 02:45:21.709148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Attempting to bind port b000244c-4652-49e1-a1cd-ed5dea6abc44 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:21.710179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Attempting to bind port b000244c-4652-49e1-a1cd-ed5dea6abc44 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:21.710647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Attempting to bind port b000244c-4652-49e1-a1cd-ed5dea6abc44 on network efe6f143-105e-4f5d-a8a1-7fd20351eeee {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:21.733228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Port b000244c-4652-49e1-a1cd-ed5dea6abc44 on network efe6f143-105e-4f5d-a8a1-7fd20351eeee not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:45:21.733946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Attempting to bind port b000244c-4652-49e1-a1cd-ed5dea6abc44 on network efe6f143-105e-4f5d-a8a1-7fd20351eeee {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:21.745777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:21.750333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Checking segment: {'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:21.751216 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Bound using segment: {'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:21.752092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Bound port: b000244c-4652-49e1-a1cd-ed5dea6abc44, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:21.752798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.841439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd0c6796-50c6-4b15-959a-ef182d85526a req-67086d0e-8d4e-47e0-8d82-9c5d9591dc68 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503112 Aug 16 02:45:21.952611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] For port b000244c-4652-49e1-a1cd-ed5dea6abc44, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:21.957213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] For port b000244c-4652-49e1-a1cd-ed5dea6abc44, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:21.964406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.965012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '247546cf-c978-452b-a536-d060f32b6677', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'port_id': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'mac_address': 'fa:16:3e:d9:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:45:18Z', 'updated_at': '2021-08-16T02:45:18Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:08Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:21.997501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe6874-f67c-4670-b474-7faa4455569d None None] The sync data for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 is: [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '247546cf-c978-452b-a536-d060f32b6677', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'port_id': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'mac_address': 'fa:16:3e:d9:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:45:18Z', 'updated_at': '2021-08-16T02:45:18Z', 'revision_number': 0, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:08Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:22.013858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.013999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:22.015977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] 10.222.0.98 "PUT /v2.0/ports/b000244c-4652-49e1-a1cd-ed5dea6abc44 HTTP/1.1" status: 200 len: 1093 time: 1.1875367 Aug 16 02:45:22.072017 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0e03f-e0e3-49f3-b9a5-5b042894d139 service neutron] Pushing event updated for resources: {'Port': ['ID=b000244c-4652-49e1-a1cd-ed5dea6abc44,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:22.136132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-d930f57c-b717-4654-b3f9-8fe712ac4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.137746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-d930f57c-b717-4654-b3f9-8fe712ac4537 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1358a675c4ff4dfb8ec7435217845e22&device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 1096 time: 0.0550196 Aug 16 02:45:22.189857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-e0cfb6a3-de81-47c4-9e76-519d591d4cc5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44 HTTP/1.1" status: 200 len: 217 time: 0.0390236 Aug 16 02:45:22.247093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-6ec5aae8-5d5d-4d92-a70d-c5b2691b6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.248881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-6ec5aae8-5d5d-4d92-a70d-c5b2691b6359 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a01f04fa-4a85-4618-b297-ab60c85ec794 HTTP/1.1" status: 200 len: 852 time: 0.0480502 Aug 16 02:45:22.280569 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15bc9a-c0d4-4664-87c1-fd2e4d5a888a None None] New status for floating IP 247546cf-c978-452b-a536-d060f32b6677: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:45:22.283275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-dbb0daec-c044-43e5-9e37-6603c0c17d33 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efe6f143-105e-4f5d-a8a1-7fd20351eeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251539 Aug 16 02:45:22.366737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58828) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:22.386318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-9bd2fd5c-fc43-4906-a808-793dd834f438 service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945106 Aug 16 02:45:22.437043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b28e0979-6e44-4f8d-8dbc-47ca12a5d98a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/247546cf-c978-452b-a536-d060f32b6677 HTTP/1.1" status: 200 len: 991 time: 0.0690691 Aug 16 02:45:22.438090 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:22.502680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-820e3cc8-27ed-4f9f-a428-db670dc8e28e req-a5812bd7-c6ff-408e-9508-7ee4d352a14e service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033111 Aug 16 02:45:22.674094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea5ad0-75bc-4a42-8782-6a22ea072881 req-5cb4a05a-74f7-4c3f-ac4b-2869089aeef2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.676064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7ea5ad0-75bc-4a42-8782-6a22ea072881 req-5cb4a05a-74f7-4c3f-ac4b-2869089aeef2 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 944 time: 0.0544569 Aug 16 02:45:22.717598 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b7ea5ad0-75bc-4a42-8782-6a22ea072881 req-1cb4c059-acc9-4544-b9a0-2be8593c5ad0 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Aug 16 02:45:22.813359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'tag': 'b000244c-4652-49e1-a1cd-ed5dea6abc44'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:22.815702 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0861bc08-b97e-46aa-863f-68dbb503db94" -d '{"events": [{"name": "network-changed", "server_uuid": "59d48169-d8c8-45f7-ab04-e6795ca72039", "tag": "b000244c-4652-49e1-a1cd-ed5dea6abc44"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:22.853073 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604e2fae-4c23-43db-bcc7-d64fab6e0e47 x-openstack-request-id: req-604e2fae-4c23-43db-bcc7-d64fab6e0e47 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:22.853366 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d48169-d8c8-45f7-ab04-e6795ca72039", "tag": "b000244c-4652-49e1-a1cd-ed5dea6abc44", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:22.853617 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-604e2fae-4c23-43db-bcc7-d64fab6e0e47 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:22.854016 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'tag': 'b000244c-4652-49e1-a1cd-ed5dea6abc44', 'status': 'completed', 'code': 200} Aug 16 02:45:22.920696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-17b93a00-6085-495e-9ea7-05895e228eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.922704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-17b93a00-6085-495e-9ea7-05895e228eb8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1358a675c4ff4dfb8ec7435217845e22&device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 1096 time: 0.0455997 Aug 16 02:45:23.016882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-b0cdb9a5-77e2-4430-ba96-8c5ff8f9c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.018375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-b0cdb9a5-77e2-4430-ba96-8c5ff8f9c409 service neutron] 10.222.0.98 "GET /v2.0/networks?id=efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 200 len: 913 time: 0.0871048 Aug 16 02:45:23.067957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-6e2d0a5a-81fd-4bcb-924c-16fed3d5c636 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44 HTTP/1.1" status: 200 len: 217 time: 0.0386462 Aug 16 02:45:23.129289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-6160456b-4fa0-4487-bdc6-6d7f01e9fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.130790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-6160456b-4fa0-4487-bdc6-6d7f01e9fe2b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a01f04fa-4a85-4618-b297-ab60c85ec794 HTTP/1.1" status: 200 len: 852 time: 0.0499997 Aug 16 02:45:23.165907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-3eb28526-d719-4230-a787-fa61052cba66 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efe6f143-105e-4f5d-a8a1-7fd20351eeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270238 Aug 16 02:45:23.279610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-90a42a4f-018c-4d02-af40-6567cbe36a6b service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050920 Aug 16 02:45:23.383034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0861bc08-b97e-46aa-863f-68dbb503db94 req-9b1fb155-4ca7-4217-acd6-06230253c90b service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950103 Aug 16 02:45:23.441062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 58858) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:23.520897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b6073a6-06bb-4f60-9376-641490e48101 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/247546cf-c978-452b-a536-d060f32b6677 HTTP/1.1" status: 200 len: 993 time: 0.0783224 Aug 16 02:45:23.657675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:23.837214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59be4-903a-4690-881f-f6c7e94a6517 req-aa5a2ec2-4166-496b-b28c-13f8090b0d63 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.838739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30b59be4-903a-4690-881f-f6c7e94a6517 req-aa5a2ec2-4166-496b-b28c-13f8090b0d63 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 944 time: 0.0528507 Aug 16 02:45:23.877080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-30b59be4-903a-4690-881f-f6c7e94a6517 req-78190129-4936-414c-bc95-3991ac5ef83d tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Aug 16 02:45:25.010028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecff9c-37c4-46cc-a007-5f0e56260937 req-1b1272e2-1be8-4b5d-aa36-65efda05dbe3 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:25.011709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63ecff9c-37c4-46cc-a007-5f0e56260937 req-1b1272e2-1be8-4b5d-aa36-65efda05dbe3 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 944 time: 0.0642629 Aug 16 02:45:25.054449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63ecff9c-37c4-46cc-a007-5f0e56260937 req-cc395578-e26a-4770-9898-df4a65fbbb01 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Aug 16 02:45:26.189050 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-31143780-2e5f-4362-a4f0-ca4ddd678cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:26.194077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7d9fa-0b83-44c6-a13b-fdd1e0429464 req-a196ffba-c13a-4716-a553-5499b9adc5b8 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:26.195670 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ae7d9fa-0b83-44c6-a13b-fdd1e0429464 req-a196ffba-c13a-4716-a553-5499b9adc5b8 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 944 time: 0.0665259 Aug 16 02:45:26.236765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ae7d9fa-0b83-44c6-a13b-fdd1e0429464 req-d364356e-5b98-413e-9308-a44f16e923a8 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Aug 16 02:45:26.524668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b000244c-4652-49e1-a1cd-ed5dea6abc44 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:45:26.626958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b000244c-4652-49e1-a1cd-ed5dea6abc44, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:26.638714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'b000244c-4652-49e1-a1cd-ed5dea6abc44', 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee', 'port_id': 'b000244c-4652-49e1-a1cd-ed5dea6abc44', 'mac_address': 'fa:16:3e:7a:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01f04fa-4a85-4618-b297-ab60c85ec794', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:45:26.675103 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:26.687332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b000244c-4652-49e1-a1cd-ed5dea6abc44 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:45:26.706009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b000244c-4652-49e1-a1cd-ed5dea6abc44, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:26.709959 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:26.761424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=b000244c-4652-49e1-a1cd-ed5dea6abc44,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:26.994942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['b000244c-4652-49e1-a1cd-ed5dea6abc44'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:45:27.367184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c97a-0414-4344-96c4-956f84a4e389 req-992212d9-0668-497c-a03e-6bbd1ba4ba37 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:27.368661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a99c97a-0414-4344-96c4-956f84a4e389 req-992212d9-0668-497c-a03e-6bbd1ba4ba37 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 945 time: 0.0537710 Aug 16 02:45:27.414420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a99c97a-0414-4344-96c4-956f84a4e389 req-843e4d18-7965-4d1b-ae9b-604fd7a1a13c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 Aug 16 02:45:27.496226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-e1249178-7faa-4480-9b1b-3e367634ba27 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379577 Aug 16 02:45:27.577420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-77d5e336-6176-4109-bb5f-417d5184d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:27.579073 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-77d5e336-6176-4109-bb5f-417d5184d85d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1097 time: 0.0421870 Aug 16 02:45:27.686447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-97c7e7c1-e09c-41a3-818a-15f13096b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:27.688551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-97c7e7c1-e09c-41a3-818a-15f13096b1a8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 200 len: 898 time: 0.0898783 Aug 16 02:45:27.764382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-a348095a-b93d-4feb-8cc3-a5aab4a0b55b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 200 len: 1001 time: 0.0682993 Aug 16 02:45:27.826662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-89e8dddc-b170-4dc6-a812-75829d29a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:27.828226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-89e8dddc-b170-4dc6-a812-75829d29a243 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a60c8fd-11ea-4ba0-8134-eb86c6c54228 HTTP/1.1" status: 200 len: 835 time: 0.0566306 Aug 16 02:45:27.872260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-a32f829d-590e-41d3-9ad1-b2127c5eedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:27.874094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-a32f829d-590e-41d3-9ad1-b2127c5eedfd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b266aa11-8210-41ef-b82e-d2b4209c3510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390043 Aug 16 02:45:27.963847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-bb66a515-53d9-4662-a4c7-a9eade460172 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825784 Aug 16 02:45:28.061158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe780a6c-2a15-4ae4-af28-e2b1a4434ec5 req-da31aba2-8a56-499c-9b1a-617d26ef4e53 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885930 Aug 16 02:45:28.534461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b000244c-4652-49e1-a1cd-ed5dea6abc44 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:28.537810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afb8d-73bb-434d-899e-9048e8d0126e req-9d9837a7-19fa-423f-b5b8-8f949c0a80b1 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:28.545619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-868afb8d-73bb-434d-899e-9048e8d0126e req-9d9837a7-19fa-423f-b5b8-8f949c0a80b1 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 945 time: 0.0638371 Aug 16 02:45:28.585184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-868afb8d-73bb-434d-899e-9048e8d0126e req-8ad99428-3e89-473f-ba57-fe517cce68a3 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378480 Aug 16 02:45:28.616047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port b000244c-4652-49e1-a1cd-ed5dea6abc44 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:28.620714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port b000244c-4652-49e1-a1cd-ed5dea6abc44 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:28.621166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.697651 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.721110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b000244c-4652-49e1-a1cd-ed5dea6abc44'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:28.723368 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683f1f7f-601d-4b07-9141-4d148cf7790e" -d '{"events": [{"server_uuid": "59d48169-d8c8-45f7-ab04-e6795ca72039", "name": "network-vif-plugged", "status": "completed", "tag": "b000244c-4652-49e1-a1cd-ed5dea6abc44"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:28.737534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port b000244c-4652-49e1-a1cd-ed5dea6abc44, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:28.742195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.765853 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb223eb-c909-4c6c-82bd-e6a6f8675acd x-openstack-request-id: req-ffb223eb-c909-4c6c-82bd-e6a6f8675acd {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:28.766140 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d48169-d8c8-45f7-ab04-e6795ca72039", "name": "network-vif-plugged", "status": "completed", "tag": "b000244c-4652-49e1-a1cd-ed5dea6abc44", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:28.766384 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffb223eb-c909-4c6c-82bd-e6a6f8675acd {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:28.766838 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b000244c-4652-49e1-a1cd-ed5dea6abc44', 'code': 200} Aug 16 02:45:28.809372 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6f3130d2-96dd-40e3-b749-c2121800aa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.822491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=b000244c-4652-49e1-a1cd-ed5dea6abc44,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:28.835375 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.864975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf3071-7f74-42ac-b41a-e867b6b6c5af req-da10c394-ffbb-4b9e-9243-95ad37acbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:28.866547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eddf3071-7f74-42ac-b41a-e867b6b6c5af req-da10c394-ffbb-4b9e-9243-95ad37acbc86 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 1098 time: 0.0421672 Aug 16 02:45:28.902123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eddf3071-7f74-42ac-b41a-e867b6b6c5af req-5bd722e8-ae89-4607-aad2-4cd3e36d0db9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281529 Aug 16 02:45:29.008209 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:29.719134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e79d-43f7-4190-9aed-05645bdbe9e4 req-5fae0120-a48d-4ccd-a0ef-764306365fb6 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:29.720547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7f9e79d-43f7-4190-9aed-05645bdbe9e4 req-5fae0120-a48d-4ccd-a0ef-764306365fb6 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 946 time: 0.0573339 Aug 16 02:45:29.764696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7f9e79d-43f7-4190-9aed-05645bdbe9e4 req-27e32d37-af7b-45ca-84ba-ee5d02b97984 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Aug 16 02:45:29.956861 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-b2aa5e8a-cb89-488d-97d9-3fd732147d70 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381341 Aug 16 02:45:30.045530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-72f52dcc-524d-4477-8378-129ac44c63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.047163 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-72f52dcc-524d-4477-8378-129ac44c63d6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1358a675c4ff4dfb8ec7435217845e22&device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 1098 time: 0.0460708 Aug 16 02:45:30.056672 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.157260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-b924b8f9-f73d-44ea-a2ca-e98762343e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.158755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-b924b8f9-f73d-44ea-a2ca-e98762343e08 service neutron] 10.222.0.98 "GET /v2.0/networks?id=efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 200 len: 913 time: 0.0901780 Aug 16 02:45:30.200045 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-d9425f42-d506-4977-a1e8-d98bd636773a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44 HTTP/1.1" status: 200 len: 217 time: 0.0341465 Aug 16 02:45:30.247920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-c4134849-f1fb-4e6f-b30b-ea01faf7835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.250098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-c4134849-f1fb-4e6f-b30b-ea01faf7835b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a01f04fa-4a85-4618-b297-ab60c85ec794 HTTP/1.1" status: 200 len: 852 time: 0.0425797 Aug 16 02:45:30.280918 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-6903266f-d718-4dea-807a-d81a5b53d885 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efe6f143-105e-4f5d-a8a1-7fd20351eeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234354 Aug 16 02:45:30.375009 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-2e8a4882-cdad-44ac-a853-af84519f6063 service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867314 Aug 16 02:45:30.468859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80b587e2-fd5d-4145-b273-ee696a73da50 req-decd474f-7201-44fb-94ad-c415d59a3fa6 service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Aug 16 02:45:30.885690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb45c-4e50-4650-a376-2009ba91d96d req-7cf4d45c-46e8-4cd1-9968-2992d6d31ec7 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.887287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3eeeb45c-4e50-4650-a376-2009ba91d96d req-7cf4d45c-46e8-4cd1-9968-2992d6d31ec7 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 946 time: 0.0516949 Aug 16 02:45:30.927883 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3eeeb45c-4e50-4650-a376-2009ba91d96d req-c269eeb5-b882-4a2c-a59a-5f1fd604d260 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Aug 16 02:45:32.018749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.690421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:33.806198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8e63572-3906-49c5-8ad0-21a00f8fcc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.912917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8e63572-3906-49c5-8ad0-21a00f8fcc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.917659 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c8e63572-3906-49c5-8ad0-21a00f8fcc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.961771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c8e63572-3906-49c5-8ad0-21a00f8fcc0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60a4496b4a254cbb88b4c3a50ffe759c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702439 Aug 16 02:45:33.963857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63572-3906-49c5-8ad0-21a00f8fcc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fd697d-f5be-4b2c-8b41-ac6cd4355d45,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:33.964384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59116) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:34.017153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.045778 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.099967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.102853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.107816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82fd697d-f5be-4b2c-8b41-ac6cd4355d45 HTTP/1.1" status: 204 len: 168 time: 0.1423299 Aug 16 02:45:34.122753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fd697d-f5be-4b2c-8b41-ac6cd4355d45,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:34.133737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.134107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.134456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.134793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.135128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.135464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.135837 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.136113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.136611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.136947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.137278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.137606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8c6154-01dd-48d8-b1e1-4edfc465a8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:34.446030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:34.462091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd708-0c03-4b72-a20d-580ecfc1f48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.578155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd708-0c03-4b72-a20d-580ecfc1f48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.582898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd708-0c03-4b72-a20d-580ecfc1f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.621785 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d2cd708-0c03-4b72-a20d-580ecfc1f48e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3993beb6382e4602bb3b6207d7733278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745415 Aug 16 02:45:34.622549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cd708-0c03-4b72-a20d-580ecfc1f48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d741ee1-9fe6-4063-85e4-e5477be37722,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:34.624672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59148) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:34.679772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3fb59b0-e7de-4438-9f15-62f8ed992fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.704811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3fb59b0-e7de-4438-9f15-62f8ed992fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.752675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3fb59b0-e7de-4438-9f15-62f8ed992fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.755232 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f3fb59b0-e7de-4438-9f15-62f8ed992fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.758863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f3fb59b0-e7de-4438-9f15-62f8ed992fff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d741ee1-9fe6-4063-85e4-e5477be37722 HTTP/1.1" status: 204 len: 168 time: 0.1307404 Aug 16 02:45:34.766641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb59b0-e7de-4438-9f15-62f8ed992fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d741ee1-9fe6-4063-85e4-e5477be37722,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:39.000067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59234) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:39.133949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c20498-c5a4-4241-a6ec-b1062295896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.233444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c20498-c5a4-4241-a6ec-b1062295896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.239080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f9c20498-c5a4-4241-a6ec-b1062295896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.280147 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f9c20498-c5a4-4241-a6ec-b1062295896d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a11976bfd96f4a4a9d8700f3f27550b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763112 Aug 16 02:45:39.280147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c20498-c5a4-4241-a6ec-b1062295896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5bdc2c-077b-433b-bcfe-87394275d450,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:39.281107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59242) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:39.335415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68da83bc-ffde-40d6-8700-ef4bf93ecaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.363986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68da83bc-ffde-40d6-8700-ef4bf93ecaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.416658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68da83bc-ffde-40d6-8700-ef4bf93ecaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.419688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-68da83bc-ffde-40d6-8700-ef4bf93ecaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.421414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-68da83bc-ffde-40d6-8700-ef4bf93ecaeb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c5bdc2c-077b-433b-bcfe-87394275d450 HTTP/1.1" status: 204 len: 168 time: 0.1377797 Aug 16 02:45:39.435606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da83bc-ffde-40d6-8700-ef4bf93ecaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5bdc2c-077b-433b-bcfe-87394275d450,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:39.728447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:39.745557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc015e75-043e-423e-bb03-0040a652bcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.850847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc015e75-043e-423e-bb03-0040a652bcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.854987 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dc015e75-043e-423e-bb03-0040a652bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.896423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc015e75-043e-423e-bb03-0040a652bcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3755aa6-2bbe-4d26-9e95-132c8225cdbb,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:39.901099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dc015e75-043e-423e-bb03-0040a652bcc3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=43e4189ff34c48bfadc69b1719194b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713965 Aug 16 02:45:39.903577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:39.967233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c663-2cfc-4c23-9c81-6cfdbe9501e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.991917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c663-2cfc-4c23-9c81-6cfdbe9501e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:40.054887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c663-2cfc-4c23-9c81-6cfdbe9501e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:40.057625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c663-2cfc-4c23-9c81-6cfdbe9501e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:40.061113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b9e2c663-2cfc-4c23-9c81-6cfdbe9501e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3755aa6-2bbe-4d26-9e95-132c8225cdbb HTTP/1.1" status: 204 len: 168 time: 0.1539149 Aug 16 02:45:40.066958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2c663-2cfc-4c23-9c81-6cfdbe9501e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3755aa6-2bbe-4d26-9e95-132c8225cdbb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:42.949999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:43.094951 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70e214ed-f5ac-4caa-bee2-ea86c9a05b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.200676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70e214ed-f5ac-4caa-bee2-ea86c9a05b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.205007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70e214ed-f5ac-4caa-bee2-ea86c9a05b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.246501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-70e214ed-f5ac-4caa-bee2-ea86c9a05b56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e658c84cb6d472486715517665da209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952068 Aug 16 02:45:43.247403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e214ed-f5ac-4caa-bee2-ea86c9a05b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e843aeb-5c91-4cf8-815e-233bd4c203e8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:43.249488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59346) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:43.308219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e39d7827-b060-4db1-8a1c-9da2586909c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.370270 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e39d7827-b060-4db1-8a1c-9da2586909c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.432300 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e39d7827-b060-4db1-8a1c-9da2586909c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.434999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e39d7827-b060-4db1-8a1c-9da2586909c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.438564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e39d7827-b060-4db1-8a1c-9da2586909c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e843aeb-5c91-4cf8-815e-233bd4c203e8 HTTP/1.1" status: 204 len: 168 time: 0.1850853 Aug 16 02:45:43.449034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d7827-b060-4db1-8a1c-9da2586909c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e843aeb-5c91-4cf8-815e-233bd4c203e8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:43.735982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59364) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:43.751434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e99c61c8-d415-4b89-8536-eca02b409acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.870470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e99c61c8-d415-4b89-8536-eca02b409acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.877094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e99c61c8-d415-4b89-8536-eca02b409acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.931633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e99c61c8-d415-4b89-8536-eca02b409acd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a190f0adc0f944deb6a9a389b5e281e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935632 Aug 16 02:45:43.933039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59368) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:43.951574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c61c8-d415-4b89-8536-eca02b409acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9fe9d5-3dc1-404e-805d-c066bd18aabf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:44.011850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b7830e-5a14-400c-a31d-0bd2eb4f634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.035756 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b7830e-5a14-400c-a31d-0bd2eb4f634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.079554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59374) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:44.114080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b7830e-5a14-400c-a31d-0bd2eb4f634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.120080 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-09b7830e-5a14-400c-a31d-0bd2eb4f634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.121991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09b7830e-5a14-400c-a31d-0bd2eb4f634f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe9fe9d5-3dc1-404e-805d-c066bd18aabf HTTP/1.1" status: 204 len: 168 time: 0.1873157 Aug 16 02:45:44.136235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7830e-5a14-400c-a31d-0bd2eb4f634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9fe9d5-3dc1-404e-805d-c066bd18aabf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:44.213997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7991-6abc-4906-8724-5d1370f9789b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.330081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7991-6abc-4906-8724-5d1370f9789b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.335739 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f9c7991-6abc-4906-8724-5d1370f9789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.378218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6f9c7991-6abc-4906-8724-5d1370f9789b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e8263364a13402d9a39952f257252d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950618 Aug 16 02:45:44.378218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c7991-6abc-4906-8724-5d1370f9789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087bb4b2-755b-48a3-8701-7431fe3bad3f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:44.378681 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59392) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:44.442177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8daa1d2-9f9d-47f6-8117-700bc6bad212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.466060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8daa1d2-9f9d-47f6-8117-700bc6bad212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.529041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8daa1d2-9f9d-47f6-8117-700bc6bad212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.532513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8daa1d2-9f9d-47f6-8117-700bc6bad212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.536675 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e8daa1d2-9f9d-47f6-8117-700bc6bad212 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/087bb4b2-755b-48a3-8701-7431fe3bad3f HTTP/1.1" status: 204 len: 168 time: 0.1570065 Aug 16 02:45:44.545126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daa1d2-9f9d-47f6-8117-700bc6bad212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087bb4b2-755b-48a3-8701-7431fe3bad3f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:44.907908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59414) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:44.921947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76516bbe-d5da-4718-b8d5-8a48a2983798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.021991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76516bbe-d5da-4718-b8d5-8a48a2983798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.026515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76516bbe-d5da-4718-b8d5-8a48a2983798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.070180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76516bbe-d5da-4718-b8d5-8a48a2983798 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=073032be7a364baaa6185d4af10e2381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607985 Aug 16 02:45:45.070802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59420) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:45.072144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76516bbe-d5da-4718-b8d5-8a48a2983798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20011cfb-2c65-471f-9332-4fd01dddd961,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:45.121577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abab39e2-cd52-4135-9bf5-52e75296e3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.145234 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abab39e2-cd52-4135-9bf5-52e75296e3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.223882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abab39e2-cd52-4135-9bf5-52e75296e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.227367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-abab39e2-cd52-4135-9bf5-52e75296e3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.228966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-abab39e2-cd52-4135-9bf5-52e75296e3e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20011cfb-2c65-471f-9332-4fd01dddd961 HTTP/1.1" status: 204 len: 168 time: 0.1570876 Aug 16 02:45:45.240517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab39e2-cd52-4135-9bf5-52e75296e3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20011cfb-2c65-471f-9332-4fd01dddd961,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:50.790324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59638) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:50.911049 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f66be27-f7aa-46e7-9023-294e12b82024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.011517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f66be27-f7aa-46e7-9023-294e12b82024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.016055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1f66be27-f7aa-46e7-9023-294e12b82024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.057282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66be27-f7aa-46e7-9023-294e12b82024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca51857-ba61-4cb4-8e06-19204d01044f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:51.071688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1f66be27-f7aa-46e7-9023-294e12b82024 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58e5654deb9a4c97a11b853350871b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802732 Aug 16 02:45:51.074282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:51.139418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2946eeb-dc0e-4b6c-9bc6-bb628e80e477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.164466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2946eeb-dc0e-4b6c-9bc6-bb628e80e477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.218091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2946eeb-dc0e-4b6c-9bc6-bb628e80e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.221461 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2946eeb-dc0e-4b6c-9bc6-bb628e80e477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.224836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a2946eeb-dc0e-4b6c-9bc6-bb628e80e477 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ca51857-ba61-4cb4-8e06-19204d01044f HTTP/1.1" status: 204 len: 168 time: 0.1491208 Aug 16 02:45:51.234070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2946eeb-dc0e-4b6c-9bc6-bb628e80e477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca51857-ba61-4cb4-8e06-19204d01044f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:51.530762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59652) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:51.549852 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d138d71a-d1b3-4ccd-b224-2c2ab57a2eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.654753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d138d71a-d1b3-4ccd-b224-2c2ab57a2eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.659164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d138d71a-d1b3-4ccd-b224-2c2ab57a2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.700326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d138d71a-d1b3-4ccd-b224-2c2ab57a2eb5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cef94162c1cc48fa8553fc50055eb6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680675 Aug 16 02:45:51.701223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138d71a-d1b3-4ccd-b224-2c2ab57a2eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a5db1-9552-462c-af33-7e70e917a4e2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:51.703149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59654) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:51.763530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aafdaf2f-627d-4452-8f7f-86d2e71c7a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.789816 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aafdaf2f-627d-4452-8f7f-86d2e71c7a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.841568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aafdaf2f-627d-4452-8f7f-86d2e71c7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.845060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aafdaf2f-627d-4452-8f7f-86d2e71c7a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:51.846540 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aafdaf2f-627d-4452-8f7f-86d2e71c7a02 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b3a5db1-9552-462c-af33-7e70e917a4e2 HTTP/1.1" status: 204 len: 168 time: 0.1418245 Aug 16 02:45:51.856056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdaf2f-627d-4452-8f7f-86d2e71c7a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a5db1-9552-462c-af33-7e70e917a4e2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:52.253323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59664) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:52.270377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4c82-d12b-4ce6-a1d9-8a7ea24d67df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.377401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4c82-d12b-4ce6-a1d9-8a7ea24d67df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.382570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4c82-d12b-4ce6-a1d9-8a7ea24d67df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.421545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc4c82-d12b-4ce6-a1d9-8a7ea24d67df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2634608c-a7ac-4254-b4f8-41aeea0462a3,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:52.429449 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59666) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:52.430003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b3bc4c82-d12b-4ce6-a1d9-8a7ea24d67df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bcb87f7b48a40bf92ac565474885f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754155 Aug 16 02:45:52.455992 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.494454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70907794-f5d1-42ec-9b02-6f58311f895a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.520974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70907794-f5d1-42ec-9b02-6f58311f895a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.577889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70907794-f5d1-42ec-9b02-6f58311f895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.580773 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70907794-f5d1-42ec-9b02-6f58311f895a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.582027 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-70907794-f5d1-42ec-9b02-6f58311f895a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2634608c-a7ac-4254-b4f8-41aeea0462a3 HTTP/1.1" status: 204 len: 168 time: 0.1508789 Aug 16 02:45:52.593810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907794-f5d1-42ec-9b02-6f58311f895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634608c-a7ac-4254-b4f8-41aeea0462a3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:53.060999 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f4c7c-a5ee-446e-b2aa-b388113263b0 req-0914fedf-0e6c-4232-9191-0fab78c7ba35 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:53.063106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f5f4c7c-a5ee-446e-b2aa-b388113263b0 req-0914fedf-0e6c-4232-9191-0fab78c7ba35 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0650935 Aug 16 02:45:53.121172 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f5f4c7c-a5ee-446e-b2aa-b388113263b0 req-eca25e91-5879-4307-9c2c-b443bfc63dd9 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501354 Aug 16 02:45:53.674483 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:54.248833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d79ca0-c65a-439b-a68c-64ac20f53c71 req-a1b99fa0-0e1f-4da0-85ae-604f0c1eb53f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:54.251437 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2d79ca0-c65a-439b-a68c-64ac20f53c71 req-a1b99fa0-0e1f-4da0-85ae-604f0c1eb53f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0539587 Aug 16 02:45:54.302573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2d79ca0-c65a-439b-a68c-64ac20f53c71 req-c488ceda-122a-46a6-a4d5-4d84daa742a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449347 Aug 16 02:45:54.927765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59764) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:55.037498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30961fd8-3ea6-4da5-937d-0469c4d995c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.132516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30961fd8-3ea6-4da5-937d-0469c4d995c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.137021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30961fd8-3ea6-4da5-937d-0469c4d995c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.169923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-30961fd8-3ea6-4da5-937d-0469c4d995c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0671844f6d8243c2a0b63a0dfe25a12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409582 Aug 16 02:45:55.173290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59770) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:55.186102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30961fd8-3ea6-4da5-937d-0469c4d995c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa94c7b1-c2a3-47e3-aafc-21bab3ad8c7d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:55.226307 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a310263-5eb1-4c88-8525-3857c2d97938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.248382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a310263-5eb1-4c88-8525-3857c2d97938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.297024 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a310263-5eb1-4c88-8525-3857c2d97938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.299636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7a310263-5eb1-4c88-8525-3857c2d97938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.300836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7a310263-5eb1-4c88-8525-3857c2d97938 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa94c7b1-c2a3-47e3-aafc-21bab3ad8c7d HTTP/1.1" status: 204 len: 168 time: 0.1265302 Aug 16 02:45:55.308960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a310263-5eb1-4c88-8525-3857c2d97938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa94c7b1-c2a3-47e3-aafc-21bab3ad8c7d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:55.453635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c3f5-23a1-4e7e-8fbd-78e7cab88d0d req-941d303d-3447-46bc-a125-bc65ec60aa07 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:55.455348 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d6c3f5-23a1-4e7e-8fbd-78e7cab88d0d req-941d303d-3447-46bc-a125-bc65ec60aa07 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0622759 Aug 16 02:45:55.502347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d6c3f5-23a1-4e7e-8fbd-78e7cab88d0d req-cd5a593b-e361-42fc-b001-cf21ff4f6b0b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398133 Aug 16 02:45:55.654273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59780) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:55.668205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cef1559e-a5c3-45f5-8c48-7b309090a329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.766098 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cef1559e-a5c3-45f5-8c48-7b309090a329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.770227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cef1559e-a5c3-45f5-8c48-7b309090a329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.812440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59782) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:55.812713 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cef1559e-a5c3-45f5-8c48-7b309090a329 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a1547d16d4a44529f2728cc65ccea4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570768 Aug 16 02:45:55.814552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1559e-a5c3-45f5-8c48-7b309090a329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba71fe-8018-48c8-8fa0-ef899839f994,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:55.864489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1b44234-f1f3-46f1-90db-4f11f9b75990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.885833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1b44234-f1f3-46f1-90db-4f11f9b75990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.933304 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1b44234-f1f3-46f1-90db-4f11f9b75990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.935904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d1b44234-f1f3-46f1-90db-4f11f9b75990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.937195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d1b44234-f1f3-46f1-90db-4f11f9b75990 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1ba71fe-8018-48c8-8fa0-ef899839f994 HTTP/1.1" status: 204 len: 168 time: 0.1237280 Aug 16 02:45:55.945759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b44234-f1f3-46f1-90db-4f11f9b75990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba71fe-8018-48c8-8fa0-ef899839f994,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:56.193727 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a8e37ff-c111-4121-b8fc-d6c0f5656f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.631414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843e6b-2c58-4de4-a329-97f11f84f289 req-f759d13b-8e6a-4adb-b8d6-a082be59ba08 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:56.633129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6843e6b-2c58-4de4-a329-97f11f84f289 req-f759d13b-8e6a-4adb-b8d6-a082be59ba08 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0577178 Aug 16 02:45:56.684859 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6843e6b-2c58-4de4-a329-97f11f84f289 req-6599ea63-58f9-4e82-a690-6c86c279c55b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456595 Aug 16 02:45:57.805303 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5514-25b8-435b-8738-2f69522a597d req-8158f3c2-d58d-4777-b71d-c578d3925efe tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:57.807224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6afe5514-25b8-435b-8738-2f69522a597d req-8158f3c2-d58d-4777-b71d-c578d3925efe tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Aug 16 02:45:57.846936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6afe5514-25b8-435b-8738-2f69522a597d req-33300a58-5004-4779-8723-caeaf30fa430 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Aug 16 02:45:58.782886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a0b84619-d46e-4caf-aa62-2109a3857b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.801154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:58.972980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d85865-3b90-4e93-9df4-a6a9d4cd0643 req-ae0457ed-1f72-4e3b-86bc-6165c37a4db8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:58.974951 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5d85865-3b90-4e93-9df4-a6a9d4cd0643 req-ae0457ed-1f72-4e3b-86bc-6165c37a4db8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0547693 Aug 16 02:45:59.018033 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5d85865-3b90-4e93-9df4-a6a9d4cd0643 req-42ae2b16-1d9d-4597-bf38-b86d48de38e6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368657 Aug 16 02:46:00.057013 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:00.143259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aea8e4-cc3d-4b17-a0f0-9e21723d0cb5 req-c17fa997-9de3-4ed8-8dc1-beaa9797b652 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:00.144743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07aea8e4-cc3d-4b17-a0f0-9e21723d0cb5 req-c17fa997-9de3-4ed8-8dc1-beaa9797b652 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Aug 16 02:46:00.188176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-07aea8e4-cc3d-4b17-a0f0-9e21723d0cb5 req-37460749-148e-476c-a096-eabab04e9aac tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372403 Aug 16 02:46:01.313229 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db381a-1f61-43d0-9857-8614d90c7bcf req-7dc408d3-d7b8-4429-8594-f4b0d3e255f2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.315518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6db381a-1f61-43d0-9857-8614d90c7bcf req-7dc408d3-d7b8-4429-8594-f4b0d3e255f2 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Aug 16 02:46:01.359741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6db381a-1f61-43d0-9857-8614d90c7bcf req-624e30b4-2f1c-4a7d-95f7-afe580f2d1af tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344758 Aug 16 02:46:02.001101 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:02.485949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af53af7-418b-44af-a517-f9db2570cb99 req-7b975104-de16-4bbd-82cb-0802dc6fa826 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:02.487554 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7af53af7-418b-44af-a517-f9db2570cb99 req-7b975104-de16-4bbd-82cb-0802dc6fa826 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0541685 Aug 16 02:46:02.529976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7af53af7-418b-44af-a517-f9db2570cb99 req-5499d0fe-b256-40e3-88b0-264e7ef8bff1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360742 Aug 16 02:46:03.652825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663039e9-d0a9-4d0f-8920-8fa9fbbff798 req-27309a6e-a582-4316-8510-098f7efe1db6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:03.654301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-663039e9-d0a9-4d0f-8920-8fa9fbbff798 req-27309a6e-a582-4316-8510-098f7efe1db6 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0539589 Aug 16 02:46:03.696170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-663039e9-d0a9-4d0f-8920-8fa9fbbff798 req-e2894b04-695b-4ff7-91ff-a7215faab44f tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337567 Aug 16 02:46:04.835270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a646-49aa-45cd-b689-59d90707fd12 req-ba721335-eabc-43c7-af70-41ee5d083346 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:04.843818 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68f7a646-49aa-45cd-b689-59d90707fd12 req-ba721335-eabc-43c7-af70-41ee5d083346 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0625608 Aug 16 02:46:04.890544 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-68f7a646-49aa-45cd-b689-59d90707fd12 req-1f3618c3-47f7-4da6-889e-6e8a4c3f0661 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416200 Aug 16 02:46:05.643988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59976) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:05.785733 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22a3026c-7c2b-48a5-868e-6d8a5d58ffb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.875736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22a3026c-7c2b-48a5-868e-6d8a5d58ffb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.880478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22a3026c-7c2b-48a5-868e-6d8a5d58ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.915556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 59984) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:05.922590 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-22a3026c-7c2b-48a5-868e-6d8a5d58ffb8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0e814980e9c438280b50dcf1cb7f250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776902 Aug 16 02:46:05.923605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59986) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:05.924079 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3026c-7c2b-48a5-868e-6d8a5d58ffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57204e3-6837-4c7b-a4bb-b2dfdf4881cc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:05.978811 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e65a98c-a507-490b-95f0-a5c0fc76454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.003362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e65a98c-a507-490b-95f0-a5c0fc76454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.008134 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:06.027911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc73d5-5fb1-41cc-90f3-7daf4e95fdcc req-a17315b7-6549-4236-94b4-4f2454ea8a00 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.029640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27cc73d5-5fb1-41cc-90f3-7daf4e95fdcc req-a17315b7-6549-4236-94b4-4f2454ea8a00 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0597365 Aug 16 02:46:06.052823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e65a98c-a507-490b-95f0-a5c0fc76454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.055785 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8e65a98c-a507-490b-95f0-a5c0fc76454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.057070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8e65a98c-a507-490b-95f0-a5c0fc76454f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d57204e3-6837-4c7b-a4bb-b2dfdf4881cc HTTP/1.1" status: 204 len: 168 time: 0.1299045 Aug 16 02:46:06.067765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65a98c-a507-490b-95f0-a5c0fc76454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57204e3-6837-4c7b-a4bb-b2dfdf4881cc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:06.071975 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-796d4a76-5263-4b6c-a956-1be9674170c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.087484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-27cc73d5-5fb1-41cc-90f3-7daf4e95fdcc req-d7d7a615-1449-47ea-8327-3687442a7825 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510223 Aug 16 02:46:06.185282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-796d4a76-5263-4b6c-a956-1be9674170c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.189429 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-796d4a76-5263-4b6c-a956-1be9674170c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.234044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-796d4a76-5263-4b6c-a956-1be9674170c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60a2d8ea4e0a4cb7a2577682c457eeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158872 Aug 16 02:46:06.235276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d4a76-5263-4b6c-a956-1be9674170c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac9882-e853-46d9-9c6a-de0d3f6cf005,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:06.236775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 59994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:06.290806 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33ad45fe-6e62-45c6-9c36-bb3a19b0bbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.323609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33ad45fe-6e62-45c6-9c36-bb3a19b0bbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.372986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33ad45fe-6e62-45c6-9c36-bb3a19b0bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.377449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-33ad45fe-6e62-45c6-9c36-bb3a19b0bbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.378974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-33ad45fe-6e62-45c6-9c36-bb3a19b0bbdd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28ac9882-e853-46d9-9c6a-de0d3f6cf005 HTTP/1.1" status: 204 len: 168 time: 0.1408150 Aug 16 02:46:06.387820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad45fe-6e62-45c6-9c36-bb3a19b0bbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac9882-e853-46d9-9c6a-de0d3f6cf005,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:07.237791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744e72e-23ef-4fac-895a-41ed493e50a3 req-caedc0b1-cec1-4c77-a000-7f63ae3acbf7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.240765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0744e72e-23ef-4fac-895a-41ed493e50a3 req-caedc0b1-cec1-4c77-a000-7f63ae3acbf7 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0634558 Aug 16 02:46:07.284793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0744e72e-23ef-4fac-895a-41ed493e50a3 req-d86692e5-3645-43f2-8fcf-cc81713becbb tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376756 Aug 16 02:46:08.408412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104787c8-98c2-4364-bfe4-7d47e5525792 req-6a629ffc-e87a-424c-abbd-62e6d34be4a5 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.409957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-104787c8-98c2-4364-bfe4-7d47e5525792 req-6a629ffc-e87a-424c-abbd-62e6d34be4a5 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0521123 Aug 16 02:46:08.450885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-104787c8-98c2-4364-bfe4-7d47e5525792 req-6d7bf3c8-7db8-4645-aa68-f8a8e74f9f81 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339198 Aug 16 02:46:09.644410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf9e8f-7ae0-4927-b035-7a2e450e403e req-cdb33fb3-a865-400e-93e5-4c4ecd0b1b02 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.658146 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-59bf9e8f-7ae0-4927-b035-7a2e450e403e req-cdb33fb3-a865-400e-93e5-4c4ecd0b1b02 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0920007 Aug 16 02:46:09.740697 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-59bf9e8f-7ae0-4927-b035-7a2e450e403e req-784a7599-cd7a-41aa-a4b0-b0add0d6ff1d tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739431 Aug 16 02:46:10.766824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a87d6a-5a3c-44bc-82d1-700075eac10f req-46af2405-5ae6-4899-a190-51c17849d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:10.768553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57a87d6a-5a3c-44bc-82d1-700075eac10f req-46af2405-5ae6-4899-a190-51c17849d981 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1097 time: 0.0645034 Aug 16 02:46:10.823739 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57a87d6a-5a3c-44bc-82d1-700075eac10f req-66039c0c-7fe7-4f2d-87ba-c6924a8f97d5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455828 Aug 16 02:46:10.942571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725ebce-b4d9-428c-84ce-5f70d28b742b req-f12dfa44-df77-4c5a-9710-a59ba68650df tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:10.946509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1725ebce-b4d9-428c-84ce-5f70d28b742b req-f12dfa44-df77-4c5a-9710-a59ba68650df tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0885751 Aug 16 02:46:10.994508 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1725ebce-b4d9-428c-84ce-5f70d28b742b req-348dee49-9d1f-4e51-9a32-c4f43f6c822b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399239 Aug 16 02:46:11.079014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:11.210822 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6394-bc0b-4d50-9c0b-7fc6a8595544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.303690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6394-bc0b-4d50-9c0b-7fc6a8595544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.309554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6394-bc0b-4d50-9c0b-7fc6a8595544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.348884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b1c6394-bc0b-4d50-9c0b-7fc6a8595544 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0724c6c3f8324644bef9667113343e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688484 Aug 16 02:46:11.351620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:11.381853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c6394-bc0b-4d50-9c0b-7fc6a8595544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3bee8-efc7-4a40-a3cf-edce6b9c4380,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:11.417491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91d3b818-e213-4522-bd12-d1bf67b2665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.440173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91d3b818-e213-4522-bd12-d1bf67b2665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.490880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91d3b818-e213-4522-bd12-d1bf67b2665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.497336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-91d3b818-e213-4522-bd12-d1bf67b2665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:11.504425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-91d3b818-e213-4522-bd12-d1bf67b2665a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3f3bee8-efc7-4a40-a3cf-edce6b9c4380 HTTP/1.1" status: 204 len: 168 time: 0.1457410 Aug 16 02:46:11.521276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3b818-e213-4522-bd12-d1bf67b2665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3bee8-efc7-4a40-a3cf-edce6b9c4380,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:12.035398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:12.137141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ef84-4445-4900-8098-9216506aee85 req-3c42971e-63f2-4acd-9914-8272d3cda201 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:12.149390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08d2ef84-4445-4900-8098-9216506aee85 req-3c42971e-63f2-4acd-9914-8272d3cda201 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0678377 Aug 16 02:46:12.190647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29cfb0d9-ec4a-40b3-a6d0-e7d28ba31938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.213584 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-08d2ef84-4445-4900-8098-9216506aee85 req-6ebc45c1-403b-49c1-99aa-275e2d11bdc1 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630693 Aug 16 02:46:12.237942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60146) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:12.294011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29cfb0d9-ec4a-40b3-a6d0-e7d28ba31938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.300913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-29cfb0d9-ec4a-40b3-a6d0-e7d28ba31938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.323357 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1b4ce87a-0d4f-441e-bb85-7225dcc51474 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/floatingips/247546cf-c978-452b-a536-d060f32b6677 HTTP/1.1" status: 200 len: 993 time: 0.0785847 Aug 16 02:46:12.344840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-29cfb0d9-ec4a-40b3-a6d0-e7d28ba31938 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2d1ad095a064c5c8572888ee9a8b458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091676 Aug 16 02:46:12.345567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfb0d9-ec4a-40b3-a6d0-e7d28ba31938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4dc30f-2884-486d-9fd7-97d9bfa6a255,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:12.348417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60148) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:12.400883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.420573 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.465690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.469602 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.471489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e4dc30f-2884-486d-9fd7-97d9bfa6a255 HTTP/1.1" status: 204 len: 168 time: 0.1208744 Aug 16 02:46:12.479815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4dc30f-2884-486d-9fd7-97d9bfa6a255,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:12.487922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.488269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.488641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.488982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.489317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.489652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.489981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.490304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.490632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.490956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.491278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.491601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aac50-13ca-4ff6-add0-22d9274d921d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:12.565354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 558165e7-e77b-42b8-85ae-f99a7b0b4e3c details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:12.661943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:12.673737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'port_id': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'mac_address': 'fa:16:3e:d9:55:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:12.714056 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.726988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 558165e7-e77b-42b8-85ae-f99a7b0b4e3c {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:12.730100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60154) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:12.743594 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc4e1-ad1b-4809-8b01-4ed6b105e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.746299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:12.750628 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.803992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:12.843070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc4e1-ad1b-4809-8b01-4ed6b105e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.847665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9c3fc4e1-ad1b-4809-8b01-4ed6b105e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.886761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fc4e1-ad1b-4809-8b01-4ed6b105e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b73170-4d97-4414-a717-6a1b1547c844,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:12.891643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9c3fc4e1-ad1b-4809-8b01-4ed6b105e83b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48ecc79972c84c61b7f511f1728c3042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603141 Aug 16 02:46:12.894212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60160) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:12.942563 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a346-031a-4aae-8e57-1d2e6c8918c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.948248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['558165e7-e77b-42b8-85ae-f99a7b0b4e3c'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:12.965006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a346-031a-4aae-8e57-1d2e6c8918c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:13.013716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a346-031a-4aae-8e57-1d2e6c8918c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:13.017664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a346-031a-4aae-8e57-1d2e6c8918c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:13.023740 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6fe9a346-031a-4aae-8e57-1d2e6c8918c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/10b73170-4d97-4414-a717-6a1b1547c844 HTTP/1.1" status: 204 len: 168 time: 0.1238129 Aug 16 02:46:13.027598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a346-031a-4aae-8e57-1d2e6c8918c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b73170-4d97-4414-a717-6a1b1547c844,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:14.567707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 558165e7-e77b-42b8-85ae-f99a7b0b4e3c up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:14.617836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:14.618213 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:14.706314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:14.731544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:14.734254 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b506fd33-1197-4ab3-a968-615ec573c0f4" -d '{"events": [{"server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "name": "network-vif-plugged", "status": "completed", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:14.749587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:14.756847 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:14.791260 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2179762-e4b6-4d40-b3ae-28b9985a9e89 x-openstack-request-id: req-c2179762-e4b6-4d40-b3ae-28b9985a9e89 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:14.791569 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "name": "network-vif-plugged", "status": "completed", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:14.791812 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2179762-e4b6-4d40-b3ae-28b9985a9e89 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:14.792208 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'code': 200} Aug 16 02:46:14.821036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:14.830380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.830738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.831086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.831962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.832331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.832670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.833006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.833338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.833668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.834092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.834320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:14.834642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:17.644165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620fb7d-f50d-4a8e-80ed-008ba7e476e2 req-3c8f4dab-b7eb-4119-b1c6-d5874cef874f tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:17.645692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f620fb7d-f50d-4a8e-80ed-008ba7e476e2 req-3c8f4dab-b7eb-4119-b1c6-d5874cef874f tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Aug 16 02:46:17.683310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f620fb7d-f50d-4a8e-80ed-008ba7e476e2 req-cc51736d-ea56-4cef-b031-f3f28ef8d774 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Aug 16 02:46:18.163606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60250) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:18.267118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32658c1d-673e-44b2-b851-475b6452c936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.352700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32658c1d-673e-44b2-b851-475b6452c936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.356578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-32658c1d-673e-44b2-b851-475b6452c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.396522 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-32658c1d-673e-44b2-b851-475b6452c936 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=adf90fcec5ea421f94d625b16b2b9400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316117 Aug 16 02:46:18.397465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32658c1d-673e-44b2-b851-475b6452c936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3f689c-cbe2-440a-82ab-d07f1ce83afa,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:18.399156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:18.452348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69bc9b8b-66e9-46b9-a6cf-5e1e48186d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.475655 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69bc9b8b-66e9-46b9-a6cf-5e1e48186d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.520249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69bc9b8b-66e9-46b9-a6cf-5e1e48186d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.522753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-69bc9b8b-66e9-46b9-a6cf-5e1e48186d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.523869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-69bc9b8b-66e9-46b9-a6cf-5e1e48186d1c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f3f689c-cbe2-440a-82ab-d07f1ce83afa HTTP/1.1" status: 204 len: 168 time: 0.1229081 Aug 16 02:46:18.531590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc9b8b-66e9-46b9-a6cf-5e1e48186d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3f689c-cbe2-440a-82ab-d07f1ce83afa,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:18.803989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a2c30-b120-47fb-9764-2c3e42b2fef2 req-e52d14ef-c758-458c-a50d-5abf1e437b1d tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.805530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-079a2c30-b120-47fb-9764-2c3e42b2fef2 req-e52d14ef-c758-458c-a50d-5abf1e437b1d tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 946 time: 0.0522470 Aug 16 02:46:18.843039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-079a2c30-b120-47fb-9764-2c3e42b2fef2 req-2a2199e0-e556-4fa4-82bb-4a684dee0148 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311522 Aug 16 02:46:19.421029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-8ebf3f1f-a64b-4f43-a736-09a91762750c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:19.422491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-8ebf3f1f-a64b-4f43-a736-09a91762750c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 946 time: 0.0481191 Aug 16 02:46:19.528793 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Deleting port b000244c-4652-49e1-a1cd-ed5dea6abc44 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:19.529129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:19.643015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] For port b000244c-4652-49e1-a1cd-ed5dea6abc44, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=b000244c-4652-49e1-a1cd-ed5dea6abc44,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:19.643737 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:19.658797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Calling delete_port for b000244c-4652-49e1-a1cd-ed5dea6abc44 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:19.799352 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:19.816326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['b000244c-4652-49e1-a1cd-ed5dea6abc44'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:19.831217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Pushing event deleted for resources: {'Port': ['ID=b000244c-4652-49e1-a1cd-ed5dea6abc44,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:19.875481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] No DVR routers for this DVR port b000244c-4652-49e1-a1cd-ed5dea6abc44 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:19.878374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:19.880834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e92c6598-808d-4877-beb6-0217d4e45c08 req-62bdb376-468b-42f1-b3c7-81b6deb6735c tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "DELETE /v2.0/ports/b000244c-4652-49e1-a1cd-ed5dea6abc44 HTTP/1.1" status: 204 len: 173 time: 0.4492166 Aug 16 02:46:19.881295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'name': 'network-vif-deleted', 'tag': 'b000244c-4652-49e1-a1cd-ed5dea6abc44'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:19.884091 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f46718-993b-4005-b1e8-69cae756e28f" -d '{"events": [{"server_uuid": "59d48169-d8c8-45f7-ab04-e6795ca72039", "name": "network-vif-deleted", "tag": "b000244c-4652-49e1-a1cd-ed5dea6abc44"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:19.927785 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480d1fcf-e0a7-4db1-a0b7-aef41bfdd568 x-openstack-request-id: req-480d1fcf-e0a7-4db1-a0b7-aef41bfdd568 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:19.928305 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d48169-d8c8-45f7-ab04-e6795ca72039", "name": "network-vif-deleted", "tag": "b000244c-4652-49e1-a1cd-ed5dea6abc44", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:19.928558 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-480d1fcf-e0a7-4db1-a0b7-aef41bfdd568 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:19.928960 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d48169-d8c8-45f7-ab04-e6795ca72039', 'name': 'network-vif-deleted', 'tag': 'b000244c-4652-49e1-a1cd-ed5dea6abc44', 'status': 'completed', 'code': 200} Aug 16 02:46:19.944478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-288fe67f-9c0a-481d-83dc-d89b24f2ac78 req-fe88e677-dc4f-4c0f-8b5b-f34f1522d510 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=59d48169-d8c8-45f7-ab04-e6795ca72039 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Aug 16 02:46:22.430714 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:22.753751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b000244c-4652-49e1-a1cd-ed5dea6abc44 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:22.774882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: b000244c-4652-49e1-a1cd-ed5dea6abc44 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:22.775298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device b000244c-4652-49e1-a1cd-ed5dea6abc44 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:23.702666 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:26.196150 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67f8ce25-b401-43bb-9a66-3591ad9e07ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.086628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6124e-2366-43ee-80e4-07f59becc787 req-333e464f-20a3-4b93-a97e-52bb06a180f8 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:28.088109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-333e464f-20a3-4b93-a97e-52bb06a180f8 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/networks?id=efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 200 len: 812 time: 0.1020539 Aug 16 02:46:28.103676 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-dbd71058-0d05-48ef-9403-229fb478dd73 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/quotas/1358a675c4ff4dfb8ec7435217845e22 HTTP/1.1" status: 200 len: 375 time: 0.0090294 Aug 16 02:46:28.135892 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f15e745b-9884-417a-9755-c700e0a208ed tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1358a675c4ff4dfb8ec7435217845e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260172 Aug 16 02:46:28.225928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-a7652d06-7586-44ff-80a1-22f9217ea8e8 service neutron] 10.222.0.78 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823259 Aug 16 02:46:28.320571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c56913a3-5666-4a99-a96d-1a3368708fe2 service neutron] 10.222.0.78 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882223 Aug 16 02:46:28.647969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0670542b-e000-44b0-8007-ca0410a3f5e3 req-f646cca3-e616-4f5e-9c31-e1773c278781 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 210 time: 0.1914120 Aug 16 02:46:28.787655 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7845f289-c099-4e93-8784-abe484a6697e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.808099 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.511749 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-799a0940-3817-4573-a53a-c8f77497b07b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520794 Aug 16 02:46:29.559764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6124e-2366-43ee-80e4-07f59becc787 req-ab4e9d83-e606-429c-b947-0027cb677598 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:29.561591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-ab4e9d83-e606-429c-b947-0027cb677598 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "GET /v2.0/networks?id=efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 200 len: 812 time: 0.1482668 Aug 16 02:46:29.581305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Request body: {'port': {'device_id': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee', 'admin_state_up': True, 'tenant_id': '1358a675c4ff4dfb8ec7435217845e22'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:29.618159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-31dcdef2-db6f-4d21-b4a7-2d59eae9e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:29.619865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-31dcdef2-db6f-4d21-b4a7-2d59eae9e9df service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1097 time: 0.0490327 Aug 16 02:46:29.696520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Made reservation on behalf of 1358a675c4ff4dfb8ec7435217845e22 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:29.701159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:29.762822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cab10b13-8a3f-40fe-900f-6f0c16dcb4c2 req-62d0f06f-5fb9-434c-85c1-99d85d020cab tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 210 time: 0.0400305 Aug 16 02:46:29.781055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-5a2d71c9-8e23-4b5c-a66e-6f77caa5f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:29.783176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-5a2d71c9-8e23-4b5c-a66e-6f77caa5f647 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 200 len: 898 time: 0.1428127 Aug 16 02:46:29.841182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Allocated IP 172.20.0.6 (efe6f143-105e-4f5d-a8a1-7fd20351eeee/a01f04fa-4a85-4618-b297-ab60c85ec794/df33b339-2247-4b93-a9eb-546396cd1fa1) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:29.862650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-ec2437ed-2b19-4701-b3e4-dc17855c586a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 200 len: 1001 time: 0.0717292 Aug 16 02:46:29.914385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-af26f41b-61e7-454f-bd38-91185432c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:29.916017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-af26f41b-61e7-454f-bd38-91185432c8ef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a60c8fd-11ea-4ba0-8134-eb86c6c54228 HTTP/1.1" status: 200 len: 835 time: 0.0467379 Aug 16 02:46:29.973360 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-6e300fea-3732-42b9-abaa-c88e879590a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:29.980343 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-6e300fea-3732-42b9-abaa-c88e879590a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b266aa11-8210-41ef-b82e-d2b4209c3510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535340 Aug 16 02:46:30.010132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.055693 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.062946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.086344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-2ef1ff3c-8de8-4b43-87b9-2e2846e245dc service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969796 Aug 16 02:46:30.112338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Network efe6f143-105e-4f5d-a8a1-7fd20351eeee is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:30.115675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:30.127630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:30.132728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Pushing event updated for resources: {'Port': ['ID=df33b339-2247-4b93-a9eb-546396cd1fa1,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:30.181492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7844563c-5bde-4f2f-b87d-bde4a5dce5ce req-1338f545-2601-44ff-94d9-ae88c7112d6b service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877578 Aug 16 02:46:30.183405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:30.184033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.200535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c727589b-d02a-44be-ad9e-d9db9fb3b8dc tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234062 Aug 16 02:46:30.218040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Request body: {'port': {'device_id': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:30.274646 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.543522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df33b339-2247-4b93-a9eb-546396cd1fa1 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:30.553762 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.567345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Transition to ACTIVE for port object df33b339-2247-4b93-a9eb-546396cd1fa1 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:30.570514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.644158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Pushing event updated for resources: {'Port': ['ID=df33b339-2247-4b93-a9eb-546396cd1fa1,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:31.080582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Attempting to bind port df33b339-2247-4b93-a9eb-546396cd1fa1 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:31.081281 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Attempting to bind port df33b339-2247-4b93-a9eb-546396cd1fa1 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:31.081281 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Attempting to bind port df33b339-2247-4b93-a9eb-546396cd1fa1 on network efe6f143-105e-4f5d-a8a1-7fd20351eeee {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:31.096070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1b68c-d761-419f-b84f-fa9971cf7f38 req-67c41b88-94c5-43fc-989d-f756f751fe80 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.097235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03c1b68c-d761-419f-b84f-fa9971cf7f38 req-67c41b88-94c5-43fc-989d-f756f751fe80 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 943 time: 0.0714955 Aug 16 02:46:31.097673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Port df33b339-2247-4b93-a9eb-546396cd1fa1 on network efe6f143-105e-4f5d-a8a1-7fd20351eeee not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:46:31.097995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Attempting to bind port df33b339-2247-4b93-a9eb-546396cd1fa1 on network efe6f143-105e-4f5d-a8a1-7fd20351eeee {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:31.103428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:31.103766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Checking segment: {'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:31.104146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Bound using segment: {'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:31.104603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Bound port: df33b339-2247-4b93-a9eb-546396cd1fa1, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcfbf03-5a00-4a4d-ab0a-27596fa88184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:31.104967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.176372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03c1b68c-d761-419f-b84f-fa9971cf7f38 req-be9da72e-b1b3-463d-b217-454425478bd0 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692682 Aug 16 02:46:31.198549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] For port df33b339-2247-4b93-a9eb-546396cd1fa1, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:31.202139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] For port df33b339-2247-4b93-a9eb-546396cd1fa1, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=df33b339-2247-4b93-a9eb-546396cd1fa1,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:31.207059 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.243692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.244337 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.245708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] 10.222.0.98 "PUT /v2.0/ports/df33b339-2247-4b93-a9eb-546396cd1fa1 HTTP/1.1" status: 200 len: 1092 time: 1.0318389 Aug 16 02:46:31.246141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'tag': 'df33b339-2247-4b93-a9eb-546396cd1fa1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:31.248899 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50055fa4-1d93-4862-8153-431e9455252a" -d '{"events": [{"name": "network-changed", "server_uuid": "81a1ac5e-4106-4579-8fe5-8dbc9752766c", "tag": "df33b339-2247-4b93-a9eb-546396cd1fa1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:31.269177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ea92-6f82-4c5a-899d-e8f7f3f43371 service neutron] Pushing event updated for resources: {'Port': ['ID=df33b339-2247-4b93-a9eb-546396cd1fa1,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:31.302725 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffa8ba7-5465-4d87-9746-2053d863c63a x-openstack-request-id: req-6ffa8ba7-5465-4d87-9746-2053d863c63a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:31.303007 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a1ac5e-4106-4579-8fe5-8dbc9752766c", "tag": "df33b339-2247-4b93-a9eb-546396cd1fa1", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:31.303253 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ffa8ba7-5465-4d87-9746-2053d863c63a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:31.303655 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'tag': 'df33b339-2247-4b93-a9eb-546396cd1fa1', 'status': 'completed', 'code': 200} Aug 16 02:46:31.337543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6124e-2366-43ee-80e4-07f59becc787 req-5966380c-a3f6-430b-a2c0-d402c753c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.338921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-5966380c-a3f6-430b-a2c0-d402c753c4c9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1358a675c4ff4dfb8ec7435217845e22&device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 1095 time: 0.0459294 Aug 16 02:46:31.388407 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-5de1aae6-5b52-4b12-96b9-255b688b64c8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df33b339-2247-4b93-a9eb-546396cd1fa1 HTTP/1.1" status: 200 len: 217 time: 0.0382743 Aug 16 02:46:31.443886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c88359b2-c614-46f0-9363-a2b0ac131dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.445379 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-c88359b2-c614-46f0-9363-a2b0ac131dd5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a01f04fa-4a85-4618-b297-ab60c85ec794 HTTP/1.1" status: 200 len: 852 time: 0.0461118 Aug 16 02:46:31.483511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-adb85534-ca24-4cc2-8aa6-944ae11c45eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efe6f143-105e-4f5d-a8a1-7fd20351eeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257163 Aug 16 02:46:31.575405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-b141f333-5050-4036-bc0a-dd59f50984fc service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801296 Aug 16 02:46:31.683844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-46e6124e-2366-43ee-80e4-07f59becc787 req-badb5d91-2243-428f-9b6e-754f3d59d52f service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946045 Aug 16 02:46:31.778483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50055fa4-1d93-4862-8153-431e9455252a req-993b3458-05c2-43d0-930b-e8dfaae98be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.780013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50055fa4-1d93-4862-8153-431e9455252a req-993b3458-05c2-43d0-930b-e8dfaae98be8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1358a675c4ff4dfb8ec7435217845e22&device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 1095 time: 0.0413120 Aug 16 02:46:31.873973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50055fa4-1d93-4862-8153-431e9455252a req-2eb80b7f-7a21-4792-ae32-c4973cb34d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.875717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50055fa4-1d93-4862-8153-431e9455252a req-2eb80b7f-7a21-4792-ae32-c4973cb34d32 service neutron] 10.222.0.98 "GET /v2.0/networks?id=efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 200 len: 913 time: 0.0883510 Aug 16 02:46:31.919348 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50055fa4-1d93-4862-8153-431e9455252a req-adf656fb-eddd-4b3f-9184-6c394e353586 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df33b339-2247-4b93-a9eb-546396cd1fa1 HTTP/1.1" status: 200 len: 217 time: 0.0361395 Aug 16 02:46:31.976147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.976792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50055fa4-1d93-4862-8153-431e9455252a req-9f35f1e3-4870-489e-afb5-71639c812e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.977777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50055fa4-1d93-4862-8153-431e9455252a req-9f35f1e3-4870-489e-afb5-71639c812e02 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a01f04fa-4a85-4618-b297-ab60c85ec794 HTTP/1.1" status: 200 len: 852 time: 0.0510793 Aug 16 02:46:32.011471 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50055fa4-1d93-4862-8153-431e9455252a req-5db4c03e-99a9-4441-923b-a63d22b17c38 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efe6f143-105e-4f5d-a8a1-7fd20351eeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253849 Aug 16 02:46:32.115241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50055fa4-1d93-4862-8153-431e9455252a req-1ce1dffa-f18f-43eb-be01-949e846b5e84 service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951121 Aug 16 02:46:32.209529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-50055fa4-1d93-4862-8153-431e9455252a req-4984c726-c212-4e3f-a62f-5e8da6cf6cde service neutron] 10.222.0.98 "GET /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870495 Aug 16 02:46:32.302217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c531c-3565-498e-9a23-b0f3c7544850 req-436a056f-3c27-4040-b15b-f98121671738 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:32.303721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-479c531c-3565-498e-9a23-b0f3c7544850 req-436a056f-3c27-4040-b15b-f98121671738 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 943 time: 0.0532656 Aug 16 02:46:32.348246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-479c531c-3565-498e-9a23-b0f3c7544850 req-8dc918cf-3940-484e-94c0-a53cc4a3779b tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Aug 16 02:46:33.466025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f439f-dc82-4589-9b5a-8f949b7c0b20 req-cf3ecaf4-a886-401e-be32-406041ace6bf tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:33.468039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16f439f-dc82-4589-9b5a-8f949b7c0b20 req-cf3ecaf4-a886-401e-be32-406041ace6bf tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 943 time: 0.0502882 Aug 16 02:46:33.505905 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d16f439f-dc82-4589-9b5a-8f949b7c0b20 req-06a54206-bf59-4120-8921-1352ff43ad07 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Aug 16 02:46:34.629560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f965e73-32ec-4fcd-9ce0-ff7a1b0981df req-4e0a2cd3-30de-428c-ae19-ef6ef98315cd tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:34.631320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f965e73-32ec-4fcd-9ce0-ff7a1b0981df req-4e0a2cd3-30de-428c-ae19-ef6ef98315cd tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 943 time: 0.0585144 Aug 16 02:46:34.671085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f965e73-32ec-4fcd-9ce0-ff7a1b0981df req-76496420-46ef-4458-884e-2b9e8d3ce6d4 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Aug 16 02:46:34.768139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device df33b339-2247-4b93-a9eb-546396cd1fa1 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:34.864337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port df33b339-2247-4b93-a9eb-546396cd1fa1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=df33b339-2247-4b93-a9eb-546396cd1fa1,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:34.876272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'df33b339-2247-4b93-a9eb-546396cd1fa1', 'network_id': 'efe6f143-105e-4f5d-a8a1-7fd20351eeee', 'port_id': 'df33b339-2247-4b93-a9eb-546396cd1fa1', 'mac_address': 'fa:16:3e:bc:3b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01f04fa-4a85-4618-b297-ab60c85ec794', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:34.913269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.932113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df33b339-2247-4b93-a9eb-546396cd1fa1 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:34.954467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port df33b339-2247-4b93-a9eb-546396cd1fa1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=df33b339-2247-4b93-a9eb-546396cd1fa1,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:34.959131 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:35.006016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=df33b339-2247-4b93-a9eb-546396cd1fa1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:35.237863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['df33b339-2247-4b93-a9eb-546396cd1fa1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:35.788588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922d453-c5b4-4165-a280-f2e86cf359c4 req-45ff7f2f-f1a5-46c0-8f88-0f9b58fefa8f tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:35.790073 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4922d453-c5b4-4165-a280-f2e86cf359c4 req-45ff7f2f-f1a5-46c0-8f88-0f9b58fefa8f tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 944 time: 0.0517464 Aug 16 02:46:35.827806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4922d453-c5b4-4165-a280-f2e86cf359c4 req-cbfae7c2-bbf9-455e-9af2-8a257d9333a9 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Aug 16 02:46:36.767293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device df33b339-2247-4b93-a9eb-546396cd1fa1 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:36.814241 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port df33b339-2247-4b93-a9eb-546396cd1fa1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:36.817727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port df33b339-2247-4b93-a9eb-546396cd1fa1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:36.818207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:36.900606 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:36.924921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df33b339-2247-4b93-a9eb-546396cd1fa1'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:36.926969 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259378b2-f158-4eca-b0d5-75cfd064395e" -d '{"events": [{"server_uuid": "81a1ac5e-4106-4579-8fe5-8dbc9752766c", "name": "network-vif-plugged", "status": "completed", "tag": "df33b339-2247-4b93-a9eb-546396cd1fa1"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:36.953285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58e2f4-dd29-432e-90ff-4f245492ef2c req-1f9263bc-583a-4ef8-899f-039b4d53d642 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:36.955534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab58e2f4-dd29-432e-90ff-4f245492ef2c req-1f9263bc-583a-4ef8-899f-039b4d53d642 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 944 time: 0.0554605 Aug 16 02:46:36.958286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port df33b339-2247-4b93-a9eb-546396cd1fa1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=df33b339-2247-4b93-a9eb-546396cd1fa1,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:36.966146 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:36.993522 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ccef63-94a4-4336-bddf-2c383f792ed3 x-openstack-request-id: req-42ccef63-94a4-4336-bddf-2c383f792ed3 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:36.993805 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a1ac5e-4106-4579-8fe5-8dbc9752766c", "name": "network-vif-plugged", "status": "completed", "tag": "df33b339-2247-4b93-a9eb-546396cd1fa1", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:36.994054 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42ccef63-94a4-4336-bddf-2c383f792ed3 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:36.994437 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df33b339-2247-4b93-a9eb-546396cd1fa1', 'code': 200} Aug 16 02:46:37.005701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ab58e2f4-dd29-432e-90ff-4f245492ef2c req-e4d1b82e-a9b8-4f3c-be34-40b7aae01559 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 Aug 16 02:46:37.030040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=df33b339-2247-4b93-a9eb-546396cd1fa1,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:37.103979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e931-de08-459f-98b9-efa49aa5f767 req-ce157190-1abe-4234-99f0-8350240af2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.105506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05b9e931-de08-459f-98b9-efa49aa5f767 req-ce157190-1abe-4234-99f0-8350240af2ab service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 1097 time: 0.0391498 Aug 16 02:46:37.146580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05b9e931-de08-459f-98b9-efa49aa5f767 req-be14532d-54cb-42ba-959b-6e57f01a3cc9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Aug 16 02:46:38.138799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce10e2-eb0b-4809-a2bb-7eeb215ad0cd req-446c6bb7-e082-40ca-8901-a0da8cc7120d tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:38.140316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89ce10e2-eb0b-4809-a2bb-7eeb215ad0cd req-446c6bb7-e082-40ca-8901-a0da8cc7120d tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 945 time: 0.0593853 Aug 16 02:46:38.181767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-89ce10e2-eb0b-4809-a2bb-7eeb215ad0cd req-1100c142-f08e-441f-9e8e-1578ca16d95f tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354478 Aug 16 02:46:39.312816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09b203-4d31-4e14-bdd5-399d1a9bf41e req-90ba6038-efb5-4f48-be10-28862ab0d56a tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:39.314305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf09b203-4d31-4e14-bdd5-399d1a9bf41e req-90ba6038-efb5-4f48-be10-28862ab0d56a tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 945 time: 0.0567219 Aug 16 02:46:39.353367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf09b203-4d31-4e14-bdd5-399d1a9bf41e req-68bf99ca-c099-419d-ab43-74accd954bda tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Aug 16 02:46:42.918231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:43.007743 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:43.092265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 8cb5ad77-5e00-4ff5-9662-f4bafb108199 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:43.092640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:43.173150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:43.173479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:43.186288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 8cb5ad77-5e00-4ff5-9662-f4bafb108199 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:43.694564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:43.726487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=8cb5ad77-5e00-4ff5-9662-f4bafb108199,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:43.737252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.737604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.737952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.738285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.738616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.738944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.739270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.739596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.739930 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.740243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.740783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.741588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:43.805917 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:43.806310 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Floating IP 247546cf-c978-452b-a536-d060f32b6677 disassociated (deleted). External IP: 172.25.4.177, port: 558165e7-e77b-42b8-85ae-f99a7b0b4e3c. Aug 16 02:46:44.012810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:44.125514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:44.130303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:44.135107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] Sync routers for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:44.148220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:44.148981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:44.171945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bccd3f0c-84dc-4d08-bfd9-b65db8f3c178 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/floatingips/247546cf-c978-452b-a536-d060f32b6677 HTTP/1.1" status: 204 len: 168 time: 1.2524157 Aug 16 02:46:44.172961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:44.176520 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f236c798-b37c-4e10-a040-977191f2a637" -d '{"events": [{"name": "network-changed", "server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:44.249382 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8749e499-8c3c-4595-84a8-a4db98c93c05 x-openstack-request-id: req-8749e499-8c3c-4595-84a8-a4db98c93c05 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:44.249933 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:44.250188 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8749e499-8c3c-4595-84a8-a4db98c93c05 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:44.250589 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'status': 'completed', 'code': 200} Aug 16 02:46:44.284152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:44.320342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236c798-b37c-4e10-a040-977191f2a637 req-8aa64446-5148-4acf-9a36-527e9c3c9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:44.320342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f236c798-b37c-4e10-a040-977191f2a637 req-8aa64446-5148-4acf-9a36-527e9c3c9b59 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 1097 time: 0.0477498 Aug 16 02:46:44.451317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236c798-b37c-4e10-a040-977191f2a637 req-c06eb6cb-f078-4fde-b5ea-75e745227a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:44.452853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f236c798-b37c-4e10-a040-977191f2a637 req-c06eb6cb-f078-4fde-b5ea-75e745227a6e service neutron] 10.222.0.88 "GET /v2.0/networks?id=b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 200 len: 898 time: 0.1256654 Aug 16 02:46:44.481090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4e7c-4a55-48f5-b78b-1a8ae6c2e3bd req-11848e46-2028-459b-b13a-4a62eb17d08a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:44.483293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-303a4e7c-4a55-48f5-b78b-1a8ae6c2e3bd req-11848e46-2028-459b-b13a-4a62eb17d08a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0551827 Aug 16 02:46:44.531591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f236c798-b37c-4e10-a040-977191f2a637 req-76acfc28-848c-45cf-a809-2214f5d3ab7b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 200 len: 217 time: 0.0692208 Aug 16 02:46:44.536411 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-303a4e7c-4a55-48f5-b78b-1a8ae6c2e3bd req-5a1b9a10-6aa6-44dc-8a6e-0a6685864da3 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463409 Aug 16 02:46:44.547954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:08Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:44.588009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] Checking router: 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:44.590213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236c798-b37c-4e10-a040-977191f2a637 req-652e4f5f-d209-4d3d-b86d-a869ab266893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:44.592301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f236c798-b37c-4e10-a040-977191f2a637 req-652e4f5f-d209-4d3d-b86d-a869ab266893 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a60c8fd-11ea-4ba0-8134-eb86c6c54228 HTTP/1.1" status: 200 len: 835 time: 0.0474708 Aug 16 02:46:44.597011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:44.597626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:44.641323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236c798-b37c-4e10-a040-977191f2a637 req-cd7452ce-f324-484e-9612-de9938a3b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:44.642464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f236c798-b37c-4e10-a040-977191f2a637 req-cd7452ce-f324-484e-9612-de9938a3b72a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b266aa11-8210-41ef-b82e-d2b4209c3510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413463 Aug 16 02:46:44.702865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:44.746559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f236c798-b37c-4e10-a040-977191f2a637 req-e13c2bdd-e013-4961-a175-2d18664f5c07 service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964944 Aug 16 02:46:44.855069 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f236c798-b37c-4e10-a040-977191f2a637 req-bf4db33f-cd21-47e3-a245-65429269bbcb service neutron] 10.222.0.88 "GET /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991457 Aug 16 02:46:44.928218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:08Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:44.958265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d06e2c-8b76-4d0d-b7cd-99433260eec7 None None] The sync data for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 is: [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:45:03Z', 'revision_number': 4, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '6de0ee47-b825-455a-a0f5-70a5be44a687', 'name': '', 'network_id': 'b266aa11-8210-41ef-b82e-d2b4209c3510', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'mac_address': 'fa:16:3e:a3:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:02Z', 'updated_at': '2021-08-16T02:45:08Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'subnets': [{'id': '3a60c8fd-11ea-4ba0-8134-eb86c6c54228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:45.197397 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10273143-75a3-4aaa-9b1b-029138c880ab None None] New status for floating IP 247546cf-c978-452b-a536-d060f32b6677: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:45.669184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190806c-2cbd-4f9b-b11a-5f6e82a739cc req-7705fd0c-4fc6-4fd7-84f2-01e9242c3f90 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:45.671880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5190806c-2cbd-4f9b-b11a-5f6e82a739cc req-7705fd0c-4fc6-4fd7-84f2-01e9242c3f90 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0526440 Aug 16 02:46:45.710000 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5190806c-2cbd-4f9b-b11a-5f6e82a739cc req-0bfcf2cf-50f0-4aab-be9f-39bc17ea5e0c tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1eeb07a-8ccd-4892-b36a-25932913a542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320849 Aug 16 02:46:45.864226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-dbd85750-ce1f-4239-9a10-5e54bd27ca58 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:45.865766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-dbd85750-ce1f-4239-9a10-5e54bd27ca58 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 945 time: 0.0586212 Aug 16 02:46:45.966043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:45.966294 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.075744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:46.076127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.089532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 558165e7-e77b-42b8-85ae-f99a7b0b4e3c owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:46.245333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.277221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=558165e7-e77b-42b8-85ae-f99a7b0b4e3c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:46.329292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] No DVR routers for this DVR port 558165e7-e77b-42b8-85ae-f99a7b0b4e3c on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:46.336561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:46.338607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6f477efa-3081-4714-9669-24f80fa9fa2b req-1b1237af-c6dd-4bf8-bb57-a1072fbe5598 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.88 "DELETE /v2.0/ports/558165e7-e77b-42b8-85ae-f99a7b0b4e3c HTTP/1.1" status: 204 len: 173 time: 0.4668057 Aug 16 02:46:46.339081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'name': 'network-vif-deleted', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:46.341429 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f210c5f3-97c1-41d7-b3c2-6c6f9dbac2bb" -d '{"events": [{"server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "name": "network-vif-deleted", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:46.392699 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb20dd0-0f9d-4918-ad47-9489c12feaf3 x-openstack-request-id: req-5eb20dd0-0f9d-4918-ad47-9489c12feaf3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:46.392996 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca57e88f-8e5d-4715-9e9a-80f5e6441b60", "name": "network-vif-deleted", "tag": "558165e7-e77b-42b8-85ae-f99a7b0b4e3c", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:46.393248 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5eb20dd0-0f9d-4918-ad47-9489c12feaf3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:46.393650 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca57e88f-8e5d-4715-9e9a-80f5e6441b60', 'name': 'network-vif-deleted', 'tag': '558165e7-e77b-42b8-85ae-f99a7b0b4e3c', 'status': 'completed', 'code': 200} Aug 16 02:46:46.843941 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5dc0e93b-688c-4ec9-9c9d-685f1f3a3f2c req-f6a47e00-dc67-4d8e-bbd1-040783bc17fc tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca57e88f-8e5d-4715-9e9a-80f5e6441b60 HTTP/1.1" status: 200 len: 210 time: 0.0272598 Aug 16 02:46:47.901810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:48.290334 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:48.551503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 6de0ee47-b825-455a-a0f5-70a5be44a687 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:48.551853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:48.640260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port 6de0ee47-b825-455a-a0f5-70a5be44a687, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6de0ee47-b825-455a-a0f5-70a5be44a687,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:48.640658 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:48.653815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 6de0ee47-b825-455a-a0f5-70a5be44a687 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:48.849722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:48.881015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=6de0ee47-b825-455a-a0f5-70a5be44a687,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:49.063989 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:49.292118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:49.407465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:49.415932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-48f75dd7-35fe-4b31-bcd2-08d4864cc36b tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "PUT /v2.0/routers/0a993de8-2fb3-463e-acf3-280cfeb1ebe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5105383 Aug 16 02:46:49.416941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60868) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:49.419595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096b962-def8-422f-809d-c9b46927a34c None None] Sync routers for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:49.434454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:49.435744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:49.472306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting subnet 3a60c8fd-11ea-4ba0-8134-eb86c6c54228 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:46:49.476026 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:49.548111 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:49.575827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:49.665914 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:49.751321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:49.779065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Subnet': ['ID=3a60c8fd-11ea-4ba0-8134-eb86c6c54228,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:49.782815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:49.787881 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8a32da7f-9858-45c7-94a7-4c255e7f2c2a tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/subnets/3a60c8fd-11ea-4ba0-8134-eb86c6c54228 HTTP/1.1" status: 204 len: 168 time: 0.3675954 Aug 16 02:46:49.787881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60876) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:49.792682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ce85f-cd51-49c5-8729-7193289eb3ab None None] Network b266aa11-8210-41ef-b82e-d2b4209c3510 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:49.858081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:46:48Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:49.892252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096b962-def8-422f-809d-c9b46927a34c None None] Checking router: 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:49.917815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:49.933918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] Routers {'0a993de8-2fb3-463e-acf3-280cfeb1ebe0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:49.934549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:50.034285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.099535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Deleting port 28f31a59-5e32-4444-abdd-87d481e5e549 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:50.100055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.227465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] Set router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:50.233173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] For port 28f31a59-5e32-4444-abdd-87d481e5e549, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=28f31a59-5e32-4444-abdd-87d481e5e549,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:50.233556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.248761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Calling delete_port for 28f31a59-5e32-4444-abdd-87d481e5e549 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:50.300788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] DHCP port deletion for b266aa11-8210-41ef-b82e-d2b4209c3510 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:46:50.467878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.492998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Port': ['ID=28f31a59-5e32-4444-abdd-87d481e5e549,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:50.496657 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] Deleting port 073ab080-b47b-4c69-99a0-d1cf52170294 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:50.496657 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.586662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] For port 073ab080-b47b-4c69-99a0-d1cf52170294, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=073ab080-b47b-4c69-99a0-d1cf52170294,segment=NetworkSegment(eb00a232-1f32-4913-9753-f37c005932df),segment_id=eb00a232-1f32-4913-9753-f37c005932df)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:50.587157 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.604146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6096b962-def8-422f-809d-c9b46927a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:46:48Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:50.606305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] Calling delete_port for 073ab080-b47b-4c69-99a0-d1cf52170294 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:50.616935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.688345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6096b962-def8-422f-809d-c9b46927a34c None None] The sync data for ids ['0a993de8-2fb3-463e-acf3-280cfeb1ebe0'] in n-d-769329-15 is: [{'id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294483710', 'tenant_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:44:57Z', 'updated_at': '2021-08-16T02:46:48Z', 'revision_number': 5, 'project_id': 'a0d4a8bb5b8d42dd8d98ef68d6e599ae', 'gw_port': {'id': '28f31a59-5e32-4444-abdd-87d481e5e549', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a993de8-2fb3-463e-acf3-280cfeb1ebe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:44:58Z', 'updated_at': '2021-08-16T02:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:50.718996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 558165e7-e77b-42b8-85ae-f99a7b0b4e3c no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:50.795554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 558165e7-e77b-42b8-85ae-f99a7b0b4e3c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:50.796040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 558165e7-e77b-42b8-85ae-f99a7b0b4e3c not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:50.831897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.834246 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.889296 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.919491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.920151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Fanout notify agent at l3_agent the message router_deleted on router 0a993de8-2fb3-463e-acf3-280cfeb1ebe0 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:46:50.920855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] No DVR routers for this DVR port 073ab080-b47b-4c69-99a0-d1cf52170294 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:50.922887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba82c2-4175-4415-8bad-cde632c0f35d None None] Pushing event deleted for resources: {'Port': ['ID=073ab080-b47b-4c69-99a0-d1cf52170294,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:50.936004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.940048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6889f162-fc24-449d-bcdc-a1b28a3ade15 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/routers/0a993de8-2fb3-463e-acf3-280cfeb1ebe0 HTTP/1.1" status: 204 len: 168 time: 1.1489515 Aug 16 02:46:50.940382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60898) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:51.019654 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.111945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.123197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b266aa11-8210-41ef-b82e-d2b4209c3510']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:51.135200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb00a232-1f32-4913-9753-f37c005932df') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:51.135786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb00a232-1f32-4913-9753-f37c005932df') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:51.145941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.173408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.180784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:46:51.181196 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:46:51.184801 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:46:51.248815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.254726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.260064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60904) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:51.260518 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/networks/b266aa11-8210-41ef-b82e-d2b4209c3510 HTTP/1.1" status: 204 len: 168 time: 0.3191214 Aug 16 02:46:51.277870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc055e-4625-49b1-ae45-5636475bb5a8 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'Network': ['ID=b266aa11-8210-41ef-b82e-d2b4209c3510,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:51.324105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8106c295-ce45-4f09-8ca1-6373eaad9925 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.351918 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8106c295-ce45-4f09-8ca1-6373eaad9925 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.419683 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8106c295-ce45-4f09-8ca1-6373eaad9925 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.422940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8106c295-ce45-4f09-8ca1-6373eaad9925 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:51.427732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8106c295-ce45-4f09-8ca1-6373eaad9925 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] 10.222.0.78 "DELETE /v2.0/security-groups/a1eeb07a-8ccd-4892-b36a-25932913a542 HTTP/1.1" status: 204 len: 168 time: 0.1663444 Aug 16 02:46:51.445115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106c295-ce45-4f09-8ca1-6373eaad9925 tempest-TestNetworkAdvancedServerOps-135564930 tempest-TestNetworkAdvancedServerOps-135564930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eeb07a-8ccd-4892-b36a-25932913a542,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:51.809736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 60928) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:51.961487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60936) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:51.961996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e9827d9a-b05f-4337-b0fe-2052378978ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0d4a8bb5b8d42dd8d98ef68d6e599ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516073 Aug 16 02:46:52.016728 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-745f6557-d4e0-4cc4-9e84-0a4efa89a8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.041931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-745f6557-d4e0-4cc4-9e84-0a4efa89a8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.089999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-745f6557-d4e0-4cc4-9e84-0a4efa89a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.093393 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-745f6557-d4e0-4cc4-9e84-0a4efa89a8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.094538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-745f6557-d4e0-4cc4-9e84-0a4efa89a8e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e008f1a6-f100-4291-be40-a0efbeb2a469 HTTP/1.1" status: 204 len: 168 time: 0.1317017 Aug 16 02:46:52.102644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f6557-d4e0-4cc4-9e84-0a4efa89a8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e008f1a6-f100-4291-be40-a0efbeb2a469,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:52.283538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6de0ee47-b825-455a-a0f5-70a5be44a687 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:52.309536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6de0ee47-b825-455a-a0f5-70a5be44a687 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:52.310168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6de0ee47-b825-455a-a0f5-70a5be44a687 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:52.310915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 28f31a59-5e32-4444-abdd-87d481e5e549 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:52.346926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 28f31a59-5e32-4444-abdd-87d481e5e549 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:52.347605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 28f31a59-5e32-4444-abdd-87d481e5e549 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:52.348176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 073ab080-b47b-4c69-99a0-d1cf52170294 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:52.370048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 073ab080-b47b-4c69-99a0-d1cf52170294 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:52.370670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 073ab080-b47b-4c69-99a0-d1cf52170294 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:52.427640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60946) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:52.453959 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.473489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8f8e02df-b72c-430d-b87f-e45144c1e975 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9eab245f895446bb649168525b773c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441654 Aug 16 02:46:52.475940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 60948) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:52.534696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3cf-282c-4856-bf57-0ee18f3ba70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.559209 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3cf-282c-4856-bf57-0ee18f3ba70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.627823 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3cf-282c-4856-bf57-0ee18f3ba70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.631634 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3cf-282c-4856-bf57-0ee18f3ba70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.635990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c2d3b3cf-282c-4856-bf57-0ee18f3ba70c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8291e604-3833-4dc8-9a8c-ff4ef10408d3 HTTP/1.1" status: 204 len: 168 time: 0.1587431 Aug 16 02:46:52.646278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b3cf-282c-4856-bf57-0ee18f3ba70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8291e604-3833-4dc8-9a8c-ff4ef10408d3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:53.722935 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.125012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32792) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:54.300051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'network': {'name': 'tempest-network-smoke--1256069153', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:54.329395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:54.333423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.344988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.446940 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.453781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.480806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:46:54.499975 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.500761 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Added segment 9ae23377-333d-429e-bde5-834977dbeb0d of type vlan for network b23da168-3811-4ed6-8a5a-bf0eb51a66dc Aug 16 02:46:54.513180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc991f6-aa96-42de-bb7b-f4bb0ed20c1a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:54.551813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.585642 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.591704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:54.592359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.653632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5269623 Aug 16 02:46:54.656976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 32796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:54.664645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6d6a-badf-493c-8c71-c24fbb2c247b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Network': ['ID=b23da168-3811-4ed6-8a5a-bf0eb51a66dc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:54.665869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'admin_state_up': True, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:54.677327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:46:54.691178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.698336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.766572 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.333512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.526399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.544940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.647100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.25.4.16 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ea0ac7ef-1826-4c94-861e-ece80471f9bc) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:55.751939 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.790202 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.829280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:55.832095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:55.839734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:55.867543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=ea0ac7ef-1826-4c94-861e-ece80471f9bc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:56.105037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:56.203059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92dbc052-ef7a-44b5-b41e-4355b2ee57e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:56.342515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:56.473664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router 6fd6cd31-1f69-4544-b954-053db574c869 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:46:56.588597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:56.600970 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Sync routers for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:56.616761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:56.620917 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-51a3c72f-f0cb-4949-bd5e-5aa41d35ffb2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9594190 Aug 16 02:46:56.621847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32810) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:56.622350 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:56.623308 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:56.721739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 32814) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:56.722046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-df24019a-03cd-441c-bf9c-a43b5aeea8c5 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5a6786e83d7340eca5dfa946d5fb579a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977967 Aug 16 02:46:56.746605 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:56.933749 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c42bd-569e-47b6-8a17-644d3e4dde2b tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:56.935487 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-272c42bd-569e-47b6-8a17-644d3e4dde2b tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2126670 Aug 16 02:46:56.938705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32818) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:56.982413 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ae9fcb1a-de21-4a55-9b62-c8f6f5adcbdd tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423036 Aug 16 02:46:56.985242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 32820) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:56.992714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1250582131', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:57.038078 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:55Z', 'revision_number': 3, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:57.082497 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Checking router: 6fd6cd31-1f69-4544-b954-053db574c869 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:57.082852 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Updating router 6fd6cd31-1f69-4544-b954-053db574c869 port ea0ac7ef-1826-4c94-861e-ece80471f9bc binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:46:57.116611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:57.120659 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.122178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.362564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.429767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Subnet': ['ID=dd9bba3a-3658-4a00-82bf-09de8f2961f0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:57.439783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Checking segment: {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:57.440147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network hostable DHCP agents. Network: b23da168-3811-4ed6-8a5a-bf0eb51a66dc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:46:57.443839 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.455478 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Transition to ACTIVE for port object ea0ac7ef-1826-4c94-861e-ece80471f9bc will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:57.458593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:46:57.463597 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.470229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, b23da168-3811-4ed6-8a5a-bf0eb51a66dc) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:57.475824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.476611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.486574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f8708-c58c-4be1-a239-752c3377849b None None] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:57.493962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-35a0710a-20e2-484c-93c4-495a48c75c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5073793 Aug 16 02:46:57.496942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:57.521460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Attempting to bind port ea0ac7ef-1826-4c94-861e-ece80471f9bc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:57.521835 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Attempting to bind port ea0ac7ef-1826-4c94-861e-ece80471f9bc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:57.522177 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Attempting to bind port ea0ac7ef-1826-4c94-861e-ece80471f9bc on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:57.524139 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Pushing event updated for resources: {'Port': ['ID=ea0ac7ef-1826-4c94-861e-ece80471f9bc,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:57.532727 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:57.533100 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:57.533503 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.533892 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:57.534349 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Bound port: ea0ac7ef-1826-4c94-861e-ece80471f9bc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:57.534721 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.537139 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.537414 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.537707 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.538043 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.538369 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.538692 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.539012 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.539331 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.539647 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.539962 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.540277 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.540612 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:57.594490 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] For port ea0ac7ef-1826-4c94-861e-ece80471f9bc, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:57.597871 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] For port ea0ac7ef-1826-4c94-861e-ece80471f9bc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ea0ac7ef-1826-4c94-861e-ece80471f9bc,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:57.606597 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.672937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:46:57.673819 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.677142 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120902d-2385-402b-8e20-657c80354d56 None None] Pushing event updated for resources: {'Port': ['ID=ea0ac7ef-1826-4c94-861e-ece80471f9bc,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:57.697556 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:57.698795 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:57.835468 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:57.860223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Allocated IP 172.20.0.2 (b23da168-3811-4ed6-8a5a-bf0eb51a66dc/dd9bba3a-3658-4a00-82bf-09de8f2961f0/202df8f6-4071-4f32-9117-1ccf79facf5f) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:58.028560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.038184 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Transition to ACTIVE for port object 202df8f6-4071-4f32-9117-1ccf79facf5f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:58.053106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.056353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Transition to ACTIVE for port object 202df8f6-4071-4f32-9117-1ccf79facf5f will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:58.057042 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:55Z', 'revision_number': 3, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:58.064254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.088681 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640599b2-64cc-44ac-9b82-0cfea77d1131 None None] The sync data for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 is: [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:55Z', 'revision_number': 3, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:58.119660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Pushing event updated for resources: {'Port': ['ID=202df8f6-4071-4f32-9117-1ccf79facf5f,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:58.129361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:58.131527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:58.136954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:58.209994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Attempting to bind port 202df8f6-4071-4f32-9117-1ccf79facf5f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:58.210501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Attempting to bind port 202df8f6-4071-4f32-9117-1ccf79facf5f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:58.210935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Attempting to bind port 202df8f6-4071-4f32-9117-1ccf79facf5f on network b23da168-3811-4ed6-8a5a-bf0eb51a66dc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:58.218355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:58.218840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Checking segment: {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:58.219347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.219838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Bound using segment: {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:58.220530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Bound port: 202df8f6-4071-4f32-9117-1ccf79facf5f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:58.221007 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.308751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] For port 202df8f6-4071-4f32-9117-1ccf79facf5f, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:58.313267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] For port 202df8f6-4071-4f32-9117-1ccf79facf5f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=202df8f6-4071-4f32-9117-1ccf79facf5f,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:58.321685 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.402517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8e7f4-9b48-42a5-b0b6-651ea08e1487 None None] Pushing event updated for resources: {'Port': ['ID=202df8f6-4071-4f32-9117-1ccf79facf5f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:58.425880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.20.0.1 (b23da168-3811-4ed6-8a5a-bf0eb51a66dc/dd9bba3a-3658-4a00-82bf-09de8f2961f0/0a9d7a55-7569-417c-931a-4497b788598b) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:58.600202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.628982 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Transition to ACTIVE for port object 0a9d7a55-7569-417c-931a-4497b788598b will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:58.679144 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.740855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:58.744586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:58.749252 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:58.756705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=0a9d7a55-7569-417c-931a-4497b788598b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:58.791913 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-242e72b1-4c16-4e0a-9175-c39763b517ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.808055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.840403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:58.992864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:59.463968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:59.474536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:59.576919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=0a9d7a55-7569-417c-931a-4497b788598b,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:59.586801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:59.699443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:59.701002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:59.769609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75420765-b25b-4dd5-87d7-13cd1290182c None None] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:46:59.853494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router 6fd6cd31-1f69-4544-b954-053db574c869 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:59.858094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-96da3d61-26c2-43cb-996a-d28dd52caf2a None None] Provisioning for port 202df8f6-4071-4f32-9117-1ccf79facf5f completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:59.978658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:59.983867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d02c9b20-2845-40d8-b752-a63ca020cc8b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "PUT /v2.0/routers/6fd6cd31-1f69-4544-b954-053db574c869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4849470 Aug 16 02:46:59.986761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 32948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:00.064249 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.243256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf424a-c65d-47a8-a5da-7bfc815a79a3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.244257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf424a-c65d-47a8-a5da-7bfc815a79a3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.245119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf424a-c65d-47a8-a5da-7bfc815a79a3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.245637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf424a-c65d-47a8-a5da-7bfc815a79a3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.246287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf424a-c65d-47a8-a5da-7bfc815a79a3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.249249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dfdf424a-c65d-47a8-a5da-7bfc815a79a3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3586 time: 0.2611687 Aug 16 02:47:00.253021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 32984) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:00.308010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dc5bd95b-3f34-4c75-864a-c36a1ae473c2 None None] Provisioning for port 0a9d7a55-7569-417c-931a-4497b788598b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:00.322274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-dc5bd95b-3f34-4c75-864a-c36a1ae473c2 None None] Provisioning complete for port 0a9d7a55-7569-417c-931a-4497b788598b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:00.322665 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd95b-3f34-4c75-864a-c36a1ae473c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.415231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Sync routers for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:00.426651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bd95b-3f34-4c75-864a-c36a1ae473c2 None None] Port 0a9d7a55-7569-417c-931a-4497b788598b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:00.437605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:00.438841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:00.441533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ea0ac7ef-1826-4c94-861e-ece80471f9bc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:00.456308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9fa08-ad62-4abc-9f79-1ae5878a4f88 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.456779 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9fa08-ad62-4abc-9f79-1ae5878a4f88 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.457256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9fa08-ad62-4abc-9f79-1ae5878a4f88 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.457694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9fa08-ad62-4abc-9f79-1ae5878a4f88 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.458143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9fa08-ad62-4abc-9f79-1ae5878a4f88 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:00.463166 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33012) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:00.463376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bfe9fa08-ad62-4abc-9f79-1ae5878a4f88 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3368 time: 0.2091630 Aug 16 02:47:00.684079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ea0ac7ef-1826-4c94-861e-ece80471f9bc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:00.695951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:00.759673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ea0ac7ef-1826-4c94-861e-ece80471f9bc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:00.760053 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.819114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c4cf1305-b803-47f0-9f9f-6fea46644b9d None None] Provisioning complete for port 0a9d7a55-7569-417c-931a-4497b788598b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:00.819660 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4cf1305-b803-47f0-9f9f-6fea46644b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.854054 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2f6ffbe3-477b-4d77-a4db-ad4bcb27fc5d tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3892906 Aug 16 02:47:00.958408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf1305-b803-47f0-9f9f-6fea46644b9d None None] Port 0a9d7a55-7569-417c-931a-4497b788598b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:01.028116 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.079152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ea0ac7ef-1826-4c94-861e-ece80471f9bc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ea0ac7ef-1826-4c94-861e-ece80471f9bc,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:01.087826 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.088539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 202df8f6-4071-4f32-9117-1ccf79facf5f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:01.117032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:01.122207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-25f288ba-25d9-41f0-8b16-d451bd105d62 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498002280', 'description': 'tempest-secgroup-smoke-1498002280 description', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:01.157031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-65f69e7b-82a0-49c4-8c84-d77f3d39a268 None None] Provisioning complete for port 0a9d7a55-7569-417c-931a-4497b788598b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:01.157605 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-65f69e7b-82a0-49c4-8c84-d77f3d39a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.166743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25f288ba-25d9-41f0-8b16-d451bd105d62 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.229528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-65f69e7b-82a0-49c4-8c84-d77f3d39a268 None None] Port 0a9d7a55-7569-417c-931a-4497b788598b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:01.231147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ea0ac7ef-1826-4c94-861e-ece80471f9bc,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:01.239265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:58Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:46:59Z', 'revision_number': 2, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:01.274273 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25f288ba-25d9-41f0-8b16-d451bd105d62 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.276156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Checking router: 6fd6cd31-1f69-4544-b954-053db574c869 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:01.276561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Updating router 6fd6cd31-1f69-4544-b954-053db574c869 port 0a9d7a55-7569-417c-931a-4497b788598b binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:01.280611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 202df8f6-4071-4f32-9117-1ccf79facf5f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:01.283478 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25f288ba-25d9-41f0-8b16-d451bd105d62 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.305090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 202df8f6-4071-4f32-9117-1ccf79facf5f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:01.305467 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.318732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-25f288ba-25d9-41f0-8b16-d451bd105d62 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.322673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-25f288ba-25d9-41f0-8b16-d451bd105d62 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2018096 Aug 16 02:47:01.324190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:01.331230 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.336614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-5990d39d-610b-465a-8090-8fa048aaf4a7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '31c8e4c9-5e00-421a-a3ba-593103e33b5c', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:01.364424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f288ba-25d9-41f0-8b16-d451bd105d62 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c8e4c9-5e00-421a-a3ba-593103e33b5c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:01.379863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5990d39d-610b-465a-8090-8fa048aaf4a7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.463150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5990d39d-610b-465a-8090-8fa048aaf4a7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.472504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5990d39d-610b-465a-8090-8fa048aaf4a7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.492511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990d39d-610b-465a-8090-8fa048aaf4a7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a12bee5-24ba-4682-a798-5c1962782dbe,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:01.517817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5990d39d-610b-465a-8090-8fa048aaf4a7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.520127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5990d39d-610b-465a-8090-8fa048aaf4a7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883388 Aug 16 02:47:01.522649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33142) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:01.531375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f98bb102-9578-4d04-b7cc-db39540a2fef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '31c8e4c9-5e00-421a-a3ba-593103e33b5c', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:01.576406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-9578-4d04-b7cc-db39540a2fef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.674646 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-9578-4d04-b7cc-db39540a2fef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.681959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-9578-4d04-b7cc-db39540a2fef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.684110 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.708187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-9578-4d04-b7cc-db39540a2fef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.709804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f98bb102-9578-4d04-b7cc-db39540a2fef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1851995 Aug 16 02:47:01.712704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33166) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:01.718946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cb227070-2bb2-4032-ad58-fa9cb3864e29 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '31c8e4c9-5e00-421a-a3ba-593103e33b5c', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:01.726607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bb102-9578-4d04-b7cc-db39540a2fef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2ad173-707c-425c-a678-f276b287d7d7,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:01.774765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 202df8f6-4071-4f32-9117-1ccf79facf5f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=202df8f6-4071-4f32-9117-1ccf79facf5f,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:01.786928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb227070-2bb2-4032-ad58-fa9cb3864e29 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.789268 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.881754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=202df8f6-4071-4f32-9117-1ccf79facf5f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:01.904151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb227070-2bb2-4032-ad58-fa9cb3864e29 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.908391 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb227070-2bb2-4032-ad58-fa9cb3864e29 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.926259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb227070-2bb2-4032-ad58-fa9cb3864e29 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4508456-49f8-496e-990b-ec25b422cdbf,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:01.938656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cb227070-2bb2-4032-ad58-fa9cb3864e29 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.942873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33194) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:01.943635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cb227070-2bb2-4032-ad58-fa9cb3864e29 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2292693 Aug 16 02:47:01.948609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.949725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-eaff89db-288d-4821-b22c-81eba8920ca7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '31c8e4c9-5e00-421a-a3ba-593103e33b5c', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:01.961542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Transition to ACTIVE for port object 0a9d7a55-7569-417c-931a-4497b788598b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:01.978288 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.996534 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaff89db-288d-4821-b22c-81eba8920ca7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.010504 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.036540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59963791-34d8-4729-b93f-019e4a3fa0ca None None] Pushing event updated for resources: {'Port': ['ID=0a9d7a55-7569-417c-931a-4497b788598b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:02.092061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaff89db-288d-4821-b22c-81eba8920ca7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.104945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Attempting to bind port 0a9d7a55-7569-417c-931a-4497b788598b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:02.105537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Attempting to bind port 0a9d7a55-7569-417c-931a-4497b788598b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:02.106411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Attempting to bind port 0a9d7a55-7569-417c-931a-4497b788598b on network b23da168-3811-4ed6-8a5a-bf0eb51a66dc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:02.108798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaff89db-288d-4821-b22c-81eba8920ca7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.114616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:02.115214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Checking segment: {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:02.115806 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.116411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Bound using segment: {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:02.117060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Bound port: 0a9d7a55-7569-417c-931a-4497b788598b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:02.117636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.143477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff89db-288d-4821-b22c-81eba8920ca7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b2db6f-a109-4670-9ace-84504f25feef,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:02.158013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-eaff89db-288d-4821-b22c-81eba8920ca7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.159448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eaff89db-288d-4821-b22c-81eba8920ca7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2148576 Aug 16 02:47:02.163670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33222) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:02.175405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '31c8e4c9-5e00-421a-a3ba-593103e33b5c', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:02.198031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] For port 0a9d7a55-7569-417c-931a-4497b788598b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:02.203182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] For port 0a9d7a55-7569-417c-931a-4497b788598b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a9d7a55-7569-417c-931a-4497b788598b,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:02.211727 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.234574 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Project 5a6786e83d7340eca5dfa946d5fb579a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:02.246203 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.309859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ea0ac7ef-1826-4c94-861e-ece80471f9bc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:02.339942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:02.340620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:02.348645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59963791-34d8-4729-b93f-019e4a3fa0ca None None] Pushing event updated for resources: {'Port': ['ID=0a9d7a55-7569-417c-931a-4497b788598b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:02.382524 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.388935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.431540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.435715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:02.441507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '31c8e4c9-5e00-421a-a3ba-593103e33b5c', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:02.442591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2671731 Aug 16 02:47:02.446195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed3ce9-3694-4e4d-a2ed-7feb8eb228fc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5d677c-d434-47df-89ed-cc4381514001,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:02.483574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ea0ac7ef-1826-4c94-861e-ece80471f9bc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:02.483951 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.486857 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Project 5a6786e83d7340eca5dfa946d5fb579a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:02.499072 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:02.534632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:02.720367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 202df8f6-4071-4f32-9117-1ccf79facf5f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:02.819086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 202df8f6-4071-4f32-9117-1ccf79facf5f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:02.819456 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.025301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:58Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:02Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:03.074480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c4c8a-f263-4051-8d2f-2e3582c7316c None None] The sync data for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 is: [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:58Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:02Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:03.092151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.098794 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.116954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73778f4f-5991-4ad4-8608-21a835a802bb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:03.128202 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.129492 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d6b1f8d5-f18f-4603-a5d7-c84a95ed9e52 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6925211 Aug 16 02:47:03.321916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-af2b155f-3604-436f-b41b-9b931e1d2551 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498002280&fields=id&tenant_id=5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 267 time: 0.0495236 Aug 16 02:47:03.469226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-bce45d0e-8ecb-47c4-a181-86f2159ff449 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:03.471071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-bce45d0e-8ecb-47c4-a181-86f2159ff449 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/networks?id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 797 time: 0.1371591 Aug 16 02:47:03.491779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-5a0e8d23-e15c-45df-bf5f-cf0d7a4f0072 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/quotas/5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 375 time: 0.0123935 Aug 16 02:47:03.589275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-58c7ef38-2320-4024-8ced-5e8d0124be79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910401 Aug 16 02:47:03.699332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-bd14c3e7-5c7e-4b6b-afd0-db96ded5d8d4 service neutron] 10.222.0.78 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906415 Aug 16 02:47:03.796495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-b27268df-5a90-4b90-8d2c-1e745812639d service neutron] 10.222.0.78 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919700 Aug 16 02:47:04.014005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e63c514d-1f24-437c-a0dd-6f38c94993fe req-fae7f57f-22de-4ca9-b5f9-a5396600a855 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 210 time: 0.0467613 Aug 16 02:47:04.330733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a9d7a55-7569-417c-931a-4497b788598b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:04.398391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0a9d7a55-7569-417c-931a-4497b788598b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:04.402409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0a9d7a55-7569-417c-931a-4497b788598b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:04.403111 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.521692 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.562781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 0a9d7a55-7569-417c-931a-4497b788598b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a9d7a55-7569-417c-931a-4497b788598b,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:04.566948 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.617599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=0a9d7a55-7569-417c-931a-4497b788598b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:05.041622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-3fbe0670-d1c7-4519-b571-5c505b9f9e95 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:05.043374 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-3fbe0670-d1c7-4519-b571-5c505b9f9e95 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/networks?id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 797 time: 0.1255636 Aug 16 02:47:05.091417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-3d832487-7891-4cea-a66c-da43f8d87ac4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 380 time: 0.0390310 Aug 16 02:47:05.104273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'port': {'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'admin_state_up': True, 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'security_groups': ['31c8e4c9-5e00-421a-a3ba-593103e33b5c']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:05.140682 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c5fa9d1-bb1d-43eb-bd3d-4de7b0a99e01 req-11531111-c735-48f8-8980-29cefe24a93b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 210 time: 0.0293529 Aug 16 02:47:05.213561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:05.218762 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.353517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.20.0.6 (b23da168-3811-4ed6-8a5a-bf0eb51a66dc/dd9bba3a-3658-4a00-82bf-09de8f2961f0/ee79929d-4fe3-4b02-879e-322c6630ce90) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:05.503443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.523871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Transition to ACTIVE for port object ee79929d-4fe3-4b02-879e-322c6630ce90 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:05.556894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.597940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:05.601120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:05.607142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:05.642241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=ee79929d-4fe3-4b02-879e-322c6630ce90,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:05.669993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:05.670631 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.689268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-142a09b7-b04c-4800-9cf3-801a11c32113 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889361 Aug 16 02:47:05.702686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Request body: {'port': {'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:05.765799 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.838257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c82c0593-c692-4322-bb34-4dcd162212b3 None None] Provisioning for port ee79929d-4fe3-4b02-879e-322c6630ce90 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:05.843219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c82c0593-c692-4322-bb34-4dcd162212b3 None None] Provisioning complete for port ee79929d-4fe3-4b02-879e-322c6630ce90 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:05.843873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c82c0593-c692-4322-bb34-4dcd162212b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:05.878935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c82c0593-c692-4322-bb34-4dcd162212b3 None None] Port ee79929d-4fe3-4b02-879e-322c6630ce90 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:06.038013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee79929d-4fe3-4b02-879e-322c6630ce90 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:06.046054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.057610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Transition to ACTIVE for port object ee79929d-4fe3-4b02-879e-322c6630ce90 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:06.061999 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.113979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Pushing event updated for resources: {'Port': ['ID=ee79929d-4fe3-4b02-879e-322c6630ce90,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:06.253858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Attempting to bind port ee79929d-4fe3-4b02-879e-322c6630ce90 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:06.254023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Attempting to bind port ee79929d-4fe3-4b02-879e-322c6630ce90 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:06.254330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Attempting to bind port ee79929d-4fe3-4b02-879e-322c6630ce90 on network b23da168-3811-4ed6-8a5a-bf0eb51a66dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:06.266214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Port ee79929d-4fe3-4b02-879e-322c6630ce90 on network b23da168-3811-4ed6-8a5a-bf0eb51a66dc not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:47:06.266554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Attempting to bind port ee79929d-4fe3-4b02-879e-322c6630ce90 on network b23da168-3811-4ed6-8a5a-bf0eb51a66dc {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:06.279485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:06.279835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Checking segment: {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:06.280239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Bound using segment: {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:06.280762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Bound port: ee79929d-4fe3-4b02-879e-322c6630ce90, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae23377-333d-429e-bde5-834977dbeb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:06.281314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.330596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a9d7a55-7569-417c-931a-4497b788598b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:06.337603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9b05-84be-4fbb-8df5-6b47c261bfd1 req-265351e5-ec21-4c11-8a66-910ae5fee46b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.366681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5c9b05-84be-4fbb-8df5-6b47c261bfd1 req-265351e5-ec21-4c11-8a66-910ae5fee46b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 943 time: 0.1173382 Aug 16 02:47:06.405167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] For port ee79929d-4fe3-4b02-879e-322c6630ce90, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:06.409245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] For port ee79929d-4fe3-4b02-879e-322c6630ce90, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee79929d-4fe3-4b02-879e-322c6630ce90,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:06.417123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.417614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0a9d7a55-7569-417c-931a-4497b788598b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:06.417999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.429144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a5c9b05-84be-4fbb-8df5-6b47c261bfd1 req-4920782c-461a-4629-8321-78b855f45517 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565674 Aug 16 02:47:06.505512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Pushing event updated for resources: {'Port': ['ID=ee79929d-4fe3-4b02-879e-322c6630ce90,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:06.522570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.523223 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:06.524889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-cd357437-9f93-4967-9ed3-a0e3d1d77f11 service neutron] 10.222.0.88 "PUT /v2.0/ports/ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 200 len: 1092 time: 0.8275185 Aug 16 02:47:06.525345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:06.527613 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d1a9bf-2521-45de-aec7-1e05dec4a81a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:06.557164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1705f-cc36-407f-bf33-c8c34ffb9e3f req-c102dd5c-c6bc-402f-816f-30d69e5b73d3 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.576425 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84d1705f-cc36-407f-bf33-c8c34ffb9e3f req-c102dd5c-c6bc-402f-816f-30d69e5b73d3 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 945 time: 0.0886927 Aug 16 02:47:06.595673 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c344d7-76e0-4d15-9cd7-7f64b00992c1 x-openstack-request-id: req-04c344d7-76e0-4d15-9cd7-7f64b00992c1 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:06.596019 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:06.596225 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04c344d7-76e0-4d15-9cd7-7f64b00992c1 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:06.596618 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'status': 'completed', 'code': 200} Aug 16 02:47:06.656238 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84d1705f-cc36-407f-bf33-c8c34ffb9e3f req-01b87757-92e8-47d4-9225-61f5ae42cbaa tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789015 Aug 16 02:47:06.662645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-0452b0cd-0fd4-46b9-90e2-5cb26cde12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.664113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-0452b0cd-0fd4-46b9-90e2-5cb26cde12af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1095 time: 0.0667477 Aug 16 02:47:06.710033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-e122fbd7-eb44-4309-a5dd-11174a9cc669 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 200 len: 217 time: 0.0380692 Aug 16 02:47:06.761686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-f79222eb-b5aa-432d-adf0-ad2b77d434e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.763989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-f79222eb-b5aa-432d-adf0-ad2b77d434e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd9bba3a-3658-4a00-82bf-09de8f2961f0 HTTP/1.1" status: 200 len: 835 time: 0.0456426 Aug 16 02:47:06.814141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-b7755c11-eb47-4546-a564-85c3db4b1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:06.815669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-b7755c11-eb47-4546-a564-85c3db4b1b9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447080 Aug 16 02:47:06.905040 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-27cfb3d5-d380-4464-a1bb-7da051f2f3c1 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823448 Aug 16 02:47:07.003806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d1ddb26-32ef-4cda-8023-49a79484ca0e req-398aa000-ce92-43d5-9b39-ef4240306336 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917981 Aug 16 02:47:07.086443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-85590f1e-57e4-46d3-8713-421847016acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:07.087953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-85590f1e-57e4-46d3-8713-421847016acf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1095 time: 0.0400422 Aug 16 02:47:07.182302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-2872cd04-a354-47fe-8c57-0bedfa7d038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:07.183727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-2872cd04-a354-47fe-8c57-0bedfa7d038c service neutron] 10.222.0.88 "GET /v2.0/networks?id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 898 time: 0.0878532 Aug 16 02:47:07.224829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-fd9eb8d8-a2bc-432f-91c3-c47815182f6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 200 len: 217 time: 0.0336840 Aug 16 02:47:07.275268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-91862dcb-5eb0-4b40-a144-ddcc8275b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:07.276849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-91862dcb-5eb0-4b40-a144-ddcc8275b4d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd9bba3a-3658-4a00-82bf-09de8f2961f0 HTTP/1.1" status: 200 len: 835 time: 0.0447423 Aug 16 02:47:07.327776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-2245f52d-dc97-4a8a-bcab-e02987fca613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:07.329388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-2245f52d-dc97-4a8a-bcab-e02987fca613 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448310 Aug 16 02:47:07.427918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-9734b612-5e41-4853-8ebe-855b9b98292f service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905581 Aug 16 02:47:07.527213 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06d1a9bf-2521-45de-aec7-1e05dec4a81a req-89aa2af5-f0b0-4294-bde9-6892bd62f516 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920639 Aug 16 02:47:07.547178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ae5a4-44cc-4b37-90ac-0342ebf569cc req-1c3e4277-21c4-43a7-b4e6-21329980246c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:07.548739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d50ae5a4-44cc-4b37-90ac-0342ebf569cc req-1c3e4277-21c4-43a7-b4e6-21329980246c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 943 time: 0.0540087 Aug 16 02:47:07.593546 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d50ae5a4-44cc-4b37-90ac-0342ebf569cc req-6f84a5ac-f40f-4e7c-8a02-c8330aae2173 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Aug 16 02:47:07.791199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a12506-5f59-4c09-8fe5-146b15865582 req-0d062fb1-1fa5-45f1-92b3-6f36a0aaefc5 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:07.792980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1a12506-5f59-4c09-8fe5-146b15865582 req-0d062fb1-1fa5-45f1-92b3-6f36a0aaefc5 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 945 time: 0.0604651 Aug 16 02:47:07.831404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1a12506-5f59-4c09-8fe5-146b15865582 req-44defa69-8ba8-46b4-a35a-f33dbfe886ce tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/security-groups?id=0d3dbe94-1915-403a-ae65-01f08efa8336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Aug 16 02:47:07.872132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33380) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:07.989467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-554efa3d-dea2-44b7-8f9f-7335fba0f3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.076319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-554efa3d-dea2-44b7-8f9f-7335fba0f3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.081578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-554efa3d-dea2-44b7-8f9f-7335fba0f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.119368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-554efa3d-dea2-44b7-8f9f-7335fba0f3ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b80822bfa6b54a5f89cc6dd469a40eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455654 Aug 16 02:47:08.120870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554efa3d-dea2-44b7-8f9f-7335fba0f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eadd4e-a5f4-4948-8f0c-344c7b1f5ed7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:08.122079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33384) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:08.220555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-14358251-5552-459d-afd3-c32a44b1cbe8 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:08.222035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-14358251-5552-459d-afd3-c32a44b1cbe8 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 945 time: 0.0735981 Aug 16 02:47:08.223080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a27346f-f4c2-4d34-a465-83b67a591418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.268157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a27346f-f4c2-4d34-a465-83b67a591418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.358321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Deleting port df33b339-2247-4b93-a9eb-546396cd1fa1 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:08.358671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.363377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a27346f-f4c2-4d34-a465-83b67a591418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.366030 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a27346f-f4c2-4d34-a465-83b67a591418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.369629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3a27346f-f4c2-4d34-a465-83b67a591418 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54eadd4e-a5f4-4948-8f0c-344c7b1f5ed7 HTTP/1.1" status: 204 len: 168 time: 0.2435486 Aug 16 02:47:08.413003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27346f-f4c2-4d34-a465-83b67a591418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eadd4e-a5f4-4948-8f0c-344c7b1f5ed7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:08.471970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] For port df33b339-2247-4b93-a9eb-546396cd1fa1, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=df33b339-2247-4b93-a9eb-546396cd1fa1,segment=NetworkSegment(5bcfbf03-5a00-4a4d-ab0a-27596fa88184),segment_id=5bcfbf03-5a00-4a4d-ab0a-27596fa88184)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:08.472384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.486193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Calling delete_port for df33b339-2247-4b93-a9eb-546396cd1fa1 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:08.635449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.647332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['df33b339-2247-4b93-a9eb-546396cd1fa1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:08.677197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Pushing event deleted for resources: {'Port': ['ID=df33b339-2247-4b93-a9eb-546396cd1fa1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:08.747188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] No DVR routers for this DVR port df33b339-2247-4b93-a9eb-546396cd1fa1 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:08.751306 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.753362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ac5e24-dee1-48f6-98f4-48172fda9b6d req-40551f52-c268-4ea6-8964-23b916bf2c51 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.98 "DELETE /v2.0/ports/df33b339-2247-4b93-a9eb-546396cd1fa1 HTTP/1.1" status: 204 len: 173 time: 0.5215812 Aug 16 02:47:08.754622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'name': 'network-vif-deleted', 'tag': 'df33b339-2247-4b93-a9eb-546396cd1fa1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:08.757045 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90542d69-3cd4-4ac6-8cc2-e42129d6e364" -d '{"events": [{"server_uuid": "81a1ac5e-4106-4579-8fe5-8dbc9752766c", "name": "network-vif-deleted", "tag": "df33b339-2247-4b93-a9eb-546396cd1fa1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:08.788753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a18d52-1857-4624-b246-05ead3b3d093 req-7e240e8b-6237-40dd-9d91-ca8dd58692e9 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:08.790856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96a18d52-1857-4624-b246-05ead3b3d093 req-7e240e8b-6237-40dd-9d91-ca8dd58692e9 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 943 time: 0.1042695 Aug 16 02:47:08.816499 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f31212-d448-43b9-bea8-7a3993c81d10 x-openstack-request-id: req-e5f31212-d448-43b9-bea8-7a3993c81d10 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:08.816791 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a1ac5e-4106-4579-8fe5-8dbc9752766c", "name": "network-vif-deleted", "tag": "df33b339-2247-4b93-a9eb-546396cd1fa1", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:08.817047 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5f31212-d448-43b9-bea8-7a3993c81d10 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:08.817428 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a1ac5e-4106-4579-8fe5-8dbc9752766c', 'name': 'network-vif-deleted', 'tag': 'df33b339-2247-4b93-a9eb-546396cd1fa1', 'status': 'completed', 'code': 200} Aug 16 02:47:08.838880 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96a18d52-1857-4624-b246-05ead3b3d093 req-4a02c9d1-652b-435f-9355-3d779e328695 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Aug 16 02:47:08.949694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6e3c070-6a12-468a-80d4-55f185855558 req-4b1c4138-e057-487d-8925-1be58bd58495 tempest-VolumesSnapshotTestJSON-1828551070 tempest-VolumesSnapshotTestJSON-1828551070-project] 10.222.0.78 "GET /v2.0/ports?device_id=81a1ac5e-4106-4579-8fe5-8dbc9752766c HTTP/1.1" status: 200 len: 210 time: 0.0262222 Aug 16 02:47:09.956525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff41f4-dc56-42bb-8c5d-07fd8c5e83f1 req-85330c61-1e94-4933-a3b2-7b3314e6fdf4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:09.958131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bff41f4-dc56-42bb-8c5d-07fd8c5e83f1 req-85330c61-1e94-4933-a3b2-7b3314e6fdf4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 943 time: 0.0506408 Aug 16 02:47:10.006981 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bff41f4-dc56-42bb-8c5d-07fd8c5e83f1 req-3346831b-29f6-4550-90a9-26f19e63ca86 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Aug 16 02:47:10.764563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33454) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:10.769720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'network': {'name': 'tempest-network-smoke--1296120676', 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:10.781664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee79929d-4fe3-4b02-879e-322c6630ce90 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:47:10.795631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Made reservation on behalf of 69f0d4bfd3c6414bab8c98d242936943 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:10.804050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.814549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.905132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ee79929d-4fe3-4b02-879e-322c6630ce90, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee79929d-4fe3-4b02-879e-322c6630ce90,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:10.916922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:47:10.933557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.937234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.956010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.967563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:10.969561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee79929d-4fe3-4b02-879e-322c6630ce90 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:10.975891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device df33b339-2247-4b93-a9eb-546396cd1fa1 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:10.977343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9823a8d8-56ff-40c0-8035-8805171b1abc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:10.983117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:10.983770 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Added segment 5e67df68-8f04-4a0d-8d1b-779d2df3c9ff of type vlan for network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc Aug 16 02:47:11.005495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: df33b339-2247-4b93-a9eb-546396cd1fa1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:11.005846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device df33b339-2247-4b93-a9eb-546396cd1fa1 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:11.010073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ee79929d-4fe3-4b02-879e-322c6630ce90, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee79929d-4fe3-4b02-879e-322c6630ce90,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:11.014308 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.024023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.067828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ee79929d-4fe3-4b02-879e-322c6630ce90,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.070045 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.076398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:11.077013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.131615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3658421 Aug 16 02:47:11.132949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a0a71-33ba-4fe6-817a-5499fb3f5742 req-74087415-83de-4825-9620-53683d8291c6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:11.134457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33458) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:11.134620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b6a0a71-33ba-4fe6-817a-5499fb3f5742 req-74087415-83de-4825-9620-53683d8291c6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 944 time: 0.0523331 Aug 16 02:47:11.139426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'admin_state_up': True, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:11.159400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca1add-3406-48dd-894f-ab7c0a59863e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Network': ['ID=6ee30cd0-7f49-4323-918e-a913ca8f1bfc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.171171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:11.173197 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.174375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.180616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7b6a0a71-33ba-4fe6-817a-5499fb3f5742 req-33031933-5071-46d6-b044-c026f21def6b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Aug 16 02:47:11.220173 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ee79929d-4fe3-4b02-879e-322c6630ce90'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:11.267705 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.741266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.930799 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.955463 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.064825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Allocated IP 172.25.4.89 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d095aa93-369d-400a-bff3-762ccad6f5e5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:12.176089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.217373 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.260662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:12.275375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:12.292003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:12.316243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=d095aa93-369d-400a-bff3-762ccad6f5e5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:12.351875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e599-e03f-4146-892a-2ab0b3664b7a req-a30fc0ea-66c5-47d2-8ae6-31850644f7dd tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.353887 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2c1e599-e03f-4146-892a-2ab0b3664b7a req-a30fc0ea-66c5-47d2-8ae6-31850644f7dd tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 944 time: 0.0980122 Aug 16 02:47:12.498120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2c1e599-e03f-4146-892a-2ab0b3664b7a req-4f705221-4f51-40ae-85c7-8339611fbf73 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039238 Aug 16 02:47:12.635663 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.796959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee79929d-4fe3-4b02-879e-322c6630ce90 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:12.833898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.845310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port ee79929d-4fe3-4b02-879e-322c6630ce90 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:12.849087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port ee79929d-4fe3-4b02-879e-322c6630ce90 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:12.849525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.930100 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.953258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:12.955653 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f6fc8c-5ab3-4c48-bb30-7651c908b486" -d '{"events": [{"server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "name": "network-vif-plugged", "status": "completed", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:12.969070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ee79929d-4fe3-4b02-879e-322c6630ce90, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee79929d-4fe3-4b02-879e-322c6630ce90,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:12.973968 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.975748 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:47:12.996909 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b077f22-81e3-4ac7-99b4-5e8c8f1386a5 x-openstack-request-id: req-0b077f22-81e3-4ac7-99b4-5e8c8f1386a5 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:12.997203 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "name": "network-vif-plugged", "status": "completed", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:12.998007 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b077f22-81e3-4ac7-99b4-5e8c8f1386a5 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:12.998393 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'code': 200} Aug 16 02:47:13.024748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ee79929d-4fe3-4b02-879e-322c6630ce90,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.090829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:13.093659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b86baf-93e8-4fb8-ae0a-b02bb0508d79 req-0f1db5bd-f4c6-4f68-8895-c2f7ac6a7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:13.095212 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71b86baf-93e8-4fb8-ae0a-b02bb0508d79 req-0f1db5bd-f4c6-4f68-8895-c2f7ac6a7026 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1097 time: 0.0421610 Aug 16 02:47:13.100958 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Sync routers for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:13.109850 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.111612 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:13.111781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bdf8dbdf-164e-47a2-9de5-2619230ee5ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9759581 Aug 16 02:47:13.111909 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:13.115814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33472) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:13.137512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71b86baf-93e8-4fb8-ae0a-b02bb0508d79 req-bb2c05a9-9d47-42ce-b90b-74d3cff34d98 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315011 Aug 16 02:47:13.218588 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:13.242533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-46f20c1a-97a4-4f85-8440-9557b2f036da tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=69f0d4bfd3c6414bab8c98d242936943&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1255548 Aug 16 02:47:13.245203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33476) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:13.396707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9cde4-e762-4bd7-a7fe-450eede83650 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:13.398803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-27a9cde4-e762-4bd7-a7fe-450eede83650 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524317 Aug 16 02:47:13.401384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33478) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:13.432857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0e8e82c2-1eda-4b9d-a970-f1ba31e13ee0 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303915 Aug 16 02:47:13.435541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33480) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:13.440421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-626794484', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:13.487916 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:12Z', 'revision_number': 3, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:13.514308 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Checking router: 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:13.514659 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Updating router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 port d095aa93-369d-400a-bff3-762ccad6f5e5 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:13.527640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Made reservation on behalf of 69f0d4bfd3c6414bab8c98d242936943 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:13.531698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.539297 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.697215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4827fd5-d44b-44cf-9ade-80dee313b6f8 req-a3464696-d330-4608-9163-d74797124de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:13.698845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4827fd5-d44b-44cf-9ade-80dee313b6f8 req-a3464696-d330-4608-9163-d74797124de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 945 time: 0.0947099 Aug 16 02:47:13.801830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4827fd5-d44b-44cf-9ade-80dee313b6f8 req-f6a7cf18-52e8-47a4-8f8c-c5125717a33d tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833175 Aug 16 02:47:13.831745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.866549 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.881460 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Transition to ACTIVE for port object d095aa93-369d-400a-bff3-762ccad6f5e5 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:13.887866 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.948403 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Attempting to bind port d095aa93-369d-400a-bff3-762ccad6f5e5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:13.948403 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Attempting to bind port d095aa93-369d-400a-bff3-762ccad6f5e5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:13.948403 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Attempting to bind port d095aa93-369d-400a-bff3-762ccad6f5e5 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:13.956851 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:13.957227 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:13.957634 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.958028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:13.958488 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Bound port: d095aa93-369d-400a-bff3-762ccad6f5e5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:13.958941 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:13.961449 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5beffb-c9ab-4852-9b90-52e32c8b849a None None] Pushing event updated for resources: {'Port': ['ID=d095aa93-369d-400a-bff3-762ccad6f5e5,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.962721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Subnet': ['ID=332b45cb-79a8-4b7f-b713-b069a8301ff9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:13.974879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Checking segment: {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:13.975245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network hostable DHCP agents. Network: 6ee30cd0-7f49-4323-918e-a913ca8f1bfc, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:13.981016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.981372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.981714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.982080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.982415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.983057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.983057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.983393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.983709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.984146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.984379 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:13.984726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:14.005199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:14.017395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 6ee30cd0-7f49-4323-918e-a913ca8f1bfc) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:14.022275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:14.022872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.029703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d41f50-a2f1-44cd-84f2-9a9aeb5102d1 None None] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:14.037164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76e3d9dd-a9fa-4b23-990c-0509d94c8dfa tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6005859 Aug 16 02:47:14.039845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33494) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:14.045490 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] For port d095aa93-369d-400a-bff3-762ccad6f5e5, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:14.049883 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] For port d095aa93-369d-400a-bff3-762ccad6f5e5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d095aa93-369d-400a-bff3-762ccad6f5e5,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:14.056506 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.112214 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:14.113668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:14.199166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:14.200249 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.250116 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:14.321064 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5beffb-c9ab-4852-9b90-52e32c8b849a None None] Pushing event updated for resources: {'Port': ['ID=d095aa93-369d-400a-bff3-762ccad6f5e5,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.376790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Allocated IP 172.20.0.2 (6ee30cd0-7f49-4323-918e-a913ca8f1bfc/332b45cb-79a8-4b7f-b713-b069a8301ff9/31930c9d-715f-4f40-bf86-9917e1626936) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:14.495949 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:12Z', 'revision_number': 3, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:14.527205 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf332a-eaaf-459e-a745-3ff5b161d51e None None] The sync data for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 is: [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:12Z', 'revision_number': 3, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:14.552958 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.569489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Transition to ACTIVE for port object 31930c9d-715f-4f40-bf86-9917e1626936 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:14.592368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Transition to ACTIVE for port object 31930c9d-715f-4f40-bf86-9917e1626936 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:14.598593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.641958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:14.649135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:14.651746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:14.723775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Pushing event updated for resources: {'Port': ['ID=31930c9d-715f-4f40-bf86-9917e1626936,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.744898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Attempting to bind port 31930c9d-715f-4f40-bf86-9917e1626936 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:14.745348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Attempting to bind port 31930c9d-715f-4f40-bf86-9917e1626936 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:14.745787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Attempting to bind port 31930c9d-715f-4f40-bf86-9917e1626936 on network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:14.751729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:14.752192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Checking segment: {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:14.752924 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.753440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Bound using segment: {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:14.754414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Bound port: 31930c9d-715f-4f40-bf86-9917e1626936, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:14.754414 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.940260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95303385-9b5b-49f7-a76b-9e560e77924f req-43defb57-dad7-475b-903e-1d33fbe36765 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:14.942898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95303385-9b5b-49f7-a76b-9e560e77924f req-43defb57-dad7-475b-903e-1d33fbe36765 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 945 time: 0.0612123 Aug 16 02:47:15.011443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95303385-9b5b-49f7-a76b-9e560e77924f req-0de9dfee-374f-49ae-8bb1-37928ecd30fa tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622766 Aug 16 02:47:15.044132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.110267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] For port 31930c9d-715f-4f40-bf86-9917e1626936, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:15.117018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] For port 31930c9d-715f-4f40-bf86-9917e1626936, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31930c9d-715f-4f40-bf86-9917e1626936,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:15.136048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.213852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Pushing event updated for resources: {'Port': ['ID=31930c9d-715f-4f40-bf86-9917e1626936,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:15.225470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.225964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.226454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.226945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.227450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.227866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.228726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.229064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.229400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.229732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.230065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.230396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec178b11-aff5-4158-9812-b5c94c15fd42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:15.255456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6189e4b-228e-428a-84f2-3abe50697a52 req-f31a0a21-f55a-441d-84c4-2b8b4d8061dd tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:15.257440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6189e4b-228e-428a-84f2-3abe50697a52 req-f31a0a21-f55a-441d-84c4-2b8b4d8061dd tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 945 time: 0.1297202 Aug 16 02:47:15.426259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6189e4b-228e-428a-84f2-3abe50697a52 req-7598dfd8-6721-4e7f-90eb-b72f5bf9f75e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321275 Aug 16 02:47:15.452767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33504) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.494641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Allocated IP 172.20.0.1 (6ee30cd0-7f49-4323-918e-a913ca8f1bfc/332b45cb-79a8-4b7f-b713-b069a8301ff9/1daf814a-278c-4318-be1d-1d12f56bc494) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:15.516450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b981bfd-5402-43bf-90cf-33b8d6882523 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:15.519446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6b981bfd-5402-43bf-90cf-33b8d6882523 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1092 time: 0.0646660 Aug 16 02:47:15.521551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33506) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:15.526952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:15.610016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.706719 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.731668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Transition to ACTIVE for port object 1daf814a-278c-4318-be1d-1d12f56bc494 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:15.788372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.835438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:15.838111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.845616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:15.848174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:15.918201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=1daf814a-278c-4318-be1d-1d12f56bc494,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:15.949452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.046682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.25.4.175 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/cd6638d1-1775-491a-86dc-e0b7d918f868) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:16.186499 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.275583 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.426945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.501595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31930c9d-715f-4f40-bf86-9917e1626936 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:16.575782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 31930c9d-715f-4f40-bf86-9917e1626936 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:16.584132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d095aa93-369d-400a-bff3-762ccad6f5e5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:16.602105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:16.613180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:16.615652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:16.653191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=cd6638d1-1775-491a-86dc-e0b7d918f868,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:16.691710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d095aa93-369d-400a-bff3-762ccad6f5e5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:16.697103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d095aa93-369d-400a-bff3-762ccad6f5e5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:16.697589 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.737606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.747405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.796206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879c4d54-308c-49f9-bd89-379c4b369c9d None None] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:16.799844 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.868347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.884445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6ddadc32-9544-4f2f-8243-b035cdb918d0 None None] Provisioning for port 31930c9d-715f-4f40-bf86-9917e1626936 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:16.903337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6ddadc32-9544-4f2f-8243-b035cdb918d0 None None] Provisioning complete for port 31930c9d-715f-4f40-bf86-9917e1626936 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:16.904257 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6ddadc32-9544-4f2f-8243-b035cdb918d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.912054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d095aa93-369d-400a-bff3-762ccad6f5e5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d095aa93-369d-400a-bff3-762ccad6f5e5,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:16.938375 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.942898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=1daf814a-278c-4318-be1d-1d12f56bc494,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.047805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d095aa93-369d-400a-bff3-762ccad6f5e5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.084427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:17.088117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:17.118505 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6ddadc32-9544-4f2f-8243-b035cdb918d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.168051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6ddadc32-9544-4f2f-8243-b035cdb918d0 None None] For port 31930c9d-715f-4f40-bf86-9917e1626936, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31930c9d-715f-4f40-bf86-9917e1626936,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:17.174631 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6ddadc32-9544-4f2f-8243-b035cdb918d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.264459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddadc32-9544-4f2f-8243-b035cdb918d0 None None] Pushing event updated for resources: {'Port': ['ID=31930c9d-715f-4f40-bf86-9917e1626936,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.389592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:17.409081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.505624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1f25cb91-4fed-44e4-a04f-02c74fdadd21 None None] Provisioning for port 1daf814a-278c-4318-be1d-1d12f56bc494 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:17.509815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1f25cb91-4fed-44e4-a04f-02c74fdadd21 None None] Provisioning complete for port 1daf814a-278c-4318-be1d-1d12f56bc494 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:17.510209 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f25cb91-4fed-44e4-a04f-02c74fdadd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.586772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1f25cb91-4fed-44e4-a04f-02c74fdadd21 None None] Port 1daf814a-278c-4318-be1d-1d12f56bc494 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:17.601445 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.612249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:17.618659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-46bf84aa-d277-4b37-8c8b-a0efcee54aa7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "PUT /v2.0/routers/5160b281-9ddd-4cfe-b10a-012aa9eac6c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5777705 Aug 16 02:47:17.619713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1f25cb91-4fed-44e4-a04f-02c74fdadd21 None None] Provisioning complete for port 31930c9d-715f-4f40-bf86-9917e1626936 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:17.620106 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f25cb91-4fed-44e4-a04f-02c74fdadd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.622086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33512) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:17.629385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c3b763af-7401-4884-aa01-0a8636130393 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--754890125', 'description': 'tempest-secgroup_access--754890125 description', 'project_id': '69f0d4bfd3c6414bab8c98d242936943'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:17.680622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Sync routers for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:17.689791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3b763af-7401-4884-aa01-0a8636130393 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.704578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:17.705232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:17.929601 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3b763af-7401-4884-aa01-0a8636130393 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.941511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3b763af-7401-4884-aa01-0a8636130393 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.994045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b763af-7401-4884-aa01-0a8636130393 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac6bc2-935b-40cd-9785-19b6d4955f79,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.997879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c3b763af-7401-4884-aa01-0a8636130393 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.003385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c3b763af-7401-4884-aa01-0a8636130393 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3795938 Aug 16 02:47:18.004351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33514) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:18.009994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2b75c67c-f1ab-4b52-81c1-ceabd7853fa1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--997665268', 'description': 'tempest-secgroup_general--997665268 description', 'project_id': '69f0d4bfd3c6414bab8c98d242936943'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:18.026148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:18.049823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b75c67c-f1ab-4b52-81c1-ceabd7853fa1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.138560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a66c9c4a-1169-456a-bdc1-240497924cc2 None None] Provisioning complete for port 1daf814a-278c-4318-be1d-1d12f56bc494 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:18.139006 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a66c9c4a-1169-456a-bdc1-240497924cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.143336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.149741 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.200827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b75c67c-f1ab-4b52-81c1-ceabd7853fa1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.217292 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b75c67c-f1ab-4b52-81c1-ceabd7853fa1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.221555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a66c9c4a-1169-456a-bdc1-240497924cc2 None None] Port 1daf814a-278c-4318-be1d-1d12f56bc494 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:18.238387 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=cd6638d1-1775-491a-86dc-e0b7d918f868,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.252153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.309310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c67c-f1ab-4b52-81c1-ceabd7853fa1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.315396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2b75c67c-f1ab-4b52-81c1-ceabd7853fa1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.343318 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b75c67c-f1ab-4b52-81c1-ceabd7853fa1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3371856 Aug 16 02:47:18.347532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d095aa93-369d-400a-bff3-762ccad6f5e5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:18.350418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:18.357793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9b8fe5cd-3567-4589-9359-d5b6c3fe23c7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'security_group_rule': {'security_group_id': '45ac6bc2-935b-40cd-9785-19b6d4955f79', 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:18.392078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe5cd-3567-4589-9359-d5b6c3fe23c7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.409575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 2, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:18.437889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Checking router: 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:18.438364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Updating router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 port 1daf814a-278c-4318-be1d-1d12f56bc494 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:18.457557 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe5cd-3567-4589-9359-d5b6c3fe23c7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.462980 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe5cd-3567-4589-9359-d5b6c3fe23c7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.468173 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.483190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d095aa93-369d-400a-bff3-762ccad6f5e5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:18.483567 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.494896 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Floating IP ca7f5f57-64c8-44e4-9090-30bc35e24e05 associated. External IP: 172.25.4.175, port: ee79929d-4fe3-4b02-879e-322c6630ce90. Aug 16 02:47:18.540576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fe5cd-3567-4589-9359-d5b6c3fe23c7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121c7e8a-eab5-455f-ab96-2739110e0beb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.552090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe5cd-3567-4589-9359-d5b6c3fe23c7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.553673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9b8fe5cd-3567-4589-9359-d5b6c3fe23c7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016938 Aug 16 02:47:18.704651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31930c9d-715f-4f40-bf86-9917e1626936 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:18.814747 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-95114b99-4dec-4784-8666-1c741774e43a tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--997665268&fields=id&tenant_id=69f0d4bfd3c6414bab8c98d242936943 HTTP/1.1" status: 200 len: 267 time: 0.0783532 Aug 16 02:47:18.816394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31930c9d-715f-4f40-bf86-9917e1626936 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:18.816779 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.837757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router 6fd6cd31-1f69-4544-b954-053db574c869 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:18.877242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-5abfaf9e-254b-422e-83e5-2bcc3283bd92 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--754890125&fields=id&tenant_id=69f0d4bfd3c6414bab8c98d242936943 HTTP/1.1" status: 200 len: 267 time: 0.0533993 Aug 16 02:47:18.969773 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.984493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Transition to ACTIVE for port object 1daf814a-278c-4318-be1d-1d12f56bc494 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:18.988439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:18.994654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.005869 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] Sync routers for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:19.019686 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:19.020333 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:19.031784 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.073157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-6d919442-bad9-4a4e-971d-8681d49f0fe9 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:19.085346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-6d919442-bad9-4a4e-971d-8681d49f0fe9 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/networks?id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 200 len: 797 time: 0.2067170 Aug 16 02:47:19.087433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6fbcb2c5-c390-42b4-9666-471d51d524ad tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5642703 Aug 16 02:47:19.088213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:19.090310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33532) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:19.090655 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017d0f22-63bf-4297-93a6-2b38d16d2b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:19.123565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-7725c273-6446-4e80-907c-7c350087c78d tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/quotas/69f0d4bfd3c6414bab8c98d242936943 HTTP/1.1" status: 200 len: 375 time: 0.0367498 Aug 16 02:47:19.178900 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e9b6ae-9acf-4c2e-a504-e616d7c32543 x-openstack-request-id: req-61e9b6ae-9acf-4c2e-a504-e616d7c32543 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:19.179440 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:19.179440 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61e9b6ae-9acf-4c2e-a504-e616d7c32543 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:19.179808 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'status': 'completed', 'code': 200} Aug 16 02:47:19.227852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513d195-dbfc-4c07-bd38-a35c94028586 None None] Pushing event updated for resources: {'Port': ['ID=1daf814a-278c-4318-be1d-1d12f56bc494,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.266620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Attempting to bind port 1daf814a-278c-4318-be1d-1d12f56bc494 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:19.266987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Attempting to bind port 1daf814a-278c-4318-be1d-1d12f56bc494 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:19.267361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Attempting to bind port 1daf814a-278c-4318-be1d-1d12f56bc494 on network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:19.273084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:19.273462 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Checking segment: {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:19.273873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.274276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Bound using segment: {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:19.274746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Bound port: 1daf814a-278c-4318-be1d-1d12f56bc494, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:19.275139 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.282850 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-f8cb7107-cbca-48b5-99a7-271a6c82e300 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583841 Aug 16 02:47:19.309911 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:19.311061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fccacbe9-9edd-4011-8584-34387e94399d tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/floatingips/ca7f5f57-64c8-44e4-9090-30bc35e24e05 HTTP/1.1" status: 200 len: 991 time: 0.2192078 Aug 16 02:47:19.393258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] For port 1daf814a-278c-4318-be1d-1d12f56bc494, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:19.397157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] For port 1daf814a-278c-4318-be1d-1d12f56bc494, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1daf814a-278c-4318-be1d-1d12f56bc494,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:19.421347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.460370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-2d55e755-c5b0-4c2e-b4a0-3933cb634dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:19.462164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-2d55e755-c5b0-4c2e-b4a0-3933cb634dcf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1097 time: 0.2435455 Aug 16 02:47:19.464732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-7f901f59-034e-4d8c-a3a7-92522c60aa7d service neutron] 10.222.0.78 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285574 Aug 16 02:47:19.517009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:19.517779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:19.682597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513d195-dbfc-4c07-bd38-a35c94028586 None None] Pushing event updated for resources: {'Port': ['ID=1daf814a-278c-4318-be1d-1d12f56bc494,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.694501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:19.710938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-0b966dfd-17e6-44c2-b677-a318fc7071ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:19.716378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-0b966dfd-17e6-44c2-b677-a318fc7071ae service neutron] 10.222.0.88 "GET /v2.0/networks?id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 898 time: 0.2421060 Aug 16 02:47:19.722204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-809dc6ba-2375-49e9-a63f-518fac3651a4 service neutron] 10.222.0.78 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262588 Aug 16 02:47:19.863111 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:58Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:17Z', 'revision_number': 0, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:19.922938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-3fd52898-97bd-491e-899d-9699654ce8b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 200 len: 999 time: 0.1994624 Aug 16 02:47:19.959420 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] Checking router: 6fd6cd31-1f69-4544-b954-053db574c869 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:19.973147 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:19.974595 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:46:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:20.048381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-a7f1c23f-9931-42c2-9384-5018ecbb3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:20.055555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-a7f1c23f-9931-42c2-9384-5018ecbb3f47 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd9bba3a-3658-4a00-82bf-09de8f2961f0 HTTP/1.1" status: 200 len: 835 time: 0.1258938 Aug 16 02:47:20.078902 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:20.113259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ab3d4c64-96d5-4404-86e1-1675c5319acf req-8249944c-06f9-4a6e-80f2-dc9b2c5077bd tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 210 time: 0.1111186 Aug 16 02:47:20.178535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-c6624ef7-a855-4167-b346-de4b61673543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:20.181508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-c6624ef7-a855-4167-b346-de4b61673543 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186898 Aug 16 02:47:20.261646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:20.314409 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33550) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.455616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-7595979c-0b78-40bb-8e91-ccea7a0e85d2 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601521 Aug 16 02:47:20.456384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:19Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:20.514927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a9b47-cd75-4754-be8b-f82a54c03e1b None None] The sync data for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 is: [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:19Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:20.534328 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ad40b216-2f0b-4b7c-96d8-05f70a7d53d2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/floatingips/ca7f5f57-64c8-44e4-9090-30bc35e24e05 HTTP/1.1" status: 200 len: 991 time: 0.2167754 Aug 16 02:47:20.639097 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-017d0f22-63bf-4297-93a6-2b38d16d2b7d req-c4e8c77b-25ce-4f5f-b104-98dc9b6680c2 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760631 Aug 16 02:47:20.769979 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:58Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:17Z', 'revision_number': 0, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:20.839868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba5495-0ede-4bf8-bbf1-fd6168a1f979 None None] The sync data for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 is: [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:46:58Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:17Z', 'revision_number': 0, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:21.222497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d18a1c8-f563-49a9-b1f3-8717291b2ce7 req-6200f232-e014-43fc-8edc-824bee867896 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 210 time: 0.0413704 Aug 16 02:47:21.233435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf36ce-9858-4dde-99eb-b21a03b7de26 None None] New status for floating IP ca7f5f57-64c8-44e4-9090-30bc35e24e05: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:47:21.538868 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33558) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:21.621750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-1b299b88-b11d-441a-9b5d-91f4144c1349 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:21.624044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-1b299b88-b11d-441a-9b5d-91f4144c1349 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.98 "GET /v2.0/networks?id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 200 len: 797 time: 0.1484003 Aug 16 02:47:21.700437 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c164106d-bf1c-40e8-84cf-f41302c63097 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/floatingips/ca7f5f57-64c8-44e4-9090-30bc35e24e05 HTTP/1.1" status: 200 len: 993 time: 0.1546884 Aug 16 02:47:21.735261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-abfcec49-7bc0-487c-8d03-62629855f0ca tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0d4bfd3c6414bab8c98d242936943 HTTP/1.1" status: 200 len: 476 time: 0.0969729 Aug 16 02:47:21.745682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'port': {'device_id': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'admin_state_up': True, 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'security_groups': ['81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e', '45ac6bc2-935b-40cd-9785-19b6d4955f79']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:21.879501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Made reservation on behalf of 69f0d4bfd3c6414bab8c98d242936943 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:21.885289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.037993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Allocated IP 172.20.0.7 (6ee30cd0-7f49-4323-918e-a913ca8f1bfc/332b45cb-79a8-4b7f-b713-b069a8301ff9/a33b436a-a823-40c3-8ace-bfe5d7164780) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:22.243432 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.271442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Transition to ACTIVE for port object a33b436a-a823-40c3-8ace-bfe5d7164780 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:22.336601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.371549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1daf814a-278c-4318-be1d-1d12f56bc494 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:22.402389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:22.410883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:22.415886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:22.450187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=a33b436a-a823-40c3-8ace-bfe5d7164780,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:22.473715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.487312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594e790-f832-4a8c-9ed9-b69ec50abe48 req-554598ab-9764-4b95-af75-d5cd10e88978 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:22.488116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 1daf814a-278c-4318-be1d-1d12f56bc494 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:22.489992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3594e790-f832-4a8c-9ed9-b69ec50abe48 req-554598ab-9764-4b95-af75-d5cd10e88978 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 970 time: 0.1655662 Aug 16 02:47:22.495827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1daf814a-278c-4318-be1d-1d12f56bc494 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:22.496310 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.507937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:22.508846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.543511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-b6739dc6-6710-4a4d-a091-5a31fcf78b27 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8019607 Aug 16 02:47:22.563489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Request body: {'port': {'device_id': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:22.573289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3594e790-f832-4a8c-9ed9-b69ec50abe48 req-c4fcd057-4022-43ab-a23c-95cca59805d2 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0611963 Aug 16 02:47:22.591733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.631073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 1daf814a-278c-4318-be1d-1d12f56bc494, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1daf814a-278c-4318-be1d-1d12f56bc494,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:22.637086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.643703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.694502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=1daf814a-278c-4318-be1d-1d12f56bc494,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:22.768197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aaae9560-0074-4c92-8bdd-fae5d5bd4fa7 None None] Provisioning for port a33b436a-a823-40c3-8ace-bfe5d7164780 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:22.775841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-aaae9560-0074-4c92-8bdd-fae5d5bd4fa7 None None] Provisioning complete for port a33b436a-a823-40c3-8ace-bfe5d7164780 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:22.776241 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aaae9560-0074-4c92-8bdd-fae5d5bd4fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.812268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-aaae9560-0074-4c92-8bdd-fae5d5bd4fa7 None None] Port a33b436a-a823-40c3-8ace-bfe5d7164780 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:22.940033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33b436a-a823-40c3-8ace-bfe5d7164780 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:22.947474 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.959790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Transition to ACTIVE for port object a33b436a-a823-40c3-8ace-bfe5d7164780 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:22.964775 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.038033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Pushing event updated for resources: {'Port': ['ID=a33b436a-a823-40c3-8ace-bfe5d7164780,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.092186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Attempting to bind port a33b436a-a823-40c3-8ace-bfe5d7164780 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:23.092552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Attempting to bind port a33b436a-a823-40c3-8ace-bfe5d7164780 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:23.092890 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Attempting to bind port a33b436a-a823-40c3-8ace-bfe5d7164780 on network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:23.097634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Port a33b436a-a823-40c3-8ace-bfe5d7164780 on network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:47:23.097964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Attempting to bind port a33b436a-a823-40c3-8ace-bfe5d7164780 on network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:23.103466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:23.103806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Checking segment: {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:23.104202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Bound using segment: {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:23.104669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Bound port: a33b436a-a823-40c3-8ace-bfe5d7164780, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:23.105033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.172367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] For port a33b436a-a823-40c3-8ace-bfe5d7164780, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:23.175655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] For port a33b436a-a823-40c3-8ace-bfe5d7164780, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a33b436a-a823-40c3-8ace-bfe5d7164780,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:23.180702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.215497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.216725 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.218104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] 10.222.0.98 "PUT /v2.0/ports/a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 200 len: 1131 time: 0.6640153 Aug 16 02:47:23.218558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:23.220866 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf537c11-83ad-49fe-add8-7fd977330f09" -d '{"events": [{"name": "network-changed", "server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:23.259163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a1f66-0156-498c-b0d4-c1e1f7065e2c service neutron] Pushing event updated for resources: {'Port': ['ID=a33b436a-a823-40c3-8ace-bfe5d7164780,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.298770 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684c5c0-40a4-4622-b2e0-84f9ce43fd01 x-openstack-request-id: req-0684c5c0-40a4-4622-b2e0-84f9ce43fd01 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:23.299065 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:23.299317 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0684c5c0-40a4-4622-b2e0-84f9ce43fd01 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:23.299719 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'status': 'completed', 'code': 200} Aug 16 02:47:23.316222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-697f5025-9456-45f5-9de2-94fbcc9e3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.317806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-697f5025-9456-45f5-9de2-94fbcc9e3d34 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1134 time: 0.0495408 Aug 16 02:47:23.375889 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-0ef35306-abc4-40cf-9a9a-d6eb4b84ebe7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 200 len: 217 time: 0.0443065 Aug 16 02:47:23.435176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-878bdbcf-21f1-4e78-a446-f3b5f85f106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.436952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-878bdbcf-21f1-4e78-a446-f3b5f85f106a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332b45cb-79a8-4b7f-b713-b069a8301ff9 HTTP/1.1" status: 200 len: 834 time: 0.0510154 Aug 16 02:47:23.497721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-3cc40723-4c27-43bb-9020-063580652461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.499236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-3cc40723-4c27-43bb-9020-063580652461 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509090 Aug 16 02:47:23.597186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-42ec3e3a-f1d0-466d-87b3-cc366a33e367 service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867019 Aug 16 02:47:23.726605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cc7651f4-8c27-49c7-abc6-2a2b803c2cbc req-e4f3c2fa-d205-4fe5-9bc0-b7c25742005b service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170080 Aug 16 02:47:23.728598 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.738417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c056b-5b74-4b7c-856a-f54fabb4909e req-a11c8b39-3205-4fdf-a5b4-299899300267 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.739891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed9c056b-5b74-4b7c-856a-f54fabb4909e req-a11c8b39-3205-4fdf-a5b4-299899300267 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 982 time: 0.0773191 Aug 16 02:47:23.781833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed9c056b-5b74-4b7c-856a-f54fabb4909e req-4e96784d-3b36-46ee-872c-75bdefc243d2 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0353568 Aug 16 02:47:23.823947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-0fadc649-d5af-4afb-ac7a-38959416966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.825578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-0fadc649-d5af-4afb-ac7a-38959416966e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1134 time: 0.0424592 Aug 16 02:47:23.922098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-95a695c5-7485-4089-aa75-edbed3568764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.923580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-95a695c5-7485-4089-aa75-edbed3568764 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 200 len: 898 time: 0.0906570 Aug 16 02:47:23.966144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-21094848-2ad9-4d12-9654-058f9419f91f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 200 len: 217 time: 0.0351524 Aug 16 02:47:24.017450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-c75cfaf1-534a-487b-9867-140161080dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:24.018833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-c75cfaf1-534a-487b-9867-140161080dae service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332b45cb-79a8-4b7f-b713-b069a8301ff9 HTTP/1.1" status: 200 len: 834 time: 0.0437424 Aug 16 02:47:24.064829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-1bb96409-140a-47bb-8371-c6766d026c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:24.066315 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-1bb96409-140a-47bb-8371-c6766d026c82 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397830 Aug 16 02:47:24.159091 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-888d7be1-4e18-4454-9414-b31b11d79ef4 service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846946 Aug 16 02:47:24.257622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf537c11-83ad-49fe-add8-7fd977330f09 req-0e24ed56-7e57-4b4c-b30f-a3333aa6643d service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887611 Aug 16 02:47:24.281134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1daf814a-278c-4318-be1d-1d12f56bc494 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:24.332193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1daf814a-278c-4318-be1d-1d12f56bc494 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:24.332606 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.900816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11449c00-d491-4825-b997-ce6758f226f1 req-064432ca-615e-4015-8d6d-ec8a907ba8a3 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:24.902300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11449c00-d491-4825-b997-ce6758f226f1 req-064432ca-615e-4015-8d6d-ec8a907ba8a3 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 982 time: 0.0488174 Aug 16 02:47:24.947876 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-11449c00-d491-4825-b997-ce6758f226f1 req-e28da960-7b42-40d5-abd8-3edbf8d87242 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0373209 Aug 16 02:47:26.069330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0bd1e-d2bd-4d48-8564-04643d61b176 req-b857993f-a0bb-4912-a2f4-c9a21ddce081 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.070824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-16c0bd1e-d2bd-4d48-8564-04643d61b176 req-b857993f-a0bb-4912-a2f4-c9a21ddce081 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 982 time: 0.0539134 Aug 16 02:47:26.109731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-16c0bd1e-d2bd-4d48-8564-04643d61b176 req-4ec74e44-3aa0-42fd-9028-481469a16c2e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0328522 Aug 16 02:47:26.194135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-17ad5e1e-b489-45e8-ac33-41f8c3f61c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.048351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a33b436a-a823-40c3-8ace-bfe5d7164780 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:47:27.144068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a33b436a-a823-40c3-8ace-bfe5d7164780, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a33b436a-a823-40c3-8ace-bfe5d7164780,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:27.161982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'port_id': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'mac_address': 'fa:16:3e:13:a2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:47:27.204596 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.218868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33b436a-a823-40c3-8ace-bfe5d7164780 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:27.235205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582505c8-496a-4f20-bd43-a651e7b0502e req-446f69b0-2b1d-4af3-8798-f4bc3bf47998 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:27.236918 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-582505c8-496a-4f20-bd43-a651e7b0502e req-446f69b0-2b1d-4af3-8798-f4bc3bf47998 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 982 time: 0.0555420 Aug 16 02:47:27.242095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a33b436a-a823-40c3-8ace-bfe5d7164780, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a33b436a-a823-40c3-8ace-bfe5d7164780,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:27.246286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.283525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-582505c8-496a-4f20-bd43-a651e7b0502e req-1d037827-36da-47d2-9b86-4fc3ce4b80ee tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0398607 Aug 16 02:47:27.311646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a33b436a-a823-40c3-8ace-bfe5d7164780,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:27.507150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['a33b436a-a823-40c3-8ace-bfe5d7164780'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:28.404224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b2ecf-d1a7-4cea-8535-c7908cc9d37b req-9cdfeb0d-70f4-4bfc-86e1-ee2d939b6d9a tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:28.405721 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-673b2ecf-d1a7-4cea-8535-c7908cc9d37b req-9cdfeb0d-70f4-4bfc-86e1-ee2d939b6d9a tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 983 time: 0.0482316 Aug 16 02:47:28.443815 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-673b2ecf-d1a7-4cea-8535-c7908cc9d37b req-50edee38-e257-4acf-856b-72974cea9880 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0322161 Aug 16 02:47:28.788657 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adebfe38-0b84-4a4f-82f0-4e4c6b3dd8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.817074 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.063927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a33b436a-a823-40c3-8ace-bfe5d7164780 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:29.112845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port a33b436a-a823-40c3-8ace-bfe5d7164780 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:29.116434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port a33b436a-a823-40c3-8ace-bfe5d7164780 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:29.116811 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.195049 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.217116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:29.219356 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a9502-00ee-485a-9a2f-7c7d314b2d28" -d '{"events": [{"server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "name": "network-vif-plugged", "status": "completed", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:29.233219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port a33b436a-a823-40c3-8ace-bfe5d7164780, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a33b436a-a823-40c3-8ace-bfe5d7164780,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:29.238471 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.262786 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28320371-7e41-4107-839a-9a9821fbf522 x-openstack-request-id: req-28320371-7e41-4107-839a-9a9821fbf522 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:29.263065 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "name": "network-vif-plugged", "status": "completed", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:29.263313 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28320371-7e41-4107-839a-9a9821fbf522 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:29.263731 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'code': 200} Aug 16 02:47:29.296776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=a33b436a-a823-40c3-8ace-bfe5d7164780,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.441522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d6777-7b60-47c6-bc11-e91fe5d7a84e req-500ad6d7-0711-4d44-9a10-229c1443d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.443216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e18d6777-7b60-47c6-bc11-e91fe5d7a84e req-500ad6d7-0711-4d44-9a10-229c1443d80c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1136 time: 0.1077971 Aug 16 02:47:29.489068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e18d6777-7b60-47c6-bc11-e91fe5d7a84e req-f6ebf824-98f2-437c-bf60-1d44a632ab92 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&id=45ac6bc2-935b-40cd-9785-19b6d4955f79&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0324447 Aug 16 02:47:29.563528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992ac83-522c-416d-a699-bd354ce80c4f req-a48ba3f0-d577-4b9e-8a3c-fff5b2ad41ea tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.565055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a992ac83-522c-416d-a699-bd354ce80c4f req-a48ba3f0-d577-4b9e-8a3c-fff5b2ad41ea tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 984 time: 0.0528977 Aug 16 02:47:29.604964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a992ac83-522c-416d-a699-bd354ce80c4f req-9bfde561-f28e-4c87-864c-27672389d34b tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0338342 Aug 16 02:47:30.064793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.493146 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-2afad3ff-d2bc-4ba1-90b1-fe2998d93230 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448220 Aug 16 02:47:30.582025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-54b07f5f-acd2-44c0-8a1a-25e2b89d8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:30.583573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-54b07f5f-acd2-44c0-8a1a-25e2b89d8b96 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1097 time: 0.0472691 Aug 16 02:47:30.723135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-89a86f14-1c21-4f29-b150-ed6d484d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:30.724677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-89a86f14-1c21-4f29-b150-ed6d484d739f service neutron] 10.222.0.88 "GET /v2.0/networks?id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 898 time: 0.1167488 Aug 16 02:47:30.746634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97328f1-4e91-4b5d-b16d-1fefaa4ed4f6 req-3990df5e-315f-4c55-993f-9e0192af9fc7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:30.748147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c97328f1-4e91-4b5d-b16d-1fefaa4ed4f6 req-3990df5e-315f-4c55-993f-9e0192af9fc7 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 984 time: 0.0740101 Aug 16 02:47:30.822208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-8a960bc9-c10a-4067-b725-7a48193a818c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 200 len: 1001 time: 0.0895820 Aug 16 02:47:30.826930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c97328f1-4e91-4b5d-b16d-1fefaa4ed4f6 req-6d53658e-83b3-419a-a33a-695de91d7132 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0517316 Aug 16 02:47:30.883512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-6acc980b-1ad5-43e9-9468-5a6721786a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:30.884428 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-6acc980b-1ad5-43e9-9468-5a6721786a5c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd9bba3a-3658-4a00-82bf-09de8f2961f0 HTTP/1.1" status: 200 len: 835 time: 0.0547037 Aug 16 02:47:30.949633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-c5e81053-7ab2-4ec3-a38d-bf0d9b33f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:30.951942 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-c5e81053-7ab2-4ec3-a38d-bf0d9b33f034 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588858 Aug 16 02:47:30.953626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a86c-4e51-489b-b35a-60eb02f89f06 req-abf7bbe6-fffe-4e72-ac58-1b39cd06f038 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:30.955145 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a707a86c-4e51-489b-b35a-60eb02f89f06 req-abf7bbe6-fffe-4e72-ac58-1b39cd06f038 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 984 time: 0.0529857 Aug 16 02:47:31.001477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a707a86c-4e51-489b-b35a-60eb02f89f06 req-7d4de00f-7c12-4ff3-9d08-92fe7f3fb5ea tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0401204 Aug 16 02:47:31.092211 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-c487c439-e759-471e-aa2d-ba08fde3de0d service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306875 Aug 16 02:47:31.171605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d208-38b0-4305-a0d1-e039b1eeeef5 req-110fbf47-a021-4e6a-a595-2f328c25d196 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:31.173260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e350d208-38b0-4305-a0d1-e039b1eeeef5 req-110fbf47-a021-4e6a-a595-2f328c25d196 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1136 time: 0.0998833 Aug 16 02:47:31.202770 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e350d208-38b0-4305-a0d1-e039b1eeeef5 req-ea5a518e-08cb-4bb8-b68c-a8437a78555c tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.226825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-142fadaf-1312-46ad-b05d-a9f22c1603ed req-6f730674-11cf-4777-a622-1d4f48ccc9a5 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190693 Aug 16 02:47:31.316451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e350d208-38b0-4305-a0d1-e039b1eeeef5 req-ea5a518e-08cb-4bb8-b68c-a8437a78555c tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.328562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e350d208-38b0-4305-a0d1-e039b1eeeef5 req-ea5a518e-08cb-4bb8-b68c-a8437a78555c tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.367185 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e350d208-38b0-4305-a0d1-e039b1eeeef5 req-ea5a518e-08cb-4bb8-b68c-a8437a78555c tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1848133 Aug 16 02:47:31.368334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a518e-08cb-4bb8-b68c-a8437a78555c tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b4114-d259-495b-a5f8-d0b9b4e01709,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.390908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33632) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:31.430547 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e185a3-c6f6-4d31-b258-ac9ae68e16a1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:31.435098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-67e185a3-c6f6-4d31-b258-ac9ae68e16a1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1131 time: 0.0402348 Aug 16 02:47:31.435257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33634) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:31.439725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:31.466587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.568585 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.673825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Allocated IP 172.25.4.237 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/57d3da0a-4523-44e6-92aa-1ec0234a7205) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:31.780485 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.820093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.858472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:31.861260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:31.867492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:31.870326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=57d3da0a-4523-44e6-92aa-1ec0234a7205,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.996770 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.269931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.346300 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.498346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.503170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.577376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=57d3da0a-4523-44e6-92aa-1ec0234a7205,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:32.595172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.945721 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Floating IP 177331a9-654d-4bb6-9fdc-6fc1fba8430e associated. External IP: 172.25.4.237, port: a33b436a-a823-40c3-8ace-bfe5d7164780. Aug 16 02:47:33.179274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:33.289580 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:33.304697 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] Sync routers for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:33.308439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.316971 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:33.317571 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:33.350311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7fa3fe45-6780-45a5-8a3f-ff82c0c7a559 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9139988 Aug 16 02:47:33.353053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33640) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:33.354372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:33.354372 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffb94d3-5c6f-4791-a614-575c6520278d" -d '{"events": [{"name": "network-changed", "server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:33.400426 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab9a490-8dc8-49a0-8976-1c9df039876c x-openstack-request-id: req-0ab9a490-8dc8-49a0-8976-1c9df039876c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:33.400764 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:33.400966 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ab9a490-8dc8-49a0-8976-1c9df039876c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:33.401468 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'status': 'completed', 'code': 200} Aug 16 02:47:33.486440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb94d3-5c6f-4791-a614-575c6520278d req-9799901a-9a61-4470-b8b2-8af71b6de1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.488027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bffb94d3-5c6f-4791-a614-575c6520278d req-9799901a-9a61-4470-b8b2-8af71b6de1b4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1136 time: 0.0619841 Aug 16 02:47:33.548564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcd58a-f872-4f71-a6ab-0b532944f6e1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.552507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcd58a-f872-4f71-a6ab-0b532944f6e1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.555394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcd58a-f872-4f71-a6ab-0b532944f6e1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.556915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcd58a-f872-4f71-a6ab-0b532944f6e1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.560777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcd58a-f872-4f71-a6ab-0b532944f6e1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.563432 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:33.564510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcd58a-f872-4f71-a6ab-0b532944f6e1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.577032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3abcd58a-f872-4f71-a6ab-0b532944f6e1 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.2250252 Aug 16 02:47:33.578927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33644) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:33.589392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb94d3-5c6f-4791-a614-575c6520278d req-566ad5dd-eafa-4eab-a0d0-44006ba5ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.591925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bffb94d3-5c6f-4791-a614-575c6520278d req-566ad5dd-eafa-4eab-a0d0-44006ba5ca84 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 200 len: 898 time: 0.0967808 Aug 16 02:47:33.817753 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bffb94d3-5c6f-4791-a614-575c6520278d req-923840ef-62b1-494e-9841-4af5685a330c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 200 len: 999 time: 0.2186365 Aug 16 02:47:33.844811 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '177331a9-654d-4bb6-9fdc-6fc1fba8430e', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'port_id': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'mac_address': 'fa:16:3e:13:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:32Z', 'updated_at': '2021-08-16T02:47:32Z', 'revision_number': 0, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:33.898417 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] Checking router: 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:33.924406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb94d3-5c6f-4791-a614-575c6520278d req-00961002-5c45-47f0-840a-e6e502164ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.925885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bffb94d3-5c6f-4791-a614-575c6520278d req-00961002-5c45-47f0-840a-e6e502164ead service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332b45cb-79a8-4b7f-b713-b069a8301ff9 HTTP/1.1" status: 200 len: 834 time: 0.0992422 Aug 16 02:47:33.927872 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:33.928618 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:34.006608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb94d3-5c6f-4791-a614-575c6520278d req-466a1dea-bf63-42bf-8d11-7606631f3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.011617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bffb94d3-5c6f-4791-a614-575c6520278d req-466a1dea-bf63-42bf-8d11-7606631f3fd7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775218 Aug 16 02:47:34.021222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4fd4d-980d-43af-ac1b-a6c204b287ce tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.021795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4fd4d-980d-43af-ac1b-a6c204b287ce tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.022318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4fd4d-980d-43af-ac1b-a6c204b287ce tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.022833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4fd4d-980d-43af-ac1b-a6c204b287ce tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.023265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4fd4d-980d-43af-ac1b-a6c204b287ce tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.023759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4fd4d-980d-43af-ac1b-a6c204b287ce tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.028519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-54e4fd4d-980d-43af-ac1b-a6c204b287ce tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3990 time: 0.4475124 Aug 16 02:47:34.029248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33646) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:34.062610 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:34.154702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-7337fe44-1f97-47b5-919c-1efd03a32cb0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2086542 Aug 16 02:47:34.193606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bffb94d3-5c6f-4791-a614-575c6520278d req-4bbcd3c4-c765-45c9-a728-f835f6f90bad service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737595 Aug 16 02:47:34.320102 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bffb94d3-5c6f-4791-a614-575c6520278d req-5450d605-fb5a-42c1-a884-a3c38e0d061a service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144614 Aug 16 02:47:34.321298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-489e24ec-3e36-48cb-8b40-7c38e36bf163 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.2879355 Aug 16 02:47:34.321410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33650) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:34.387407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b6b07-e10e-4b0a-b90a-db4d58dbede6 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.388797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b6b07-e10e-4b0a-b90a-db4d58dbede6 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.390698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c93b6b07-e10e-4b0a-b90a-db4d58dbede6 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5160b281-9ddd-4cfe-b10a-012aa9eac6c0 HTTP/1.1" status: 200 len: 1991 time: 0.0693324 Aug 16 02:47:34.455674 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '177331a9-654d-4bb6-9fdc-6fc1fba8430e', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'port_id': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'mac_address': 'fa:16:3e:13:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:32Z', 'updated_at': '2021-08-16T02:47:32Z', 'revision_number': 0, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:34.461728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-d7d159eb-0101-4107-a107-9add7f8472d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.463312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-d7d159eb-0101-4107-a107-9add7f8472d8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1136 time: 0.0438378 Aug 16 02:47:34.497668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75316673-9587-4e25-8999-1a78b7351b22 None None] The sync data for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 is: [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '177331a9-654d-4bb6-9fdc-6fc1fba8430e', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'port_id': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'mac_address': 'fa:16:3e:13:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:32Z', 'updated_at': '2021-08-16T02:47:32Z', 'revision_number': 0, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:34.599348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-250798e2-55ec-42cf-aeac-edc44605851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.600922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-250798e2-55ec-42cf-aeac-edc44605851a service neutron] 10.222.0.98 "GET /v2.0/networks?id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 200 len: 898 time: 0.1157377 Aug 16 02:47:34.678111 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-1ee0e980-1b77-4e88-874e-febbc83d31f7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 200 len: 999 time: 0.0690637 Aug 16 02:47:34.735036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b50ca5-cfec-459e-aa05-6d9400a49365 None None] New status for floating IP 177331a9-654d-4bb6-9fdc-6fc1fba8430e: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:47:34.751581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-bfb69e1e-e0c9-4e11-950e-4aefde029dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.753284 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-bfb69e1e-e0c9-4e11-950e-4aefde029dad service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332b45cb-79a8-4b7f-b713-b069a8301ff9 HTTP/1.1" status: 200 len: 834 time: 0.0677001 Aug 16 02:47:34.807812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-9597aa05-ecda-4536-a609-b81066e0865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.811254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-9597aa05-ecda-4536-a609-b81066e0865d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509338 Aug 16 02:47:34.962536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-b8c33c55-b6eb-4091-906d-94ca0f5f1c62 service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436789 Aug 16 02:47:35.068040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-5c3eb3e9-42c1-4e2f-8368-aab380ea188b service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946786 Aug 16 02:47:48.841152 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:48.915045 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729d1b4-eb66-4f5f-aea0-cfbeb7046d2e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:48.915534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729d1b4-eb66-4f5f-aea0-cfbeb7046d2e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:48.916013 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729d1b4-eb66-4f5f-aea0-cfbeb7046d2e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:48.917770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1729d1b4-eb66-4f5f-aea0-cfbeb7046d2e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=5a6786e83d7340eca5dfa946d5fb579a&network_id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 2972 time: 0.0755908 Aug 16 02:47:50.825217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:50.879648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23d67b-f588-4983-afd3-c8cfc0ce3ccd tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:50.881317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2c23d67b-f588-4983-afd3-c8cfc0ce3ccd tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac HTTP/1.1" status: 200 len: 814 time: 0.0550084 Aug 16 02:47:51.674537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33768) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:51.680107 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'network': {'name': 'tempest-network-smoke--1104119542', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:51.701933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:51.705437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:51.729646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:51.738246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:51.738598 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Added segment edf7ef77-d105-47cf-98a6-44bf3dcfef9c of type vlan for network c496fdc7-a32f-42d7-be1f-f3020c2e1961 Aug 16 02:47:51.778773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:51.807055 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:51.813330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:51.813922 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:51.871679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1956699 Aug 16 02:47:51.875162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33770) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:51.914181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67655-7765-4fe1-b844-9c7277963ed3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Network': ['ID=c496fdc7-a32f-42d7-be1f-f3020c2e1961,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:51.926933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:51.947986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76533e0b-35cb-49c5-bfc2-5e33f13f282b tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:51.952203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76533e0b-35cb-49c5-bfc2-5e33f13f282b tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5a6786e83d7340eca5dfa946d5fb579a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0732155 Aug 16 02:47:51.952469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33772) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:52.041882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20acd241-4fe8-492b-8562-e6e35d07342e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:52.043433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-20acd241-4fe8-492b-8562-e6e35d07342e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900424 Aug 16 02:47:52.046771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33774) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:52.074020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7f499090-3442-4049-8dec-7281b2702434 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262055 Aug 16 02:47:52.077535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33776) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:52.107321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0da3019a-5d02-4dcf-adca-bf4540961872 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5a6786e83d7340eca5dfa946d5fb579a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286744 Aug 16 02:47:52.109993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33778) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:52.201785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46d817-370b-4eaa-9a0b-93d96b2682d3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:52.203227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3a46d817-370b-4eaa-9a0b-93d96b2682d3 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922983 Aug 16 02:47:52.206057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33780) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:52.237659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-04e5eaf4-603c-4be3-8559-74394d1f5289 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281789 Aug 16 02:47:52.237905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33782) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:52.242802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-20752803', 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:52.339004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:52.343105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.464533 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.523295 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.586902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Subnet': ['ID=b11ecfa8-2171-484e-a6ac-25bd3855a1d4,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:52.594642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Checking segment: {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:52.594927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network hostable DHCP agents. Network: c496fdc7-a32f-42d7-be1f-f3020c2e1961, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:52.610859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:52.619438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, c496fdc7-a32f-42d7-be1f-f3020c2e1961) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:52.627403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:52.628002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.628136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfacf90b-84fd-465f-9c22-7fb7f20104ef None None] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:52.643468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9da98d73-7347-42e5-905e-f2c2bba44071 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4045281 Aug 16 02:47:52.782582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ips': [{'subnet_id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:52.783639 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.918635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Allocated IP 172.20.0.18 (c496fdc7-a32f-42d7-be1f-f3020c2e1961/b11ecfa8-2171-484e-a6ac-25bd3855a1d4/8c5eca4f-1084-4ca7-aafb-8157b9a8bef1) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:52.980453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:52.987808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890820716', 'description': 'tempest-secgroup-smoke-1890820716 description', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:53.011200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.061227 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.069190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Transition to ACTIVE for port object 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:53.084113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Transition to ACTIVE for port object 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:53.090370 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.098974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.102553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.133422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.138145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:53.138357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1518164 Aug 16 02:47:53.138489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:53.140585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8251d-ae45-421a-aa97-a27daf412986,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.142799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:53.143490 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8cf785ad-a410-439a-a0f8-1d3edb0bb377 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '53a8251d-ae45-421a-aa97-a27daf412986', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:53.144955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Pushing event updated for resources: {'Port': ['ID=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.147212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:53.152025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.152479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.153017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.154495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.154495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.154723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.155152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.155547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.155982 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.156548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.157452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.157876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d4f6-459f-4b2d-ad64-e8063ac9ab79 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:53.186483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cf785ad-a410-439a-a0f8-1d3edb0bb377 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.202603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Attempting to bind port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:53.202983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Attempting to bind port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:53.203497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Attempting to bind port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 on network c496fdc7-a32f-42d7-be1f-f3020c2e1961 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:53.208709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:53.209092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Checking segment: {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:53.209504 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.210105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Bound using segment: {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:53.210579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Bound port: 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:53.210971 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.248498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cf785ad-a410-439a-a0f8-1d3edb0bb377 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.252417 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cf785ad-a410-439a-a0f8-1d3edb0bb377 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.271582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf785ad-a410-439a-a0f8-1d3edb0bb377 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779c8ccc-3b36-49ce-93fc-f3632bc3bb58,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.275255 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8cf785ad-a410-439a-a0f8-1d3edb0bb377 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.276484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] For port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:53.280165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8cf785ad-a410-439a-a0f8-1d3edb0bb377 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406286 Aug 16 02:47:53.280443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] For port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:53.280929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:53.285789 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.286960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-697a2412-1984-4da0-a4c6-81ce911da923 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '53a8251d-ae45-421a-aa97-a27daf412986', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:53.314304 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-697a2412-1984-4da0-a4c6-81ce911da923 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.351191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fc187-1bc6-4438-b26e-ce5f4270a92b None None] Pushing event updated for resources: {'Port': ['ID=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.386681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-697a2412-1984-4da0-a4c6-81ce911da923 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.391525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-697a2412-1984-4da0-a4c6-81ce911da923 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.409968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a2412-1984-4da0-a4c6-81ce911da923 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70a4ae3-1ede-470b-bcef-33635a02ff4d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.417417 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-697a2412-1984-4da0-a4c6-81ce911da923 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.420331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-697a2412-1984-4da0-a4c6-81ce911da923 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365018 Aug 16 02:47:53.421688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33794) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:53.426361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-441f50ab-a0b5-4bf3-9e1d-985021c4e4f4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '53a8251d-ae45-421a-aa97-a27daf412986', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:53.458577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-441f50ab-a0b5-4bf3-9e1d-985021c4e4f4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.527789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-441f50ab-a0b5-4bf3-9e1d-985021c4e4f4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.547890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-441f50ab-a0b5-4bf3-9e1d-985021c4e4f4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.575765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f50ab-a0b5-4bf3-9e1d-985021c4e4f4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5097ef6f-c593-464b-a182-2dbfdccc1aa4,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.584304 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-441f50ab-a0b5-4bf3-9e1d-985021c4e4f4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.585816 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-441f50ab-a0b5-4bf3-9e1d-985021c4e4f4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631272 Aug 16 02:47:53.588602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:53.593477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9f4957b4-bea5-46d8-8ec2-00d1a314e81f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '53a8251d-ae45-421a-aa97-a27daf412986', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:53.632716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f4957b4-bea5-46d8-8ec2-00d1a314e81f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.709798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f4957b4-bea5-46d8-8ec2-00d1a314e81f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.716110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f4957b4-bea5-46d8-8ec2-00d1a314e81f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.721703 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.737423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4957b4-bea5-46d8-8ec2-00d1a314e81f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb29999-cae1-4b45-925a-f9b492eb0216,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.744589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f4957b4-bea5-46d8-8ec2-00d1a314e81f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.745787 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f4957b4-bea5-46d8-8ec2-00d1a314e81f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562517 Aug 16 02:47:53.749118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:53.755786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '53a8251d-ae45-421a-aa97-a27daf412986', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:53.778441 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Project 5a6786e83d7340eca5dfa946d5fb579a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:53.783772 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.855548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.860917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.878985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde1ff34-ecdf-4338-a33e-9313e12109b3,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.886191 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.887456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-98da8686-731a-470b-89b8-2b9796dc0def tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357033 Aug 16 02:47:53.890239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33802) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:53.894722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '53a8251d-ae45-421a-aa97-a27daf412986', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:53.916259 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Project 5a6786e83d7340eca5dfa946d5fb579a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:53.921715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.983308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.987806 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.008400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615b5db6-e807-4f8a-9238-306f321fa047,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:54.011300 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.022508 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5ca5c317-4e2a-49fe-8c85-6531adf9a466 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214232 Aug 16 02:47:54.228577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-bfefce78-2e9e-484a-9f14-ae6059be1cd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890820716&fields=id&tenant_id=5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 267 time: 0.0358741 Aug 16 02:47:54.352130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:54.367762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-7b7d455f-9f36-40ff-aac0-a81b274db843 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:54.369455 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-7b7d455f-9f36-40ff-aac0-a81b274db843 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/networks?id=c496fdc7-a32f-42d7-be1f-f3020c2e1961 HTTP/1.1" status: 200 len: 797 time: 0.1330822 Aug 16 02:47:54.379759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad70e01-1e8e-4fbd-b8ca-5cd9c0194f8e None None] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:54.389709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-6c8721a8-1fd9-4d84-9a6a-36b67454f26c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/quotas/5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 375 time: 0.0118966 Aug 16 02:47:54.448469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2f777c1f-097a-4070-8910-7982ac121d10 None None] Provisioning for port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:54.451264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-6f06f6f3-15e5-4fee-8760-a2344a6784dd tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0562000 Aug 16 02:47:54.479120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:54.489357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:54.489718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.565135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-98351108-9c1f-4dd8-8e97-e364287726f4 service neutron] 10.222.0.78 "GET /v2.0/networks/c496fdc7-a32f-42d7-be1f-f3020c2e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992534 Aug 16 02:47:54.638084 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.665542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-d11a90e9-e56d-4983-9daf-d4ef09952a88 service neutron] 10.222.0.78 "GET /v2.0/networks/c496fdc7-a32f-42d7-be1f-f3020c2e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922022 Aug 16 02:47:54.676447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:54.683467 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.743699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:54.850502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33824) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:54.892137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ab0baf7-6f01-4bfc-b547-13851988b90c req-5ff99163-ad96-4c8a-a660-3a302fc05cf0 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 210 time: 0.0549171 Aug 16 02:47:54.921434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] Deleting subnet a01f04fa-4a85-4618-b297-ab60c85ec794 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:54.924660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.958230 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.980822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a3ebd0eb-e9c3-4d72-b951-8700f8a88097 None None] Provisioning complete for port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:54.981862 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd0eb-e9c3-4d72-b951-8700f8a88097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.003410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.060588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.087285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01f04fa-4a85-4618-b297-ab60c85ec794,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:55.091501 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.095835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e40cb22b-6e8c-4acc-9481-8e43e386d2a6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a01f04fa-4a85-4618-b297-ab60c85ec794 HTTP/1.1" status: 204 len: 168 time: 0.2420676 Aug 16 02:47:55.096341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:55.163089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.252447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.264233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe6f143-105e-4f5d-a8a1-7fd20351eeee']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:55.275017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcfbf03-5a00-4a4d-ab0a-27596fa88184') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:55.275307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcfbf03-5a00-4a4d-ab0a-27596fa88184') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:55.284517 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.298358 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.304765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:55.305164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:55.306809 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:55.366034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.371457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.373470 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] 10.222.0.78 "DELETE /v2.0/networks/efe6f143-105e-4f5d-a8a1-7fd20351eeee HTTP/1.1" status: 204 len: 168 time: 0.2762709 Aug 16 02:47:55.390900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ddcde-2733-4247-8b97-3dd89520de9a admin admin] Pushing event deleted for resources: {'Network': ['ID=efe6f143-105e-4f5d-a8a1-7fd20351eeee,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:55.543289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:55.581743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-53baa51f-6a6c-4be9-8a8f-5c80e302214c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1358a675c4ff4dfb8ec7435217845e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372665 Aug 16 02:47:55.583994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33838) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:55.631952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25d8e9c-48ee-499b-b643-f6d0166cbc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.656233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25d8e9c-48ee-499b-b643-f6d0166cbc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.755609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25d8e9c-48ee-499b-b643-f6d0166cbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.758409 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a25d8e9c-48ee-499b-b643-f6d0166cbc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.761835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a25d8e9c-48ee-499b-b643-f6d0166cbc35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d3dbe94-1915-403a-ae65-01f08efa8336 HTTP/1.1" status: 204 len: 168 time: 0.1747007 Aug 16 02:47:55.775269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d8e9c-48ee-499b-b643-f6d0166cbc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3dbe94-1915-403a-ae65-01f08efa8336,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:55.815403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-2f611ee5-d284-473c-ad53-39c9ee3e557a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:55.817445 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-2f611ee5-d284-473c-ad53-39c9ee3e557a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/networks?id=c496fdc7-a32f-42d7-be1f-f3020c2e1961 HTTP/1.1" status: 200 len: 797 time: 0.1266487 Aug 16 02:47:55.863201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-8218c875-b46f-4023-8a4f-2929d6851702 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 473 time: 0.0370555 Aug 16 02:47:55.872664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'port': {'device_id': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'admin_state_up': True, 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'security_groups': ['53a8251d-ae45-421a-aa97-a27daf412986']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:55.997769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e27fdf4-c5ed-48c4-9978-58ac88e25cae req-3dd957be-17e1-4550-a1aa-ef593f07b107 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 210 time: 0.0371826 Aug 16 02:47:56.014130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:56.018159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.151170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.20.0.26 (c496fdc7-a32f-42d7-be1f-f3020c2e1961/b11ecfa8-2171-484e-a6ac-25bd3855a1d4/4e562b5d-c7ab-4e40-9849-039df775740b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:56.195859 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-19d236a5-d50c-408a-a74f-38b5fa95b2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.287672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:56.331618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.346826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Transition to ACTIVE for port object 4e562b5d-c7ab-4e40-9849-039df775740b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:56.353347 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:56.353953 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.388770 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.442328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:56.445782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:56.448638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:56.453220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=4e562b5d-c7ab-4e40-9849-039df775740b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:56.477717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33862) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:56.509424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:56.510408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.527546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-34c758f0-f952-4994-8555-a7922edcfcd6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6583283 Aug 16 02:47:56.540241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Request body: {'port': {'device_id': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:56.597619 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.597964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1284473766-network', 'tenant_id': '1d08a39006aa453dba7dae736adde0da'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:56.620941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Made reservation on behalf of 1d08a39006aa453dba7dae736adde0da for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:56.624165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.634984 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.702851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fa9515cb-2ac4-44fa-8b79-e2e5f8988457 None None] Provisioning for port 4e562b5d-c7ab-4e40-9849-039df775740b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:56.708164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fa9515cb-2ac4-44fa-8b79-e2e5f8988457 None None] Provisioning complete for port 4e562b5d-c7ab-4e40-9849-039df775740b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:56.709425 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fa9515cb-2ac4-44fa-8b79-e2e5f8988457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.740666 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.745937 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.750539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fa9515cb-2ac4-44fa-8b79-e2e5f8988457 None None] Port 4e562b5d-c7ab-4e40-9849-039df775740b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:56.767758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:56.784312 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.784714 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Added segment 6b25bf72-536c-4380-9c65-6f422ee809de of type vlan for network c5e0a493-a627-4922-bb4f-84d3ba72e483 Aug 16 02:47:56.786108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9786a-1faa-456e-8a0b-e895f4efb472,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:56.830198 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.858835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.859856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:56.860486 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.887813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e562b5d-c7ab-4e40-9849-039df775740b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:56.897790 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.910879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Transition to ACTIVE for port object 4e562b5d-c7ab-4e40-9849-039df775740b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:56.914002 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.969108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e562b5d-c7ab-4e40-9849-039df775740b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:57.048373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Attempting to bind port 4e562b5d-c7ab-4e40-9849-039df775740b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:57.048717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Attempting to bind port 4e562b5d-c7ab-4e40-9849-039df775740b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:57.049060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Attempting to bind port 4e562b5d-c7ab-4e40-9849-039df775740b on network c496fdc7-a32f-42d7-be1f-f3020c2e1961 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:57.056178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Port 4e562b5d-c7ab-4e40-9849-039df775740b on network c496fdc7-a32f-42d7-be1f-f3020c2e1961 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:47:57.056560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Attempting to bind port 4e562b5d-c7ab-4e40-9849-039df775740b on network c496fdc7-a32f-42d7-be1f-f3020c2e1961 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:57.062516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:57.062918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Checking segment: {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:57.063323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Bound using segment: {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:57.063916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Bound port: 4e562b5d-c7ab-4e40-9849-039df775740b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:57.064313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.068717 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:57.142811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] For port 4e562b5d-c7ab-4e40-9849-039df775740b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:57.146196 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] For port 4e562b5d-c7ab-4e40-9849-039df775740b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e562b5d-c7ab-4e40-9849-039df775740b,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:57.151726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.195339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.196022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.197446 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] 10.222.0.88 "PUT /v2.0/ports/4e562b5d-c7ab-4e40-9849-039df775740b HTTP/1.1" status: 200 len: 1093 time: 0.6623399 Aug 16 02:47:57.197881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'tag': '4e562b5d-c7ab-4e40-9849-039df775740b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:57.200788 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "016f6e0e-0ff5-406c-b20b-3ff57bd073be", "tag": "4e562b5d-c7ab-4e40-9849-039df775740b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:57.244806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7658253 Aug 16 02:47:57.248698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3be9a-c247-4961-880c-792513e36ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e562b5d-c7ab-4e40-9849-039df775740b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:57.249408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33870) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:57.262322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Request body: {'subnet': {'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1284473766-subnet', 'tenant_id': '1d08a39006aa453dba7dae736adde0da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:57.276600 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a05ff2e-5404-460d-ba43-7afe8f36c8a0 x-openstack-request-id: req-5a05ff2e-5404-460d-ba43-7afe8f36c8a0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:57.276878 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016f6e0e-0ff5-406c-b20b-3ff57bd073be", "tag": "4e562b5d-c7ab-4e40-9849-039df775740b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:57.277531 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a05ff2e-5404-460d-ba43-7afe8f36c8a0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:57.279281 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'tag': '4e562b5d-c7ab-4e40-9849-039df775740b', 'status': 'completed', 'code': 200} Aug 16 02:47:57.282117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5a1e3-809d-4c66-b131-fce906c660dd admin admin] Pushing event updated for resources: {'Network': ['ID=c5e0a493-a627-4922-bb4f-84d3ba72e483,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:57.294537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c5e0a493-a627-4922-bb4f-84d3ba72e483 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:57.301285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb845-e126-4dcc-a8e8-35e5926718a6 req-d500b43c-6e4d-4e08-8b36-f7dd62542a6a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.303099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4ceb845-e126-4dcc-a8e8-35e5926718a6 req-d500b43c-6e4d-4e08-8b36-f7dd62542a6a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 944 time: 0.1039321 Aug 16 02:47:57.322252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-09a2154a-f71f-43a6-bbfd-3c2d299b713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.323968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-09a2154a-f71f-43a6-bbfd-3c2d299b713f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 1096 time: 0.0678275 Aug 16 02:47:57.329764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Made reservation on behalf of 1d08a39006aa453dba7dae736adde0da for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:57.332170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.373510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-71162ab8-9fc3-4e1b-a299-601084d1a0f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4e562b5d-c7ab-4e40-9849-039df775740b HTTP/1.1" status: 200 len: 217 time: 0.0409365 Aug 16 02:47:57.425910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4ceb845-e126-4dcc-a8e8-35e5926718a6 req-7a6b1925-0c03-4837-9c83-e3151802f4a8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125820 Aug 16 02:47:57.448679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-c8c863ec-3be5-4339-ac23-63941bba6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.451898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-c8c863ec-3be5-4339-ac23-63941bba6431 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b11ecfa8-2171-484e-a6ac-25bd3855a1d4 HTTP/1.1" status: 200 len: 836 time: 0.0716219 Aug 16 02:47:57.499551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-aa60e326-d451-41c7-8aa4-fff11b82d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.501531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-aa60e326-d451-41c7-8aa4-fff11b82d572 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c496fdc7-a32f-42d7-be1f-f3020c2e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0428102 Aug 16 02:47:57.541884 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.592178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-20b36b1e-7b92-45e9-abf8-ba51c694b49d service neutron] 10.222.0.88 "GET /v2.0/networks/c496fdc7-a32f-42d7-be1f-f3020c2e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Aug 16 02:47:57.599824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:57.612581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Checking segment: {'id': '6b25bf72-536c-4380-9c65-6f422ee809de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:57.612946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Network hostable DHCP agents. Network: c5e0a493-a627-4922-bb4f-84d3ba72e483, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:57.631001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Network c5e0a493-a627-4922-bb4f-84d3ba72e483 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:57.640118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, c5e0a493-a627-4922-bb4f-84d3ba72e483) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:57.644651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.645382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.653238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685532b-f51e-44ed-ae98-54e6ce6cb539 None None] Network c5e0a493-a627-4922-bb4f-84d3ba72e483 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:57.679758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fb78d4ef-65b8-4484-9e5b-a371fce16e54 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4133396 Aug 16 02:47:57.710029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb48dbee-96a5-40a5-8da4-e6fae2dd91fd req-7b58e534-8fe3-43f4-9198-315df6b3e838 service neutron] 10.222.0.88 "GET /v2.0/networks/c496fdc7-a32f-42d7-be1f-f3020c2e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101375 Aug 16 02:47:57.791300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f09b0-e59e-4951-b25d-2b15bcd9d287 None None] Network c5e0a493-a627-4922-bb4f-84d3ba72e483 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:57.801733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-4c552fc5-3e6c-40ac-ae69-140f412e42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.802987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-4c552fc5-3e6c-40ac-ae69-140f412e42cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 1096 time: 0.0439467 Aug 16 02:47:57.903444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-41ee7526-5548-4dd6-8b12-936291a69fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.905099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-41ee7526-5548-4dd6-8b12-936291a69fd7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c496fdc7-a32f-42d7-be1f-f3020c2e1961 HTTP/1.1" status: 200 len: 898 time: 0.0946569 Aug 16 02:47:57.947754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-bafc444b-50d2-4855-bfb5-ee275e1283b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4e562b5d-c7ab-4e40-9849-039df775740b HTTP/1.1" status: 200 len: 217 time: 0.0348566 Aug 16 02:47:57.997400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-aba27a99-cf27-46e2-937a-199e4c010e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.998916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-aba27a99-cf27-46e2-937a-199e4c010e50 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b11ecfa8-2171-484e-a6ac-25bd3855a1d4 HTTP/1.1" status: 200 len: 836 time: 0.0432923 Aug 16 02:47:58.049033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-df82d0b6-d8d5-4509-9330-263154592a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.050553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-df82d0b6-d8d5-4509-9330-263154592a44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c496fdc7-a32f-42d7-be1f-f3020c2e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0435007 Aug 16 02:47:58.140026 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-c023379d-e6f5-4f8f-a17a-33e5022006bb service neutron] 10.222.0.88 "GET /v2.0/networks/c496fdc7-a32f-42d7-be1f-f3020c2e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811059 Aug 16 02:47:58.165610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33886) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:58.170775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1908768578-network', 'tenant_id': '381ad64c92b645bba74e6c50779cf4a3'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:58.191081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Made reservation on behalf of 381ad64c92b645bba74e6c50779cf4a3 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:58.193326 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.203361 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.234667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba97779f-f4cb-4343-abb6-7b17eb39d5e6 req-49802f8b-b0a3-4bbc-beea-10245b18b17b service neutron] 10.222.0.88 "GET /v2.0/networks/c496fdc7-a32f-42d7-be1f-f3020c2e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868340 Aug 16 02:47:58.295708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.299403 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.324552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:58.334563 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c5bb53-8f50-47cc-889b-7054db80f756,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:58.340854 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.341205 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Added segment 09969383-e8f4-467c-841c-0e356531d219 of type vlan for network 5e8dc864-bdaa-48db-81d4-c83e6f84d858 Aug 16 02:47:58.382313 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.409640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.410584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.411170 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.468837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3019705 Aug 16 02:47:58.473887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33890) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:58.477418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a147f-4db5-423c-ba78-7be372e01a06 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8dc864-bdaa-48db-81d4-c83e6f84d858,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:58.482029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Request body: {'subnet': {'network_id': '5e8dc864-bdaa-48db-81d4-c83e6f84d858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1908768578-subnet', 'tenant_id': '381ad64c92b645bba74e6c50779cf4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:58.494453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5e8dc864-bdaa-48db-81d4-c83e6f84d858 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:58.506116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Made reservation on behalf of 381ad64c92b645bba74e6c50779cf4a3 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:58.508782 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.612171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c486f9-7f16-4709-87e9-b55f61536281 req-97a97cce-3686-4bd7-a1c5-8fb239681d42 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.613703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65c486f9-7f16-4709-87e9-b55f61536281 req-97a97cce-3686-4bd7-a1c5-8fb239681d42 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 944 time: 0.1026747 Aug 16 02:47:58.677665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-65c486f9-7f16-4709-87e9-b55f61536281 req-37f1abbc-00ec-483f-ba85-61865df83f74 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579426 Aug 16 02:47:58.752306 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.790856 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5b0e9fad-7da7-44fb-ba01-2c0cf02b1123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.805251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa3554d-966a-4f25-b6e8-6b31733a5ab9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:58.815769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Checking segment: {'id': '09969383-e8f4-467c-841c-0e356531d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5e8dc864-bdaa-48db-81d4-c83e6f84d858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:58.816141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Network hostable DHCP agents. Network: 5e8dc864-bdaa-48db-81d4-c83e6f84d858, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:58.817930 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.832438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Network 5e8dc864-bdaa-48db-81d4-c83e6f84d858 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:58.841072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5e8dc864-bdaa-48db-81d4-c83e6f84d858) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:58.845015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.845604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:58.850143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3a2b3-f5c9-46fa-9713-040456f81096 None None] Network 5e8dc864-bdaa-48db-81d4-c83e6f84d858 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:58.859556 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4102d7d7-ecda-4153-a7d9-ebbb802407b7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3839045 Aug 16 02:47:58.979775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c836252-76fa-4798-98f5-e82dca5895e9 None None] Network 5e8dc864-bdaa-48db-81d4-c83e6f84d858 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:59.322509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-ca2bf233-136f-4646-8262-ea498cc7d7a7 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.323937 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-ca2bf233-136f-4646-8262-ea498cc7d7a7 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/networks?id=c5e0a493-a627-4922-bb4f-84d3ba72e483 HTTP/1.1" status: 200 len: 812 time: 0.1018980 Aug 16 02:47:59.339270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-004ab34f-f491-476c-9544-395ab2322325 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/quotas/1d08a39006aa453dba7dae736adde0da HTTP/1.1" status: 200 len: 375 time: 0.0094190 Aug 16 02:47:59.370864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-f8fe4dfa-8a10-4e29-b96d-c0a885e7fe85 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1d08a39006aa453dba7dae736adde0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262215 Aug 16 02:47:59.382163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-0ab50f83-e628-4f7d-a728-3eb660dc648a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:47:59.383115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-0ab50f83-e628-4f7d-a728-3eb660dc648a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049896 Aug 16 02:47:59.472000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25cec5c0-be00-49fd-a81f-5dd7d3bdc2b5 service neutron] 10.222.0.78 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834908 Aug 16 02:47:59.560164 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-3bc353f8-e650-45fd-a5ef-ccbc186af9ba service neutron] 10.222.0.78 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809374 Aug 16 02:47:59.723320 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2e5e8a7-783c-4da8-8202-1963d7f5e740 req-42c5d713-d2d6-42a1-8b6b-f29adf8c61e2 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 210 time: 0.0319028 Aug 16 02:47:59.807114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d4c0d-ad40-4b76-9be0-22af5d9e82ed req-1f2c2c3e-41d8-4609-9351-c18abe5543fe tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.808622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-887d4c0d-ad40-4b76-9be0-22af5d9e82ed req-1f2c2c3e-41d8-4609-9351-c18abe5543fe tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 944 time: 0.0558629 Aug 16 02:47:59.847799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-887d4c0d-ad40-4b76-9be0-22af5d9e82ed req-a0be8613-dc24-49f5-804d-075a1e9b9870 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322354 Aug 16 02:48:00.069036 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:00.708114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-084ccf66-f044-4f43-8902-169d4f4b7bf3 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:00.709651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-084ccf66-f044-4f43-8902-169d4f4b7bf3 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.98 "GET /v2.0/networks?id=c5e0a493-a627-4922-bb4f-84d3ba72e483 HTTP/1.1" status: 200 len: 812 time: 0.1065092 Aug 16 02:48:00.736993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Request body: {'port': {'device_id': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483', 'admin_state_up': True, 'tenant_id': '1d08a39006aa453dba7dae736adde0da'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:00.820868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d3b7ad5a-62bf-4703-b6a9-64d3790733d8 req-342ac389-360a-4ae5-8e35-9cf2d2daca92 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 210 time: 0.0306149 Aug 16 02:48:00.849757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Made reservation on behalf of 1d08a39006aa453dba7dae736adde0da for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:00.853797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:00.985052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e562b5d-c7ab-4e40-9849-039df775740b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:01.007648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a0745-b872-442c-bde4-ef5b13b74488 req-6edb5381-2c21-4b2a-90fc-c4b9aa4a8e70 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:01.009200 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-311a0745-b872-442c-bde4-ef5b13b74488 req-6edb5381-2c21-4b2a-90fc-c4b9aa4a8e70 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 944 time: 0.0946648 Aug 16 02:48:01.026067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Allocated IP 172.20.0.11 (c5e0a493-a627-4922-bb4f-84d3ba72e483/e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04/92d5b0cd-b327-4e25-8c67-9bc0d666a354) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:01.070772 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-311a0745-b872-442c-bde4-ef5b13b74488 req-37f8aacb-98be-4878-91d7-368f7e19a1a6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552688 Aug 16 02:48:01.084253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4e562b5d-c7ab-4e40-9849-039df775740b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e562b5d-c7ab-4e40-9849-039df775740b,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:01.096385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '4e562b5d-c7ab-4e40-9849-039df775740b', 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'port_id': '4e562b5d-c7ab-4e40-9849-039df775740b', 'mac_address': 'fa:16:3e:a7:30:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:01.132955 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.148910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e562b5d-c7ab-4e40-9849-039df775740b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:01.168492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4e562b5d-c7ab-4e40-9849-039df775740b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e562b5d-c7ab-4e40-9849-039df775740b,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:01.173263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.196970 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.219702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=4e562b5d-c7ab-4e40-9849-039df775740b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:01.236792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.280541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Network c5e0a493-a627-4922-bb4f-84d3ba72e483 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:01.283680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:01.288317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:01.295253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Pushing event updated for resources: {'Port': ['ID=92d5b0cd-b327-4e25-8c67-9bc0d666a354,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:01.343199 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:01.343823 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.357309 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-05f5c08e-6bc5-41a9-b565-28fc41c03699 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6241648 Aug 16 02:48:01.371583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['4e562b5d-c7ab-4e40-9849-039df775740b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:01.372121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Request body: {'port': {'device_id': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:01.428145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.695764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d5b0cd-b327-4e25-8c67-9bc0d666a354 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:01.703976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.715455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Transition to ACTIVE for port object 92d5b0cd-b327-4e25-8c67-9bc0d666a354 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:01.719408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.774852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Pushing event updated for resources: {'Port': ['ID=92d5b0cd-b327-4e25-8c67-9bc0d666a354,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:01.839581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Attempting to bind port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:01.839908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Attempting to bind port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '6b25bf72-536c-4380-9c65-6f422ee809de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:01.840261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Attempting to bind port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 on network c5e0a493-a627-4922-bb4f-84d3ba72e483 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:01.844564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 on network c5e0a493-a627-4922-bb4f-84d3ba72e483 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:01.844889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Attempting to bind port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 on network c5e0a493-a627-4922-bb4f-84d3ba72e483 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:01.849931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:01.850271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Checking segment: {'id': '6b25bf72-536c-4380-9c65-6f422ee809de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:01.850654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Bound using segment: {'id': '6b25bf72-536c-4380-9c65-6f422ee809de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:01.851080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Bound port: 92d5b0cd-b327-4e25-8c67-9bc0d666a354, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b25bf72-536c-4380-9c65-6f422ee809de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:01.851437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.914778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] For port 92d5b0cd-b327-4e25-8c67-9bc0d666a354, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:01.917781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] For port 92d5b0cd-b327-4e25-8c67-9bc0d666a354, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354,segment=NetworkSegment(6b25bf72-536c-4380-9c65-6f422ee809de),segment_id=6b25bf72-536c-4380-9c65-6f422ee809de)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:01.923738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.936695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3a497-2a27-4590-a505-06e8d66f4a30 req-9ee7ea93-1724-4bb0-8d9f-d4c10276e39c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:01.938894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43b3a497-2a27-4590-a505-06e8d66f4a30 req-9ee7ea93-1724-4bb0-8d9f-d4c10276e39c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 944 time: 0.0516715 Aug 16 02:48:01.956528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:01.957281 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.958886 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] 10.222.0.98 "PUT /v2.0/ports/92d5b0cd-b327-4e25-8c67-9bc0d666a354 HTTP/1.1" status: 200 len: 1093 time: 0.5908782 Aug 16 02:48:01.959421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'tag': '92d5b0cd-b327-4e25-8c67-9bc0d666a354'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:01.963719 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "008af720-001c-4d1c-83b4-33c7f8ecc518", "tag": "92d5b0cd-b327-4e25-8c67-9bc0d666a354"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:01.983751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43b3a497-2a27-4590-a505-06e8d66f4a30 req-af4d8230-6563-4547-8a94-f084f9ba09b2 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374658 Aug 16 02:48:02.005911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9dc79-2d3b-427e-a564-f2d515ec25c0 service neutron] Pushing event updated for resources: {'Port': ['ID=92d5b0cd-b327-4e25-8c67-9bc0d666a354,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:02.008342 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.045764 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e0c07-9f53-4483-a61e-47e58d99f1bc x-openstack-request-id: req-a71e0c07-9f53-4483-a61e-47e58d99f1bc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:02.046041 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008af720-001c-4d1c-83b4-33c7f8ecc518", "tag": "92d5b0cd-b327-4e25-8c67-9bc0d666a354", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:02.046291 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a71e0c07-9f53-4483-a61e-47e58d99f1bc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:02.046682 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'tag': '92d5b0cd-b327-4e25-8c67-9bc0d666a354', 'status': 'completed', 'code': 200} Aug 16 02:48:02.062390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-c6efd188-7d24-4fd1-8308-fb62f84a1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.063876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-c6efd188-7d24-4fd1-8308-fb62f84a1e5e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1d08a39006aa453dba7dae736adde0da&device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 1096 time: 0.0472219 Aug 16 02:48:02.105666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-09f3a7c2-94a8-46f2-8ce8-b191a2fffff3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354 HTTP/1.1" status: 200 len: 217 time: 0.0330510 Aug 16 02:48:02.161556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-1c42bbed-1838-40fb-b83b-2cfe1b32ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.162987 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-1c42bbed-1838-40fb-b83b-2cfe1b32ca55 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04 HTTP/1.1" status: 200 len: 852 time: 0.0448444 Aug 16 02:48:02.187384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041337-1bf3-454c-900c-031b0d1ee004 req-ff22a427-e018-48cc-b249-0a7e96cd6888 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.188927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9041337-1bf3-454c-900c-031b0d1ee004 req-ff22a427-e018-48cc-b249-0a7e96cd6888 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 945 time: 0.0486207 Aug 16 02:48:02.199625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-299e8b89-5c3d-4859-bf12-d957335a3f4e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c5e0a493-a627-4922-bb4f-84d3ba72e483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245731 Aug 16 02:48:02.227011 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9041337-1bf3-454c-900c-031b0d1ee004 req-21e66106-850d-415d-98cc-2c33dfd4f2b6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319626 Aug 16 02:48:02.301235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-cb7cd08a-56ef-4c04-9567-4c1958506420 service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938964 Aug 16 02:48:02.389180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7792b9c-6b00-4aab-87fb-a64ff3efd5e1 req-8516a5ea-5745-4427-9463-d631bac424a7 service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801644 Aug 16 02:48:02.489595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-8b695ca1-621e-44e9-8e6d-38112ea23f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.491001 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-8b695ca1-621e-44e9-8e6d-38112ea23f73 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1d08a39006aa453dba7dae736adde0da&device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 1096 time: 0.0458295 Aug 16 02:48:02.577632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-f50cb95c-95eb-4dbd-ba7f-b4e1911074c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.579067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-f50cb95c-95eb-4dbd-ba7f-b4e1911074c8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c5e0a493-a627-4922-bb4f-84d3ba72e483 HTTP/1.1" status: 200 len: 913 time: 0.0810344 Aug 16 02:48:02.629904 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-bd76c94d-1dd3-4a5f-85d2-56c9b153088b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354 HTTP/1.1" status: 200 len: 217 time: 0.0433669 Aug 16 02:48:02.681204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-23351683-2436-4afc-a194-19434bfae868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.682622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-23351683-2436-4afc-a194-19434bfae868 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04 HTTP/1.1" status: 200 len: 852 time: 0.0432332 Aug 16 02:48:02.714435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-3aafef8c-8814-431a-ac54-0f4b2106b53d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c5e0a493-a627-4922-bb4f-84d3ba72e483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231609 Aug 16 02:48:02.806371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-8e933b18-e834-4e14-bc26-4c6f23232610 service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802085 Aug 16 02:48:02.898568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2923ced5-d4cb-4f7f-9361-28bc3a7c3fbd req-32810585-cba4-44da-bdfc-5f514242b775 service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831761 Aug 16 02:48:03.013992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e562b5d-c7ab-4e40-9849-039df775740b up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:03.063985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 4e562b5d-c7ab-4e40-9849-039df775740b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:03.067739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 4e562b5d-c7ab-4e40-9849-039df775740b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:03.068115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.106559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa6b3-d571-408b-908c-4c651aed2378 req-7901b7d0-7c48-4fc7-b700-fe0d8dd8148d tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:03.108167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-edffa6b3-d571-408b-908c-4c651aed2378 req-7901b7d0-7c48-4fc7-b700-fe0d8dd8148d tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 944 time: 0.0502403 Aug 16 02:48:03.146429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.146704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-edffa6b3-d571-408b-908c-4c651aed2378 req-c6722469-2892-4a23-b4c4-b92f23592b09 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Aug 16 02:48:03.325071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e562b5d-c7ab-4e40-9849-039df775740b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:03.327219 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd81c3a-eecc-471b-b6e4-2a24a32fc5a7" -d '{"events": [{"server_uuid": "016f6e0e-0ff5-406c-b20b-3ff57bd073be", "name": "network-vif-plugged", "status": "completed", "tag": "4e562b5d-c7ab-4e40-9849-039df775740b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:03.345242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4e562b5d-c7ab-4e40-9849-039df775740b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e562b5d-c7ab-4e40-9849-039df775740b,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:03.354460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.370934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f4b46-255e-4b5d-84c0-2d3521e0402c req-7c4bb470-4886-403b-b71e-f5298752051e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:03.378127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c0f4b46-255e-4b5d-84c0-2d3521e0402c req-7c4bb470-4886-403b-b71e-f5298752051e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 945 time: 0.0729847 Aug 16 02:48:03.404896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=4e562b5d-c7ab-4e40-9849-039df775740b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:03.415664 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c0f4b46-255e-4b5d-84c0-2d3521e0402c req-1b1c1d1f-678b-468f-b991-de4e63223530 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369146 Aug 16 02:48:03.438013 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e5c74-cc17-41b7-aee5-60d01cb54532 x-openstack-request-id: req-e62e5c74-cc17-41b7-aee5-60d01cb54532 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:03.438307 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016f6e0e-0ff5-406c-b20b-3ff57bd073be", "name": "network-vif-plugged", "status": "completed", "tag": "4e562b5d-c7ab-4e40-9849-039df775740b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:03.438560 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e62e5c74-cc17-41b7-aee5-60d01cb54532 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:03.438957 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e562b5d-c7ab-4e40-9849-039df775740b', 'code': 200} Aug 16 02:48:03.532656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333257c7-7f7c-42e9-9b51-dc7e4debbbb6 req-07e1f5dc-3351-4669-ae83-50d6e757bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:03.534121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-333257c7-7f7c-42e9-9b51-dc7e4debbbb6 req-07e1f5dc-3351-4669-ae83-50d6e757bc88 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 1098 time: 0.0398805 Aug 16 02:48:03.567886 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-333257c7-7f7c-42e9-9b51-dc7e4debbbb6 req-a2abc4e4-73c9-40d0-b83e-c0972de68671 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273213 Aug 16 02:48:04.261898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d4a42-ea62-4c36-962b-524add00c158 req-e1964531-c404-4858-a84a-32e183c3dcc7 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:04.264260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c27d4a42-ea62-4c36-962b-524add00c158 req-e1964531-c404-4858-a84a-32e183c3dcc7 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 944 time: 0.0506489 Aug 16 02:48:04.303474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c27d4a42-ea62-4c36-962b-524add00c158 req-d5abfa13-ad92-4893-adda-0109ce12a169 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Aug 16 02:48:04.536530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95aaed-d4b4-41e3-b1da-60f32704ceb4 req-44a75385-360c-4e2c-8472-38931686dd50 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:04.538025 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a95aaed-d4b4-41e3-b1da-60f32704ceb4 req-44a75385-360c-4e2c-8472-38931686dd50 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 946 time: 0.0545759 Aug 16 02:48:04.574279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1a95aaed-d4b4-41e3-b1da-60f32704ceb4 req-3970328b-e8c0-4427-9819-45c4cb0e4c1b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303211 Aug 16 02:48:04.687716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789869f4-281d-486d-aecf-490d735302a2 req-8aa03974-0a87-454a-a0b1-31662084b4e9 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:04.689247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-789869f4-281d-486d-aecf-490d735302a2 req-8aa03974-0a87-454a-a0b1-31662084b4e9 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 946 time: 0.0490201 Aug 16 02:48:04.729969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-789869f4-281d-486d-aecf-490d735302a2 req-b42b5662-60bf-4f60-a682-7a098d42be3c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346057 Aug 16 02:48:05.267215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 92d5b0cd-b327-4e25-8c67-9bc0d666a354 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:05.366212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 92d5b0cd-b327-4e25-8c67-9bc0d666a354, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354,segment=NetworkSegment(6b25bf72-536c-4380-9c65-6f422ee809de),segment_id=6b25bf72-536c-4380-9c65-6f422ee809de)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:05.378418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '92d5b0cd-b327-4e25-8c67-9bc0d666a354', 'network_id': 'c5e0a493-a627-4922-bb4f-84d3ba72e483', 'port_id': '92d5b0cd-b327-4e25-8c67-9bc0d666a354', 'mac_address': 'fa:16:3e:95:c7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:05.417876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:05.420097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba8853-30a9-4ec6-8c5d-62dfe51a40ff req-210f88a7-5dec-4494-98ea-65e3952b1324 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:05.421644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5ba8853-30a9-4ec6-8c5d-62dfe51a40ff req-210f88a7-5dec-4494-98ea-65e3952b1324 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 944 time: 0.0500176 Aug 16 02:48:05.431094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d5b0cd-b327-4e25-8c67-9bc0d666a354 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:05.450672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 92d5b0cd-b327-4e25-8c67-9bc0d666a354, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354,segment=NetworkSegment(6b25bf72-536c-4380-9c65-6f422ee809de),segment_id=6b25bf72-536c-4380-9c65-6f422ee809de)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:05.454506 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:05.460333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5ba8853-30a9-4ec6-8c5d-62dfe51a40ff req-a8913a3c-ba16-419c-bbb2-ab2410ae2738 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Aug 16 02:48:05.503505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=92d5b0cd-b327-4e25-8c67-9bc0d666a354,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:05.698400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['92d5b0cd-b327-4e25-8c67-9bc0d666a354'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:06.203253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33952) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:06.629636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4c21c-1664-405b-859c-f8ee2f3d92c1 req-dc828e8d-4ade-4472-871a-db47241d7dd1 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:06.631137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24a4c21c-1664-405b-859c-f8ee2f3d92c1 req-dc828e8d-4ade-4472-871a-db47241d7dd1 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 945 time: 0.1009228 Aug 16 02:48:06.972888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-24a4c21c-1664-405b-859c-f8ee2f3d92c1 req-b2b9aa35-2f08-4940-965c-be0f13e813ec tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333998 Aug 16 02:48:06.975053 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.278550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 92d5b0cd-b327-4e25-8c67-9bc0d666a354 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:07.287327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.20.0.17 (c496fdc7-a32f-42d7-be1f-f3020c2e1961/b11ecfa8-2171-484e-a6ac-25bd3855a1d4/4a95fd86-89ad-4bda-9327-2865538683ab) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:07.327324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:07.331331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:07.331714 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.404372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.415237 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.416734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Transition to ACTIVE for port object 4a95fd86-89ad-4bda-9327-2865538683ab will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:07.438285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5b0cd-b327-4e25-8c67-9bc0d666a354'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:07.440552 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4aa74-951d-451b-be89-8a0bb50fe121" -d '{"events": [{"server_uuid": "008af720-001c-4d1c-83b4-33c7f8ecc518", "name": "network-vif-plugged", "status": "completed", "tag": "92d5b0cd-b327-4e25-8c67-9bc0d666a354"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:07.449005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.456707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 92d5b0cd-b327-4e25-8c67-9bc0d666a354, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354,segment=NetworkSegment(6b25bf72-536c-4380-9c65-6f422ee809de),segment_id=6b25bf72-536c-4380-9c65-6f422ee809de)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:07.461035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.489041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:07.494422 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:07.498343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:07.522387 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3519270a-bd1f-420f-8700-e3f375c6b86d x-openstack-request-id: req-3519270a-bd1f-420f-8700-e3f375c6b86d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:07.522659 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008af720-001c-4d1c-83b4-33c7f8ecc518", "name": "network-vif-plugged", "status": "completed", "tag": "92d5b0cd-b327-4e25-8c67-9bc0d666a354", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:07.522901 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3519270a-bd1f-420f-8700-e3f375c6b86d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:07.523299 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5b0cd-b327-4e25-8c67-9bc0d666a354', 'code': 200} Aug 16 02:48:07.523988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=92d5b0cd-b327-4e25-8c67-9bc0d666a354,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:07.525856 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=4a95fd86-89ad-4bda-9327-2865538683ab,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:07.549136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.607213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34213e0-f906-460c-9707-839a02a66265 req-86d752a6-48b1-436d-aa6f-f6bebf223ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:07.608845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d34213e0-f906-460c-9707-839a02a66265 req-86d752a6-48b1-436d-aa6f-f6bebf223ce3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 1098 time: 0.0440230 Aug 16 02:48:07.649171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d34213e0-f906-460c-9707-839a02a66265 req-805e0ea9-b33e-4523-bd5d-3c097b1864e3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308402 Aug 16 02:48:07.730551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.784922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f7f5d023-75e0-4726-9aac-8bf7822857e8 None None] Provisioning for port 4a95fd86-89ad-4bda-9327-2865538683ab completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:07.788566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f7f5d023-75e0-4726-9aac-8bf7822857e8 None None] Provisioning complete for port 4a95fd86-89ad-4bda-9327-2865538683ab triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:07.788947 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d023-75e0-4726-9aac-8bf7822857e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:07.828120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5d023-75e0-4726-9aac-8bf7822857e8 None None] Port 4a95fd86-89ad-4bda-9327-2865538683ab cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:08.005676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.010406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.115823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=4a95fd86-89ad-4bda-9327-2865538683ab,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:08.120367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.142052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397182b-4c6e-4b27-90f4-bf85a5541697 req-26e77c84-9524-4f63-97cd-4b821ebf4f86 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:08.143533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2397182b-4c6e-4b27-90f4-bf85a5541697 req-26e77c84-9524-4f63-97cd-4b821ebf4f86 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.1025693 Aug 16 02:48:08.225432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2397182b-4c6e-4b27-90f4-bf85a5541697 req-1c885945-7b3f-4c48-b24b-0486decb3cb4 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725622 Aug 16 02:48:08.251614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:08.252995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:08.368565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router 6fd6cd31-1f69-4544-b954-053db574c869 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:08.449278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-96fa105a-3c52-4c66-916b-19e0935e7655 None None] Provisioning complete for port 4a95fd86-89ad-4bda-9327-2865538683ab triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:08.450433 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96fa105a-3c52-4c66-916b-19e0935e7655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.480098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:08.485336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c254c352-b1a0-47f3-8455-b3ce6c587a3b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "PUT /v2.0/routers/6fd6cd31-1f69-4544-b954-053db574c869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2810528 Aug 16 02:48:08.490619 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Sync routers for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:08.492140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-96fa105a-3c52-4c66-916b-19e0935e7655 None None] Port 4a95fd86-89ad-4bda-9327-2865538683ab cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:08.502964 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:08.503571 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:08.610965 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:08.835194 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:07Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:21Z', 'revision_number': 1, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a95fd86-89ad-4bda-9327-2865538683ab', 'name': '', 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:52:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:07Z', 'updated_at': '2021-08-16T02:48:07Z', 'revision_number': 2, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:08.861749 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Checking router: 6fd6cd31-1f69-4544-b954-053db574c869 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:08.862099 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Updating router 6fd6cd31-1f69-4544-b954-053db574c869 port 4a95fd86-89ad-4bda-9327-2865538683ab binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:08.886975 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.138672 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.147851 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Transition to ACTIVE for port object 4a95fd86-89ad-4bda-9327-2865538683ab will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:09.153862 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.202333 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Pushing event updated for resources: {'Port': ['ID=4a95fd86-89ad-4bda-9327-2865538683ab,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:09.223351 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.223690 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.224025 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.224380 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.224708 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.225033 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.225353 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.225671 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.225987 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.226304 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.226618 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.226933 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:09.264214 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Attempting to bind port 4a95fd86-89ad-4bda-9327-2865538683ab on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:09.264688 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Attempting to bind port 4a95fd86-89ad-4bda-9327-2865538683ab by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:09.265116 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Attempting to bind port 4a95fd86-89ad-4bda-9327-2865538683ab on network c496fdc7-a32f-42d7-be1f-f3020c2e1961 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:09.270426 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:09.270802 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Checking segment: {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:09.271212 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.271680 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Bound using segment: {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:09.272141 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Bound port: 4a95fd86-89ad-4bda-9327-2865538683ab, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:09.272547 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.344434 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] For port 4a95fd86-89ad-4bda-9327-2865538683ab, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:09.347692 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] For port 4a95fd86-89ad-4bda-9327-2865538683ab, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4a95fd86-89ad-4bda-9327-2865538683ab,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:09.354568 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.365151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098799a-415a-4d0a-970e-d911a8620299 req-1fa0e4ad-cad8-443e-a287-54b640d56eab tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.366946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b098799a-415a-4d0a-970e-d911a8620299 req-1fa0e4ad-cad8-443e-a287-54b640d56eab tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0686262 Aug 16 02:48:09.408502 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:09.409126 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:09.411679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b098799a-415a-4d0a-970e-d911a8620299 req-977a6bfe-b3a6-430c-a9fd-e3dcde5a32c3 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Aug 16 02:48:09.461812 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe385648-d9fb-4d1c-b95c-37066b00e39c None None] Pushing event updated for resources: {'Port': ['ID=4a95fd86-89ad-4bda-9327-2865538683ab,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:09.544091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1f974-747e-44c3-b416-6ee3217fa1c6 req-97210574-1140-4dd2-8b6c-7d931007fd71 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.545863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9e1f974-747e-44c3-b416-6ee3217fa1c6 req-97210574-1140-4dd2-8b6c-7d931007fd71 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0559261 Aug 16 02:48:09.589174 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9e1f974-747e-44c3-b416-6ee3217fa1c6 req-188e52eb-1576-45a8-b3b6-6a75850dd44e tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368464 Aug 16 02:48:09.628394 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:09.650677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33974) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:09.740769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-09ec012b-7689-40f9-88d0-41b23882bac4 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.0873303 Aug 16 02:48:09.741022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33978) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:09.746239 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'network': {'name': 'tempest-network-smoke--951851770', 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'port_security_enabled': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:09.783370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Made reservation on behalf of 69f0d4bfd3c6414bab8c98d242936943 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:09.787371 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.848233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:09.866706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2e286-b142-4a8e-9412-efa0d6b483ff req-f4a92144-11f3-41ab-97d1-f559862cf5d2 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.868219 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e2e286-b142-4a8e-9412-efa0d6b483ff req-f4a92144-11f3-41ab-97d1-f559862cf5d2 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0712161 Aug 16 02:48:09.872491 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:07Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:21Z', 'revision_number': 1, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a95fd86-89ad-4bda-9327-2865538683ab', 'name': '', 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:52:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:07Z', 'updated_at': '2021-08-16T02:48:09Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:09.872752 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.872883 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Added segment 75a70d3c-8220-43c2-bac5-479d2c33ddc2 of type vlan for network 058d7a0c-b85d-4d02-851f-96d1921a4480 Aug 16 02:48:09.903442 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2c6736-fd37-4c73-9fcf-2eb459ba4056 None None] The sync data for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 is: [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:07Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:21Z', 'revision_number': 1, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a95fd86-89ad-4bda-9327-2865538683ab', 'name': '', 'network_id': 'c496fdc7-a32f-42d7-be1f-f3020c2e1961', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:52:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:07Z', 'updated_at': '2021-08-16T02:48:09Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'b11ecfa8-2171-484e-a6ac-25bd3855a1d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:09.939427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.974308 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6e2e286-b142-4a8e-9412-efa0d6b483ff req-78feafc7-2895-4427-b7bc-41a6296e197b tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942836 Aug 16 02:48:10.010089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.016453 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.017058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.100481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3583784 Aug 16 02:48:10.103418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33980) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:10.109430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'admin_state_up': True, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:10.124898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f5edd-4b6c-40e5-bca9-6ee987342735 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Network': ['ID=058d7a0c-b85d-4d02-851f-96d1921a4480,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:10.136656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:10.139653 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.140968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.197518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.335499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a95fd86-89ad-4bda-9327-2865538683ab up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:10.355661 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.391388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4a95fd86-89ad-4bda-9327-2865538683ab completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:10.395492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4a95fd86-89ad-4bda-9327-2865538683ab triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:10.395880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.489286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.523523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 4a95fd86-89ad-4bda-9327-2865538683ab, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4a95fd86-89ad-4bda-9327-2865538683ab,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:10.527104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.567154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.580694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=4a95fd86-89ad-4bda-9327-2865538683ab,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:10.591250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.695284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Allocated IP 172.25.4.88 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/95baef3d-3e9a-4df1-b2bb-27043d3d75d8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:10.796227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.833380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.872644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:10.877331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:10.881522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:10.884493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:11.154916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377a1fc-c526-4aed-8554-d32bbc30e58e req-1895d303-9fbd-4254-af27-35aceb64cfc5 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.156422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9377a1fc-c526-4aed-8554-d32bbc30e58e req-1895d303-9fbd-4254-af27-35aceb64cfc5 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.1187935 Aug 16 02:48:11.187700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:11.500923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9377a1fc-c526-4aed-8554-d32bbc30e58e req-12bcbc63-0dd3-49bf-9bbc-f83f469ca1d2 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376503 Aug 16 02:48:11.685873 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:11.786141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e705b3-5331-4edd-85ba-dc888d04a201 req-ecf15e1f-29d8-4d6c-91d4-42c1daea03a8 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.787633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9e705b3-5331-4edd-85ba-dc888d04a201 req-ecf15e1f-29d8-4d6c-91d4-42c1daea03a8 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.1320877 Aug 16 02:48:11.828225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989fc5f-c086-4366-a316-21f29ca271ea req-f6561c9a-e4a0-4fff-a55b-1b3acdf29b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.829668 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9989fc5f-c086-4366-a316-21f29ca271ea req-f6561c9a-e4a0-4fff-a55b-1b3acdf29b8a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1d08a39006aa453dba7dae736adde0da&device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 1098 time: 0.1386940 Aug 16 02:48:11.926311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c9e705b3-5331-4edd-85ba-dc888d04a201 req-5e868a1e-f5ff-4bda-a176-f3663d314e1f tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075604 Aug 16 02:48:11.974820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989fc5f-c086-4366-a316-21f29ca271ea req-460e5bf2-ad30-4edd-8189-079d176193cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.976268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9989fc5f-c086-4366-a316-21f29ca271ea req-460e5bf2-ad30-4edd-8189-079d176193cd service neutron] 10.222.0.98 "GET /v2.0/networks?id=c5e0a493-a627-4922-bb4f-84d3ba72e483 HTTP/1.1" status: 200 len: 913 time: 0.1374431 Aug 16 02:48:11.980638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router a046f750-8702-4e8d-b601-f06b6196a895 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:12.056404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9989fc5f-c086-4366-a316-21f29ca271ea req-46126573-30b7-4ac7-a167-0abd0217577b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354 HTTP/1.1" status: 200 len: 217 time: 0.0677705 Aug 16 02:48:12.153654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989fc5f-c086-4366-a316-21f29ca271ea req-0a56789d-fcd9-4fd1-aa59-1d2f52a04266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.155105 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9989fc5f-c086-4366-a316-21f29ca271ea req-0a56789d-fcd9-4fd1-aa59-1d2f52a04266 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04 HTTP/1.1" status: 200 len: 852 time: 0.0858984 Aug 16 02:48:12.159335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:12.168486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Sync routers for ids ['a046f750-8702-4e8d-b601-f06b6196a895'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:12.179487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Routers {'a046f750-8702-4e8d-b601-f06b6196a895'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:12.180044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a046f750-8702-4e8d-b601-f06b6196a895'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:12.194750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9989fc5f-c086-4366-a316-21f29ca271ea req-2d32888a-f8fc-4390-82c7-5a49dfeaba77 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c5e0a493-a627-4922-bb4f-84d3ba72e483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278029 Aug 16 02:48:12.200513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.201647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-95382834-239c-43ed-a735-c8519cd7d675 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0970011 Aug 16 02:48:12.204715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33990) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:12.291575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Set router a046f750-8702-4e8d-b601-f06b6196a895 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:12.303029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21812ffc-5871-4167-9218-0e34ece0fb00 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.307022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-21812ffc-5871-4167-9218-0e34ece0fb00 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=69f0d4bfd3c6414bab8c98d242936943&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0988336 Aug 16 02:48:12.307271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 33992) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:12.323457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a95fd86-89ad-4bda-9327-2865538683ab up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:12.383202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9989fc5f-c086-4366-a316-21f29ca271ea req-deef5efd-b965-4e81-9df4-4485b7f2313c service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693020 Aug 16 02:48:12.467650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942a8ae-559e-4208-8b64-30171c7d0041 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.467916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4a95fd86-89ad-4bda-9327-2865538683ab triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:12.468224 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.469113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8942a8ae-559e-4208-8b64-30171c7d0041 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1609344 Aug 16 02:48:12.473291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33994) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:12.503146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9989fc5f-c086-4366-a316-21f29ca271ea req-e59db5b6-8738-4a44-9956-ce79f20473e6 service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075833 Aug 16 02:48:12.510457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-92b29dff-68cf-4e9e-ada9-b585626a558a tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332773 Aug 16 02:48:12.510668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33996) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:12.542942 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0dda251a-2fd2-43bf-98a5-ef9a192cc3f3 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=69f0d4bfd3c6414bab8c98d242936943&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287218 Aug 16 02:48:12.543188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 33998) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:12.592503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:11Z', 'revision_number': 3, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:12.622162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Checking router: a046f750-8702-4e8d-b601-f06b6196a895 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:12.622513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Updating router a046f750-8702-4e8d-b601-f06b6196a895 port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:12.629370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ce511-0512-4ce6-b498-409556ab4b6d tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.630875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-206ce511-0512-4ce6-b498-409556ab4b6d tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862851 Aug 16 02:48:12.633768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34000) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:12.646884 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.661112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9bdab1fa-541a-47cd-84ad-e57a09a8ab3c tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262935 Aug 16 02:48:12.663591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34002) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:12.669005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2052581840', 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480', 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:12.755220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Made reservation on behalf of 69f0d4bfd3c6414bab8c98d242936943 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:12.758664 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.895360 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.905683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Transition to ACTIVE for port object 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:12.910638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.932903 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.969571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Attempting to bind port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:12.969952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Attempting to bind port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:12.970327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Attempting to bind port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:12.973551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c0226-31af-4cd3-a888-17f398a0b5f0 None None] Pushing event updated for resources: {'Port': ['ID=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:12.978151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:12.978536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:12.978945 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.979342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:12.979816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Bound port: 95baef3d-3e9a-4df1-b2bb-27043d3d75d8, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:12.980204 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.006200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Subnet': ['ID=8bc92f66-e8f6-444b-90b6-7290ec8776a3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:13.035470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] For port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:13.038534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] For port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:13.042487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.043046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Checking segment: {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:13.043967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network hostable DHCP agents. Network: 058d7a0c-b85d-4d02-851f-96d1921a4480, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:13.073919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088d0dd-0479-4dbf-8635-f05276107c45 req-b92c9958-ea23-420e-9c11-953e3012761e tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.075471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6088d0dd-0479-4dbf-8635-f05276107c45 req-b92c9958-ea23-420e-9c11-953e3012761e tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0723033 Aug 16 02:48:13.078769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:13.097494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 058d7a0c-b85d-4d02-851f-96d1921a4480) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:13.105217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf34350-c617-4c5a-bedc-3f3ad7065fa0 None None] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:13.110741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Routers {'a046f750-8702-4e8d-b601-f06b6196a895'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:13.111370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a046f750-8702-4e8d-b601-f06b6196a895'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:13.113209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.113996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.115039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c0226-31af-4cd3-a888-17f398a0b5f0 None None] Pushing event updated for resources: {'Port': ['ID=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:13.139376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6088d0dd-0479-4dbf-8635-f05276107c45 req-1f783e8f-933b-4300-998c-b79f435e28ba tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504565 Aug 16 02:48:13.141099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-16c06762-738b-4d9b-a32f-404fc00dea90 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4766142 Aug 16 02:48:13.143784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:13.285034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] Set router a046f750-8702-4e8d-b601-f06b6196a895 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:13.635663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-058d7a0c-b85d-4d02-851f-96d1921a4480', 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'fixed_ips': [{'subnet_id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:13.636606 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.778954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:11Z', 'revision_number': 3, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:13.813855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8399d7c-bd11-4b2c-883a-f14115ad3cf9 None None] The sync data for ids ['a046f750-8702-4e8d-b601-f06b6196a895'] in n-d-769329-15 is: [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:11Z', 'revision_number': 3, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:13.826359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Allocated IP 172.20.0.18 (058d7a0c-b85d-4d02-851f-96d1921a4480/8bc92f66-e8f6-444b-90b6-7290ec8776a3/93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:13.867184 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.998146 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.006925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Transition to ACTIVE for port object 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:14.026513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Transition to ACTIVE for port object 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:14.043999 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.092787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:14.095684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:14.099612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:14.117395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Pushing event updated for resources: {'Port': ['ID=93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:14.177829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Attempting to bind port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:14.178206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Attempting to bind port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:14.178577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Attempting to bind port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a on network 058d7a0c-b85d-4d02-851f-96d1921a4480 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:14.183852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:14.184233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Checking segment: {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:14.184696 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.185082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Bound using segment: {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:14.185558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Bound port: 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:14.186065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.202761 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Allocated IP 172.20.0.17 (058d7a0c-b85d-4d02-851f-96d1921a4480/8bc92f66-e8f6-444b-90b6-7290ec8776a3/ac58e94e-c2f6-4efa-854d-af26abdc993c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:14.274316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] For port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:14.281361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] For port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:14.289192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.323071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306171e-2072-4adf-80c0-3ea923a1c605 req-7303a0ff-c576-47fb-9f0b-53cf0a276fec tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:14.332171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f306171e-2072-4adf-80c0-3ea923a1c605 req-7303a0ff-c576-47fb-9f0b-53cf0a276fec tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0973530 Aug 16 02:48:14.377619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f306171e-2072-4adf-80c0-3ea923a1c605 req-08a1df29-d258-4371-8d61-bc59609e0ace tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Aug 16 02:48:14.411008 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.413867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:14.428142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Transition to ACTIVE for port object ac58e94e-c2f6-4efa-854d-af26abdc993c will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:14.446861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8c8e5-6df3-46b5-8265-3ab9837441a1 None None] Pushing event updated for resources: {'Port': ['ID=93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:14.485738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.491779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:14.498010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:14.498401 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.540358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:14.546210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:14.550588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:14.604617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=ac58e94e-c2f6-4efa-854d-af26abdc993c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:14.674967 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.675335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.703323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:14.713515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.772155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:14.777058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc9d4-a2a9-48ec-b15b-a227794f5df8 req-589eb64e-2390-45cc-93cf-b89fd74479e8 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:14.785617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-650dc9d4-a2a9-48ec-b15b-a227794f5df8 req-589eb64e-2390-45cc-93cf-b89fd74479e8 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0826328 Aug 16 02:48:14.836811 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-650dc9d4-a2a9-48ec-b15b-a227794f5df8 req-fd28390f-a6f3-48a6-b682-be2964128f49 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496676 Aug 16 02:48:14.877171 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.160532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.165586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.240157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=ac58e94e-c2f6-4efa-854d-af26abdc993c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:15.242619 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.355995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:15.357541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:15.458332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f5fa48-35dc-46ec-9021-8a2bb5799131 None None] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:15.480532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router a046f750-8702-4e8d-b601-f06b6196a895 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:15.525054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-47ebd688-c879-490a-86ec-c511b51090ae None None] Provisioning for port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:15.599189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:15.604695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7e119d4b-43eb-4bd5-beaf-badc82ec15de tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "PUT /v2.0/routers/a046f750-8702-4e8d-b601-f06b6196a895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4596183 Aug 16 02:48:15.860553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-49722f97-a5bc-4435-bc6a-4b91e183307f None None] Provisioning for port ac58e94e-c2f6-4efa-854d-af26abdc993c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:15.864901 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-49722f97-a5bc-4435-bc6a-4b91e183307f None None] Provisioning complete for port ac58e94e-c2f6-4efa-854d-af26abdc993c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:15.865276 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49722f97-a5bc-4435-bc6a-4b91e183307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.881319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-df8abcf5-e4e4-4fe9-aabc-61b7e0967e70 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:15.883493 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-df8abcf5-e4e4-4fe9-aabc-61b7e0967e70 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/networks?id=058d7a0c-b85d-4d02-851f-96d1921a4480 HTTP/1.1" status: 200 len: 797 time: 0.1184108 Aug 16 02:48:15.901104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-5a615b2e-a912-49cd-9e03-f6a848ab187e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/quotas/69f0d4bfd3c6414bab8c98d242936943 HTTP/1.1" status: 200 len: 375 time: 0.0103199 Aug 16 02:48:15.914412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-49722f97-a5bc-4435-bc6a-4b91e183307f None None] Port ac58e94e-c2f6-4efa-854d-af26abdc993c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:15.986008 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Sync routers for ids ['a046f750-8702-4e8d-b601-f06b6196a895'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:15.993220 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a799f-9657-44de-b832-094882a38fb8 req-6af386d9-2f29-4cab-9fbd-7c07d505e29a tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:15.999894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-1c188abd-50e0-41ef-a35c-faf105c14f98 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0831711 Aug 16 02:48:16.001614 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Routers {'a046f750-8702-4e8d-b601-f06b6196a895'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:16.002510 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a046f750-8702-4e8d-b601-f06b6196a895'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:16.004927 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c16a799f-9657-44de-b832-094882a38fb8 req-6af386d9-2f29-4cab-9fbd-7c07d505e29a tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0906653 Aug 16 02:48:16.051539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ad3bbdd9-6e2b-4539-87cc-b77fdb029680 None None] Provisioning complete for port ac58e94e-c2f6-4efa-854d-af26abdc993c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:16.051925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbdd9-6e2b-4539-87cc-b77fdb029680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.073876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c16a799f-9657-44de-b832-094882a38fb8 req-921e5b61-7f6e-4019-a620-bc47517d4a0d tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626993 Aug 16 02:48:16.108861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bbdd9-6e2b-4539-87cc-b77fdb029680 None None] Port ac58e94e-c2f6-4efa-854d-af26abdc993c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:16.130143 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Set router a046f750-8702-4e8d-b601-f06b6196a895 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:16.146468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-a5caed78-e4b2-4fff-b754-546ace16725d service neutron] 10.222.0.78 "GET /v2.0/networks/058d7a0c-b85d-4d02-851f-96d1921a4480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322551 Aug 16 02:48:16.325093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-9f27abf5-b597-4968-b83c-cff65e13f857 service neutron] 10.222.0.78 "GET /v2.0/networks/058d7a0c-b85d-4d02-851f-96d1921a4480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725569 Aug 16 02:48:16.342730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3ad7d1f2-d48d-4d37-9f8e-ce1a351b82fd None None] Provisioning complete for port ac58e94e-c2f6-4efa-854d-af26abdc993c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:16.343402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d1f2-d48d-4d37-9f8e-ce1a351b82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.393452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e8d57-7858-46f0-9d6f-93151d970a8d req-9a8af03d-8cfa-43a3-ad06-b97efa2187c9 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.394624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7d1f2-d48d-4d37-9f8e-ce1a351b82fd None None] Port ac58e94e-c2f6-4efa-854d-af26abdc993c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:16.395446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a9e8d57-7858-46f0-9d6f-93151d970a8d req-9a8af03d-8cfa-43a3-ad06-b97efa2187c9 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0971293 Aug 16 02:48:16.405393 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ce2b-0479-4648-b13f-b990ac03635e req-9aaa6feb-5ab7-4bb8-8b2d-daaebec113b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.407137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4965ce2b-0479-4648-b13f-b990ac03635e req-9aaa6feb-5ab7-4bb8-8b2d-daaebec113b7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1d08a39006aa453dba7dae736adde0da&device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 1098 time: 0.0897017 Aug 16 02:48:16.469494 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ac58e94e-c2f6-4efa-854d-af26abdc993c', 'name': '', 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c1:5c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:13Z', 'updated_at': '2021-08-16T02:48:15Z', 'revision_number': 2, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:16.490431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:16.514199 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Checking router: a046f750-8702-4e8d-b601-f06b6196a895 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:16.514811 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Updating router a046f750-8702-4e8d-b601-f06b6196a895 port ac58e94e-c2f6-4efa-854d-af26abdc993c binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:16.539435 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.549806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a9e8d57-7858-46f0-9d6f-93151d970a8d req-78648f43-0a42-4292-a8cd-575ba14981d2 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464446 Aug 16 02:48:16.556419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ce2b-0479-4648-b13f-b990ac03635e req-a065771e-1408-463c-b915-4aeb2c3e3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.564986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4965ce2b-0479-4648-b13f-b990ac03635e req-a065771e-1408-463c-b915-4aeb2c3e3356 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c5e0a493-a627-4922-bb4f-84d3ba72e483 HTTP/1.1" status: 200 len: 913 time: 0.1392694 Aug 16 02:48:16.585466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:16.588890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3ba5c41-d17b-42fa-bb49-db86a374ffca req-574408a1-ee19-426c-a666-94e530fb36ba tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 210 time: 0.0519218 Aug 16 02:48:16.594692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:16.595121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.620931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4965ce2b-0479-4648-b13f-b990ac03635e req-c31380c0-0506-4882-9f91-8b840b14c47e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354 HTTP/1.1" status: 200 len: 217 time: 0.0434046 Aug 16 02:48:16.694540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965ce2b-0479-4648-b13f-b990ac03635e req-c0164dcd-c7d9-423d-b112-a4e4dc9c26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.694845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.696393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4965ce2b-0479-4648-b13f-b990ac03635e req-c0164dcd-c7d9-423d-b112-a4e4dc9c26dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04 HTTP/1.1" status: 200 len: 852 time: 0.0640502 Aug 16 02:48:16.733279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:16.737166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.738359 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:16.747632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4965ce2b-0479-4648-b13f-b990ac03635e req-9cf1dc20-0d30-49ee-a72c-f118623b1e1f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c5e0a493-a627-4922-bb4f-84d3ba72e483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386560 Aug 16 02:48:16.822822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:16.838145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.838626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.839067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.839508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.840445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.840882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.841315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.841742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.842170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.842613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.843088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.843511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:16.854302 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4965ce2b-0479-4648-b13f-b990ac03635e req-907bfa55-2e5e-4ebc-8c46-c7c756b3c527 service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968382 Aug 16 02:48:16.873652 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.876142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:16.876650 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.893349 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Transition to ACTIVE for port object ac58e94e-c2f6-4efa-854d-af26abdc993c will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:16.901145 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.980556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4965ce2b-0479-4648-b13f-b990ac03635e req-faf49ad7-abe3-4196-8277-99fe52b1a423 service neutron] 10.222.0.98 "GET /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174998 Aug 16 02:48:17.005939 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9416d34-1f0d-4bb2-bc82-e1122b6f8818 None None] Pushing event updated for resources: {'Port': ['ID=ac58e94e-c2f6-4efa-854d-af26abdc993c,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:17.041844 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Attempting to bind port ac58e94e-c2f6-4efa-854d-af26abdc993c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:17.042212 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Attempting to bind port ac58e94e-c2f6-4efa-854d-af26abdc993c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:17.042573 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Attempting to bind port ac58e94e-c2f6-4efa-854d-af26abdc993c on network 058d7a0c-b85d-4d02-851f-96d1921a4480 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:17.049996 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:17.050365 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Checking segment: {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:17.050868 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:17.055158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Bound using segment: {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:17.055726 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Bound port: ac58e94e-c2f6-4efa-854d-af26abdc993c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:17.056132 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:17.137383 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] For port ac58e94e-c2f6-4efa-854d-af26abdc993c, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:17.140925 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] For port ac58e94e-c2f6-4efa-854d-af26abdc993c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ac58e94e-c2f6-4efa-854d-af26abdc993c,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:17.145944 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:17.204131 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Routers {'a046f750-8702-4e8d-b601-f06b6196a895'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:17.204982 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a046f750-8702-4e8d-b601-f06b6196a895'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:17.245045 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9416d34-1f0d-4bb2-bc82-e1122b6f8818 None None] Pushing event updated for resources: {'Port': ['ID=ac58e94e-c2f6-4efa-854d-af26abdc993c,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:17.319172 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] Set router a046f750-8702-4e8d-b601-f06b6196a895 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:17.519210 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ac58e94e-c2f6-4efa-854d-af26abdc993c', 'name': '', 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c1:5c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:13Z', 'updated_at': '2021-08-16T02:48:17Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:17.546559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d70f8d-bcc5-408e-9a40-a0b457c1a482 None None] The sync data for ids ['a046f750-8702-4e8d-b601-f06b6196a895'] in n-d-769329-15 is: [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ac58e94e-c2f6-4efa-854d-af26abdc993c', 'name': '', 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c1:5c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:13Z', 'updated_at': '2021-08-16T02:48:17Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:17.745590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64ced-e2d7-41cc-9e0e-ab788d89d931 req-8b1e1b49-6882-490f-99e6-f3aa97d81a7e tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:17.753215 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92c64ced-e2d7-41cc-9e0e-ab788d89d931 req-8b1e1b49-6882-490f-99e6-f3aa97d81a7e tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0810072 Aug 16 02:48:17.754977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85994a1e-4146-4b39-8a28-7528b299631a req-f26906c8-b46f-4bd0-99eb-8563b3587220 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 210 time: 0.0608149 Aug 16 02:48:17.761623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-08db645b-eebb-41b3-9097-e5705721a417 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:17.763140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-08db645b-eebb-41b3-9097-e5705721a417 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.88 "GET /v2.0/networks?id=058d7a0c-b85d-4d02-851f-96d1921a4480 HTTP/1.1" status: 200 len: 797 time: 0.2312903 Aug 16 02:48:17.783606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Request body: {'port': {'device_id': '247cca73-babf-43db-a0b2-d7302d168b0b', 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480', 'admin_state_up': True, 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:17.810069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92c64ced-e2d7-41cc-9e0e-ab788d89d931 req-aaaeebe0-6d9f-431f-b91e-de18c9bbf605 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Aug 16 02:48:17.905446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Made reservation on behalf of 69f0d4bfd3c6414bab8c98d242936943 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:17.909062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.044447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Allocated IP 172.20.0.28 (058d7a0c-b85d-4d02-851f-96d1921a4480/8bc92f66-e8f6-444b-90b6-7290ec8776a3/3d13ab1d-b08f-448e-b145-4eae4fac5cec) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:18.169828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.185182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Transition to ACTIVE for port object 3d13ab1d-b08f-448e-b145-4eae4fac5cec will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:18.218119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.270445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:18.275659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:18.280963 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:18.287831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event updated for resources: {'Port': ['ID=3d13ab1d-b08f-448e-b145-4eae4fac5cec,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:18.353182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.353846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.374538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-4cea1b65-cdb2-4284-b99c-9ca9fd80e56c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5948901 Aug 16 02:48:18.393423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Request body: {'port': {'device_id': '247cca73-babf-43db-a0b2-d7302d168b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:18.429743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:18.470245 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.499434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:18.500214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.594920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac58e94e-c2f6-4efa-854d-af26abdc993c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:18.597812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-da75fd00-5808-4aef-8a9f-a3f86f69d891 None None] Provisioning for port 3d13ab1d-b08f-448e-b145-4eae4fac5cec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:18.620906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-da75fd00-5808-4aef-8a9f-a3f86f69d891 None None] Provisioning complete for port 3d13ab1d-b08f-448e-b145-4eae4fac5cec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:18.621312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-da75fd00-5808-4aef-8a9f-a3f86f69d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.673169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-da75fd00-5808-4aef-8a9f-a3f86f69d891 None None] Port 3d13ab1d-b08f-448e-b145-4eae4fac5cec cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:18.685767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ac58e94e-c2f6-4efa-854d-af26abdc993c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:18.689878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ac58e94e-c2f6-4efa-854d-af26abdc993c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:18.690804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.774330 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.789253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d13ab1d-b08f-448e-b145-4eae4fac5cec {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:18.797033 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.809806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ac58e94e-c2f6-4efa-854d-af26abdc993c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ac58e94e-c2f6-4efa-854d-af26abdc993c,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:18.810372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Transition to ACTIVE for port object 3d13ab1d-b08f-448e-b145-4eae4fac5cec will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:18.815497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.815837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.875242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ac58e94e-c2f6-4efa-854d-af26abdc993c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:18.926298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9641da-0584-40df-8a77-49e785ecbd42 req-641ed579-c497-4bf6-a245-322ec4bf8e51 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.928107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff9641da-0584-40df-8a77-49e785ecbd42 req-641ed579-c497-4bf6-a245-322ec4bf8e51 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 907 time: 0.0767071 Aug 16 02:48:18.952927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Pushing event updated for resources: {'Port': ['ID=3d13ab1d-b08f-448e-b145-4eae4fac5cec,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:18.963478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829bb3d-6504-4537-b0ad-2047bd51ceb5 req-a4329cc1-539b-43bb-9835-e4c76042abdb tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.965112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8829bb3d-6504-4537-b0ad-2047bd51ceb5 req-a4329cc1-539b-43bb-9835-e4c76042abdb tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0604675 Aug 16 02:48:19.006159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Attempting to bind port 3d13ab1d-b08f-448e-b145-4eae4fac5cec on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:19.006502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Attempting to bind port 3d13ab1d-b08f-448e-b145-4eae4fac5cec by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:19.006974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Attempting to bind port 3d13ab1d-b08f-448e-b145-4eae4fac5cec on network 058d7a0c-b85d-4d02-851f-96d1921a4480 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:19.010109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8829bb3d-6504-4537-b0ad-2047bd51ceb5 req-4707c509-88e0-4e22-9e7f-7ab70502a4a8 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Aug 16 02:48:19.011609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Port 3d13ab1d-b08f-448e-b145-4eae4fac5cec on network 058d7a0c-b85d-4d02-851f-96d1921a4480 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:19.012800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Attempting to bind port 3d13ab1d-b08f-448e-b145-4eae4fac5cec on network 058d7a0c-b85d-4d02-851f-96d1921a4480 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:19.018774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:19.019278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Checking segment: {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:19.019790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Bound using segment: {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:19.020227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Bound port: 3d13ab1d-b08f-448e-b145-4eae4fac5cec, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a70d3c-8220-43c2-bac5-479d2c33ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:19.020618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:19.088683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] For port 3d13ab1d-b08f-448e-b145-4eae4fac5cec, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:19.096047 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] For port 3d13ab1d-b08f-448e-b145-4eae4fac5cec, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3d13ab1d-b08f-448e-b145-4eae4fac5cec,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:19.105717 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:19.139278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.139893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:19.141379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] 10.222.0.88 "PUT /v2.0/ports/3d13ab1d-b08f-448e-b145-4eae4fac5cec HTTP/1.1" status: 200 len: 1056 time: 0.7531126 Aug 16 02:48:19.141850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247cca73-babf-43db-a0b2-d7302d168b0b', 'tag': '3d13ab1d-b08f-448e-b145-4eae4fac5cec'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:19.144114 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5af63d-0fdc-486e-8b2b-a26e2d839648" -d '{"events": [{"name": "network-changed", "server_uuid": "247cca73-babf-43db-a0b2-d7302d168b0b", "tag": "3d13ab1d-b08f-448e-b145-4eae4fac5cec"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:19.176448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b2d23-f563-4a22-9422-0ee355186108 service neutron] Pushing event updated for resources: {'Port': ['ID=3d13ab1d-b08f-448e-b145-4eae4fac5cec,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:19.206392 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5632386f-7fdb-4275-97b4-33a557e135db x-openstack-request-id: req-5632386f-7fdb-4275-97b4-33a557e135db {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:19.206630 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247cca73-babf-43db-a0b2-d7302d168b0b", "tag": "3d13ab1d-b08f-448e-b145-4eae4fac5cec", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:19.206908 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5632386f-7fdb-4275-97b4-33a557e135db {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:19.207313 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247cca73-babf-43db-a0b2-d7302d168b0b', 'tag': '3d13ab1d-b08f-448e-b145-4eae4fac5cec', 'status': 'completed', 'code': 200} Aug 16 02:48:19.295225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-1e838837-1ee4-42bc-b9f7-78178f3a9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.296806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-1e838837-1ee4-42bc-b9f7-78178f3a9aa4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 1059 time: 0.0821245 Aug 16 02:48:19.352470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bcd75-a41d-418e-ae24-bf3bb852d95a req-ed4bb796-e9aa-4dca-9509-9112b430e10c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.353971 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-770bcd75-a41d-418e-ae24-bf3bb852d95a req-ed4bb796-e9aa-4dca-9509-9112b430e10c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.1007292 Aug 16 02:48:19.355287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-bac69887-5abb-461c-8294-c01a9fddb4f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=3d13ab1d-b08f-448e-b145-4eae4fac5cec HTTP/1.1" status: 200 len: 217 time: 0.0493197 Aug 16 02:48:19.430644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-770bcd75-a41d-418e-ae24-bf3bb852d95a req-d8d6b0af-26de-4661-b25e-4eec82d6cc83 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703013 Aug 16 02:48:19.432108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-7064040f-c1d1-4a5e-a20f-25474379421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.433516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-7064040f-c1d1-4a5e-a20f-25474379421f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8bc92f66-e8f6-444b-90b6-7290ec8776a3 HTTP/1.1" status: 200 len: 838 time: 0.0679026 Aug 16 02:48:19.479433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-325d21b3-d8d8-414c-b144-740f0772d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.480982 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-325d21b3-d8d8-414c-b144-740f0772d89b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=058d7a0c-b85d-4d02-851f-96d1921a4480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0403912 Aug 16 02:48:19.568386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-19723fdf-7e56-462c-873a-a5bd35621137 service neutron] 10.222.0.88 "GET /v2.0/networks/058d7a0c-b85d-4d02-851f-96d1921a4480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800695 Aug 16 02:48:19.665438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00ba7eb6-b80c-4089-8ff3-3ea3afd7f421 req-9f8aee6b-c033-4309-a108-0e718fc093b6 service neutron] 10.222.0.88 "GET /v2.0/networks/058d7a0c-b85d-4d02-851f-96d1921a4480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891318 Aug 16 02:48:19.751149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-339db871-d136-49c2-9507-20e688ac2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.752656 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-339db871-d136-49c2-9507-20e688ac2e02 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 1059 time: 0.0408838 Aug 16 02:48:19.844230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-38bc0572-72f0-437a-b897-7fc0893ccdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.845696 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-38bc0572-72f0-437a-b897-7fc0893ccdd5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=058d7a0c-b85d-4d02-851f-96d1921a4480 HTTP/1.1" status: 200 len: 898 time: 0.0848782 Aug 16 02:48:19.887155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-4d0ec35d-7065-458e-af86-c9590da9e60e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=3d13ab1d-b08f-448e-b145-4eae4fac5cec HTTP/1.1" status: 200 len: 217 time: 0.0337610 Aug 16 02:48:19.936036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-51b1c7ae-717b-4804-878a-945cbeb42dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.937479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-51b1c7ae-717b-4804-878a-945cbeb42dfd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8bc92f66-e8f6-444b-90b6-7290ec8776a3 HTTP/1.1" status: 200 len: 838 time: 0.0427091 Aug 16 02:48:19.991912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-7531f7af-af36-49ff-a582-f466203daa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.993483 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-7531f7af-af36-49ff-a582-f466203daa25 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=058d7a0c-b85d-4d02-851f-96d1921a4480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0477662 Aug 16 02:48:20.055564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929443a7-d605-4047-8dd5-c298d93ed4c8 req-7869e366-dcca-4721-8e0f-bb9118f7ae2e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:20.057156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-929443a7-d605-4047-8dd5-c298d93ed4c8 req-7869e366-dcca-4721-8e0f-bb9118f7ae2e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 907 time: 0.0548277 Aug 16 02:48:20.089331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-31e84d0a-194b-48fc-a8a9-5fac15df508b service neutron] 10.222.0.88 "GET /v2.0/networks/058d7a0c-b85d-4d02-851f-96d1921a4480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827754 Aug 16 02:48:20.179813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b5af63d-0fdc-486e-8b2b-a26e2d839648 req-5bd1a023-fdee-4956-a3dc-6b151c959547 service neutron] 10.222.0.88 "GET /v2.0/networks/058d7a0c-b85d-4d02-851f-96d1921a4480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835962 Aug 16 02:48:20.297470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac58e94e-c2f6-4efa-854d-af26abdc993c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:20.347712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ac58e94e-c2f6-4efa-854d-af26abdc993c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:20.348102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:20.831608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c9303-0da7-4d6a-9a7d-63da4e09f82c req-470f0a00-27cd-4277-b878-f1c74dedfc2b tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:20.833200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9c9303-0da7-4d6a-9a7d-63da4e09f82c req-470f0a00-27cd-4277-b878-f1c74dedfc2b tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.3319771 Aug 16 02:48:20.870372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa9c9303-0da7-4d6a-9a7d-63da4e09f82c req-16c31a5d-7829-4c16-8092-91c647231782 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/security-groups?id=86f9786a-1faa-456e-8a0b-e895f4efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311339 Aug 16 02:48:21.170225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e68522-96f8-4594-963c-84a631feda2e req-475800e1-22dc-468d-b4e5-068c4916c877 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.171689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9e68522-96f8-4594-963c-84a631feda2e req-475800e1-22dc-468d-b4e5-068c4916c877 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 907 time: 0.0489006 Aug 16 02:48:21.279194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-3b1f108d-4f80-40b9-b526-1dc1e0914af5 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.280673 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-3b1f108d-4f80-40b9-b526-1dc1e0914af5 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.98 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 946 time: 0.0517373 Aug 16 02:48:21.374678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Deleting port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:21.375025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.462371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] For port 92d5b0cd-b327-4e25-8c67-9bc0d666a354, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=92d5b0cd-b327-4e25-8c67-9bc0d666a354,segment=NetworkSegment(6b25bf72-536c-4380-9c65-6f422ee809de),segment_id=6b25bf72-536c-4380-9c65-6f422ee809de)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:21.462742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.475464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Calling delete_port for 92d5b0cd-b327-4e25-8c67-9bc0d666a354 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:21.602890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.618795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['92d5b0cd-b327-4e25-8c67-9bc0d666a354'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:21.630209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Pushing event deleted for resources: {'Port': ['ID=92d5b0cd-b327-4e25-8c67-9bc0d666a354,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:21.644834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.645269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.645616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.645957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.646292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.646625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.646956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.647282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.647612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.647937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.648260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.648609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.682212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] No DVR routers for this DVR port 92d5b0cd-b327-4e25-8c67-9bc0d666a354 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:21.685453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.687475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f819082f-d766-49c6-b9e0-1a01166694e9 req-40eea7dc-0b2f-411f-a03c-b2682d49743c tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.98 "DELETE /v2.0/ports/92d5b0cd-b327-4e25-8c67-9bc0d666a354 HTTP/1.1" status: 204 len: 173 time: 0.4006147 Aug 16 02:48:21.687911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'name': 'network-vif-deleted', 'tag': '92d5b0cd-b327-4e25-8c67-9bc0d666a354'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:21.690161 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd21b2c5-a906-4dbc-9310-049bf6b3b416" -d '{"events": [{"server_uuid": "008af720-001c-4d1c-83b4-33c7f8ecc518", "name": "network-vif-deleted", "tag": "92d5b0cd-b327-4e25-8c67-9bc0d666a354"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:21.725078 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71517487-a6e0-4a45-8d95-ddfd5b05923c x-openstack-request-id: req-71517487-a6e0-4a45-8d95-ddfd5b05923c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:21.725495 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008af720-001c-4d1c-83b4-33c7f8ecc518", "name": "network-vif-deleted", "tag": "92d5b0cd-b327-4e25-8c67-9bc0d666a354", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:21.725772 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71517487-a6e0-4a45-8d95-ddfd5b05923c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:21.726171 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008af720-001c-4d1c-83b4-33c7f8ecc518', 'name': 'network-vif-deleted', 'tag': '92d5b0cd-b327-4e25-8c67-9bc0d666a354', 'status': 'completed', 'code': 200} Aug 16 02:48:21.976862 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3c2ab5bf-a5de-4fc8-ac3b-3896058399c4 req-2117fbe4-f6d4-494c-8d4f-630890ad22e5 tempest-TestServerAdvancedOps-1323038148 tempest-TestServerAdvancedOps-1323038148-project] 10.222.0.78 "GET /v2.0/ports?device_id=008af720-001c-4d1c-83b4-33c7f8ecc518 HTTP/1.1" status: 200 len: 210 time: 0.0302258 Aug 16 02:48:22.294666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d449-b7b3-48f5-9ec2-53260419e835 req-b27b969f-e593-48a4-9de5-32c560e7c67e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:22.296137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2781d449-b7b3-48f5-9ec2-53260419e835 req-b27b969f-e593-48a4-9de5-32c560e7c67e tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 907 time: 0.0552061 Aug 16 02:48:22.466709 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.033714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:23.066600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3d13ab1d-b08f-448e-b145-4eae4fac5cec details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:23.077698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] Deleting subnet e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:23.080887 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.117818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.156249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.163259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3d13ab1d-b08f-448e-b145-4eae4fac5cec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3d13ab1d-b08f-448e-b145-4eae4fac5cec,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:23.174811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '3d13ab1d-b08f-448e-b145-4eae4fac5cec', 'network_id': '058d7a0c-b85d-4d02-851f-96d1921a4480', 'port_id': '3d13ab1d-b08f-448e-b145-4eae4fac5cec', 'mac_address': 'fa:16:3e:64:03:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc92f66-e8f6-444b-90b6-7290ec8776a3', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:23.210834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.212621 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.225934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d13ab1d-b08f-448e-b145-4eae4fac5cec {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:23.236039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:23.239858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.241942 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b0ac81bc-2475-4086-8354-1956e01b4371 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e2138d89-c7c2-4ae7-9a7c-c6a2e81bba04 HTTP/1.1" status: 204 len: 168 time: 0.2071781 Aug 16 02:48:23.244632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34086) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:23.246372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3d13ab1d-b08f-448e-b145-4eae4fac5cec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3d13ab1d-b08f-448e-b145-4eae4fac5cec,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:23.250875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.301869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=3d13ab1d-b08f-448e-b145-4eae4fac5cec,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:23.314709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.422622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.435076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e0a493-a627-4922-bb4f-84d3ba72e483']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:23.447168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b25bf72-536c-4380-9c65-6f422ee809de') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:23.447464 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b25bf72-536c-4380-9c65-6f422ee809de') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:23.459607 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.469477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdb40a-2a8a-4f62-a606-5f1f60831c08 req-ccf914db-04ef-4eb0-b183-b90856d9d465 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:23.470951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9abdb40a-2a8a-4f62-a606-5f1f60831c08 req-ccf914db-04ef-4eb0-b183-b90856d9d465 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 908 time: 0.0916710 Aug 16 02:48:23.484261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.490352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:23.490744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:23.492371 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:23.494986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['3d13ab1d-b08f-448e-b145-4eae4fac5cec'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:23.546875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.552440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.554204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] 10.222.0.78 "DELETE /v2.0/networks/c5e0a493-a627-4922-bb4f-84d3ba72e483 HTTP/1.1" status: 204 len: 168 time: 0.3086178 Aug 16 02:48:23.557036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34090) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:23.565033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbec88-d5f5-4a09-9429-db4fef1250bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e0a493-a627-4922-bb4f-84d3ba72e483,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:23.601814 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] Deleting subnet 7aa3554d-966a-4f25-b6e8-6b31733a5ab9 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:23.605004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.638677 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.677105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.726907 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.732591 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.757354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa3554d-966a-4f25-b6e8-6b31733a5ab9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:23.761142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.763017 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-763b5b47-263f-4f2e-8428-d21fe435384e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7aa3554d-966a-4f25-b6e8-6b31733a5ab9 HTTP/1.1" status: 204 len: 168 time: 0.2050011 Aug 16 02:48:23.765491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34092) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:23.832568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.913221 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.922719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8dc864-bdaa-48db-81d4-c83e6f84d858']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:23.932831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09969383-e8f4-467c-841c-0e356531d219') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:23.933126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09969383-e8f4-467c-841c-0e356531d219') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:23.941881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.955719 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.961375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:23.961761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:23.963354 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:24.020511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.027404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.029884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5e8dc864-bdaa-48db-81d4-c83e6f84d858 HTTP/1.1" status: 204 len: 168 time: 0.2634275 Aug 16 02:48:24.039646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc69f7-9f5a-45e2-b4cf-95ab014d51d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8dc864-bdaa-48db-81d4-c83e6f84d858,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:24.188326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34098) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:24.228382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c180c0b7-8173-4fc4-a690-e845c4c4457b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1d08a39006aa453dba7dae736adde0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378621 Aug 16 02:48:24.229760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34100) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:24.283847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-159d7888-51ef-42b4-979b-a4c6caeccae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.304605 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-159d7888-51ef-42b4-979b-a4c6caeccae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.349672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-159d7888-51ef-42b4-979b-a4c6caeccae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.352172 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-159d7888-51ef-42b4-979b-a4c6caeccae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.353431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-159d7888-51ef-42b4-979b-a4c6caeccae8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86f9786a-1faa-456e-8a0b-e895f4efb472 HTTP/1.1" status: 204 len: 168 time: 0.1226971 Aug 16 02:48:24.361850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d7888-51ef-42b4-979b-a4c6caeccae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9786a-1faa-456e-8a0b-e895f4efb472,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:24.589723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282b1c-7f74-499e-82e6-394ddad60659 req-7115ad81-3525-486e-ae6e-ce034326e740 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.591222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-04282b1c-7f74-499e-82e6-394ddad60659 req-7115ad81-3525-486e-ae6e-ce034326e740 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 908 time: 0.0490520 Aug 16 02:48:24.666529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34108) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:24.707331 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0e0e9d27-47de-42e2-947e-fae776f19147 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=381ad64c92b645bba74e6c50779cf4a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392470 Aug 16 02:48:24.709735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:24.758202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-faa597cd-3ae1-4c36-b487-22f06e21c8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.782413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-faa597cd-3ae1-4c36-b487-22f06e21c8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.840548 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-faa597cd-3ae1-4c36-b487-22f06e21c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.843528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-faa597cd-3ae1-4c36-b487-22f06e21c8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.844718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-faa597cd-3ae1-4c36-b487-22f06e21c8f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03c5bb53-8f50-47cc-889b-7054db80f756 HTTP/1.1" status: 204 len: 168 time: 0.1340783 Aug 16 02:48:24.852328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa597cd-3ae1-4c36-b487-22f06e21c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c5bb53-8f50-47cc-889b-7054db80f756,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:25.096081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3d13ab1d-b08f-448e-b145-4eae4fac5cec up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:25.145417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 3d13ab1d-b08f-448e-b145-4eae4fac5cec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:25.149210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 3d13ab1d-b08f-448e-b145-4eae4fac5cec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:25.149582 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.233874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.257730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247cca73-babf-43db-a0b2-d7302d168b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13ab1d-b08f-448e-b145-4eae4fac5cec'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:25.259997 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82c6ba-f996-4aa5-a879-25c0e8542a85" -d '{"events": [{"server_uuid": "247cca73-babf-43db-a0b2-d7302d168b0b", "name": "network-vif-plugged", "status": "completed", "tag": "3d13ab1d-b08f-448e-b145-4eae4fac5cec"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:25.273457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 3d13ab1d-b08f-448e-b145-4eae4fac5cec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3d13ab1d-b08f-448e-b145-4eae4fac5cec,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:25.278638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.306418 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f6795d-0b43-4b51-aefa-8ae76e2cb17f x-openstack-request-id: req-66f6795d-0b43-4b51-aefa-8ae76e2cb17f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:25.306710 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247cca73-babf-43db-a0b2-d7302d168b0b", "name": "network-vif-plugged", "status": "completed", "tag": "3d13ab1d-b08f-448e-b145-4eae4fac5cec", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:25.306962 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66f6795d-0b43-4b51-aefa-8ae76e2cb17f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:25.307348 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247cca73-babf-43db-a0b2-d7302d168b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d13ab1d-b08f-448e-b145-4eae4fac5cec', 'code': 200} Aug 16 02:48:25.350193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=3d13ab1d-b08f-448e-b145-4eae4fac5cec,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:25.356950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 92d5b0cd-b327-4e25-8c67-9bc0d666a354 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:25.380325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 92d5b0cd-b327-4e25-8c67-9bc0d666a354 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:25.380325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 92d5b0cd-b327-4e25-8c67-9bc0d666a354 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:25.417444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94374be8-d4e5-47d2-967c-cf98e806e158 req-7b3ee0c9-70e2-4e6b-9605-40392a082ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.419062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94374be8-d4e5-47d2-967c-cf98e806e158 req-7b3ee0c9-70e2-4e6b-9605-40392a082ec4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 1061 time: 0.0512445 Aug 16 02:48:25.518187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34134) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:25.618822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-922846292-network', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:25.641749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Made reservation on behalf of 41db4b40fc914ddcb25e026d1c69b419 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:25.644145 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.653276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.732713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616098e-9744-492f-8f0c-8deca95233e8 req-34844501-1e80-4042-8a0a-a869e84d70ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.734216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5616098e-9744-492f-8f0c-8deca95233e8 req-34844501-1e80-4042-8a0a-a869e84d70ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 909 time: 0.0719314 Aug 16 02:48:25.782740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.786628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.810463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:25.819915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a863fa6-c7af-4bba-8adf-4586580b8e2e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:25.825181 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.825528 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Added segment 7c5b55bb-b02f-4227-9ea2-6c7138905b3a of type vlan for network 7a44eb63-232c-445c-8153-b56639a4acd4 Aug 16 02:48:25.866334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.159922 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.160944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.161528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.199168 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-40917db4-f211-4af9-85d4-bc209e677125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.213685 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6943603 Aug 16 02:48:26.217213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:26.222640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Request body: {'subnet': {'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-922846292-subnet', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:26.224885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccca71-0cae-41c8-9ac2-15be10a269e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a44eb63-232c-445c-8153-b56639a4acd4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:26.236943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 7a44eb63-232c-445c-8153-b56639a4acd4 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:26.248815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Made reservation on behalf of 41db4b40fc914ddcb25e026d1c69b419 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:26.251787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.426048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.480617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=badfd8c3-050f-4264-88c0-3c7871d204fe,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:26.488052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Checking segment: {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:26.488448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Network hostable DHCP agents. Network: 7a44eb63-232c-445c-8153-b56639a4acd4, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:26.504746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Network 7a44eb63-232c-445c-8153-b56639a4acd4 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:26.513367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 7a44eb63-232c-445c-8153-b56639a4acd4) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:26.517477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.518075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.522238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7563d-bf5d-4067-9b3e-0bf9ba0c8e4f None None] Network 7a44eb63-232c-445c-8153-b56639a4acd4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:26.532831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c010bb0f-d277-405b-9ede-d8b7dbf19821 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3136072 Aug 16 02:48:26.535022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34144) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:26.539339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:26.560876 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.562158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.615842 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.672797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-7a44eb63-232c-445c-8153-b56639a4acd4', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:26.673662 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.752471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.811046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Allocated IP 172.20.0.2 (7a44eb63-232c-445c-8153-b56639a4acd4/badfd8c3-050f-4264-88c0-3c7871d204fe/ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:26.873984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74a538-ea28-4082-8ad2-f4661a3f79b2 req-02cf2847-7c56-4dd4-8e8d-e566ff0a20f3 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.875460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ff74a538-ea28-4082-8ad2-f4661a3f79b2 req-02cf2847-7c56-4dd4-8e8d-e566ff0a20f3 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 909 time: 0.0674446 Aug 16 02:48:26.971691 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.982125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Transition to ACTIVE for port object ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:26.993672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61ea7e-0410-4a80-8b48-40c2ce8c971b req-f8766916-cb9b-456d-a004-063b3f4b4f30 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.995173 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a61ea7e-0410-4a80-8b48-40c2ce8c971b req-f8766916-cb9b-456d-a004-063b3f4b4f30 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 909 time: 0.0506444 Aug 16 02:48:26.998236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Transition to ACTIVE for port object ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:27.005056 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.017996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.030577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.040244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Network 7a44eb63-232c-445c-8153-b56639a4acd4 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:27.043482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:27.046921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:27.081876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Pushing event updated for resources: {'Port': ['ID=ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:27.115989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Attempting to bind port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:27.116392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Attempting to bind port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:27.116754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Attempting to bind port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a on network 7a44eb63-232c-445c-8153-b56639a4acd4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:27.121582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:27.121955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Checking segment: {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:27.122355 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.122746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Bound using segment: {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:27.123206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Bound port: ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:27.123588 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.162620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0f8f-bbce-423d-a53c-eed281759c77 req-087213e3-b639-4033-9b8c-85a6ab0911f8 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.164220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7cb0f8f-bbce-423d-a53c-eed281759c77 req-087213e3-b639-4033-9b8c-85a6ab0911f8 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 1061 time: 0.0854387 Aug 16 02:48:27.170430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Allocated IP 172.25.4.222 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/754a6569-60fd-4a08-abfb-aa141d10d2f1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:27.188610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] For port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:27.192567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] For port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:27.198287 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.266131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c663767-7a56-4d4d-99da-e0e411701acb None None] Pushing event updated for resources: {'Port': ['ID=ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:27.291081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.301429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23031786-78b4-410a-be3d-1d0d95ac9ba1 req-256750e1-fa60-452d-8751-0db1538772eb tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.303084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23031786-78b4-410a-be3d-1d0d95ac9ba1 req-256750e1-fa60-452d-8751-0db1538772eb tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1136 time: 0.0592537 Aug 16 02:48:27.341643 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23031786-78b4-410a-be3d-1d0d95ac9ba1 req-7af51fb6-adf5-4539-b973-31f1064e8055 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0317073 Aug 16 02:48:27.347915 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.365037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34154) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:27.397541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:27.405152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:27.415257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:27.430394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa73ac2-b1d5-48f4-be6e-f4af604a09b2 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.436591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Pushing event updated for resources: {'Port': ['ID=754a6569-60fd-4a08-abfb-aa141d10d2f1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:27.437287 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aaa73ac2-b1d5-48f4-be6e-f4af604a09b2 tempest-TestSecurityGroupsBasicOps-1614160291 tempest-TestSecurityGroupsBasicOps-1614160291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 1056 time: 0.0671768 Aug 16 02:48:27.690265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae82e50-5ada-422f-a1d0-08622729a5ab req-81730e28-ba96-47a4-adcb-065258f3c08d tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.691793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cae82e50-5ada-422f-a1d0-08622729a5ab req-81730e28-ba96-47a4-adcb-065258f3c08d tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 909 time: 0.0536044 Aug 16 02:48:27.706415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.901640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.037558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Router b602fb56-1503-4829-b771-d3918dda7105 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:28.153970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:28.160154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7b332-65d1-44c5-99f3-d13a99184433 None None] Network 7a44eb63-232c-445c-8153-b56639a4acd4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:28.163871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Sync routers for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:28.171205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.172612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a5c5fb31-c1f9-480c-a697-c4f70e01d303 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6366031 Aug 16 02:48:28.175326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34160) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:28.215174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:28.215811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:47:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:28.315687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-19059579-1c0a-4113-8ee2-8a3f1af9a647 None None] Provisioning for port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:28.366774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:28.396236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:28.557627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:28.571828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:28.572205 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.609152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.866912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3ea98-f997-4167-a402-ecc39a22288d req-2e134a91-02e9-4bfc-934c-72f19a1a3daf tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:28.868358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9fa3ea98-f997-4167-a402-ecc39a22288d req-2e134a91-02e9-4bfc-934c-72f19a1a3daf tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 909 time: 0.0898886 Aug 16 02:48:28.880826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Allocated IP 172.20.0.1 (7a44eb63-232c-445c-8153-b56639a4acd4/badfd8c3-050f-4264-88c0-3c7871d204fe/d809f71f-8ec7-4f5f-85c3-4c0f79d91921) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:28.904560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.909854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8d67-8b6b-40f1-a405-3ef3dbe1cbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.915065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.915750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34166) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:28.918169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6273a1e-f449-4d6e-b57c-2875b7aad37a None None] Provisioning complete for port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:28.919045 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6273a1e-f449-4d6e-b57c-2875b7aad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.949804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:27Z', 'revision_number': 3, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:28.997338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Checking router: b602fb56-1503-4829-b771-d3918dda7105 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:28.997752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Updating router b602fb56-1503-4829-b771-d3918dda7105 port 754a6569-60fd-4a08-abfb-aa141d10d2f1 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:29.038380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:29.045684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.047479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.203321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.303568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-0e903bc7-9dad-4142-879c-0e4cf1b7862a tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.305096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-0e903bc7-9dad-4142-879c-0e4cf1b7862a tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.88 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 909 time: 0.0708885 Aug 16 02:48:29.358433 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.397595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Transition to ACTIVE for port object d809f71f-8ec7-4f5f-85c3-4c0f79d91921 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:29.403683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.414700 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.425934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Transition to ACTIVE for port object 754a6569-60fd-4a08-abfb-aa141d10d2f1 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:29.433068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.444470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting port 3d13ab1d-b08f-448e-b145-4eae4fac5cec {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:29.444829 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.460983 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.487571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Attempting to bind port 754a6569-60fd-4a08-abfb-aa141d10d2f1 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:29.488084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Attempting to bind port 754a6569-60fd-4a08-abfb-aa141d10d2f1 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:29.488579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Attempting to bind port 754a6569-60fd-4a08-abfb-aa141d10d2f1 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:29.494114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1adb3-f21c-4b60-9d23-4e295d9ccf93 None None] Pushing event updated for resources: {'Port': ['ID=754a6569-60fd-4a08-abfb-aa141d10d2f1,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.498984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:29.499494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:29.500027 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.501044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:29.501383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Bound port: 754a6569-60fd-4a08-abfb-aa141d10d2f1, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:29.501866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.537891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Network 7a44eb63-232c-445c-8153-b56639a4acd4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:29.549050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:29.559058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] For port 754a6569-60fd-4a08-abfb-aa141d10d2f1, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:29.561080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:29.562305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] For port 754a6569-60fd-4a08-abfb-aa141d10d2f1, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=754a6569-60fd-4a08-abfb-aa141d10d2f1,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:29.568930 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.591887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Pushing event updated for resources: {'Port': ['ID=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.620548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] For port 3d13ab1d-b08f-448e-b145-4eae4fac5cec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=3d13ab1d-b08f-448e-b145-4eae4fac5cec,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:29.621285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.632116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:29.632928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:29.638322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1adb3-f21c-4b60-9d23-4e295d9ccf93 None None] Pushing event updated for resources: {'Port': ['ID=754a6569-60fd-4a08-abfb-aa141d10d2f1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.645663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Calling delete_port for 3d13ab1d-b08f-448e-b145-4eae4fac5cec owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:29.655096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.753970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:29.857192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port 4a95fd86-89ad-4bda-9327-2865538683ab {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:29.857608 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.875005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d3bb17d9-8c71-4f62-a78f-a831990231aa None None] Provisioning for port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:29.884266 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.885631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d3bb17d9-8c71-4f62-a78f-a831990231aa None None] Provisioning complete for port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:29.886008 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d3bb17d9-8c71-4f62-a78f-a831990231aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.952742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb17d9-8c71-4f62-a78f-a831990231aa None None] Port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:29.983292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:27Z', 'revision_number': 3, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:30.010332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port 4a95fd86-89ad-4bda-9327-2865538683ab, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4a95fd86-89ad-4bda-9327-2865538683ab,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:30.010956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.015353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22dd2d-d89f-476e-b361-1b9864ea5dbb None None] The sync data for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 is: [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:27Z', 'revision_number': 3, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:30.029985 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for 4a95fd86-89ad-4bda-9327-2865538683ab owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:30.048896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d41b-fded-4e13-ad35-1e3e5ba16a54 req-ac151bdb-fb58-4d38-8100-5d45143623f1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:30.050405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9c52d41b-fded-4e13-ad35-1e3e5ba16a54 req-ac151bdb-fb58-4d38-8100-5d45143623f1 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=247cca73-babf-43db-a0b2-d7302d168b0b HTTP/1.1" status: 200 len: 909 time: 0.0972307 Aug 16 02:48:30.072548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.083088 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.120910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Port': ['ID=3d13ab1d-b08f-448e-b145-4eae4fac5cec,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:30.171343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] No DVR routers for this DVR port 3d13ab1d-b08f-448e-b145-4eae4fac5cec on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:30.174832 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.177269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ef995449-9488-46a9-9b5b-387c9d0d301d req-df86b81b-9fd4-439d-b5e5-c1742246a94f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.88 "DELETE /v2.0/ports/3d13ab1d-b08f-448e-b145-4eae4fac5cec HTTP/1.1" status: 204 len: 173 time: 0.8657057 Aug 16 02:48:30.179270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247cca73-babf-43db-a0b2-d7302d168b0b', 'name': 'network-vif-deleted', 'tag': '3d13ab1d-b08f-448e-b145-4eae4fac5cec'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:30.182788 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925fd609-dbd6-45cd-bfd2-01fb821b6974" -d '{"events": [{"server_uuid": "247cca73-babf-43db-a0b2-d7302d168b0b", "name": "network-vif-deleted", "tag": "3d13ab1d-b08f-448e-b145-4eae4fac5cec"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:30.273454 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470cb0a0-6895-4ae2-a94d-fc6b35cfba42 x-openstack-request-id: req-470cb0a0-6895-4ae2-a94d-fc6b35cfba42 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:30.273789 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247cca73-babf-43db-a0b2-d7302d168b0b", "name": "network-vif-deleted", "tag": "3d13ab1d-b08f-448e-b145-4eae4fac5cec", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:30.274110 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-470cb0a0-6895-4ae2-a94d-fc6b35cfba42 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:30.274550 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247cca73-babf-43db-a0b2-d7302d168b0b', 'name': 'network-vif-deleted', 'tag': '3d13ab1d-b08f-448e-b145-4eae4fac5cec', 'status': 'completed', 'code': 200} Aug 16 02:48:30.276880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.286457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.379366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.409939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=4a95fd86-89ad-4bda-9327-2865538683ab,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:30.429023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:30.449251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.451295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Pushing event updated for resources: {'Port': ['ID=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:30.533525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:30.533915 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.599859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Network 7a44eb63-232c-445c-8153-b56639a4acd4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:30.601529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:30.674540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.803880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Router b602fb56-1503-4829-b771-d3918dda7105 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:30.957611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:30.966025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c1a7b909-c42e-49ae-9239-2875e0e38e4d admin admin] 10.222.0.78 "PUT /v2.0/routers/b602fb56-1503-4829-b771-d3918dda7105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7896202 Aug 16 02:48:30.989029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router 6fd6cd31-1f69-4544-b954-053db574c869 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:30.990546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7ec2fef0-a88f-4f64-bd8b-0d430b6adb95 None None] Provisioning complete for port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:30.991011 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fef0-a88f-4f64-bd8b-0d430b6adb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.034981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2fef0-a88f-4f64-bd8b-0d430b6adb95 None None] Port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:31.108775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:31.113738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ffe29a67-3151-491a-9d41-10636ba4a991 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "PUT /v2.0/routers/6fd6cd31-1f69-4544-b954-053db574c869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965356 Aug 16 02:48:31.118684 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] Sync routers for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:31.132080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34180) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:31.138063 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:31.139314 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:31.396995 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:31.507884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40b4f8-0264-431e-aab9-361b3f619bdc req-1c080e36-dbfc-4436-9fb1-4b48fc33d32a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.509493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f40b4f8-0264-431e-aab9-361b3f619bdc req-1c080e36-dbfc-4436-9fb1-4b48fc33d32a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 946 time: 0.1093304 Aug 16 02:48:31.602033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34194) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:31.607975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-215685474-network', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:31.630671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Made reservation on behalf of dbb7c1ec46104657b176b26cd5463f2e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:31.633487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.642880 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.656038 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 6, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:21Z', 'revision_number': 1, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:31.688066 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] Checking router: 6fd6cd31-1f69-4544-b954-053db574c869 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:31.697812 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:31.698452 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:31.752670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.762605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.787972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:31.807107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dbea83-5b70-49fe-958e-f1df7375d371,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:31.814072 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.814986 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Added segment 878cde93-dc9c-491f-aad6-2a2b1db6d69e of type vlan for network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 Aug 16 02:48:31.846198 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:31.851268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6f40b4f8-0264-431e-aab9-361b3f619bdc req-de1c9c5d-a7b0-4216-a666-5ff893ede317 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320026 Aug 16 02:48:31.866262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.908457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.909696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.910604 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.922877 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.997573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3917525 Aug 16 02:48:32.001494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34196) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:32.015250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Request body: {'subnet': {'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-215685474-subnet', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:32.022843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.036088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24743d-e1ce-483e-a167-3588effdf0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f21abcb-38ec-4b41-9acc-1ca26a32f3f3,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:32.054870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:32.076386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Made reservation on behalf of dbb7c1ec46104657b176b26cd5463f2e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:32.079933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.108478 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 6, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:21Z', 'revision_number': 1, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:32.160070 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621db46-a026-45c6-bc1d-dd2538c2bc15 None None] The sync data for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 is: [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 6, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'ca7f5f57-64c8-44e4-9090-30bc35e24e05', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.175', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'port_id': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'mac_address': 'fa:16:3e:51:47:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:17Z', 'updated_at': '2021-08-16T02:47:21Z', 'revision_number': 1, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:32.245744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting port ac58e94e-c2f6-4efa-854d-af26abdc993c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:32.246247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.253162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Sync routers for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:32.269328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:32.272542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:32.311840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.373973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7279407b-4535-493c-8f55-4542c3f1b774,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:32.405528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 754a6569-60fd-4a08-abfb-aa141d10d2f1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:32.414436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Checking segment: {'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:32.414832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Network hostable DHCP agents. Network: 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:32.453989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:32.466535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:32.468787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] For port ac58e94e-c2f6-4efa-854d-af26abdc993c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ac58e94e-c2f6-4efa-854d-af26abdc993c,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:32.470162 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.497322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Calling delete_port for ac58e94e-c2f6-4efa-854d-af26abdc993c owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:32.504995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:32.511195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:32.512949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.513329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 754a6569-60fd-4a08-abfb-aa141d10d2f1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:32.518913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 754a6569-60fd-4a08-abfb-aa141d10d2f1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:32.519293 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.547111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-26591f9e-987a-42a3-96c9-02ffb0db20a3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891793 Aug 16 02:48:32.551220 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ef7a3480-e4d8-4ef3-8b43-9d50a81900a8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5486703 Aug 16 02:48:32.553958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34198) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:32.559241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:32.572509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d33a66-95f3-4bf5-9137-b138fc9b5b5d None None] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:32.623489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.624818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.650717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf147c-eae8-4856-8164-94ac16f64315 req-8efa1ade-d3c2-46ae-a031-e2f10d903505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:32.652471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-8efa1ade-d3c2-46ae-a031-e2f10d903505 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1097 time: 0.0578687 Aug 16 02:48:32.768857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.783808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf147c-eae8-4856-8164-94ac16f64315 req-2b4aec10-efab-48b8-89af-6dfc25c0c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:32.785453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-2b4aec10-efab-48b8-89af-6dfc25c0c132 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 898 time: 0.1003761 Aug 16 02:48:32.831240 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.858890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-43828d03-b22f-40f4-b10d-fef3a5285231 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 200 len: 1001 time: 0.0667949 Aug 16 02:48:32.867331 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-9601dda5-e0f0-4f98-936a-d0ee886fc1bb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:32.868850 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-9601dda5-e0f0-4f98-936a-d0ee886fc1bb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 946 time: 0.1984780 Aug 16 02:48:32.878564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 754a6569-60fd-4a08-abfb-aa141d10d2f1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=754a6569-60fd-4a08-abfb-aa141d10d2f1,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:32.888010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.940644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf147c-eae8-4856-8164-94ac16f64315 req-aadf0c63-6753-498b-bb14-ab6cea71c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:32.942518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-aadf0c63-6753-498b-bb14-ab6cea71c2cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd9bba3a-3658-4a00-82bf-09de8f2961f0 HTTP/1.1" status: 200 len: 835 time: 0.0760317 Aug 16 02:48:32.983585 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.032473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf147c-eae8-4856-8164-94ac16f64315 req-7da9aff0-9f28-4996-ab8d-542d444e8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:33.034307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-7da9aff0-9f28-4996-ab8d-542d444e8d5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852034 Aug 16 02:48:33.048385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc8022-555f-4df7-b107-114714b1d391 req-20593bf1-30a6-415a-823a-6aee3e1c16d5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:33.050062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-debc8022-555f-4df7-b107-114714b1d391 req-20593bf1-30a6-415a-823a-6aee3e1c16d5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 946 time: 0.0906477 Aug 16 02:48:33.119318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-4f21abcb-38ec-4b41-9acc-1ca26a32f3f3', 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'fixed_ips': [{'subnet_id': '7279407b-4535-493c-8f55-4542c3f1b774'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:33.121096 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.124246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a95fd86-89ad-4bda-9327-2865538683ab no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:33.129889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.156135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-debc8022-555f-4df7-b107-114714b1d391 req-27d85740-a3da-4d9b-887e-d2cf3d9dfba9 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=53a8251d-ae45-421a-aa97-a27daf412986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860791 Aug 16 02:48:33.163944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3d13ab1d-b08f-448e-b145-4eae4fac5cec no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:33.172486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Port': ['ID=ac58e94e-c2f6-4efa-854d-af26abdc993c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:33.175378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-f054d6f2-0e12-43c8-9d2a-9f1ed30d74b3 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241786 Aug 16 02:48:33.193234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 4a95fd86-89ad-4bda-9327-2865538683ab {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:33.193679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4a95fd86-89ad-4bda-9327-2865538683ab not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:33.202682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 3d13ab1d-b08f-448e-b145-4eae4fac5cec {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:33.203287 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 3d13ab1d-b08f-448e-b145-4eae4fac5cec not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:33.205731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port 4e562b5d-c7ab-4e40-9849-039df775740b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:33.206137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.232003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=754a6569-60fd-4a08-abfb-aa141d10d2f1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:33.293873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 2, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:33.306125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72cf147c-eae8-4856-8164-94ac16f64315 req-1e6c95ff-aea5-470b-ac08-920eed5f17a6 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233280 Aug 16 02:48:33.338420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Checking router: b602fb56-1503-4829-b771-d3918dda7105 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:33.338985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Updating router b602fb56-1503-4829-b771-d3918dda7105 port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:33.381469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.432136 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port 4e562b5d-c7ab-4e40-9849-039df775740b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4e562b5d-c7ab-4e40-9849-039df775740b,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:33.432765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.456744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Allocated IP 172.20.0.2 (4f21abcb-38ec-4b41-9acc-1ca26a32f3f3/7279407b-4535-493c-8f55-4542c3f1b774/d33a3cd2-4f63-4617-b420-f9308dfe2dcb) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:33.474080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for 4e562b5d-c7ab-4e40-9849-039df775740b owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:33.595159 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.702645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.737193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.744210 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.761411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Transition to ACTIVE for port object d33a3cd2-4f63-4617-b420-f9308dfe2dcb will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:33.801712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Transition to ACTIVE for port object d33a3cd2-4f63-4617-b420-f9308dfe2dcb will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:33.812731 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.816398 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.857877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:33.862789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:33.866272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:33.874667 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Pushing event updated for resources: {'Port': ['ID=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:33.925952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Transition to ACTIVE for port object d809f71f-8ec7-4f5f-85c3-4c0f79d91921 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:33.931483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Attempting to bind port d33a3cd2-4f63-4617-b420-f9308dfe2dcb on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:33.931856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Attempting to bind port d33a3cd2-4f63-4617-b420-f9308dfe2dcb by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:33.932220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Attempting to bind port d33a3cd2-4f63-4617-b420-f9308dfe2dcb on network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:33.935801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.943022 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.947124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:33.947523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Checking segment: {'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:33.947925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.948339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Bound using segment: {'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:33.948807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Bound port: d33a3cd2-4f63-4617-b420-f9308dfe2dcb, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:33.949191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.995852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=4e562b5d-c7ab-4e40-9849-039df775740b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:34.017421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Allocated IP 172.25.4.111 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/076fed1f-6da1-41a4-a590-566bb1b6189a) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:34.022862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bb596-d1fc-4bc4-af37-20e72aadc880 None None] Pushing event updated for resources: {'Port': ['ID=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:34.059215 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:34.100420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Attempting to bind port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:34.100797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Attempting to bind port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:34.101167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Attempting to bind port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 on network 7a44eb63-232c-445c-8153-b56639a4acd4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:34.103508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] For port d33a3cd2-4f63-4617-b420-f9308dfe2dcb, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:34.114632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] No DVR routers for this DVR port 4e562b5d-c7ab-4e40-9849-039df775740b on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:34.114867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:34.115182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Checking segment: {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:34.116415 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.116415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Bound using segment: {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:34.116664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Bound port: d809f71f-8ec7-4f5f-85c3-4c0f79d91921, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:34.117089 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.122837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] For port d33a3cd2-4f63-4617-b420-f9308dfe2dcb, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,segment=NetworkSegment(878cde93-dc9c-491f-aad6-2a2b1db6d69e),segment_id=878cde93-dc9c-491f-aad6-2a2b1db6d69e)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:34.130662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.132655 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.132822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-214897f1-dd4a-40ca-aa47-6cbebc0a818f req-ea7a7cfe-5937-4b76-baed-5a5355803d0e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "DELETE /v2.0/ports/4e562b5d-c7ab-4e40-9849-039df775740b HTTP/1.1" status: 204 len: 173 time: 1.2571435 Aug 16 02:48:34.133134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'name': 'network-vif-deleted', 'tag': '4e562b5d-c7ab-4e40-9849-039df775740b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:34.135710 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed49d57-5787-42fc-8b46-ccec9af5ddbe" -d '{"events": [{"server_uuid": "016f6e0e-0ff5-406c-b20b-3ff57bd073be", "name": "network-vif-deleted", "tag": "4e562b5d-c7ab-4e40-9849-039df775740b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:34.227224 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd48b71-b7d9-40e3-90ee-51fffacc8f8b x-openstack-request-id: req-0fd48b71-b7d9-40e3-90ee-51fffacc8f8b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:34.227739 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016f6e0e-0ff5-406c-b20b-3ff57bd073be", "name": "network-vif-deleted", "tag": "4e562b5d-c7ab-4e40-9849-039df775740b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:34.228156 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fd48b71-b7d9-40e3-90ee-51fffacc8f8b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:34.228896 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016f6e0e-0ff5-406c-b20b-3ff57bd073be', 'name': 'network-vif-deleted', 'tag': '4e562b5d-c7ab-4e40-9849-039df775740b', 'status': 'completed', 'code': 200} Aug 16 02:48:34.239525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router a046f750-8702-4e8d-b601-f06b6196a895 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:34.252967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9763e4b-14fe-450d-bab5-0e62b74d7355 None None] Pushing event updated for resources: {'Port': ['ID=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:34.265010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] For port d809f71f-8ec7-4f5f-85c3-4c0f79d91921, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:34.268670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] For port d809f71f-8ec7-4f5f-85c3-4c0f79d91921, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:34.275312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.371069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bb596-d1fc-4bc4-af37-20e72aadc880 None None] Pushing event updated for resources: {'Port': ['ID=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:34.374533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:34.375161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:34.407990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1e52a5f-2711-4dbe-978d-d4854eff8b7d req-b6da98be-ee4b-4044-9fc7-734ffa807aa8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=016f6e0e-0ff5-406c-b20b-3ff57bd073be HTTP/1.1" status: 200 len: 210 time: 0.0909574 Aug 16 02:48:34.466596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.520829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:34.535183 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] Sync routers for ids ['a046f750-8702-4e8d-b601-f06b6196a895'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:34.545749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7aa27804-c50a-4795-af87-f2a90225dbb6 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "PUT /v2.0/routers/a046f750-8702-4e8d-b601-f06b6196a895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4113085 Aug 16 02:48:34.547451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34206) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:34.550625 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] Routers {'a046f750-8702-4e8d-b601-f06b6196a895'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:34.551253 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a046f750-8702-4e8d-b601-f06b6196a895'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:34.572012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 754a6569-60fd-4a08-abfb-aa141d10d2f1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:34.617600 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.644048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:34.683522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting subnet 8bc92f66-e8f6-444b-90b6-7290ec8776a3 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:34.714105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.739591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:34.747932 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] Set router a046f750-8702-4e8d-b601-f06b6196a895 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:34.751134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:34.764321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:34.789848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Pushing event updated for resources: {'Port': ['ID=076fed1f-6da1-41a4-a590-566bb1b6189a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:34.873272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.956439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 754a6569-60fd-4a08-abfb-aa141d10d2f1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:34.956729 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.016787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.098753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.103207 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.119554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.122047 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/subnets/8bc92f66-e8f6-444b-90b6-7290ec8776a3 HTTP/1.1" status: 204 len: 168 time: 0.5733016 Aug 16 02:48:35.128869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34208) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:35.143563 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] Checking router: a046f750-8702-4e8d-b601-f06b6196a895 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:35.147461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876282ba-70ac-4402-a501-768bd149b0ab tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc92f66-e8f6-444b-90b6-7290ec8776a3,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.153678 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] Routers {'a046f750-8702-4e8d-b601-f06b6196a895'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:35.154141 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['a046f750-8702-4e8d-b601-f06b6196a895'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.161644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f424b79-530e-4fc7-b650-b694b0e8849b None None] Network 058d7a0c-b85d-4d02-851f-96d1921a4480 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:35.260744 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] Set router a046f750-8702-4e8d-b601-f06b6196a895 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:35.293219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.339797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8ee15-3fdb-400b-924d-ca151e0d3130 None None] The sync data for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 is: [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:35.478729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] DHCP port deletion for 058d7a0c-b85d-4d02-851f-96d1921a4480 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:35.500324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34212) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:35.540006 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.542416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] Deleting port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:35.543021 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.588634 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b61e8-cca5-4683-8092-f3b0e1197872 None None] The sync data for ids ['a046f750-8702-4e8d-b601-f06b6196a895'] in n-d-769329-15 is: [{'id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'name': 'tempest-TestSecurityGroupsBasicOps-router-743432110', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': '95baef3d-3e9a-4df1-b2bb-27043d3d75d8', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a046f750-8702-4e8d-b601-f06b6196a895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:10Z', 'updated_at': '2021-08-16T02:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:35.620142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4b8365-abcd-4c78-8ec3-cd78005fddf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.651288 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] For port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a,segment=NetworkSegment(75a70d3c-8220-43c2-bac5-479d2c33ddc2),segment_id=75a70d3c-8220-43c2-bac5-479d2c33ddc2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:35.651732 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.656783 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.672991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] Calling delete_port for 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:35.676459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4b8365-abcd-4c78-8ec3-cd78005fddf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.763666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4b8365-abcd-4c78-8ec3-cd78005fddf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.766665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-da4b8365-abcd-4c78-8ec3-cd78005fddf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.767912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-da4b8365-abcd-4c78-8ec3-cd78005fddf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/security-groups/53a8251d-ae45-421a-aa97-a27daf412986 HTTP/1.1" status: 204 len: 168 time: 0.2662222 Aug 16 02:48:35.779179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b8365-abcd-4c78-8ec3-cd78005fddf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8251d-ae45-421a-aa97-a27daf412986,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.823194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34216) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:35.826498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.826885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.870159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] Pushing event deleted for resources: {'Port': ['ID=93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.874218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebfb0e4-cd06-47bd-bfb4-9e4b5b409441 None None] No DVR routers for this DVR port 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:35.915364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting subnet b11ecfa8-2171-484e-a6ac-25bd3855a1d4 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:35.919816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.961358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f900a2-aabc-4e32-9470-f1c8720a7bc3 None None] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:35.978639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.084066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-85498bf2-b394-4162-9d07-bd7e6572c6a8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1189897 Aug 16 02:48:36.089578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.102531 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.109834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.112231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-02c4a2c9-d015-46a2-a0cf-160621b7f16d None None] Provisioning for port d33a3cd2-4f63-4617-b420-f9308dfe2dcb completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:36.211779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.249238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Subnet': ['ID=b11ecfa8-2171-484e-a6ac-25bd3855a1d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:36.281536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.287255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-296a2452-2dba-47d2-800a-3b5abbdb4211 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/subnets/b11ecfa8-2171-484e-a6ac-25bd3855a1d4 HTTP/1.1" status: 204 len: 168 time: 0.4600663 Aug 16 02:48:36.290233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34218) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:36.292118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3848d-5495-4c15-aacc-cb4787180cd5 None None] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:36.352180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-ed4899ba-7df0-49a5-a094-9e27615b67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:36.358092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-ed4899ba-7df0-49a5-a094-9e27615b67b6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1136 time: 0.1748862 Aug 16 02:48:36.369111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:36.370633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.515040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d33a3cd2-4f63-4617-b420-f9308dfe2dcb up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:36.519471 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.604883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d33a3cd2-4f63-4617-b420-f9308dfe2dcb completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:36.616800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d33a3cd2-4f63-4617-b420-f9308dfe2dcb triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:36.617726 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.622248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] DHCP port deletion for c496fdc7-a32f-42d7-be1f-f3020c2e1961 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:36.638090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:36.638431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.649493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Router b17002f5-6d26-4af6-9c6a-d87a2905df06 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:36.674329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] For port 95baef3d-3e9a-4df1-b2bb-27043d3d75d8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:36.674926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.695480 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-a65ef552-2c07-495a-bbd9-bdc209542708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:36.697094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-a65ef552-2c07-495a-bbd9-bdc209542708 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 200 len: 898 time: 0.2508659 Aug 16 02:48:36.698159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Calling delete_port for 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:36.736407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:36.736728 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.754551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] Deleting port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:36.754966 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.763546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:36.810202 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.840560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-76faf637-9dda-488c-8443-9d1a80feda10 None None] Provisioning complete for port d33a3cd2-4f63-4617-b420-f9308dfe2dcb triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:36.840943 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-76faf637-9dda-488c-8443-9d1a80feda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.866293 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.892608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] For port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,segment=NetworkSegment(edf7ef77-d105-47cf-98a6-44bf3dcfef9c),segment_id=edf7ef77-d105-47cf-98a6-44bf3dcfef9c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:36.893028 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.897454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:36.908701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] No DVR routers for this DVR port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:36.916243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-bdd3806c-b83c-40fb-9b3d-e3022c425a0a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 200 len: 1001 time: 0.1742468 Aug 16 02:48:36.921276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d33a3cd2-4f63-4617-b420-f9308dfe2dcb, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,segment=NetworkSegment(878cde93-dc9c-491f-aad6-2a2b1db6d69e),segment_id=878cde93-dc9c-491f-aad6-2a2b1db6d69e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:36.922638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] Calling delete_port for 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:36.930594 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.931382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d809f71f-8ec7-4f5f-85c3-4c0f79d91921 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:37.004337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.007057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:37.015905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c496fdc7-a32f-42d7-be1f-f3020c2e1961']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.028294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-ea101203-8b92-4976-b87f-00c77cc574f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:37.031096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-ea101203-8b92-4976-b87f-00c77cc574f6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332b45cb-79a8-4b7f-b713-b069a8301ff9 HTTP/1.1" status: 200 len: 834 time: 0.1004176 Aug 16 02:48:37.039236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.039538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf7ef77-d105-47cf-98a6-44bf3dcfef9c') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.062000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.062000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-27d9b572-8724-4134-a116-565528ad09ec admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5066447 Aug 16 02:48:37.064729 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.067691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34220) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:37.141969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-05e4d88f-3ab6-45c7-9659-ea63e5524c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:37.143505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-05e4d88f-3ab6-45c7-9659-ea63e5524c62 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013706 Aug 16 02:48:37.150838 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.200100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Port': ['ID=95baef3d-3e9a-4df1-b2bb-27043d3d75d8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:37.224107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Sync routers for ids ['b17002f5-6d26-4af6-9c6a-d87a2905df06'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:37.226995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e562b5d-c7ab-4e40-9849-039df775740b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:37.244907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.259070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:37.259495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:37.263218 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:37.274957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 4e562b5d-c7ab-4e40-9849-039df775740b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:37.275357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4e562b5d-c7ab-4e40-9849-039df775740b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:37.285620 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:37.328333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.330885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:37.332387 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.334235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:37.342907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Routers {'b17002f5-6d26-4af6-9c6a-d87a2905df06'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:37.344567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b17002f5-6d26-4af6-9c6a-d87a2905df06'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.379160 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.417536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.419857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/networks/c496fdc7-a32f-42d7-be1f-f3020c2e1961 HTTP/1.1" status: 204 len: 168 time: 1.1284852 Aug 16 02:48:37.423424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34222) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:37.431415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-bbc1efab-61cf-4de4-8f21-f501c6060318 service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749205 Aug 16 02:48:37.442180 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12139be4-fe36-43ce-9e98-0e4fec45d611 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Network': ['ID=c496fdc7-a32f-42d7-be1f-f3020c2e1961,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:37.483439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.497346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.504510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.540728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] Network c496fdc7-a32f-42d7-be1f-f3020c2e1961 is not hosted by any dhcp agent {{(pid=94858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:48:37.541192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] No DVR routers for this DVR port 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:37.545845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533f62-30a0-4112-bc1c-f4427cf4db41 None None] Pushing event deleted for resources: {'Port': ['ID=8c5eca4f-1084-4ca7-aafb-8157b9a8bef1,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:37.590042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Set router b17002f5-6d26-4af6-9c6a-d87a2905df06 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:37.610182 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.610694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Fanout notify agent at l3_agent the message router_deleted on router a046f750-8702-4e8d-b601-f06b6196a895 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:48:37.618707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.623399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b33c3a4c-11ac-4a1b-915e-b2e88b84bfb8 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/routers/a046f750-8702-4e8d-b601-f06b6196a895 HTTP/1.1" status: 204 len: 168 time: 2.4878249 Aug 16 02:48:37.623399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34224) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:37.656742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.737406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-923c3581-2f97-4716-9b96-dbb14461fa63 req-7442eebd-d363-481a-baa0-83beeb3b098b service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681067 Aug 16 02:48:37.760003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d809f71f-8ec7-4f5f-85c3-4c0f79d91921, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:37.767175 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.770193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.869223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:37.897751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:48:35Z', 'revision_number': 3, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port': {'id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:33Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.898082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.912883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058d7a0c-b85d-4d02-851f-96d1921a4480']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.924831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a70d3c-8220-43c2-bac5-479d2c33ddc2') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.925138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a70d3c-8220-43c2-bac5-479d2c33ddc2') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:37.928365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:37.930797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Checking router: b17002f5-6d26-4af6-9c6a-d87a2905df06 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:37.931151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Updating router b17002f5-6d26-4af6-9c6a-d87a2905df06 port 076fed1f-6da1-41a4-a590-566bb1b6189a binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:37.936968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.952013 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.958990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:37.959715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:37.963038 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:37.967142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:37.967495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 93cf29c6-6bb4-4238-8ca2-ebaf9c833c8a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:37.967916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac58e94e-c2f6-4efa-854d-af26abdc993c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:37.995730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ac58e94e-c2f6-4efa-854d-af26abdc993c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:37.996081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac58e94e-c2f6-4efa-854d-af26abdc993c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:37.997675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.028406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.048911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.053067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/networks/058d7a0c-b85d-4d02-851f-96d1921a4480 HTTP/1.1" status: 204 len: 168 time: 0.4263883 Aug 16 02:48:38.053067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e37b8c-5f3b-4ec4-859c-38695df938e5 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Network': ['ID=058d7a0c-b85d-4d02-851f-96d1921a4480,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.053327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port cd6638d1-1775-491a-86dc-e0b7d918f868 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:38.053327 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.053881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34226) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:38.121774 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.167343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.167696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.227927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for cd6638d1-1775-491a-86dc-e0b7d918f868 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:38.259238 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting port 57d3da0a-4523-44e6-92aa-1ec0234a7205 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:38.260272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.304645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.329062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Transition to ACTIVE for port object 076fed1f-6da1-41a4-a590-566bb1b6189a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:38.337615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.376513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.377485 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.384976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d33a3cd2-4f63-4617-b420-f9308dfe2dcb up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:38.393470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Calling delete_port for 57d3da0a-4523-44e6-92aa-1ec0234a7205 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:38.409926 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Allocated IP 172.20.0.1 (4f21abcb-38ec-4b41-9acc-1ca26a32f3f3/7279407b-4535-493c-8f55-4542c3f1b774/89a036f0-8a92-45ba-90f5-dfaa6344aa81) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:38.433923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e1afc-c419-42f3-ac8e-a460f14cb761 None None] Pushing event updated for resources: {'Port': ['ID=076fed1f-6da1-41a4-a590-566bb1b6189a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.438986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Attempting to bind port 076fed1f-6da1-41a4-a590-566bb1b6189a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:38.439435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Attempting to bind port 076fed1f-6da1-41a4-a590-566bb1b6189a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:38.439813 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Attempting to bind port 076fed1f-6da1-41a4-a590-566bb1b6189a on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:38.453068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:38.453432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:38.453847 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.454245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:38.454725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Bound port: 076fed1f-6da1-41a4-a590-566bb1b6189a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:38.455107 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.512904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d33a3cd2-4f63-4617-b420-f9308dfe2dcb triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:38.513197 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.537337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] For port 076fed1f-6da1-41a4-a590-566bb1b6189a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:38.557989 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.560145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] For port 076fed1f-6da1-41a4-a590-566bb1b6189a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=076fed1f-6da1-41a4-a590-566bb1b6189a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:38.566374 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.576019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.602425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=cd6638d1-1775-491a-86dc-e0b7d918f868,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.629769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Transition to ACTIVE for port object 89a036f0-8a92-45ba-90f5-dfaa6344aa81 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:38.670580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Routers {'b17002f5-6d26-4af6-9c6a-d87a2905df06'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:38.670956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b17002f5-6d26-4af6-9c6a-d87a2905df06'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:38.691731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.692023 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Floating IP ca7f5f57-64c8-44e4-9090-30bc35e24e05 disassociated (deleted). External IP: 172.25.4.175, port: ee79929d-4fe3-4b02-879e-322c6630ce90. Aug 16 02:48:38.707756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e1afc-c419-42f3-ac8e-a460f14cb761 None None] Pushing event updated for resources: {'Port': ['ID=076fed1f-6da1-41a4-a590-566bb1b6189a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.731397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d809f71f-8ec7-4f5f-85c3-4c0f79d91921 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:38.747896 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.821597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:38.830001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:38.833164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] Set router b17002f5-6d26-4af6-9c6a-d87a2905df06 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:38.839551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:38.868258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:38.868481 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.871624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=89a036f0-8a92-45ba-90f5-dfaa6344aa81,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.941897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.950416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.978111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Port': ['ID=57d3da0a-4523-44e6-92aa-1ec0234a7205,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.049532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.053175 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Floating IP 177331a9-654d-4bb6-9fdc-6fc1fba8430e disassociated (deleted). External IP: 172.25.4.237, port: a33b436a-a823-40c3-8ace-bfe5d7164780. Aug 16 02:48:39.107750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router 6fd6cd31-1f69-4544-b954-053db574c869 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:39.132438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:48:35Z', 'revision_number': 3, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port': {'id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:33Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:39.172535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:39.177400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c5a2e-c8c4-4832-92af-f233b7554219 None None] The sync data for ids ['b17002f5-6d26-4af6-9c6a-d87a2905df06'] in n-d-769329-15 is: [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:48:35Z', 'revision_number': 3, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port': {'id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:33Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:39.203412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:39.203762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 8c5eca4f-1084-4ca7-aafb-8157b9a8bef1 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:39.204591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:39.220060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.233231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:39.233775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 95baef3d-3e9a-4df1-b2bb-27043d3d75d8 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:39.248157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-076ab185-df6b-4b91-9227-d32e61ad5ab4 None None] Provisioning for port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:39.256030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-076ab185-df6b-4b91-9227-d32e61ad5ab4 None None] Provisioning complete for port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:39.256737 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-076ab185-df6b-4b91-9227-d32e61ad5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.343071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:39.346549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:39.349554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.355942 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] Sync routers for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:39.373403 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:39.375429 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:39.437303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d826a5da-7d3e-4ed3-b092-899fe23e8025 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/floatingips/ca7f5f57-64c8-44e4-9090-30bc35e24e05 HTTP/1.1" status: 204 len: 168 time: 2.0055599 Aug 16 02:48:39.476335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-076ab185-df6b-4b91-9227-d32e61ad5ab4 None None] Port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:39.534244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:39.544094 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:39.551065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:39.555869 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.562170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] Sync routers for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:39.575656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:39.576907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:39.624353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c48db94c-eb85-4cce-afea-fcb998db961c tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/floatingips/177331a9-654d-4bb6-9fdc-6fc1fba8430e HTTP/1.1" status: 204 len: 168 time: 1.5698178 Aug 16 02:48:39.625938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:39.634135 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae868e1a-6ca7-43c5-a277-437196457a59" -d '{"events": [{"name": "network-changed", "server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:39.635507 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1d60a-6aa9-435d-90f0-76aadec546b5 x-openstack-request-id: req-77a1d60a-6aa9-435d-90f0-76aadec546b5 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:39.636952 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:39.637267 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77a1d60a-6aa9-435d-90f0-76aadec546b5 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:39.638224 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'status': 'completed', 'code': 200} Aug 16 02:48:39.724145 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:39.741922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-0b5a9ab5-bbf6-4c19-8a23-e270595c78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:39.745681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-0b5a9ab5-bbf6-4c19-8a23-e270595c78fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 1097 time: 0.0910411 Aug 16 02:48:39.753200 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.765992 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.826389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:39.898132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-bb9a10e7-35ff-4a3a-9194-a92b36d6309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:39.899709 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-bb9a10e7-35ff-4a3a-9194-a92b36d6309f service neutron] 10.222.0.88 "GET /v2.0/networks?id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 200 len: 898 time: 0.1454947 Aug 16 02:48:39.903478 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68656cd-1a00-4ea3-9088-c8f7cdf67f72 x-openstack-request-id: req-d68656cd-1a00-4ea3-9088-c8f7cdf67f72 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:39.904628 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:39.905776 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d68656cd-1a00-4ea3-9088-c8f7cdf67f72 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:39.905776 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'status': 'completed', 'code': 200} Aug 16 02:48:39.955625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.958890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=89a036f0-8a92-45ba-90f5-dfaa6344aa81,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:40.020468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-fe449907-7c5a-463e-a138-50904d7d69e1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 200 len: 217 time: 0.1010656 Aug 16 02:48:40.104482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-5b3833dd-bcfc-4b16-99a1-3181cfc12e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.106906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-5b3833dd-bcfc-4b16-99a1-3181cfc12e74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=69f0d4bfd3c6414bab8c98d242936943&device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 1136 time: 0.2001433 Aug 16 02:48:40.127046 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 6, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.143957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c599bd-43f9-49a2-9451-1ed5acffb3c1 req-a891defc-1bfe-4683-9960-0231025be93b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.145771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70c599bd-43f9-49a2-9451-1ed5acffb3c1 req-a891defc-1bfe-4683-9960-0231025be93b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 945 time: 0.1575794 Aug 16 02:48:40.147361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-c122a3cb-bd5b-4589-a30d-ec36663dadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.151475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-c122a3cb-bd5b-4589-a30d-ec36663dadd0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd9bba3a-3658-4a00-82bf-09de8f2961f0 HTTP/1.1" status: 200 len: 835 time: 0.1042414 Aug 16 02:48:40.167717 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] Checking router: 6fd6cd31-1f69-4544-b954-053db574c869 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:40.178526 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:40.179183 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.219004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.242341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8298-9d19-4061-b347-6b1926e14029 req-a1f8e4fe-b025-4f93-8514-6b9feeb79684 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.254955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-700a8298-9d19-4061-b347-6b1926e14029 req-a1f8e4fe-b025-4f93-8514-6b9feeb79684 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 984 time: 0.1815033 Aug 16 02:48:40.266533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] Checking router: 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:40.288549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:40.289418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.312919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-70c599bd-43f9-49a2-9451-1ed5acffb3c1 req-a1b083f8-5e7d-4375-be9f-2a503f4844d8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532922 Aug 16 02:48:40.316777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:40.342038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:40.368025 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:40.377195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-3a3f5851-441d-4d10-9f13-5cc193d99819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.378691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-3a3f5851-441d-4d10-9f13-5cc193d99819 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 200 len: 898 time: 0.2574716 Aug 16 02:48:40.442409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-700a8298-9d19-4061-b347-6b1926e14029 req-cd25f09f-25b9-4f99-8140-6fe14ed36044 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1799221 Aug 16 02:48:40.476752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-c73e3a4a-7435-435d-87ea-fc95564c7e0d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 200 len: 217 time: 0.0852590 Aug 16 02:48:40.492833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 076fed1f-6da1-41a4-a590-566bb1b6189a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:40.589605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-f3713214-883b-4835-bef9-932b0733c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.593653 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-f3713214-883b-4835-bef9-932b0733c677 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332b45cb-79a8-4b7f-b713-b069a8301ff9 HTTP/1.1" status: 200 len: 834 time: 0.1078923 Aug 16 02:48:40.632507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Router b17002f5-6d26-4af6-9c6a-d87a2905df06 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:40.660338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:40.677440 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 6, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.677720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-02f5fc56-19e6-4bad-92d8-4ba6241c9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.681376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-02f5fc56-19e6-4bad-92d8-4ba6241c9033 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6ee30cd0-7f49-4323-918e-a913ca8f1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776761 Aug 16 02:48:40.708028 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16873377-d8e2-4cf2-a509-a8fdb9e81f11 None None] The sync data for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 is: [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 6, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0a9d7a55-7569-417c-931a-4497b788598b', 'name': '', 'network_id': 'b23da168-3811-4ed6-8a5a-bf0eb51a66dc', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:43:de:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:58Z', 'updated_at': '2021-08-16T02:47:04Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': 'dd9bba3a-3658-4a00-82bf-09de8f2961f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:40.735061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 076fed1f-6da1-41a4-a590-566bb1b6189a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:40.744082 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 076fed1f-6da1-41a4-a590-566bb1b6189a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:40.744542 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.814504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-3679e091-0dc3-405e-806a-4f586ed3c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.816012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-3679e091-0dc3-405e-806a-4f586ed3c263 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b23da168-3811-4ed6-8a5a-bf0eb51a66dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5920272 Aug 16 02:48:40.827979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:40.833181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d6de6fe6-a9cc-4851-97cc-209b9ffdc8e8 admin admin] 10.222.0.78 "PUT /v2.0/routers/b17002f5-6d26-4af6-9c6a-d87a2905df06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7643373 Aug 16 02:48:40.849856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-458228cf-66d6-43c8-8fba-f235cd6a477b service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560962 Aug 16 02:48:40.922039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d4a7d796-822c-40ee-96e4-312ec9f497ef None None] Provisioning complete for port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:40.922416 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d796-822c-40ee-96e4-312ec9f497ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.016202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-876a659f-a0ba-4088-94af-bb0d98cae9a3 service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884930 Aug 16 02:48:41.032275 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.048444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7d796-822c-40ee-96e4-312ec9f497ef None None] Port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:41.049813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae868e1a-6ca7-43c5-a277-437196457a59 req-224606b4-1043-4df3-ae0e-8d7da72a1d30 service neutron] 10.222.0.98 "GET /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714258 Aug 16 02:48:41.079855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f238-f444-4e59-b797-0da9999b95be req-2ffbf9db-4ca0-4190-bbd5-a1924d7ca427 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:41.089328 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe68f238-f444-4e59-b797-0da9999b95be req-2ffbf9db-4ca0-4190-bbd5-a1924d7ca427 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 945 time: 0.0991571 Aug 16 02:48:41.091515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 076fed1f-6da1-41a4-a590-566bb1b6189a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=076fed1f-6da1-41a4-a590-566bb1b6189a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:41.111014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.151297 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-cb19c8fc-2724-44ed-b117-c3a55405d47e service neutron] 10.222.0.88 "GET /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258106 Aug 16 02:48:41.219668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=076fed1f-6da1-41a4-a590-566bb1b6189a,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:41.223784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port ee79929d-4fe3-4b02-879e-322c6630ce90 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:41.224180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.228755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:41.270329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bdfd48-f926-4604-b03d-90b07507bd21 None None] The sync data for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 is: [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1daf814a-278c-4318-be1d-1d12f56bc494', 'name': '', 'network_id': '6ee30cd0-7f49-4323-918e-a913ca8f1bfc', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'mac_address': 'fa:16:3e:c3:7b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:15Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'subnets': [{'id': '332b45cb-79a8-4b7f-b713-b069a8301ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:41.350329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port ee79929d-4fe3-4b02-879e-322c6630ce90, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ee79929d-4fe3-4b02-879e-322c6630ce90,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:41.350760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.368888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for ee79929d-4fe3-4b02-879e-322c6630ce90 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:41.484848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418b308-6ed4-4c9e-9180-d44e3f05a834 req-5b5ead86-02b8-4133-8990-858c4edb1cf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:41.486342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0418b308-6ed4-4c9e-9180-d44e3f05a834 req-5b5ead86-02b8-4133-8990-858c4edb1cf7 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2e5588a-c51d-4869-abf7-cf1595a28450 HTTP/1.1" status: 200 len: 945 time: 0.0674899 Aug 16 02:48:41.554760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0418b308-6ed4-4c9e-9180-d44e3f05a834 req-b8b85945-fb98-4f45-b607-e038dcd1b526 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=31c8e4c9-5e00-421a-a3ba-593103e33b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610020 Aug 16 02:48:41.570983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-01fa41db-3657-45dd-a1d5-11e88f932581 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:41.572718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-01fa41db-3657-45dd-a1d5-11e88f932581 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.98 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 984 time: 0.0624967 Aug 16 02:48:41.576771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:41.581433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3c54bc71-3eb7-4527-8d5f-4fd20c03ebd5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599306987', 'description': 'tempest-secgroup-smoke-1599306987 description', 'project_id': '41db4b40fc914ddcb25e026d1c69b419'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:41.610585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.622397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c54bc71-3eb7-4527-8d5f-4fd20c03ebd5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.669537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=ee79929d-4fe3-4b02-879e-322c6630ce90,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:41.752085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] No DVR routers for this DVR port ee79929d-4fe3-4b02-879e-322c6630ce90 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:41.758463 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.760762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe68f238-f444-4e59-b797-0da9999b95be req-884edaa7-1bae-44a5-9df4-4e186f470749 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "DELETE /v2.0/ports/ee79929d-4fe3-4b02-879e-322c6630ce90 HTTP/1.1" status: 204 len: 173 time: 0.6647763 Aug 16 02:48:41.761214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'name': 'network-vif-deleted', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:41.764708 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b88f6ae-af00-443c-8c74-ea4f61abba63" -d '{"events": [{"server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "name": "network-vif-deleted", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:41.810715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1136-12c2-4a8a-baa7-5c394a7c9088 req-dac3782f-d27d-4e6e-a843-c65770c9f8c2 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:41.819472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3be1136-12c2-4a8a-baa7-5c394a7c9088 req-dac3782f-d27d-4e6e-a843-c65770c9f8c2 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 984 time: 0.1598618 Aug 16 02:48:41.832370 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e24a040-06da-4904-bf8e-b2dbc9eda4aa x-openstack-request-id: req-4e24a040-06da-4904-bf8e-b2dbc9eda4aa {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:41.832676 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e5588a-c51d-4869-abf7-cf1595a28450", "name": "network-vif-deleted", "tag": "ee79929d-4fe3-4b02-879e-322c6630ce90", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:41.833959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting port a33b436a-a823-40c3-8ace-bfe5d7164780 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:41.834425 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.835619 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e24a040-06da-4904-bf8e-b2dbc9eda4aa {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:41.836039 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e5588a-c51d-4869-abf7-cf1595a28450', 'name': 'network-vif-deleted', 'tag': 'ee79929d-4fe3-4b02-879e-322c6630ce90', 'status': 'completed', 'code': 200} Aug 16 02:48:41.873166 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c54bc71-3eb7-4527-8d5f-4fd20c03ebd5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.878541 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c54bc71-3eb7-4527-8d5f-4fd20c03ebd5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.923489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3c54bc71-3eb7-4527-8d5f-4fd20c03ebd5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.928001 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3c54bc71-3eb7-4527-8d5f-4fd20c03ebd5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3474159 Aug 16 02:48:41.928424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34256) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:41.935885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a3be1136-12c2-4a8a-baa7-5c394a7c9088 req-f8ca0ef1-ec94-45af-b5fb-150769dcb119 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/security-groups?id=45ac6bc2-935b-40cd-9785-19b6d4955f79&id=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1049032 Aug 16 02:48:41.936580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-bb4d029d-1913-42a4-88e1-ee36c33abf7a tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'security_group_rule': {'security_group_id': '6474d750-0257-43d3-92d6-59822e7b1d72', 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:41.942821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54bc71-3eb7-4527-8d5f-4fd20c03ebd5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6474d750-0257-43d3-92d6-59822e7b1d72,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:41.979585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb4d029d-1913-42a4-88e1-ee36c33abf7a tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.982453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] For port a33b436a-a823-40c3-8ace-bfe5d7164780, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=a33b436a-a823-40c3-8ace-bfe5d7164780,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:41.982835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.997129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Calling delete_port for a33b436a-a823-40c3-8ace-bfe5d7164780 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:42.045491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb4d029d-1913-42a4-88e1-ee36c33abf7a tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.050440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb4d029d-1913-42a4-88e1-ee36c33abf7a tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.071616 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-bb4d029d-1913-42a4-88e1-ee36c33abf7a tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.077003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-bb4d029d-1913-42a4-88e1-ee36c33abf7a tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469576 Aug 16 02:48:42.077970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.092533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b494712e-b50d-47ea-b859-14ee5f553bc0 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'security_group_rule': {'security_group_id': '6474d750-0257-43d3-92d6-59822e7b1d72', 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:42.097783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d029d-1913-42a4-88e1-ee36c33abf7a tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f056df3-a3fe-4db2-9a6f-32e9b3cf3750,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.135881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b494712e-b50d-47ea-b859-14ee5f553bc0 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.186930 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.232850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b494712e-b50d-47ea-b859-14ee5f553bc0 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.235824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Port': ['ID=a33b436a-a823-40c3-8ace-bfe5d7164780,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.239647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b494712e-b50d-47ea-b859-14ee5f553bc0 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.278652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494712e-b50d-47ea-b859-14ee5f553bc0 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8ddac8-9232-403e-a784-c3dbcd75b63c,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.281028 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b494712e-b50d-47ea-b859-14ee5f553bc0 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.285695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b494712e-b50d-47ea-b859-14ee5f553bc0 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2044137 Aug 16 02:48:42.286891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34260) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.292072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a529e16d-db08-4c7e-800b-12b2beace2de tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'security_group_rule': {'security_group_id': '6474d750-0257-43d3-92d6-59822e7b1d72', 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:42.321299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] No DVR routers for this DVR port a33b436a-a823-40c3-8ace-bfe5d7164780 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:42.326718 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.328866 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-251ec04c-4958-4ba8-9582-8f3df4487424 req-2533059b-4e90-4246-9e64-a1a3065f011f tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.98 "DELETE /v2.0/ports/a33b436a-a823-40c3-8ace-bfe5d7164780 HTTP/1.1" status: 204 len: 173 time: 0.7489529 Aug 16 02:48:42.329374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'name': 'network-vif-deleted', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:42.332563 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bee234-298e-4533-b1a8-cc185949f1a1" -d '{"events": [{"server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "name": "network-vif-deleted", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:42.347981 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a529e16d-db08-4c7e-800b-12b2beace2de tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.402160 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ad5f8-e0e1-43db-b068-be617e05913b x-openstack-request-id: req-518ad5f8-e0e1-43db-b068-be617e05913b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:42.403226 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9006e91b-1d31-4dda-b8ac-73fc37d563ad", "name": "network-vif-deleted", "tag": "a33b436a-a823-40c3-8ace-bfe5d7164780", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:42.403646 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-518ad5f8-e0e1-43db-b068-be617e05913b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:42.404257 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9006e91b-1d31-4dda-b8ac-73fc37d563ad', 'name': 'network-vif-deleted', 'tag': 'a33b436a-a823-40c3-8ace-bfe5d7164780', 'status': 'completed', 'code': 200} Aug 16 02:48:42.422475 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45ceda-a0d1-450c-b7e8-0cd1296a2319 None None] New status for floating IP ca7f5f57-64c8-44e4-9090-30bc35e24e05: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:48:42.469487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a529e16d-db08-4c7e-800b-12b2beace2de tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.477343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a529e16d-db08-4c7e-800b-12b2beace2de tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.488669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 076fed1f-6da1-41a4-a590-566bb1b6189a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:42.501808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529e16d-db08-4c7e-800b-12b2beace2de tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71ae979-cd7a-4d53-b125-ba24497d7f6d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.509612 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a529e16d-db08-4c7e-800b-12b2beace2de tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.514285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34264) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.514432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a529e16d-db08-4c7e-800b-12b2beace2de tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2263427 Aug 16 02:48:42.519147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9f09922d-3817-4529-ac1b-724055eeb201 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'security_group_rule': {'security_group_id': '6474d750-0257-43d3-92d6-59822e7b1d72', 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:42.555187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0b9f6-d1b4-4a63-81e1-cc3b759f4b98 None None] New status for floating IP 177331a9-654d-4bb6-9fdc-6fc1fba8430e: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:48:42.565154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f09922d-3817-4529-ac1b-724055eeb201 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.633406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34268) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.653515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f09922d-3817-4529-ac1b-724055eeb201 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.658567 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f09922d-3817-4529-ac1b-724055eeb201 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.664717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 076fed1f-6da1-41a4-a590-566bb1b6189a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:42.665120 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.687546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9f09922d-3817-4529-ac1b-724055eeb201 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.688856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9f09922d-3817-4529-ac1b-724055eeb201 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733954 Aug 16 02:48:42.692123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34270) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.697811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'security_group_rule': {'security_group_id': '6474d750-0257-43d3-92d6-59822e7b1d72', 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:42.702868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09922d-3817-4529-ac1b-724055eeb201 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c0fcec-d49a-4f7e-a08c-a20e7e1294ce,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.733312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b35bad69-fb77-49e0-ba02-ac7bbc58504f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.733569 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Project 41db4b40fc914ddcb25e026d1c69b419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:42.741437 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.795109 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b35bad69-fb77-49e0-ba02-ac7bbc58504f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.814535 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Sync routers for ids ['b17002f5-6d26-4af6-9c6a-d87a2905df06'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:42.825569 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Routers {'b17002f5-6d26-4af6-9c6a-d87a2905df06'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:42.826205 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b17002f5-6d26-4af6-9c6a-d87a2905df06'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:42.835525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.841316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.866402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47d421a-3f25-46e7-b941-08a4d325c285,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.877742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.879011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-94169cea-f982-4dc7-a106-479ef5d0a3fc tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1855752 Aug 16 02:48:42.882517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34272) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.885432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b35bad69-fb77-49e0-ba02-ac7bbc58504f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.888620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'security_group_rule': {'security_group_id': '6474d750-0257-43d3-92d6-59822e7b1d72', 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:42.888800 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b35bad69-fb77-49e0-ba02-ac7bbc58504f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.890041 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b35bad69-fb77-49e0-ba02-ac7bbc58504f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/security-groups/31c8e4c9-5e00-421a-a3ba-593103e33b5c HTTP/1.1" status: 204 len: 168 time: 0.2556334 Aug 16 02:48:42.900025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bad69-fb77-49e0-ba02-ac7bbc58504f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c8e4c9-5e00-421a-a3ba-593103e33b5c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.920392 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Project 41db4b40fc914ddcb25e026d1c69b419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:42.926375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34276) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:42.936728 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.011772 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Set router b17002f5-6d26-4af6-9c6a-d87a2905df06 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:43.035622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.041027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.085281 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1c0d9f-f872-48db-9075-9075ee904153,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:43.106488 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72b1cd54-cab8-48fe-ae95-63bface5c692 req-799f5769-f5ad-404c-88d1-e428fd123afe tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "GET /v2.0/ports?device_id=9006e91b-1d31-4dda-b8ac-73fc37d563ad HTTP/1.1" status: 200 len: 210 time: 0.0520868 Aug 16 02:48:43.107696 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.109049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5dd5e488-7aa7-4c8c-a195-cc1ad077f93b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2253237 Aug 16 02:48:43.276275 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:48:39Z', 'revision_number': 4, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port': {'id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:33Z', 'updated_at': '2021-08-16T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '89a036f0-8a92-45ba-90f5-dfaa6344aa81', 'name': '', 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'mac_address': 'fa:16:3e:76:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7279407b-4535-493c-8f55-4542c3f1b774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:38Z', 'updated_at': '2021-08-16T02:48:39Z', 'revision_number': 2, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'subnets': [{'id': '7279407b-4535-493c-8f55-4542c3f1b774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:43.288470 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-e323712b-f8a6-484e-9396-28d39ae18c9c tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599306987&fields=id&tenant_id=41db4b40fc914ddcb25e026d1c69b419 HTTP/1.1" status: 200 len: 267 time: 0.0448656 Aug 16 02:48:43.302309 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Checking router: b17002f5-6d26-4af6-9c6a-d87a2905df06 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:43.302666 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Updating router b17002f5-6d26-4af6-9c6a-d87a2905df06 port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:43.340054 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.435899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-009e3884-8513-471e-9d82-494c1f6754ae tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.437416 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-009e3884-8513-471e-9d82-494c1f6754ae tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 808 time: 0.1410890 Aug 16 02:48:43.454126 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.458320 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-bdf1614c-1cf4-4ea2-b315-40d97b55b207 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/quotas/41db4b40fc914ddcb25e026d1c69b419 HTTP/1.1" status: 200 len: 375 time: 0.0150518 Aug 16 02:48:43.579628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-7bcd4ae1-17c5-4ea6-a6fb-3c49f1b9f191 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911565 Aug 16 02:48:43.604235 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.615175 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Transition to ACTIVE for port object 89a036f0-8a92-45ba-90f5-dfaa6344aa81 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:43.620845 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.674262 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaadbb2-72f4-40e4-b473-f131ce652ddc None None] Pushing event updated for resources: {'Port': ['ID=89a036f0-8a92-45ba-90f5-dfaa6344aa81,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:43.726309 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Attempting to bind port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:43.727049 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Attempting to bind port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:43.727688 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Attempting to bind port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 on network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:43.733643 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:43.734377 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Checking segment: {'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:43.735035 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.735673 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Bound using segment: {'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:43.736409 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Bound port: 89a036f0-8a92-45ba-90f5-dfaa6344aa81, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878cde93-dc9c-491f-aad6-2a2b1db6d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:43.737046 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.737790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-c4ec20d9-bf4a-4bb7-9fb6-1c7cb2eef8ea service neutron] 10.222.0.78 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452451 Aug 16 02:48:43.803541 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] For port 89a036f0-8a92-45ba-90f5-dfaa6344aa81, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:43.807777 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] For port 89a036f0-8a92-45ba-90f5-dfaa6344aa81, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=89a036f0-8a92-45ba-90f5-dfaa6344aa81,segment=NetworkSegment(878cde93-dc9c-491f-aad6-2a2b1db6d69e),segment_id=878cde93-dc9c-491f-aad6-2a2b1db6d69e)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:43.812458 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.878958 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Routers {'b17002f5-6d26-4af6-9c6a-d87a2905df06'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:43.879702 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b17002f5-6d26-4af6-9c6a-d87a2905df06'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:43.881847 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaadbb2-72f4-40e4-b473-f131ce652ddc None None] Pushing event updated for resources: {'Port': ['ID=89a036f0-8a92-45ba-90f5-dfaa6344aa81,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:43.997424 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] Set router b17002f5-6d26-4af6-9c6a-d87a2905df06 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:44.173655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34294) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:44.182727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-89521ddf-716e-4390-a69f-f9ed95002d16 service neutron] 10.222.0.78 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225941 Aug 16 02:48:44.191672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port 0a9d7a55-7569-417c-931a-4497b788598b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:44.192006 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.228176 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:48:39Z', 'revision_number': 4, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port': {'id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:33Z', 'updated_at': '2021-08-16T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '89a036f0-8a92-45ba-90f5-dfaa6344aa81', 'name': '', 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'mac_address': 'fa:16:3e:76:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7279407b-4535-493c-8f55-4542c3f1b774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:38Z', 'updated_at': '2021-08-16T02:48:43Z', 'revision_number': 4, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'subnets': [{'id': '7279407b-4535-493c-8f55-4542c3f1b774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:44.236601 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9141a89d-436e-4551-842e-b717f3aaeb56 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.265520 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461719b5-1917-4f7d-881b-d6c4d0384c8f None None] The sync data for ids ['b17002f5-6d26-4af6-9c6a-d87a2905df06'] in n-d-769329-15 is: [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:48:39Z', 'revision_number': 4, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port': {'id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:33Z', 'updated_at': '2021-08-16T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '89a036f0-8a92-45ba-90f5-dfaa6344aa81', 'name': '', 'network_id': '4f21abcb-38ec-4b41-9acc-1ca26a32f3f3', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'mac_address': 'fa:16:3e:76:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '7279407b-4535-493c-8f55-4542c3f1b774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:38Z', 'updated_at': '2021-08-16T02:48:43Z', 'revision_number': 4, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'subnets': [{'id': '7279407b-4535-493c-8f55-4542c3f1b774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:44.289282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9141a89d-436e-4551-842e-b717f3aaeb56 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.339577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port 0a9d7a55-7569-417c-931a-4497b788598b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a9d7a55-7569-417c-931a-4497b788598b,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:44.340920 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.366640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for 0a9d7a55-7569-417c-931a-4497b788598b owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:44.375642 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9141a89d-436e-4551-842e-b717f3aaeb56 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.379265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9141a89d-436e-4551-842e-b717f3aaeb56 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.380592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9141a89d-436e-4551-842e-b717f3aaeb56 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/security-groups/81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e HTTP/1.1" status: 204 len: 168 time: 0.2052164 Aug 16 02:48:44.384579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34298) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:44.405271 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a89d-436e-4551-842e-b717f3aaeb56 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c28c16-e0a9-4d1a-8fd8-601ccd2a1e6e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:44.449875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f87c6966-1d62-4fdf-8b90-23333af0d28e req-c431a71b-ce18-419e-afb0-b410703a87c2 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 210 time: 0.0274210 Aug 16 02:48:44.503214 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a221b70-4f21-44af-9762-f581c9042448 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.532672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a221b70-4f21-44af-9762-f581c9042448 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.589473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a221b70-4f21-44af-9762-f581c9042448 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.592231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5a221b70-4f21-44af-9762-f581c9042448 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.593566 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5a221b70-4f21-44af-9762-f581c9042448 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/security-groups/45ac6bc2-935b-40cd-9785-19b6d4955f79 HTTP/1.1" status: 204 len: 168 time: 0.2068098 Aug 16 02:48:44.597312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34304) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:44.613559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a221b70-4f21-44af-9762-f581c9042448 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac6bc2-935b-40cd-9785-19b6d4955f79,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:44.646745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.675430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=0a9d7a55-7569-417c-931a-4497b788598b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:44.926005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.125536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.199895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee79929d-4fe3-4b02-879e-322c6630ce90 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:45.206461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router 6fd6cd31-1f69-4544-b954-053db574c869 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:45.224036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: ee79929d-4fe3-4b02-879e-322c6630ce90 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:45.224412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ee79929d-4fe3-4b02-879e-322c6630ce90 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:45.341550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:45.351765 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] Sync routers for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:45.356875 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-87ec25b8-0899-493e-a8fd-58925491760e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "PUT /v2.0/routers/6fd6cd31-1f69-4544-b954-053db574c869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289579 Aug 16 02:48:45.357617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34314) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:45.362523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:45.363270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:45.432004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting subnet dd9bba3a-3658-4a00-82bf-09de8f2961f0 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:45.436135 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.467090 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting port 1daf814a-278c-4318-be1d-1d12f56bc494 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:45.467700 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.470375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a33b436a-a823-40c3-8ace-bfe5d7164780 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:45.497289 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.528595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: a33b436a-a823-40c3-8ace-bfe5d7164780 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:45.529914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device a33b436a-a823-40c3-8ace-bfe5d7164780 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:45.542346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:45.621885 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8bc2be2-be70-404b-85d4-319a44735c4a req-ba851573-47f0-47b2-82e5-a5b3b2a8dd44 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 210 time: 0.0284953 Aug 16 02:48:45.624963 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.657666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] For port 1daf814a-278c-4318-be1d-1d12f56bc494, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1daf814a-278c-4318-be1d-1d12f56bc494,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:45.658071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.672835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Calling delete_port for 1daf814a-278c-4318-be1d-1d12f56bc494 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:45.691344 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.718327 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9bba3a-3658-4a00-82bf-09de8f2961f0,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:45.722093 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.726396 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0f160f55-caec-4805-b7ed-67b6d8cc5fc8 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/subnets/dd9bba3a-3658-4a00-82bf-09de8f2961f0 HTTP/1.1" status: 204 len: 168 time: 0.3654339 Aug 16 02:48:45.727399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34318) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:45.730624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d35e70c-92fc-4e83-913b-e398dffbcd57 None None] Network b23da168-3811-4ed6-8a5a-bf0eb51a66dc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:45.735180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:44Z', 'revision_number': 7, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:45.800898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] Checking router: 6fd6cd31-1f69-4544-b954-053db574c869 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:45.826684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] Routers {'6fd6cd31-1f69-4544-b954-053db574c869'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:45.827352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6fd6cd31-1f69-4544-b954-053db574c869'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:45.849703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.906362 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.951416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Port': ['ID=1daf814a-278c-4318-be1d-1d12f56bc494,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:45.986534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.068951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port ea0ac7ef-1826-4c94-861e-ece80471f9bc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:46.069807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.208318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port ea0ac7ef-1826-4c94-861e-ece80471f9bc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ea0ac7ef-1826-4c94-861e-ece80471f9bc,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:46.208828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.217771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] Set router 6fd6cd31-1f69-4544-b954-053db574c869 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:46.234730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for ea0ac7ef-1826-4c94-861e-ece80471f9bc owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:46.278967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-8e3c6e17-24b1-4917-b94b-b0ffce19bc89 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:46.281883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-8e3c6e17-24b1-4917-b94b-b0ffce19bc89 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 808 time: 0.3243718 Aug 16 02:48:46.312885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] DHCP port deletion for b23da168-3811-4ed6-8a5a-bf0eb51a66dc request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:46.378645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-d68e83dc-a574-4cf2-989d-15045da9bbdf tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41db4b40fc914ddcb25e026d1c69b419 HTTP/1.1" status: 200 len: 380 time: 0.0860550 Aug 16 02:48:46.394150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'port': {'device_id': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'admin_state_up': True, 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'security_groups': ['6474d750-0257-43d3-92d6-59822e7b1d72']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:46.467069 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.498649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 89a036f0-8a92-45ba-90f5-dfaa6344aa81 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:46.525559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:44Z', 'revision_number': 7, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:46.544456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=ea0ac7ef-1826-4c94-861e-ece80471f9bc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:46.558607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873c4c4-193c-4756-8c1a-2bd9a857b2cc None None] The sync data for ids ['6fd6cd31-1f69-4544-b954-053db574c869'] in n-d-769329-15 is: [{'id': '6fd6cd31-1f69-4544-b954-053db574c869', 'name': 'tempest-TestNetworkBasicOps-router-1767782812', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:46:54Z', 'updated_at': '2021-08-16T02:48:44Z', 'revision_number': 7, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': 'ea0ac7ef-1826-4c94-861e-ece80471f9bc', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6cd31-1f69-4544-b954-053db574c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:46:55Z', 'updated_at': '2021-08-16T02:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:46.574873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.580952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] Deleting port 202df8f6-4071-4f32-9117-1ccf79facf5f {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:46.581880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.684725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] For port 202df8f6-4071-4f32-9117-1ccf79facf5f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=202df8f6-4071-4f32-9117-1ccf79facf5f,segment=NetworkSegment(9ae23377-333d-429e-bde5-834977dbeb0d),segment_id=9ae23377-333d-429e-bde5-834977dbeb0d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:46.685179 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.700822 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.701964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] Calling delete_port for 202df8f6-4071-4f32-9117-1ccf79facf5f owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:46.703433 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.714051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:46.720823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:46.721116 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.755635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.756028 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.757187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd6cd31-1f69-4544-b954-053db574c869 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:48:46.765495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.769390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e5c860ea-e544-4c1e-8bb7-33ee7674776f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/routers/6fd6cd31-1f69-4544-b954-053db574c869 HTTP/1.1" status: 204 len: 168 time: 1.0383310 Aug 16 02:48:46.772725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34322) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:46.795387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d57cf511-5359-4cb0-92f2-cf272977d294 req-15e1056a-9fca-4192-9d8a-b1b2da9380a5 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 210 time: 0.0402524 Aug 16 02:48:46.845735 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.866349 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.887100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] Pushing event deleted for resources: {'Port': ['ID=202df8f6-4071-4f32-9117-1ccf79facf5f,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:46.889019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16174a-1a7a-4e6a-a1a3-4dbb471c5bb6 None None] No DVR routers for this DVR port 202df8f6-4071-4f32-9117-1ccf79facf5f on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:46.892149 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.937567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 89a036f0-8a92-45ba-90f5-dfaa6344aa81, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=89a036f0-8a92-45ba-90f5-dfaa6344aa81,segment=NetworkSegment(878cde93-dc9c-491f-aad6-2a2b1db6d69e),segment_id=878cde93-dc9c-491f-aad6-2a2b1db6d69e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:46.937853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Made reservation on behalf of 41db4b40fc914ddcb25e026d1c69b419 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:46.941395 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.943102 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.985515 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.995703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23da168-3811-4ed6-8a5a-bf0eb51a66dc']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.006976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae23377-333d-429e-bde5-834977dbeb0d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.007266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae23377-333d-429e-bde5-834977dbeb0d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.007827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=89a036f0-8a92-45ba-90f5-dfaa6344aa81,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.017553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.033286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.039750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:47.040413 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:47.043757 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:47.101850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.106690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.108807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/networks/b23da168-3811-4ed6-8a5a-bf0eb51a66dc HTTP/1.1" status: 204 len: 168 time: 0.3376935 Aug 16 02:48:47.126912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10302f-2357-43ee-9b2b-17d6ae368314 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Network': ['ID=b23da168-3811-4ed6-8a5a-bf0eb51a66dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.127235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34324) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:47.133349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'network': {'name': 'tempest-network-smoke--36838463', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:47.155201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:47.158899 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.171226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Allocated IP 172.20.0.12 (7a44eb63-232c-445c-8153-b56639a4acd4/badfd8c3-050f-4264-88c0-3c7871d204fe/3d42b457-362e-4725-a753-7029c0abaa9d) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:47.174678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:47.190055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:47.199767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.200118 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Added segment 4edc42e2-916f-438b-8b80-deb103b08bf8 of type vlan for network d9c7b813-48a1-4031-9436-eeb5b6bd2929 Aug 16 02:48:47.243501 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.265124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 202df8f6-4071-4f32-9117-1ccf79facf5f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:47.281037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.287962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.288759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.290069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 202df8f6-4071-4f32-9117-1ccf79facf5f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:47.290838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 202df8f6-4071-4f32-9117-1ccf79facf5f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:47.353821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2245398 Aug 16 02:48:47.356706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34326) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:47.363275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-817721235', 'admin_state_up': True, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:47.384738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee81da-f9bf-42ae-8f8c-b772b2e0ad27 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Network': ['ID=d9c7b813-48a1-4031-9436-eeb5b6bd2929,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.394586 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:47.397179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:47.402474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-82b4a499-fea7-46f0-877a-8a30c6e27493 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "PUT /v2.0/routers/5160b281-9ddd-4cfe-b10a-012aa9eac6c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8024945 Aug 16 02:48:47.406412 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] Sync routers for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:47.407984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34328) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:47.423068 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:47.424092 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:47.430637 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.432405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.462015 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.490902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting subnet 332b45cb-79a8-4b7f-b713-b069a8301ff9 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:47.494870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Transition to ACTIVE for port object 3d42b457-362e-4725-a753-7029c0abaa9d will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:47.496723 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.525630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.545120 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.605048 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.700008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Network 7a44eb63-232c-445c-8153-b56639a4acd4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:47.706743 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:47.710537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:47.715729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.718920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:47.719440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.721324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'Port': ['ID=3d42b457-362e-4725-a753-7029c0abaa9d,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.803632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.804272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.845737 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.867060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-514838b4-344e-4fe6-bd8e-b7e62b3ebd5e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4803751 Aug 16 02:48:47.898450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Request body: {'port': {'device_id': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:47.905665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Subnet': ['ID=332b45cb-79a8-4b7f-b713-b069a8301ff9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.936992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.939056 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4ee8e49c-bd9f-4643-88e8-121f2c562a63 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/subnets/332b45cb-79a8-4b7f-b713-b069a8301ff9 HTTP/1.1" status: 204 len: 168 time: 0.5301352 Aug 16 02:48:47.941880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34332) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:47.946357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838bd6b6-807b-4cb0-8fa3-ba896f11dcb9 None None] Network 6ee30cd0-7f49-4323-918e-a913ca8f1bfc requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:48.026798 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:48:45Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:48.030565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.049333 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.062642 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] Checking router: 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:48.069912 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.072796 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] Routers {'5160b281-9ddd-4cfe-b10a-012aa9eac6c0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:48.073596 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:48.090567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d742936-2d3f-4ad6-80c3-40fb2272ba82 req-6681dbaa-01b6-4ce8-80ef-c0a3745cdae2 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.092141 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d742936-2d3f-4ad6-80c3-40fb2272ba82 req-6681dbaa-01b6-4ce8-80ef-c0a3745cdae2 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 932 time: 0.1532767 Aug 16 02:48:48.170183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-af7a1a4d-b07a-4ee7-a7c9-131de068947c None None] Provisioning for port 3d42b457-362e-4725-a753-7029c0abaa9d completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:48.190400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-af7a1a4d-b07a-4ee7-a7c9-131de068947c None None] Provisioning complete for port 3d42b457-362e-4725-a753-7029c0abaa9d triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:48.191030 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-af7a1a4d-b07a-4ee7-a7c9-131de068947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.218671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4d742936-2d3f-4ad6-80c3-40fb2272ba82 req-c7d467df-d07d-4c15-8123-3e7cb470abe8 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786567 Aug 16 02:48:48.235704 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] Set router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:48.251098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] DHCP port deletion for 6ee30cd0-7f49-4323-918e-a913ca8f1bfc request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:48.285850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-af7a1a4d-b07a-4ee7-a7c9-131de068947c None None] Port 3d42b457-362e-4725-a753-7029c0abaa9d cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:48.309578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.25.4.36 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/31f9873a-42b5-4505-9135-cee2edfeef37) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:48.320860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] Deleting port 31930c9d-715f-4f40-bf86-9917e1626936 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:48.321886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.361862 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.406900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 89a036f0-8a92-45ba-90f5-dfaa6344aa81 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:48.455379 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:48:45Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:48.468856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] For port 31930c9d-715f-4f40-bf86-9917e1626936, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31930c9d-715f-4f40-bf86-9917e1626936,segment=NetworkSegment(5e67df68-8f04-4a0d-8d1b-779d2df3c9ff),segment_id=5e67df68-8f04-4a0d-8d1b-779d2df3c9ff)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:48.469259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.479974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.491072 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd936d01-5de2-483b-ac08-89641df11357 None None] The sync data for ids ['5160b281-9ddd-4cfe-b10a-012aa9eac6c0'] in n-d-769329-15 is: [{'id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101461467', 'tenant_id': '69f0d4bfd3c6414bab8c98d242936943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:48:45Z', 'revision_number': 5, 'project_id': '69f0d4bfd3c6414bab8c98d242936943', 'gw_port': {'id': 'd095aa93-369d-400a-bff3-762ccad6f5e5', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5160b281-9ddd-4cfe-b10a-012aa9eac6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:11Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:48.493033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] Calling delete_port for 31930c9d-715f-4f40-bf86-9917e1626936 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:48.502552 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.543628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.554588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:48.555211 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.563398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:48.582582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:48.586247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:48.635996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=31f9873a-42b5-4505-9135-cee2edfeef37,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.646749 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Deleting port d095aa93-369d-400a-bff3-762ccad6f5e5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:48.647915 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.651198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.669710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d42b457-362e-4725-a753-7029c0abaa9d {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:48.683250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] Pushing event deleted for resources: {'Port': ['ID=31930c9d-715f-4f40-bf86-9917e1626936,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.693386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767324f-8913-4e7c-b80f-109519bf49f0 None None] No DVR routers for this DVR port 31930c9d-715f-4f40-bf86-9917e1626936 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:48.710546 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.733955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Transition to ACTIVE for port object 3d42b457-362e-4725-a753-7029c0abaa9d will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:48.744821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.832091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] For port d095aa93-369d-400a-bff3-762ccad6f5e5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d095aa93-369d-400a-bff3-762ccad6f5e5,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:48.832913 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.863088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3d42b457-362e-4725-a753-7029c0abaa9d,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.875131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Calling delete_port for d095aa93-369d-400a-bff3-762ccad6f5e5 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:48.898470 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.928698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a9d7a55-7569-417c-931a-4497b788598b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:48.966544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0a9d7a55-7569-417c-931a-4497b788598b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:48.966896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a9d7a55-7569-417c-931a-4497b788598b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:48.967322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31930c9d-715f-4f40-bf86-9917e1626936 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:48.993291 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 31930c9d-715f-4f40-bf86-9917e1626936 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:48.994774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31930c9d-715f-4f40-bf86-9917e1626936 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:48.995377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ea0ac7ef-1826-4c94-861e-ece80471f9bc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:49.023849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ea0ac7ef-1826-4c94-861e-ece80471f9bc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:49.025078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ea0ac7ef-1826-4c94-861e-ece80471f9bc not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:49.066336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Attempting to bind port 3d42b457-362e-4725-a753-7029c0abaa9d on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:49.066775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Attempting to bind port 3d42b457-362e-4725-a753-7029c0abaa9d by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:49.067330 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Attempting to bind port 3d42b457-362e-4725-a753-7029c0abaa9d on network 7a44eb63-232c-445c-8153-b56639a4acd4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:49.081175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Port 3d42b457-362e-4725-a753-7029c0abaa9d on network 7a44eb63-232c-445c-8153-b56639a4acd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:49.081506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Attempting to bind port 3d42b457-362e-4725-a753-7029c0abaa9d on network 7a44eb63-232c-445c-8153-b56639a4acd4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:49.129722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:49.130052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Checking segment: {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:49.130440 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Bound using segment: {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:49.130878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Bound port: 3d42b457-362e-4725-a753-7029c0abaa9d, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5b55bb-b02f-4227-9ea2-6c7138905b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:49.132467 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.258700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] For port 3d42b457-362e-4725-a753-7029c0abaa9d, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:49.276908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] For port 3d42b457-362e-4725-a753-7029c0abaa9d, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3d42b457-362e-4725-a753-7029c0abaa9d,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:49.278449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.310953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.317123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Port': ['ID=d095aa93-369d-400a-bff3-762ccad6f5e5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:49.413506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.414153 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.415581 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] 10.222.0.98 "PUT /v2.0/ports/3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 1093 time: 1.5221303 Aug 16 02:48:49.418526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:49.420758 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3e551-edd8-4be0-b8a1-c73ada663b51" -d '{"events": [{"name": "network-changed", "server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:49.469175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd331ff-3377-44db-823b-44986f022e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3d42b457-362e-4725-a753-7029c0abaa9d,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:49.493710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c39a-f9ee-48ca-b134-b3c5391626fe req-35c4ef3c-54d2-44eb-bf33-013dd608ba80 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.495283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bc5c39a-f9ee-48ca-b134-b3c5391626fe req-35c4ef3c-54d2-44eb-bf33-013dd608ba80 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 944 time: 0.1815891 Aug 16 02:48:49.503588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.514442 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.517372 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db99a6-13ce-4b2a-83e4-8f3edd7aba2d x-openstack-request-id: req-98db99a6-13ce-4b2a-83e4-8f3edd7aba2d {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:49.517666 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:49.517909 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98db99a6-13ce-4b2a-83e4-8f3edd7aba2d {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:49.518339 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d', 'status': 'completed', 'code': 200} Aug 16 02:48:49.634385 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.640400 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.646345 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router fc464c86-749e-47f0-bbff-685e949e7669 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:49.688358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-085a8437-a8d6-4399-8d68-f19abf554a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.689818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-085a8437-a8d6-4399-8d68-f19abf554a0f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1096 time: 0.2217915 Aug 16 02:48:49.693525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bc5c39a-f9ee-48ca-b134-b3c5391626fe req-b99fa27f-2576-4f81-b1ef-a33b87f1dba4 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731374 Aug 16 02:48:49.701406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.702089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Fanout notify agent at l3_agent the message router_deleted on router 5160b281-9ddd-4cfe-b10a-012aa9eac6c0 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:48:49.710366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.711441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-88401483-0da1-4afa-9ea0-f6e81c3e95ed tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/routers/5160b281-9ddd-4cfe-b10a-012aa9eac6c0 HTTP/1.1" status: 204 len: 168 time: 1.7686749 Aug 16 02:48:49.718554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34338) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.758492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-7e1c1127-efe6-4907-b2e8-8ae708c2f0f0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 217 time: 0.0541539 Aug 16 02:48:49.764540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:49.778393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Sync routers for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:49.786840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.788443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4112aa3-ba81-4a64-ae65-2b3682efa83e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4309268 Aug 16 02:48:49.789693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:49.790386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:49.791289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34340) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.822373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f6cb89ff-8f84-4dd0-b0a8-ca78b1c7b976 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5a6786e83d7340eca5dfa946d5fb579a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298738 Aug 16 02:48:49.825477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34342) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.873526 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.881721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-671bb41e-f6c6-402d-830a-bf6d64384e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.883405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-671bb41e-f6c6-402d-830a-bf6d64384e6b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0847957 Aug 16 02:48:49.924761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:49.928784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914de9aa-44fc-4d46-a90a-fa62b08084f2 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.932998 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-914de9aa-44fc-4d46-a90a-fa62b08084f2 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1039634 Aug 16 02:48:49.933444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34344) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.969586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e861aed9-f924-403e-b4d5-3120d735617b tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326152 Aug 16 02:48:49.969994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34346) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.975867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130788266', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:50.006949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.020455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee30cd0-7f49-4323-918e-a913ca8f1bfc']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:50.077850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:50.082346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.113553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 3, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:50.148698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Checking router: fc464c86-749e-47f0-bbff-685e949e7669 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:50.149339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Updating router fc464c86-749e-47f0-bbff-685e949e7669 port 31f9873a-42b5-4505-9135-cee2edfeef37 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:50.178252 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.345077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd1b7-fae0-400a-9736-821b77590026 req-c4c21907-719d-44db-a9f3-897e07bf213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.345324 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.345444 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-c4c21907-719d-44db-a9f3-897e07bf213f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4289310 Aug 16 02:48:50.347554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:50.347773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e67df68-8f04-4a0d-8d1b-779d2df3c9ff') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:50.358255 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.375493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1daf814a-278c-4318-be1d-1d12f56bc494 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:50.398623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 1daf814a-278c-4318-be1d-1d12f56bc494 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:50.398900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1daf814a-278c-4318-be1d-1d12f56bc494 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:50.399296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d095aa93-369d-400a-bff3-762ccad6f5e5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:50.413382 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.420009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Subnet': ['ID=0bc018fe-dd93-4c39-b841-b7bb3dd9043d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:50.426245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:50.426599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.427634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d095aa93-369d-400a-bff3-762ccad6f5e5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:50.428005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d095aa93-369d-400a-bff3-762ccad6f5e5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:50.429561 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:50.437087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Checking segment: {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:50.437673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network hostable DHCP agents. Network: d9c7b813-48a1-4031-9436-eeb5b6bd2929, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:50.461255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:50.472840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d9c7b813-48a1-4031-9436-eeb5b6bd2929) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:50.482950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.483562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.491005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a0041-6032-46f8-982f-25a29931b806 None None] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:50.501269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c6bd69ba-a1d2-4266-b203-a39059e0ac2a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5296047 Aug 16 02:48:50.504320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34348) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:50.510745 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.519539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.521583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] 10.222.0.78 "DELETE /v2.0/networks/6ee30cd0-7f49-4323-918e-a913ca8f1bfc HTTP/1.1" status: 204 len: 168 time: 0.8020127 Aug 16 02:48:50.524990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-22d9a43a-8509-4f85-98a7-4420008cd2d4 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649399 Aug 16 02:48:50.534727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978ab8c-f100-4f36-a0b9-a6de6245c412 tempest-TestSecurityGroupsBasicOps-1499755759 tempest-TestSecurityGroupsBasicOps-1499755759-project] Pushing event deleted for resources: {'Network': ['ID=6ee30cd0-7f49-4323-918e-a913ca8f1bfc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:50.622217 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.646534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Transition to ACTIVE for port object 31f9873a-42b5-4505-9135-cee2edfeef37 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:50.653906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a17bd1b7-fae0-400a-9736-821b77590026 req-f6b25696-6e6d-4e78-a7e2-f026cd22fd01 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156301 Aug 16 02:48:50.676538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.767061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Attempting to bind port 31f9873a-42b5-4505-9135-cee2edfeef37 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:50.767497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Attempting to bind port 31f9873a-42b5-4505-9135-cee2edfeef37 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:50.767962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Attempting to bind port 31f9873a-42b5-4505-9135-cee2edfeef37 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:50.776845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:50.776845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:50.777391 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.777953 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:50.778622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Bound port: 31f9873a-42b5-4505-9135-cee2edfeef37, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:50.779205 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.808423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-3ffd3007-f95d-40fd-b73f-ec413f47481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.810510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-3ffd3007-f95d-40fd-b73f-ec413f47481a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1096 time: 0.0922759 Aug 16 02:48:50.840908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] For port 31f9873a-42b5-4505-9135-cee2edfeef37, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:50.845036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] For port 31f9873a-42b5-4505-9135-cee2edfeef37, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31f9873a-42b5-4505-9135-cee2edfeef37,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:50.848799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-d9c7b813-48a1-4031-9436-eeb5b6bd2929', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:50.849636 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.854033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0d2e9-6d22-4578-bc79-f647defb01af None None] Pushing event updated for resources: {'Port': ['ID=31f9873a-42b5-4505-9135-cee2edfeef37,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:50.864004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.941644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951fba5-0c2c-49ba-b7a0-8997d8b94d58 req-fa15899e-086c-4717-89d1-721489e30066 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.943183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4951fba5-0c2c-49ba-b7a0-8997d8b94d58 req-fa15899e-086c-4717-89d1-721489e30066 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 944 time: 0.1375816 Aug 16 02:48:50.999109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0d2e9-6d22-4578-bc79-f647defb01af None None] Pushing event updated for resources: {'Port': ['ID=31f9873a-42b5-4505-9135-cee2edfeef37,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.005600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:51.006623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:51.016632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4951fba5-0c2c-49ba-b7a0-8997d8b94d58 req-857183bc-4e96-4152-aeec-e697f9394383 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598419 Aug 16 02:48:51.042312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-0bcd206d-cee4-420b-8bed-04072d74e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.042312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-0bcd206d-cee4-420b-8bed-04072d74e6d8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 909 time: 0.1989360 Aug 16 02:48:51.050427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34358) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:51.075455 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.087469 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-08528830-8033-43d6-b67b-8834e861eabe service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 217 time: 0.0363712 Aug 16 02:48:51.137560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Allocated IP 172.20.0.2 (d9c7b813-48a1-4031-9436-eeb5b6bd2929/0bc018fe-dd93-4c39-b841-b7bb3dd9043d/31bb7c39-7ded-477e-bdf5-d997ba921e31) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:51.157211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-b81ffb00-7b58-4687-bdc5-4cc097a8e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.159040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-b81ffb00-7b58-4687-bdc5-4cc097a8e7a5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0640979 Aug 16 02:48:51.226339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-aafa14c5-b4bf-423e-b493-a4f2c1016f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.227906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-aafa14c5-b4bf-423e-b493-a4f2c1016f2f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586357 Aug 16 02:48:51.290436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-57f4db0f-983c-40f2-9e5e-da545a3c3330 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69f0d4bfd3c6414bab8c98d242936943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347322 Aug 16 02:48:51.292129 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34362) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:51.344136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:51.370419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-62cea41e-3031-462c-92b9-935c55328488 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324227 Aug 16 02:48:51.375087 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0935000-14eb-4c14-8666-8955ccf7b5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.442059 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0935000-14eb-4c14-8666-8955ccf7b5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.510201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6be3e551-edd8-4be0-b8a1-c73ada663b51 req-e6515f01-df31-442c-80d1-75119a807ec1 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259496 Aug 16 02:48:51.517123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0935000-14eb-4c14-8666-8955ccf7b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.520541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d0935000-14eb-4c14-8666-8955ccf7b5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.521638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d0935000-14eb-4c14-8666-8955ccf7b5fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9823a8d8-56ff-40c0-8035-8805171b1abc HTTP/1.1" status: 204 len: 168 time: 0.2297461 Aug 16 02:48:51.535848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0935000-14eb-4c14-8666-8955ccf7b5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9823a8d8-56ff-40c0-8035-8805171b1abc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.607527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.618090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Transition to ACTIVE for port object 31bb7c39-7ded-477e-bdf5-d997ba921e31 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:51.641234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Transition to ACTIVE for port object 31bb7c39-7ded-477e-bdf5-d997ba921e31 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:51.647634 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.677552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 3, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:51.701516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.20.0.1 (d9c7b813-48a1-4031-9436-eeb5b6bd2929/0bc018fe-dd93-4c39-b841-b7bb3dd9043d/d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:51.719391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439fe65-b006-413b-a6ed-294a7a47faad None None] The sync data for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 is: [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:48Z', 'revision_number': 3, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:51.723572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:51.726936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:51.731606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:51.734716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Pushing event updated for resources: {'Port': ['ID=31bb7c39-7ded-477e-bdf5-d997ba921e31,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.807489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Attempting to bind port 31bb7c39-7ded-477e-bdf5-d997ba921e31 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:51.808802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Attempting to bind port 31bb7c39-7ded-477e-bdf5-d997ba921e31 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:51.808988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Attempting to bind port 31bb7c39-7ded-477e-bdf5-d997ba921e31 on network d9c7b813-48a1-4031-9436-eeb5b6bd2929 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:51.814351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:51.814867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Checking segment: {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:51.815291 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.815939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Bound using segment: {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:51.816600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Bound port: 31bb7c39-7ded-477e-bdf5-d997ba921e31, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:51.816975 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.847290 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.855536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34368) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:51.863218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Transition to ACTIVE for port object d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:51.874765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76a0084f-e1db-43e5-acb8-231aeff24514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.887583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] For port 31bb7c39-7ded-477e-bdf5-d997ba921e31, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:51.891958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] For port 31bb7c39-7ded-477e-bdf5-d997ba921e31, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31bb7c39-7ded-477e-bdf5-d997ba921e31,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:51.898966 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.901802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.960477 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:51.966086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:51.974135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:51.978212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59314cfd-a4bd-4770-a552-24a390321ff7 None None] Pushing event updated for resources: {'Port': ['ID=31bb7c39-7ded-477e-bdf5-d997ba921e31,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.979606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.997390 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76a0084f-e1db-43e5-acb8-231aeff24514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.002946 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-76a0084f-e1db-43e5-acb8-231aeff24514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.028754 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.081304 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76a0084f-e1db-43e5-acb8-231aeff24514 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd99223de25841eabcf827b54ca3d420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241664 Aug 16 02:48:52.082444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0084f-e1db-43e5-acb8-231aeff24514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb9c60-2de9-460f-948f-a3101a2cc9c4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:52.085317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34372) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:52.269079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c090911-3fcc-4dda-b8ce-8354694b2233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.291202 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.302794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe6af-1699-4c89-a96b-17ccad2efcac req-456b1927-66a7-4427-98c5-b1ca8f71dc36 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:52.304388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-174fe6af-1699-4c89-a96b-17ccad2efcac req-456b1927-66a7-4427-98c5-b1ca8f71dc36 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 944 time: 0.1544127 Aug 16 02:48:52.337408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c090911-3fcc-4dda-b8ce-8354694b2233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.453594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-174fe6af-1699-4c89-a96b-17ccad2efcac req-7ac4caa5-79bc-4987-b279-c2af00209b7e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272876 Aug 16 02:48:52.467066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31f9873a-42b5-4505-9135-cee2edfeef37 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:52.506522 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.536654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 31f9873a-42b5-4505-9135-cee2edfeef37 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:52.543965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31f9873a-42b5-4505-9135-cee2edfeef37 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:52.544377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.570909 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c090911-3fcc-4dda-b8ce-8354694b2233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.573802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5c090911-3fcc-4dda-b8ce-8354694b2233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.577375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c090911-3fcc-4dda-b8ce-8354694b2233 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29bb9c60-2de9-460f-948f-a3101a2cc9c4 HTTP/1.1" status: 204 len: 168 time: 0.4888453 Aug 16 02:48:52.600711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c090911-3fcc-4dda-b8ce-8354694b2233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb9c60-2de9-460f-948f-a3101a2cc9c4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:52.647674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.670953 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 31f9873a-42b5-4505-9135-cee2edfeef37, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31f9873a-42b5-4505-9135-cee2edfeef37,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:52.676464 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.678403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31bb7c39-7ded-477e-bdf5-d997ba921e31 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:52.778456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=31f9873a-42b5-4505-9135-cee2edfeef37,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:52.798121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.799698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 31bb7c39-7ded-477e-bdf5-d997ba921e31 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:52.808484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.891777 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:52.894694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.006488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:53.007902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:53.016995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34378) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:53.131150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8a4d2a94-804e-4423-850a-733a8ce17983 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c55364e25a1b489f917e5f6ee0b2a3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123002 Aug 16 02:48:53.133439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34380) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:53.155494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673baace-4086-48be-8aee-f54ce5690291 None None] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:53.156155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router fc464c86-749e-47f0-bbff-685e949e7669 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:53.208685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a48efdf-1903-4698-8ea7-15194ce232ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.228577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7e25b0cf-6779-46ca-9d84-0ae4fc6153a0 None None] Provisioning for port 31bb7c39-7ded-477e-bdf5-d997ba921e31 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:53.232545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a48efdf-1903-4698-8ea7-15194ce232ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.240077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7e25b0cf-6779-46ca-9d84-0ae4fc6153a0 None None] Provisioning complete for port 31bb7c39-7ded-477e-bdf5-d997ba921e31 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:53.240416 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7e25b0cf-6779-46ca-9d84-0ae4fc6153a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.275619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:53.283813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c4a5278e-8bbe-41e8-bd47-24b3e4df3d56 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "PUT /v2.0/routers/fc464c86-749e-47f0-bbff-685e949e7669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7758486 Aug 16 02:48:53.284114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34382) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:53.299727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a48efdf-1903-4698-8ea7-15194ce232ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.302423 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4a48efdf-1903-4698-8ea7-15194ce232ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.303700 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4a48efdf-1903-4698-8ea7-15194ce232ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d95b4114-d259-495b-a5f8-d0b9b4e01709 HTTP/1.1" status: 204 len: 168 time: 0.1690977 Aug 16 02:48:53.373085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48efdf-1903-4698-8ea7-15194ce232ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b4114-d259-495b-a5f8-d0b9b4e01709,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.437790 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7e25b0cf-6779-46ca-9d84-0ae4fc6153a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.482073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660f418-bdea-48b3-94df-0c258cd9871e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.482784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660f418-bdea-48b3-94df-0c258cd9871e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.483420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660f418-bdea-48b3-94df-0c258cd9871e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.484102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660f418-bdea-48b3-94df-0c258cd9871e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.484783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660f418-bdea-48b3-94df-0c258cd9871e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.485294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660f418-bdea-48b3-94df-0c258cd9871e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.487189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c660f418-bdea-48b3-94df-0c258cd9871e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4276 time: 0.2019949 Aug 16 02:48:53.487329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7e25b0cf-6779-46ca-9d84-0ae4fc6153a0 None None] For port 31bb7c39-7ded-477e-bdf5-d997ba921e31, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31bb7c39-7ded-477e-bdf5-d997ba921e31,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:53.490646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34388) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:53.502246 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7e25b0cf-6779-46ca-9d84-0ae4fc6153a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.559618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3d42b457-362e-4725-a753-7029c0abaa9d details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:53.587936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c01379-b338-4ab4-991a-ab4639e19eae tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.594823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c01379-b338-4ab4-991a-ab4639e19eae tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.595396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c01379-b338-4ab4-991a-ab4639e19eae tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.597161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c01379-b338-4ab4-991a-ab4639e19eae tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.597648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c01379-b338-4ab4-991a-ab4639e19eae tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.598728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c01379-b338-4ab4-991a-ab4639e19eae tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.603587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-56c01379-b338-4ab4-991a-ab4639e19eae tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1118352 Aug 16 02:48:53.604235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34392) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:53.650361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25b0cf-6779-46ca-9d84-0ae4fc6153a0 None None] Pushing event updated for resources: {'Port': ['ID=31bb7c39-7ded-477e-bdf5-d997ba921e31,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.680630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359b2b7-fe78-4440-a770-3ce61820fa1e req-6990d10c-dca7-40df-9373-4372dc59e5be tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.682888 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8359b2b7-fe78-4440-a770-3ce61820fa1e req-6990d10c-dca7-40df-9373-4372dc59e5be tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 944 time: 0.0976224 Aug 16 02:48:53.733887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3d42b457-362e-4725-a753-7029c0abaa9d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3d42b457-362e-4725-a753-7029c0abaa9d,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:53.744633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8359b2b7-fe78-4440-a770-3ce61820fa1e req-a38ec5b2-8158-40e0-ba22-51a30c93c513 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 Aug 16 02:48:53.776982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '3d42b457-362e-4725-a753-7029c0abaa9d', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'port_id': '3d42b457-362e-4725-a753-7029c0abaa9d', 'mac_address': 'fa:16:3e:99:ce:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:53.807501 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.815410 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8dad0f9e-35d1-4e83-b654-aa3bfb61a695 tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3039 time: 0.2075112 Aug 16 02:48:53.826188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.851489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d42b457-362e-4725-a753-7029c0abaa9d {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:53.873409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3d42b457-362e-4725-a753-7029c0abaa9d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3d42b457-362e-4725-a753-7029c0abaa9d,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:53.882668 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.967162 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Sync routers for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:53.974495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3cca75d8-f651-4a98-b185-a149542f3222 None None] Provisioning complete for port 31bb7c39-7ded-477e-bdf5-d997ba921e31 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:53.975105 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3cca75d8-f651-4a98-b185-a149542f3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.976741 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:53.977363 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.978430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3d42b457-362e-4725-a753-7029c0abaa9d,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.102895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3cca75d8-f651-4a98-b185-a149542f3222 None None] Provisioning for port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:54.117008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3cca75d8-f651-4a98-b185-a149542f3222 None None] Provisioning complete for port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.117388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3cca75d8-f651-4a98-b185-a149542f3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.170219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3cca75d8-f651-4a98-b185-a149542f3222 None None] Port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:54.172100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['3d42b457-362e-4725-a753-7029c0abaa9d'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:54.198486 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:54.385232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-531e4c9a-e35b-4d44-8372-a73a0e921b97 None None] Provisioning complete for port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.386238 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-531e4c9a-e35b-4d44-8372-a73a0e921b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.426823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34412) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:54.432080 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-96a64f16-610d-4f8d-95c0-5fa3807ee96b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043758440', 'description': 'tempest-secgroup-smoke-2043758440 description', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:54.437165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34414) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:54.458182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31f9873a-42b5-4505-9135-cee2edfeef37 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:54.463184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96a64f16-610d-4f8d-95c0-5fa3807ee96b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.527127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-531e4c9a-e35b-4d44-8372-a73a0e921b97 None None] Port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:54.596158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96a64f16-610d-4f8d-95c0-5fa3807ee96b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.604766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96a64f16-610d-4f8d-95c0-5fa3807ee96b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.613429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2018061885-network', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:54.618078 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 2, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:54.622726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31f9873a-42b5-4505-9135-cee2edfeef37 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.622917 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.641296 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Made reservation on behalf of 8f5cd171e60045d0ac428d8a71342c9b for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:54.644608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.648242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a64f16-610d-4f8d-95c0-5fa3807ee96b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e780b02-038e-45b2-8621-8606b490465b,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.651432 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-96a64f16-610d-4f8d-95c0-5fa3807ee96b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.652907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-96a64f16-610d-4f8d-95c0-5fa3807ee96b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2245038 Aug 16 02:48:54.655765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34418) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:54.656682 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Checking router: fc464c86-749e-47f0-bbff-685e949e7669 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:54.657183 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Updating router fc464c86-749e-47f0-bbff-685e949e7669 port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:54.661001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '6e780b02-038e-45b2-8621-8606b490465b', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:54.666381 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.689671 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.708995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.717882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e0a6dfbb-25f5-4b0b-b149-4129893b419e None None] Provisioning complete for port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.718260 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e0a6dfbb-25f5-4b0b-b149-4129893b419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.783671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6dfbb-25f5-4b0b-b149-4129893b419e None None] Port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:54.787575 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.795770 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.826649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31bb7c39-7ded-477e-bdf5-d997ba921e31 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:54.826986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2773396-bf9c-410e-aa81-25f1021dba32,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.843375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.843724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.844478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.844834 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.845156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.845489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.845822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.846150 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.846485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.846810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.847141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.847490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:54.894031 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.898341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 31bb7c39-7ded-477e-bdf5-d997ba921e31 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:54.898725 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.903467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.914961 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:54.919283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7a5c9-7b71-4b69-bf2d-1861a4e129ed req-0c1bf878-fa21-4bc8-9e93-e525b71eee4e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:54.926122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.927059 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Added segment e6402a72-6711-478f-aa1a-fae4725aa4cd of type vlan for network 3ff2eefa-280a-4e26-be96-df846c46e7b2 Aug 16 02:48:54.930297 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bf7a5c9-7b71-4b69-bf2d-1861a4e129ed req-0c1bf878-fa21-4bc8-9e93-e525b71eee4e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 945 time: 0.0793693 Aug 16 02:48:54.943964 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.945285 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6d3ef98c-ff83-4680-a28b-7d29ea9e16eb tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885206 Aug 16 02:48:54.948944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34422) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:54.958340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7e20aeec-cfdf-410a-a67a-30d7b6b4b4dc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '6e780b02-038e-45b2-8621-8606b490465b', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:54.992833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b903664d-09a9-44ff-8369-50c168386c4a,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.996751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.007805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bf7a5c9-7b71-4b69-bf2d-1861a4e129ed req-9ccd1ffb-a354-41bb-950b-b5e84892120c tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765316 Aug 16 02:48:55.037286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.037515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7e20aeec-cfdf-410a-a67a-30d7b6b4b4dc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.038654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:55.039913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.049714 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.060771 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Transition to ACTIVE for port object d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:55.067132 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.086954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7e20aeec-cfdf-410a-a67a-30d7b6b4b4dc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.091416 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7e20aeec-cfdf-410a-a67a-30d7b6b4b4dc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.106696 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6677275 Aug 16 02:48:55.109316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34424) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.110478 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20aeec-cfdf-410a-a67a-30d7b6b4b4dc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401d975a-c0e3-43a6-a4f1-cf64b99bd188,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.117883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Request body: {'subnet': {'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2018061885-subnet', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:55.122118 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bac4d9-e7b1-46c6-9f51-8672af75ccd2 None None] Pushing event updated for resources: {'Port': ['ID=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.132512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7e20aeec-cfdf-410a-a67a-30d7b6b4b4dc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.133726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7e20aeec-cfdf-410a-a67a-30d7b6b4b4dc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1838326 Aug 16 02:48:55.136961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34426) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.137389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44faf-c2b0-4ac7-b0d8-139731621dfc admin admin] Pushing event updated for resources: {'Network': ['ID=3ff2eefa-280a-4e26-be96-df846c46e7b2,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.146988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:55.147582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-20d176fe-b80d-4371-bc9a-fa67508bc347 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '6e780b02-038e-45b2-8621-8606b490465b', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:55.163409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Made reservation on behalf of 8f5cd171e60045d0ac428d8a71342c9b for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:55.166134 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.181821 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Attempting to bind port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:55.182180 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Attempting to bind port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:55.182734 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Attempting to bind port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a on network d9c7b813-48a1-4031-9436-eeb5b6bd2929 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:55.189084 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:55.189704 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Checking segment: {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:55.190410 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.190971 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Bound using segment: {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:55.191617 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Bound port: d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:55.192172 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.203955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20d176fe-b80d-4371-bc9a-fa67508bc347 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.272703 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] For port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:55.277908 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] For port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:55.284065 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.294916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20d176fe-b80d-4371-bc9a-fa67508bc347 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.301357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20d176fe-b80d-4371-bc9a-fa67508bc347 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.338479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-20d176fe-b80d-4371-bc9a-fa67508bc347 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.340559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-20d176fe-b80d-4371-bc9a-fa67508bc347 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2019141 Aug 16 02:48:55.341352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d176fe-b80d-4371-bc9a-fa67508bc347 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da863b2-008f-4842-a564-aace839b85a8,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.343119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.348399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-56c6c83f-aa85-45c7-bbcc-3d3c76bf1ea1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '6e780b02-038e-45b2-8621-8606b490465b', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:55.406257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.439804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c6c83f-aa85-45c7-bbcc-3d3c76bf1ea1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.460214 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bac4d9-e7b1-46c6-9f51-8672af75ccd2 None None] Pushing event updated for resources: {'Port': ['ID=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.464874 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:55.465491 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:55.497783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c4c155-b24e-4c18-9a17-5019c01f35af,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.518080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3d42b457-362e-4725-a753-7029c0abaa9d up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:55.526067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Checking segment: {'id': 'e6402a72-6711-478f-aa1a-fae4725aa4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:55.526442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Network hostable DHCP agents. Network: 3ff2eefa-280a-4e26-be96-df846c46e7b2, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:55.554937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c6c83f-aa85-45c7-bbcc-3d3c76bf1ea1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.567516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c6c83f-aa85-45c7-bbcc-3d3c76bf1ea1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.573682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:55.592711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6c83f-aa85-45c7-bbcc-3d3c76bf1ea1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8ec201-727b-43fa-bb26-6c9028979575,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.599765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 3ff2eefa-280a-4e26-be96-df846c46e7b2) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:55.604236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56c6c83f-aa85-45c7-bbcc-3d3c76bf1ea1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.608432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-56c6c83f-aa85-45c7-bbcc-3d3c76bf1ea1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2613578 Aug 16 02:48:55.608432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:55.608432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.610713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34430) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.618845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 3d42b457-362e-4725-a753-7029c0abaa9d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:55.623732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 3d42b457-362e-4725-a753-7029c0abaa9d triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:55.624122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.628778 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:55.629122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '6e780b02-038e-45b2-8621-8606b490465b', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:55.638671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2edf4d89-f22d-4a02-801d-dad1f3b9cb1c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5253060 Aug 16 02:48:55.641357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34432) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.646126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2018061885-router', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:55.651394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccba190-cfaa-4a40-a4e9-e57bd2622f7b None None] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:55.679832 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Project 5a6786e83d7340eca5dfa946d5fb579a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:55.689487 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.702345 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.703294 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.791954 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.837020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.838911 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.870375 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:55.870830 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.881283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:55.883573 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65600c2-77c0-411e-b5ca-54179eca1c7a" -d '{"events": [{"server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "name": "network-vif-plugged", "status": "completed", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:55.890044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-3ff2eefa-280a-4e26-be96-df846c46e7b2', 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'fixed_ips': [{'subnet_id': '45c4c155-b24e-4c18-9a17-5019c01f35af'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:55.891175 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.895453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c8414e-3ad7-47a9-8886-175001062c1f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:55.905273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 3d42b457-362e-4725-a753-7029c0abaa9d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3d42b457-362e-4725-a753-7029c0abaa9d,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:55.915198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.925037 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd397fe-bcfa-4b10-b6f4-b5d47ce604ce None None] The sync data for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 is: [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:55Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:55.959463 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad7778-f6c1-490a-aee2-e9112a17a79f x-openstack-request-id: req-d1ad7778-f6c1-490a-aee2-e9112a17a79f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:55.959762 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "name": "network-vif-plugged", "status": "completed", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:55.960013 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1ad7778-f6c1-490a-aee2-e9112a17a79f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:55.960646 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d', 'code': 200} Aug 16 02:48:55.960971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.962175 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-614e46ba-85cf-4e09-903e-56476f636de6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498213 Aug 16 02:48:55.966469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:55.968541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34436) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:55.983118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'security_group_rule': {'security_group_id': '6e780b02-038e-45b2-8621-8606b490465b', 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:56.073161 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Project 5a6786e83d7340eca5dfa946d5fb579a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:56.083163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.088503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=3d42b457-362e-4725-a753-7029c0abaa9d,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.140908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b66f2-b18f-402e-b269-a76e8fdac1ad req-60ea1c9d-d22c-4c81-930b-53cd16566929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:56.142481 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf3b66f2-b18f-402e-b269-a76e8fdac1ad req-60ea1c9d-d22c-4c81-930b-53cd16566929 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.0765722 Aug 16 02:48:56.164085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Allocated IP 172.20.0.2 (3ff2eefa-280a-4e26-be96-df846c46e7b2/45c4c155-b24e-4c18-9a17-5019c01f35af/f2c69b2f-502f-4b81-b16a-6bed7ac04df1) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:56.189176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.193624 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.221909 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cf3b66f2-b18f-402e-b269-a76e8fdac1ad req-14110fa9-37aa-4e30-a66b-3e43a54c471d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576267 Aug 16 02:48:56.223490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dd09e1-ea36-4db3-abf4-2165349b8064,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.232646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.234444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-07339953-d105-46fd-a095-e6041440b76c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2640603 Aug 16 02:48:56.238352 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7fb27c5-6f0c-4b25-ad5e-e6d165d10193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.242260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f651d-8fa2-45af-94c7-499c84a829d6 req-564c3a56-d16f-4f2e-b4ea-56e18276838d tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:56.243751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da4f651d-8fa2-45af-94c7-499c84a829d6 req-564c3a56-d16f-4f2e-b4ea-56e18276838d tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 946 time: 0.1310613 Aug 16 02:48:56.406245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.418544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da4f651d-8fa2-45af-94c7-499c84a829d6 req-98e44c6f-04a1-4838-90ab-c28a280d81fd tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124992 Aug 16 02:48:56.435374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Transition to ACTIVE for port object f2c69b2f-502f-4b81-b16a-6bed7ac04df1 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:56.456491 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.457335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:56.486474 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.488894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Transition to ACTIVE for port object f2c69b2f-502f-4b81-b16a-6bed7ac04df1 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:56.506962 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.529678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-38cd577e-f13d-4b97-aeee-cf256381d7d2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043758440&fields=id&tenant_id=5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 267 time: 0.0432024 Aug 16 02:48:56.549775 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:56.556259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:56.558985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:56.604942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Pushing event updated for resources: {'Port': ['ID=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.632218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Allocated IP 172.25.4.236 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/1d60f68f-6930-48ce-8a40-690bc0bc75c9) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:56.779720 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.804557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:56.818524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:56.818906 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.823228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Attempting to bind port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:56.823605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Attempting to bind port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'e6402a72-6711-478f-aa1a-fae4725aa4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:56.824699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Attempting to bind port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 on network 3ff2eefa-280a-4e26-be96-df846c46e7b2 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:56.830010 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.851986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:56.852409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Checking segment: {'id': 'e6402a72-6711-478f-aa1a-fae4725aa4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:56.852824 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.853233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Bound using segment: {'id': 'e6402a72-6711-478f-aa1a-fae4725aa4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:56.853720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Bound port: f2c69b2f-502f-4b81-b16a-6bed7ac04df1, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6402a72-6711-478f-aa1a-fae4725aa4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:56.854109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.880614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:56.883638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:56.896187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:56.931716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d60f68f-6930-48ce-8a40-690bc0bc75c9,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.967080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] For port f2c69b2f-502f-4b81-b16a-6bed7ac04df1, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:56.999416 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.020326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] For port f2c69b2f-502f-4b81-b16a-6bed7ac04df1, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,segment=NetworkSegment(e6402a72-6711-478f-aa1a-fae4725aa4cd),segment_id=e6402a72-6711-478f-aa1a-fae4725aa4cd)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:57.029181 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.048010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-fcb78ac0-6659-4153-bd7e-31d641939fb5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:57.056253 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-fcb78ac0-6659-4153-bd7e-31d641939fb5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/networks?id=d9c7b813-48a1-4031-9436-eeb5b6bd2929 HTTP/1.1" status: 200 len: 795 time: 0.5137787 Aug 16 02:48:57.068197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:57.071404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-1e8d35b8-bc76-462d-9b1b-9558eaa7f878 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/quotas/5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 375 time: 0.0139463 Aug 16 02:48:57.080233 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.119174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7329a23-b247-42d9-9ddd-3f0384a63fdb None None] Pushing event updated for resources: {'Port': ['ID=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.180572 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-ba313ecf-f6e6-430a-9671-dd51bb5ae520 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853517 Aug 16 02:48:57.213886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.278765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.299321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-46e74045-c005-4252-9953-6084e2910aa0 service neutron] 10.222.0.78 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178417 Aug 16 02:48:57.443761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-46573142-d55c-492c-883a-179f2c206dd0 service neutron] 10.222.0.78 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370480 Aug 16 02:48:57.580461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.654038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31c679-3470-44c0-9498-34ab293acaf7 req-cb761a07-4cac-4379-85f7-9fcb9939a848 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:57.656818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d31c679-3470-44c0-9498-34ab293acaf7 req-cb761a07-4cac-4379-85f7-9fcb9939a848 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 946 time: 0.1167893 Aug 16 02:48:57.658007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a048db1-ca8b-4d84-a9f4-096ab45c0f04 req-d697f7de-3d75-4ac2-912f-082aecc6a0a0 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 210 time: 0.0269301 Aug 16 02:48:57.740266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5d31c679-3470-44c0-9498-34ab293acaf7 req-6534f82b-fbb6-4df3-bfc2-58b430dba997 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474317 Aug 16 02:48:57.770758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Router 31baa540-f7f7-46d9-bb1f-13cc89917d11 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:57.870718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0e9ae-4c49-4c57-a04b-8dd88561135b req-1a91d1ca-94f6-4fde-9909-78193da9070e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:57.872367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cab0e9ae-4c49-4c57-a04b-8dd88561135b req-1a91d1ca-94f6-4fde-9909-78193da9070e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 946 time: 0.0582256 Aug 16 02:48:57.896775 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:57.907713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Sync routers for ids ['31baa540-f7f7-46d9-bb1f-13cc89917d11'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:57.916761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.921866 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d1e7dc06-84e1-4e90-964b-7f08fad23cc0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2769530 Aug 16 02:48:57.922050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34466) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:57.923743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Routers {'31baa540-f7f7-46d9-bb1f-13cc89917d11'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:57.924606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['31baa540-f7f7-46d9-bb1f-13cc89917d11'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:57.933527 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cab0e9ae-4c49-4c57-a04b-8dd88561135b req-e280a6a9-6235-40fd-8455-2a16063807f8 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498252 Aug 16 02:48:58.060830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Set router 31baa540-f7f7-46d9-bb1f-13cc89917d11 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:58.316995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'name': 'tempest-ImageQuotaTest-2018061885-router', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '1d60f68f-6930-48ce-8a40-690bc0bc75c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:55Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 3, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'gw_port': {'id': '1d60f68f-6930-48ce-8a40-690bc0bc75c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:56Z', 'updated_at': '2021-08-16T02:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:58.365725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Checking router: 31baa540-f7f7-46d9-bb1f-13cc89917d11 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:58.366382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Updating router 31baa540-f7f7-46d9-bb1f-13cc89917d11 port 1d60f68f-6930-48ce-8a40-690bc0bc75c9 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:58.397097 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.463948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f3e6d-0faa-461e-86e1-36335d11ad36 req-e0bfac17-ec38-4ff2-8373-1beef9c9c266 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.465550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-126f3e6d-0faa-461e-86e1-36335d11ad36 req-e0bfac17-ec38-4ff2-8373-1beef9c9c266 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 946 time: 0.4339113 Aug 16 02:48:58.508398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:58.546477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0ba0b-fb5a-4116-90da-dd56e6f76f85 None None] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:58.550029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-126f3e6d-0faa-461e-86e1-36335d11ad36 req-9a27269f-f0ad-4769-9fd0-13c0871255bd tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773611 Aug 16 02:48:58.577596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34470) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:58.712917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:58.713306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.768423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5557b86f-af27-40e3-802c-ced49fc89d6d None None] Provisioning for port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:58.849095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.882921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-787a9837-f7c9-47b3-bc89-270153c85a67 req-ec7e82d8-2b6a-468e-84ae-30b433a6ef6a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 210 time: 0.1023910 Aug 16 02:48:58.908212 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.925620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7504d5f3-a382-4e64-b942-e0a2dbba0bf5 tempest-TestServerBasicOps-761905632 tempest-TestServerBasicOps-761905632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.925883 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-72f3a4b6-026d-4ce7-8f39-11b63cc3254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.929045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7504d5f3-a382-4e64-b942-e0a2dbba0bf5 tempest-TestServerBasicOps-761905632 tempest-TestServerBasicOps-761905632-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1093 time: 0.3490391 Aug 16 02:48:58.936640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34476) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:58.941910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '3d42b457-362e-4725-a753-7029c0abaa9d', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:58.971890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-ecc363bc-b36e-4156-857b-122e66b74569 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.973375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-ecc363bc-b36e-4156-857b-122e66b74569 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/networks?id=d9c7b813-48a1-4031-9436-eeb5b6bd2929 HTTP/1.1" status: 200 len: 795 time: 0.2339530 Aug 16 02:48:58.985343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.057504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2c69b2f-502f-4b81-b16a-6bed7ac04df1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:59.063230 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-0e73494b-001a-4b6f-8931-e358eb9e51c3 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6786e83d7340eca5dfa946d5fb579a HTTP/1.1" status: 200 len: 380 time: 0.0738785 Aug 16 02:48:59.075016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'port': {'device_id': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'admin_state_up': True, 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'security_groups': ['6e780b02-038e-45b2-8621-8606b490465b']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:59.103725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Allocated IP 172.20.0.1 (3ff2eefa-280a-4e26-be96-df846c46e7b2/45c4c155-b24e-4c18-9a17-5019c01f35af/0d6d6a93-c381-4c77-8272-76a2a070dd19) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:59.112580 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.126996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Transition to ACTIVE for port object 1d60f68f-6930-48ce-8a40-690bc0bc75c9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:59.142079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.211874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.213100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2228300-d0d3-41b9-a24b-50b0593116e6 None None] Pushing event updated for resources: {'Port': ['ID=1d60f68f-6930-48ce-8a40-690bc0bc75c9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:59.216456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:59.224571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Made reservation on behalf of 5a6786e83d7340eca5dfa946d5fb579a for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:59.224910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:59.225668 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.228450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.251722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.268312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Transition to ACTIVE for port object 0d6d6a93-c381-4c77-8272-76a2a070dd19 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:59.285592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Attempting to bind port 1d60f68f-6930-48ce-8a40-690bc0bc75c9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:59.286448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Attempting to bind port 1d60f68f-6930-48ce-8a40-690bc0bc75c9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:59.286928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Attempting to bind port 1d60f68f-6930-48ce-8a40-690bc0bc75c9 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:59.297626 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:59.298189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:59.298706 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.299213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:59.299802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Bound port: 1d60f68f-6930-48ce-8a40-690bc0bc75c9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:59.301316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.319750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.368965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:59.374661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:59.378681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:59.409743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6d6a93-c381-4c77-8272-76a2a070dd19,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:59.431457 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.434676 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.444695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Allocated IP 172.25.4.158 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/9cc911c6-e0b6-4a41-a589-7eb73efd482c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:59.450081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] For port 1d60f68f-6930-48ce-8a40-690bc0bc75c9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:59.468888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8f76316f-acc8-46be-bded-2d786a219a2a None None] Provisioning complete for port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:59.469554 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f76316f-acc8-46be-bded-2d786a219a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.472424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] For port 1d60f68f-6930-48ce-8a40-690bc0bc75c9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1d60f68f-6930-48ce-8a40-690bc0bc75c9,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:59.516010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.549270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.20.0.7 (d9c7b813-48a1-4031-9436-eeb5b6bd2929/0bc018fe-dd93-4c39-b841-b7bb3dd9043d/93495f58-80c2-45dc-973b-9751c425d706) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:59.569872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f2c69b2f-502f-4b81-b16a-6bed7ac04df1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,segment=NetworkSegment(e6402a72-6711-478f-aa1a-fae4725aa4cd),segment_id=e6402a72-6711-478f-aa1a-fae4725aa4cd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:59.593771 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.600921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2228300-d0d3-41b9-a24b-50b0593116e6 None None] Pushing event updated for resources: {'Port': ['ID=1d60f68f-6930-48ce-8a40-690bc0bc75c9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:59.606619 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.635679 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.655894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Routers {'31baa540-f7f7-46d9-bb1f-13cc89917d11'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:59.657665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['31baa540-f7f7-46d9-bb1f-13cc89917d11'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:59.733185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:59.762412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.779750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Transition to ACTIVE for port object 93495f58-80c2-45dc-973b-9751c425d706 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:59.781635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.808121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] Set router 31baa540-f7f7-46d9-bb1f-13cc89917d11 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:59.827887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.830367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:59.833369 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.835933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:59.842193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:59.848375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'Port': ['ID=9cc911c6-e0b6-4a41-a589-7eb73efd482c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:59.917060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9e07949b-d6f6-4f0c-8f4e-9ed6687dceb2 None None] Provisioning for port 0d6d6a93-c381-4c77-8272-76a2a070dd19 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:59.922336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.930945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6d6a93-c381-4c77-8272-76a2a070dd19,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:59.949631 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9e07949b-d6f6-4f0c-8f4e-9ed6687dceb2 None None] Provisioning complete for port 0d6d6a93-c381-4c77-8272-76a2a070dd19 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:59.950020 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e07949b-d6f6-4f0c-8f4e-9ed6687dceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:59.972636 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.018894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9e07949b-d6f6-4f0c-8f4e-9ed6687dceb2 None None] Port 0d6d6a93-c381-4c77-8272-76a2a070dd19 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:00.054679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167624-a370-48af-b98a-8029b180f619 req-c36e20e2-c74a-4554-b867-e7c3c6363cde tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:00.057644 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77167624-a370-48af-b98a-8029b180f619 req-c36e20e2-c74a-4554-b867-e7c3c6363cde tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 931 time: 0.0767369 Aug 16 02:49:00.079104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:00.081264 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.087505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:00.091981 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:00.095366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:00.095665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:00.096675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'name': 'tempest-ImageQuotaTest-2018061885-router', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '1d60f68f-6930-48ce-8a40-690bc0bc75c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:55Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 4, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'gw_port': {'id': '1d60f68f-6930-48ce-8a40-690bc0bc75c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:56Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0d6d6a93-c381-4c77-8272-76a2a070dd19', 'name': '', 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'mac_address': 'fa:16:3e:5a:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '45c4c155-b24e-4c18-9a17-5019c01f35af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 1, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'subnets': [{'id': '45c4c155-b24e-4c18-9a17-5019c01f35af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:00.125145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0eaa0-544b-4198-b809-9696ee0bb18a None None] The sync data for ids ['31baa540-f7f7-46d9-bb1f-13cc89917d11'] in n-d-769329-15 is: [{'id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'name': 'tempest-ImageQuotaTest-2018061885-router', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '1d60f68f-6930-48ce-8a40-690bc0bc75c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:55Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 4, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'gw_port': {'id': '1d60f68f-6930-48ce-8a40-690bc0bc75c9', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:56Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '0d6d6a93-c381-4c77-8272-76a2a070dd19', 'name': '', 'network_id': '3ff2eefa-280a-4e26-be96-df846c46e7b2', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'mac_address': 'fa:16:3e:5a:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '45c4c155-b24e-4c18-9a17-5019c01f35af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:58Z', 'updated_at': '2021-08-16T02:48:59Z', 'revision_number': 1, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'subnets': [{'id': '45c4c155-b24e-4c18-9a17-5019c01f35af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:00.132703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=93495f58-80c2-45dc-973b-9751c425d706,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:00.165242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-77167624-a370-48af-b98a-8029b180f619 req-8d3a2014-de49-479f-abc1-cea047e4ad28 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969489 Aug 16 02:49:00.207213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:00.207906 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.247175 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-52425bb0-e943-4f6a-b038-9cc85538762b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1768632 Aug 16 02:49:00.263177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Router 31baa540-f7f7-46d9-bb1f-13cc89917d11 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:00.282647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Request body: {'port': {'device_id': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:00.403436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2c69b2f-502f-4b81-b16a-6bed7ac04df1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:00.434050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:00.439394 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-abce590f-a257-4eed-bb09-2350d0d61789 admin admin] 10.222.0.78 "PUT /v2.0/routers/31baa540-f7f7-46d9-bb1f-13cc89917d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5163443 Aug 16 02:49:00.530093 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:00.530411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.601793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e99e29d4-5b16-4ae1-b8a3-9f4decd5d5ef None None] Provisioning for port 93495f58-80c2-45dc-973b-9751c425d706 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:00.609236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e99e29d4-5b16-4ae1-b8a3-9f4decd5d5ef None None] Provisioning complete for port 93495f58-80c2-45dc-973b-9751c425d706 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:00.609613 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e99e29d4-5b16-4ae1-b8a3-9f4decd5d5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.694053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e99e29d4-5b16-4ae1-b8a3-9f4decd5d5ef None None] Port 93495f58-80c2-45dc-973b-9751c425d706 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:00.706745 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.718824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.817919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f86b6f6a-e466-421f-961e-1a826e31c104 None None] Provisioning complete for port 0d6d6a93-c381-4c77-8272-76a2a070dd19 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:00.818321 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f86b6f6a-e466-421f-961e-1a826e31c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.856658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f86b6f6a-e466-421f-961e-1a826e31c104 None None] Port 0d6d6a93-c381-4c77-8272-76a2a070dd19 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:00.918448 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.230570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.233728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93495f58-80c2-45dc-973b-9751c425d706 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:01.240881 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.244890 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.313461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Transition to ACTIVE for port object 93495f58-80c2-45dc-973b-9751c425d706 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:01.643579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.658835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34500) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:01.663723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event updated for resources: {'Port': ['ID=9cc911c6-e0b6-4a41-a589-7eb73efd482c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.719721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd77cf-39b7-4522-8ce1-5c1988cf7807 req-39c86fdc-8f94-4dd7-b683-acd5001a2207 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:01.727234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4edd77cf-39b7-4522-8ce1-5c1988cf7807 req-39c86fdc-8f94-4dd7-b683-acd5001a2207 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 931 time: 0.4580603 Aug 16 02:49:01.741551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.796628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Pushing event updated for resources: {'Port': ['ID=93495f58-80c2-45dc-973b-9751c425d706,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.863836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4edd77cf-39b7-4522-8ce1-5c1988cf7807 req-9531e8d3-d7b1-483e-ac68-2154e12cee92 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354930 Aug 16 02:49:01.940418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Attempting to bind port 93495f58-80c2-45dc-973b-9751c425d706 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:01.940807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Attempting to bind port 93495f58-80c2-45dc-973b-9751c425d706 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:01.941107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Attempting to bind port 93495f58-80c2-45dc-973b-9751c425d706 on network d9c7b813-48a1-4031-9436-eeb5b6bd2929 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:01.944671 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Floating IP eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0 associated. External IP: 172.25.4.158, port: 3d42b457-362e-4725-a753-7029c0abaa9d. Aug 16 02:49:01.977280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Port 93495f58-80c2-45dc-973b-9751c425d706 on network d9c7b813-48a1-4031-9436-eeb5b6bd2929 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:49:01.977609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Attempting to bind port 93495f58-80c2-45dc-973b-9751c425d706 on network d9c7b813-48a1-4031-9436-eeb5b6bd2929 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:01.986581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:01.986938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Checking segment: {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:01.987487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Bound using segment: {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:01.987748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Bound port: 93495f58-80c2-45dc-973b-9751c425d706, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edc42e2-916f-438b-8b80-deb103b08bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:01.988265 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.003919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.041383 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.107947 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] For port 93495f58-80c2-45dc-973b-9751c425d706, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:02.111482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] For port 93495f58-80c2-45dc-973b-9751c425d706, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=93495f58-80c2-45dc-973b-9751c425d706,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:02.144666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.190157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.191063 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.192694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] 10.222.0.88 "PUT /v2.0/ports/93495f58-80c2-45dc-973b-9751c425d706 HTTP/1.1" status: 200 len: 1092 time: 1.9148538 Aug 16 02:49:02.193215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'tag': '93495f58-80c2-45dc-973b-9751c425d706'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:02.195603 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d744b6-ecf9-40ea-8be1-ce05cf136be0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "tag": "93495f58-80c2-45dc-973b-9751c425d706"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:02.253857 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b38dd-7b37-47ff-84f2-c948b626c1d9 x-openstack-request-id: req-1a9b38dd-7b37-47ff-84f2-c948b626c1d9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:02.254558 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "tag": "93495f58-80c2-45dc-973b-9751c425d706", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:02.254558 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a9b38dd-7b37-47ff-84f2-c948b626c1d9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:02.254819 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'tag': '93495f58-80c2-45dc-973b-9751c425d706', 'status': 'completed', 'code': 200} Aug 16 02:49:02.321778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Deleting port 0d6d6a93-c381-4c77-8272-76a2a070dd19 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:02.322129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.329438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93be0c-ade8-4d5a-91d4-6bc4b09d372b service neutron] Pushing event updated for resources: {'Port': ['ID=93495f58-80c2-45dc-973b-9751c425d706,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:02.351711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Router b602fb56-1503-4829-b771-d3918dda7105 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:02.366249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-2a11d1d0-c3c0-4d46-b079-de40aaa2fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.367733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-2a11d1d0-c3c0-4d46-b079-de40aaa2fab4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 1095 time: 0.1121881 Aug 16 02:49:02.421338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1d60f68f-6930-48ce-8a40-690bc0bc75c9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:02.445750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.446286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-7895915d-e664-491f-b020-a67abe2def61 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93495f58-80c2-45dc-973b-9751c425d706 HTTP/1.1" status: 200 len: 217 time: 0.0704668 Aug 16 02:49:02.462026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Calling delete_port for 0d6d6a93-c381-4c77-8272-76a2a070dd19 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:02.555792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-ebb991f9-5e42-482b-a032-2b2ef4c3b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.557330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-ebb991f9-5e42-482b-a032-2b2ef4c3b986 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0bc018fe-dd93-4c39-b841-b7bb3dd9043d HTTP/1.1" status: 200 len: 835 time: 0.1036360 Aug 16 02:49:02.577809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:02.589073 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39129911-4520-439c-9b89-638fa751b20d None None] Sync routers for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:02.600344 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:02.601352 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:02.614382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.619533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561771f-c732-4261-9f22-4282db6d831f req-6e5f7897-ff92-4247-aa3e-d4ca6a7ffff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.621234 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-6e5f7897-ff92-4247-aa3e-d4ca6a7ffff8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9c7b813-48a1-4031-9436-eeb5b6bd2929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563848 Aug 16 02:49:02.690023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.692856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a9b04dc-854b-48f7-bf46-ee0fe0d24c0b tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7543859 Aug 16 02:49:02.715759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 1d60f68f-6930-48ce-8a40-690bc0bc75c9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:02.719878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1d60f68f-6930-48ce-8a40-690bc0bc75c9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:02.720159 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.730868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:02.746717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6d6a93-c381-4c77-8272-76a2a070dd19,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:02.760326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-f5ec6b62-086f-44c1-8bfd-71a0df62c346 service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240337 Aug 16 02:49:02.839081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.881179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 1d60f68f-6930-48ce-8a40-690bc0bc75c9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1d60f68f-6930-48ce-8a40-690bc0bc75c9,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:02.909530 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:02.923528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b561771f-c732-4261-9f22-4282db6d831f req-2d9ad154-06bd-4059-94de-d6162853e270 service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552906 Aug 16 02:49:03.019960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=1d60f68f-6930-48ce-8a40-690bc0bc75c9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:03.062117 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.067205 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'port_id': '3d42b457-362e-4725-a753-7029c0abaa9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'mac_address': 'fa:16:3e:99:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:00Z', 'updated_at': '2021-08-16T02:49:00Z', 'revision_number': 0, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:37Z', 'revision_number': 5, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:03.087465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-1c4fd2b0-f649-4f94-87c1-8a3d90702de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:03.089186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-1c4fd2b0-f649-4f94-87c1-8a3d90702de7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 1095 time: 0.1109679 Aug 16 02:49:03.102548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a3ff-ada4-4f66-81da-06d9d15d2427 req-1a5de0f3-29e3-496a-8aa2-42fc84b5a82e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:03.111132 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d728a3ff-ada4-4f66-81da-06d9d15d2427 req-1a5de0f3-29e3-496a-8aa2-42fc84b5a82e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 943 time: 0.0841794 Aug 16 02:49:03.129349 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39129911-4520-439c-9b89-638fa751b20d None None] Checking router: b602fb56-1503-4829-b771-d3918dda7105 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:03.138545 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:03.139101 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:03.196496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d728a3ff-ada4-4f66-81da-06d9d15d2427 req-58b83537-c65a-49d4-9ca6-bbff54dae36e tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842583 Aug 16 02:49:03.231814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-6c4f969c-ae76-4fae-a334-746b82263fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:03.234060 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-6c4f969c-ae76-4fae-a334-746b82263fd7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9c7b813-48a1-4031-9436-eeb5b6bd2929 HTTP/1.1" status: 200 len: 896 time: 0.1205266 Aug 16 02:49:03.251606 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:03.283273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-05ac8864-fa1e-47f2-a1f7-c9c7a3dd1ba5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93495f58-80c2-45dc-973b-9751c425d706 HTTP/1.1" status: 200 len: 217 time: 0.0413020 Aug 16 02:49:03.328215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Router 31baa540-f7f7-46d9-bb1f-13cc89917d11 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:03.348670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-624ffa78-eefc-48f3-afb7-f51ba2c1e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:03.350191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-624ffa78-eefc-48f3-afb7-f51ba2c1e663 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0bc018fe-dd93-4c39-b841-b7bb3dd9043d HTTP/1.1" status: 200 len: 835 time: 0.0597794 Aug 16 02:49:03.404224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-248d3fb3-b028-41ab-8945-4a4bead19c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:03.405653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-248d3fb3-b028-41ab-8945-4a4bead19c21 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9c7b813-48a1-4031-9436-eeb5b6bd2929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468624 Aug 16 02:49:03.452746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:03.458677 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-208befd9-197c-4b8b-bec3-2c096a48d6ca admin admin] 10.222.0.78 "PUT /v2.0/routers/31baa540-f7f7-46d9-bb1f-13cc89917d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978709 Aug 16 02:49:03.461143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34510) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:03.490908 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39129911-4520-439c-9b89-638fa751b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'port_id': '3d42b457-362e-4725-a753-7029c0abaa9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'mac_address': 'fa:16:3e:99:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:00Z', 'updated_at': '2021-08-16T02:49:00Z', 'revision_number': 0, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:37Z', 'revision_number': 5, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:03.506215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-654589ec-20d2-4aa8-afe4-498f53c571cb service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923114 Aug 16 02:49:03.517469 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39129911-4520-439c-9b89-638fa751b20d None None] The sync data for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 is: [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'port_id': '3d42b457-362e-4725-a753-7029c0abaa9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'mac_address': 'fa:16:3e:99:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:00Z', 'updated_at': '2021-08-16T02:49:00Z', 'revision_number': 0, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:37Z', 'revision_number': 5, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:03.576333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.605374 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92d744b6-ecf9-40ea-8be1-ce05cf136be0 req-bf695174-3879-4cdc-836f-a9f345a29c5a service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907094 Aug 16 02:49:03.693566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.749099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Deleting port 1d60f68f-6930-48ce-8a40-690bc0bc75c9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:03.749448 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.762946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad83e46-e229-4082-aa13-4383a7e3b98f None None] New status for floating IP eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:49:03.834862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] For port 1d60f68f-6930-48ce-8a40-690bc0bc75c9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1d60f68f-6930-48ce-8a40-690bc0bc75c9,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:03.835233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:03.848087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Calling delete_port for 1d60f68f-6930-48ce-8a40-690bc0bc75c9 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:04.022254 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.053335 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d60f68f-6930-48ce-8a40-690bc0bc75c9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:04.116029 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.146732 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] Sync routers for ids ['31baa540-f7f7-46d9-bb1f-13cc89917d11'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:04.155630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] Routers {'31baa540-f7f7-46d9-bb1f-13cc89917d11'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:04.156239 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['31baa540-f7f7-46d9-bb1f-13cc89917d11'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:04.225983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] Set router 31baa540-f7f7-46d9-bb1f-13cc89917d11 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:04.255793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:04.258240 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78e222-66b7-49c3-8a27-6dd35cc1999c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:04.286387 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'name': 'tempest-ImageQuotaTest-2018061885-router', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:55Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 7, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:04.320974 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] Checking router: 31baa540-f7f7-46d9-bb1f-13cc89917d11 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:04.330313 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] Routers {'31baa540-f7f7-46d9-bb1f-13cc89917d11'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:04.331182 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['31baa540-f7f7-46d9-bb1f-13cc89917d11'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:04.346149 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bee226-1ed4-4e43-bd31-cd6bcd5875d5 x-openstack-request-id: req-a9bee226-1ed4-4e43-bd31-cd6bcd5875d5 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:04.346674 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:04.346910 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9bee226-1ed4-4e43-bd31-cd6bcd5875d5 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:04.347418 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d', 'status': 'completed', 'code': 200} Aug 16 02:49:04.507553 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] Set router 31baa540-f7f7-46d9-bb1f-13cc89917d11 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:04.560543 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'name': 'tempest-ImageQuotaTest-2018061885-router', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:55Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 7, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:04.577482 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.580381 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.588896 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ec2ff-cfca-46ad-b808-7a3bb3eb3472 None None] The sync data for ids ['31baa540-f7f7-46d9-bb1f-13cc89917d11'] in n-d-769329-15 is: [{'id': '31baa540-f7f7-46d9-bb1f-13cc89917d11', 'name': 'tempest-ImageQuotaTest-2018061885-router', 'tenant_id': '8f5cd171e60045d0ac428d8a71342c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:55Z', 'updated_at': '2021-08-16T02:49:03Z', 'revision_number': 7, 'project_id': '8f5cd171e60045d0ac428d8a71342c9b', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:04.643585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c4eec-79ef-4048-8b83-dd23f3c0b0e1 req-a3ee1be9-9e1e-4d25-8d99-9e5ae368f39b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:04.645096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f32c4eec-79ef-4048-8b83-dd23f3c0b0e1 req-a3ee1be9-9e1e-4d25-8d99-9e5ae368f39b tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 943 time: 0.1129017 Aug 16 02:49:04.647237 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.647778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31baa540-f7f7-46d9-bb1f-13cc89917d11 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:49:04.652893 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.653947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-331654ef-df71-47c0-92b4-96bc7fe3d426 admin admin] 10.222.0.78 "DELETE /v2.0/routers/31baa540-f7f7-46d9-bb1f-13cc89917d11 HTTP/1.1" status: 204 len: 168 time: 1.1918321 Aug 16 02:49:04.655731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-ac315430-99cf-4099-b4f4-23800fb10f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:04.656643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34518) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:04.657138 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-ac315430-99cf-4099-b4f4-23800fb10f9c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.1260624 Aug 16 02:49:04.701320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] Deleting subnet 45c4c155-b24e-4c18-9a17-5019c01f35af {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:49:04.704396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.743197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f32c4eec-79ef-4048-8b83-dd23f3c0b0e1 req-dab901f2-01ee-4f29-b57e-75fa77ee84d5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851011 Aug 16 02:49:04.748609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.773341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-0595132f-7844-486a-9f33-56d44a8f8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:04.774831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-0595132f-7844-486a-9f33-56d44a8f8f24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 909 time: 0.1102755 Aug 16 02:49:04.828952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.849377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-38dce451-22b7-43fa-ac3c-6a47576fdd08 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 1002 time: 0.0651736 Aug 16 02:49:04.881127 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.900666 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-a63226ea-41a5-4926-b3fc-f17e21ca926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:04.902901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-a63226ea-41a5-4926-b3fc-f17e21ca926a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0471690 Aug 16 02:49:04.905410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c4c155-b24e-4c18-9a17-5019c01f35af,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:04.911207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.913435 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a534cd0c-cf58-42eb-9821-6490027e9e1d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/45c4c155-b24e-4c18-9a17-5019c01f35af HTTP/1.1" status: 204 len: 168 time: 0.2555027 Aug 16 02:49:04.915702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34520) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:04.918131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c54d960-510e-4f2b-bef6-e3cb32728861 None None] Network 3ff2eefa-280a-4e26-be96-df846c46e7b2 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:04.956237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-beb0a8fe-dffd-4700-bd83-ca8e39a7405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:04.957920 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-beb0a8fe-dffd-4700-bd83-ca8e39a7405e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483789 Aug 16 02:49:04.995838 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.066340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Deleting port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:05.066933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.083823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-dab18443-a2de-4ffa-a20b-0d6227024b59 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175561 Aug 16 02:49:05.117511 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] DHCP port deletion for 3ff2eefa-280a-4e26-be96-df846c46e7b2 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:49:05.164033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] For port f2c69b2f-502f-4b81-b16a-6bed7ac04df1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,segment=NetworkSegment(e6402a72-6711-478f-aa1a-fae4725aa4cd),segment_id=e6402a72-6711-478f-aa1a-fae4725aa4cd)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:05.164523 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.174125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] Deleting port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:05.174511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.178020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Calling delete_port for f2c69b2f-502f-4b81-b16a-6bed7ac04df1 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:05.182059 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8d78e222-66b7-49c3-8a27-6dd35cc1999c req-fd4ec2cd-3d74-42ee-9c80-555bdfe70292 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910039 Aug 16 02:49:05.243654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] For port f2c69b2f-502f-4b81-b16a-6bed7ac04df1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,segment=NetworkSegment(e6402a72-6711-478f-aa1a-fae4725aa4cd),segment_id=e6402a72-6711-478f-aa1a-fae4725aa4cd)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:05.244062 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.258253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] Calling delete_port for f2c69b2f-502f-4b81-b16a-6bed7ac04df1 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:05.261959 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.288090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:05.289945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] No DVR routers for this DVR port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:49:05.309246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 93495f58-80c2-45dc-973b-9751c425d706 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:49:05.363253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.374381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff2eefa-280a-4e26-be96-df846c46e7b2']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:05.387711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6402a72-6711-478f-aa1a-fae4725aa4cd') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:05.388012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6402a72-6711-478f-aa1a-fae4725aa4cd') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:05.398438 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.408913 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.413012 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.419211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:49:05.419621 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:49:05.422182 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:49:05.446871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] Pushing event deleted for resources: {'Port': ['ID=f2c69b2f-502f-4b81-b16a-6bed7ac04df1,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:05.452753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058f85e-166f-4122-abc5-c8a1f625059a None None] No DVR routers for this DVR port f2c69b2f-502f-4b81-b16a-6bed7ac04df1 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:49:05.473538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 93495f58-80c2-45dc-973b-9751c425d706, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=93495f58-80c2-45dc-973b-9751c425d706,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:05.487328 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '93495f58-80c2-45dc-973b-9751c425d706', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'port_id': '93495f58-80c2-45dc-973b-9751c425d706', 'mac_address': 'fa:16:3e:cb:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:49:05.490336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.497511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.500418 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3ff2eefa-280a-4e26-be96-df846c46e7b2 HTTP/1.1" status: 204 len: 168 time: 0.5836990 Aug 16 02:49:05.531942 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.532662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c3e99-d4a9-4463-809e-ff7a8a15a4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff2eefa-280a-4e26-be96-df846c46e7b2,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:05.545728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93495f58-80c2-45dc-973b-9751c425d706 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:05.565989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 93495f58-80c2-45dc-973b-9751c425d706, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=93495f58-80c2-45dc-973b-9751c425d706,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:05.570876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.622645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=93495f58-80c2-45dc-973b-9751c425d706,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:05.630036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34524) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:05.670081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d5a6f8d5-2ad2-4c65-9aae-e07baff8f02f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f5cd171e60045d0ac428d8a71342c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388179 Aug 16 02:49:05.672762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34526) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:05.728366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-407cfaa7-e0fd-46dd-b394-ef50a99d55a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.751760 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-407cfaa7-e0fd-46dd-b394-ef50a99d55a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.768083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['93495f58-80c2-45dc-973b-9751c425d706'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:05.810331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-407cfaa7-e0fd-46dd-b394-ef50a99d55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.813039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-407cfaa7-e0fd-46dd-b394-ef50a99d55a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.817248 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-407cfaa7-e0fd-46dd-b394-ef50a99d55a6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b903664d-09a9-44ff-8369-50c168386c4a HTTP/1.1" status: 204 len: 168 time: 0.1434135 Aug 16 02:49:05.829884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cfaa7-e0fd-46dd-b394-ef50a99d55a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b903664d-09a9-44ff-8369-50c168386c4a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:05.878291 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c1566-2aa2-4c4f-b288-a6c00414ca39 req-692a9a3a-f4f3-4f54-a5a6-18f89e66e855 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:05.884779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-549c1566-2aa2-4c4f-b288-a6c00414ca39 req-692a9a3a-f4f3-4f54-a5a6-18f89e66e855 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 944 time: 0.0712404 Aug 16 02:49:05.921625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-549c1566-2aa2-4c4f-b288-a6c00414ca39 req-3f535225-5997-410d-9b8f-2011adc67ea2 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357203 Aug 16 02:49:06.157731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34534) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:06.174231 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94a3d66f-e4e5-4116-93a0-b3ff1af2bfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.260721 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94a3d66f-e4e5-4116-93a0-b3ff1af2bfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.265021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-94a3d66f-e4e5-4116-93a0-b3ff1af2bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.303255 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-94a3d66f-e4e5-4116-93a0-b3ff1af2bfd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1444020 Aug 16 02:49:06.304529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3d66f-e4e5-4116-93a0-b3ff1af2bfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1332cc7-4731-44cf-944b-b58e8beb70b6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:06.306123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34536) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:06.333128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1d60f68f-6930-48ce-8a40-690bc0bc75c9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:06.352866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 1d60f68f-6930-48ce-8a40-690bc0bc75c9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:06.353219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1d60f68f-6930-48ce-8a40-690bc0bc75c9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:06.353637 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0d6d6a93-c381-4c77-8272-76a2a070dd19 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:06.363954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee6c85f2-745c-4bc5-b315-586177086059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.376368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0d6d6a93-c381-4c77-8272-76a2a070dd19 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:06.376661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0d6d6a93-c381-4c77-8272-76a2a070dd19 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:06.377080 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2c69b2f-502f-4b81-b16a-6bed7ac04df1 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:06.385495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee6c85f2-745c-4bc5-b315-586177086059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.395065 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f2c69b2f-502f-4b81-b16a-6bed7ac04df1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:06.395417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f2c69b2f-502f-4b81-b16a-6bed7ac04df1 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:06.431228 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee6c85f2-745c-4bc5-b315-586177086059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.434597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ee6c85f2-745c-4bc5-b315-586177086059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:06.435753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ee6c85f2-745c-4bc5-b315-586177086059 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1332cc7-4731-44cf-944b-b58e8beb70b6 HTTP/1.1" status: 204 len: 168 time: 0.1283305 Aug 16 02:49:06.443435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c85f2-745c-4bc5-b315-586177086059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1332cc7-4731-44cf-944b-b58e8beb70b6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:06.995432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:07.038879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323cb17-29e2-45e8-8a5c-9f773074b152 req-e8f69306-3f4d-49c2-9a7d-38c074e4fbf6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.040502 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c323cb17-29e2-45e8-8a5c-9f773074b152 req-e8f69306-3f4d-49c2-9a7d-38c074e4fbf6 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 944 time: 0.0486820 Aug 16 02:49:07.079796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c323cb17-29e2-45e8-8a5c-9f773074b152 req-a5886ec9-5e28-401f-9b5b-23bb882d80b9 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Aug 16 02:49:07.096904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1553673986-network', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:07.121567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:07.123816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.132198 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.223849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.227628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.250299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:49:07.258870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cd809e-62bd-4004-8f76-14198d19c9fa,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.265174 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.265520 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Added segment 1384403e-6fb4-489a-901a-e85bc77483be of type vlan for network c2ee01af-7ece-49de-b523-2d91c6278479 Aug 16 02:49:07.287794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 93495f58-80c2-45dc-973b-9751c425d706 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:07.305688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.336865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.337861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.338459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.339141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 93495f58-80c2-45dc-973b-9751c425d706 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:07.343927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 93495f58-80c2-45dc-973b-9751c425d706 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:07.344333 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.392333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3936269 Aug 16 02:49:07.393112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34564) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:07.398052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Request body: {'subnet': {'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1553673986-subnet', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:07.406504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ec953-2098-4ee7-ba3b-ddc05b2ee05e admin admin] Pushing event updated for resources: {'Network': ['ID=c2ee01af-7ece-49de-b523-2d91c6278479,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.418354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c2ee01af-7ece-49de-b523-2d91c6278479 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:49:07.421983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:07.424462 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.478830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.519237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93495f58-80c2-45dc-973b-9751c425d706'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:07.521583 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c6691a-14c6-4085-8e28-75b32063bd3f" -d '{"events": [{"server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "name": "network-vif-plugged", "status": "completed", "tag": "93495f58-80c2-45dc-973b-9751c425d706"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:07.535045 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 93495f58-80c2-45dc-973b-9751c425d706, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=93495f58-80c2-45dc-973b-9751c425d706,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:07.539842 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.565312 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a87a045-aa8d-4f02-b476-0aaf0f8efa27 x-openstack-request-id: req-9a87a045-aa8d-4f02-b476-0aaf0f8efa27 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:07.565604 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "name": "network-vif-plugged", "status": "completed", "tag": "93495f58-80c2-45dc-973b-9751c425d706", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:07.565854 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a87a045-aa8d-4f02-b476-0aaf0f8efa27 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:07.566243 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93495f58-80c2-45dc-973b-9751c425d706', 'code': 200} Aug 16 02:49:07.597021 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=93495f58-80c2-45dc-973b-9751c425d706,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.606984 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.656155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd1b9af-3ee5-429f-8445-1cc5d4133945,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.657590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ae765-c19e-4ace-a3c3-1b46343ce053 req-c3a11b0c-e76a-4ccb-9ade-5be222bbe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.659130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c91ae765-c19e-4ace-a3c3-1b46343ce053 req-c3a11b0c-e76a-4ccb-9ade-5be222bbe9f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 1097 time: 0.0406537 Aug 16 02:49:07.671493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:07.671851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Network hostable DHCP agents. Network: c2ee01af-7ece-49de-b523-2d91c6278479, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:49:07.689556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Network c2ee01af-7ece-49de-b523-2d91c6278479 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:49:07.699583 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c91ae765-c19e-4ace-a3c3-1b46343ce053 req-d37a909d-f50f-4576-983d-80c814d1a955 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Aug 16 02:49:07.699812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, c2ee01af-7ece-49de-b523-2d91c6278479) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:07.706686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.707297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.707669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc399c91-5d0b-4f06-bdaf-7f6e75b62947 None None] Network c2ee01af-7ece-49de-b523-2d91c6278479 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:07.724893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bbe7632b-bc3a-499f-9855-e21a9ac1edc0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3282418 Aug 16 02:49:07.725180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34568) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:07.729645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:07.757114 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.758146 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.809157 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.852906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-c2ee01af-7ece-49de-b523-2d91c6278479', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:49:07.853789 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.950593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.989448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Allocated IP 172.20.0.2 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/23fb1019-a6ae-4809-a315-f1ddc411ac8a) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:08.138018 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.147273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Transition to ACTIVE for port object 23fb1019-a6ae-4809-a315-f1ddc411ac8a will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:08.149328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.162485 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Transition to ACTIVE for port object 23fb1019-a6ae-4809-a315-f1ddc411ac8a will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:08.168540 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.182449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.207861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:08.211789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:08.215924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:08.222609 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Pushing event updated for resources: {'Port': ['ID=23fb1019-a6ae-4809-a315-f1ddc411ac8a,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:08.263232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89410e1-a7e5-4f6f-ba81-a7ed264bf0b3 req-a527257d-5a88-4230-bb4c-0b20a48747ff tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.264741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c89410e1-a7e5-4f6f-ba81-a7ed264bf0b3 req-a527257d-5a88-4230-bb4c-0b20a48747ff tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 945 time: 0.1127496 Aug 16 02:49:08.275354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Attempting to bind port 23fb1019-a6ae-4809-a315-f1ddc411ac8a on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:08.275543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Attempting to bind port 23fb1019-a6ae-4809-a315-f1ddc411ac8a by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:08.275964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Attempting to bind port 23fb1019-a6ae-4809-a315-f1ddc411ac8a on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:08.281521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:08.281898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:08.282301 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.282714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:08.283177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Bound port: 23fb1019-a6ae-4809-a315-f1ddc411ac8a, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:08.283554 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.344098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c89410e1-a7e5-4f6f-ba81-a7ed264bf0b3 req-5aa2ed73-571f-40b1-82c9-d446d054e19f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717003 Aug 16 02:49:08.346314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] For port 23fb1019-a6ae-4809-a315-f1ddc411ac8a, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:08.350452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] For port 23fb1019-a6ae-4809-a315-f1ddc411ac8a, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=23fb1019-a6ae-4809-a315-f1ddc411ac8a,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:08.351466 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Allocated IP 172.25.4.150 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/a9e162b1-471e-43c6-9f01-3ab223735649) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:08.355892 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.411351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438db1e7-5550-4917-b0de-bca76ee33f58 None None] Pushing event updated for resources: {'Port': ['ID=23fb1019-a6ae-4809-a315-f1ddc411ac8a,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:08.475532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.518638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.561759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:08.564832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:08.568455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:08.574724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e162b1-471e-43c6-9f01-3ab223735649,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:08.834875 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:09.028811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:09.161279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Router 7a5f5024-d0d8-4df2-8f61-52149617062b is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:49:09.271140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:09.282435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:09.287934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:09.289274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1749209e-90a7-4f8b-ac9d-c31867e937e6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5631039 Aug 16 02:49:09.292134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34572) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:09.294705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:09.295333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:09.298478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85e8d5-4a7d-47a3-8ae8-dff348f79e39 None None] Network c2ee01af-7ece-49de-b523-2d91c6278479 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:09.396709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-691026a5-0467-455e-addd-5721f9a5417d None None] Provisioning for port 23fb1019-a6ae-4809-a315-f1ddc411ac8a completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:09.504430 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:09.535250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dccc2-494a-4fa1-b18d-07f30566ddd2 req-6bbb8193-84d6-4d2e-a016-59f434af1b9f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:09.536661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b96dccc2-494a-4fa1-b18d-07f30566ddd2 req-6bbb8193-84d6-4d2e-a016-59f434af1b9f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 945 time: 0.0956695 Aug 16 02:49:09.642701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b96dccc2-494a-4fa1-b18d-07f30566ddd2 req-04356edf-8670-49a5-9f0c-8e730deb5835 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993879 Aug 16 02:49:09.721333 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:08Z', 'revision_number': 3, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:09.751285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:09.751649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Updating router 7a5f5024-d0d8-4df2-8f61-52149617062b port a9e162b1-471e-43c6-9f01-3ab223735649 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:49:09.778992 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:09.785365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bba239-eea2-4c08-9b63-204a2a5d4b7f req-2e7cb1b3-8633-41a4-847d-fa80bf6f699a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:09.793781 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92bba239-eea2-4c08-9b63-204a2a5d4b7f req-2e7cb1b3-8633-41a4-847d-fa80bf6f699a tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 945 time: 0.0728970 Aug 16 02:49:09.804865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:09.845985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-92bba239-eea2-4c08-9b63-204a2a5d4b7f req-09507fd2-757f-4e62-8430-5a25ec9e105c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 Aug 16 02:49:09.862092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34580) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:09.955675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c62a4c-9b54-4203-958f-e24c6a80e69e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:09.957393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-13c62a4c-9b54-4203-958f-e24c6a80e69e tempest-TestNetworkBasicOps-1154859788 tempest-TestNetworkBasicOps-1154859788-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 1092 time: 0.0919847 Aug 16 02:49:09.960127 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:09.964533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '93495f58-80c2-45dc-973b-9751c425d706', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:10.019289 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.035551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Allocated IP 172.20.0.1 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/5d9121af-d872-4f32-a949-24e7215eafd4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:10.061821 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.071421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Transition to ACTIVE for port object a9e162b1-471e-43c6-9f01-3ab223735649 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:10.077700 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.128098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Attempting to bind port a9e162b1-471e-43c6-9f01-3ab223735649 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:10.128494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Attempting to bind port a9e162b1-471e-43c6-9f01-3ab223735649 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:10.128864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Attempting to bind port a9e162b1-471e-43c6-9f01-3ab223735649 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:10.136212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55b35c-e131-4dca-b0a9-77b4d44bde66 None None] Pushing event updated for resources: {'Port': ['ID=a9e162b1-471e-43c6-9f01-3ab223735649,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:10.138908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:10.139285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:10.139683 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.140068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:10.140571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Bound port: a9e162b1-471e-43c6-9f01-3ab223735649, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:10.140949 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.195673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] For port a9e162b1-471e-43c6-9f01-3ab223735649, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:10.198887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] For port a9e162b1-471e-43c6-9f01-3ab223735649, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a9e162b1-471e-43c6-9f01-3ab223735649,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:10.202437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.260575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:10.261270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:10.266530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55b35c-e131-4dca-b0a9-77b4d44bde66 None None] Pushing event updated for resources: {'Port': ['ID=a9e162b1-471e-43c6-9f01-3ab223735649,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:10.463075 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 23fb1019-a6ae-4809-a315-f1ddc411ac8a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:10.527980 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.546149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Transition to ACTIVE for port object 5d9121af-d872-4f32-a949-24e7215eafd4 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:10.556668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.574562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:10.576654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 23fb1019-a6ae-4809-a315-f1ddc411ac8a completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:10.605713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 23fb1019-a6ae-4809-a315-f1ddc411ac8a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:10.606095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.656569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.701527 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:10.709315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:10.718399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:10.729144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9121af-d872-4f32-a949-24e7215eafd4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:10.748984 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Allocated IP 172.25.4.73 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/70f9c00e-f55e-453f-82d7-7d6d6819d152) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:10.787098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.820117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.868185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 23fb1019-a6ae-4809-a315-f1ddc411ac8a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=23fb1019-a6ae-4809-a315-f1ddc411ac8a,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:10.877009 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.883370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:08Z', 'revision_number': 3, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:10.930450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a46f9f8-8199-4fb7-a284-1f9f47e9f857 None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:08Z', 'revision_number': 3, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:10.948189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.966315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=23fb1019-a6ae-4809-a315-f1ddc411ac8a,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:10.987797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c59ab566-fc87-48c0-9e21-d5bc831edc4f None None] Provisioning for port 5d9121af-d872-4f32-a949-24e7215eafd4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:10.991977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c59ab566-fc87-48c0-9e21-d5bc831edc4f None None] Provisioning complete for port 5d9121af-d872-4f32-a949-24e7215eafd4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:10.992707 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c59ab566-fc87-48c0-9e21-d5bc831edc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.004953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.033284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c59ab566-fc87-48c0-9e21-d5bc831edc4f None None] Port 5d9121af-d872-4f32-a949-24e7215eafd4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:11.053183 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.059052 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:11.124799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:11.154444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:11.161315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:11.166040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=70f9c00e-f55e-453f-82d7-7d6d6819d152,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:11.331243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.362482 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.471353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.488059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9121af-d872-4f32-a949-24e7215eafd4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:11.679029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:11.682287 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:11.775716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.880351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:11.893937 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.956905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7880cd19-7daf-4914-8baa-4a626de28608 None None] Provisioning complete for port 5d9121af-d872-4f32-a949-24e7215eafd4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:11.957460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7880cd19-7daf-4914-8baa-4a626de28608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:11.990388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7880cd19-7daf-4914-8baa-4a626de28608 None None] Port 5d9121af-d872-4f32-a949-24e7215eafd4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:12.072951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:12.079764 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-56e51762-2976-4560-81f7-10a39faa10d3 admin admin] 10.222.0.78 "PUT /v2.0/routers/7a5f5024-d0d8-4df2-8f61-52149617062b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847185 Aug 16 02:49:12.133831 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.139919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.215035 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event updated for resources: {'Port': ['ID=70f9c00e-f55e-453f-82d7-7d6d6819d152,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:12.225679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.338834 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Floating IP 8f58825f-825d-4e22-be18-d90ddf55c6a9 associated. External IP: 172.25.4.73, port: 93495f58-80c2-45dc-973b-9751c425d706. Aug 16 02:49:12.445848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a9e162b1-471e-43c6-9f01-3ab223735649 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:12.516706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port a9e162b1-471e-43c6-9f01-3ab223735649 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:12.521131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a9e162b1-471e-43c6-9f01-3ab223735649 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:12.521317 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.580956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router fc464c86-749e-47f0-bbff-685e949e7669 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:12.615412 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.638647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port a9e162b1-471e-43c6-9f01-3ab223735649, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a9e162b1-471e-43c6-9f01-3ab223735649,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:12.643946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.646993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 23fb1019-a6ae-4809-a315-f1ddc411ac8a up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:12.647527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34600) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:12.656815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1808801415-network', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:12.685007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Made reservation on behalf of 44d99dd7f4f34df6933bac67b4a81b20 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:12.687507 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.697778 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.706428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:12.721039 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] Sync routers for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:12.727759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=a9e162b1-471e-43c6-9f01-3ab223735649,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:12.735248 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:12.735864 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:12.747661 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 23fb1019-a6ae-4809-a315-f1ddc411ac8a triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:12.748194 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.777144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:12.798071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:12.798714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:12.812994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.817564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.821672 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.848886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:49:12.856510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f1c631-83c3-41ad-b165-afec3dfe1901,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:12.858295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9f47a767-92a8-463e-883f-38df2620b5b5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8971210 Aug 16 02:49:12.858894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'tag': '93495f58-80c2-45dc-973b-9751c425d706'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:12.863498 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899d5d99-db0f-444c-89cb-7fa79e442236" -d '{"events": [{"name": "network-changed", "server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "tag": "93495f58-80c2-45dc-973b-9751c425d706"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:12.865944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34602) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:12.883281 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:12.893193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.894295 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Added segment ab1ba119-49fc-4979-89dd-8ebbf07f69e2 of type vlan for network 8af31d7d-918e-4d42-97c2-90570f0c684c Aug 16 02:49:12.915066 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd2258-2e6a-4607-894c-2ae5bfc5abe4 x-openstack-request-id: req-2cfd2258-2e6a-4607-894c-2ae5bfc5abe4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:12.915405 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "tag": "93495f58-80c2-45dc-973b-9751c425d706", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:12.915664 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cfd2258-2e6a-4607-894c-2ae5bfc5abe4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:12.916069 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'tag': '93495f58-80c2-45dc-973b-9751c425d706', 'status': 'completed', 'code': 200} Aug 16 02:49:12.982411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:13.002060 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.003898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-63b2b00e-602b-4d29-a2c6-2b477a0173c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.005672 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-63b2b00e-602b-4d29-a2c6-2b477a0173c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 1097 time: 0.0667169 Aug 16 02:49:13.030285 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8ab1ad2f-3af6-4441-aa0d-629def6b7e26 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/floatingips/8f58825f-825d-4e22-be18-d90ddf55c6a9 HTTP/1.1" status: 200 len: 990 time: 0.1631033 Aug 16 02:49:13.047318 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.048578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.049175 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.108501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4570067 Aug 16 02:49:13.134306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34606) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:13.134306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Request body: {'subnet': {'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1808801415-subnet', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:13.138609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e1743-29cb-43a4-9f94-9c0f0c9e595f admin admin] Pushing event updated for resources: {'Network': ['ID=8af31d7d-918e-4d42-97c2-90570f0c684c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:13.146170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-ed0ab899-b6ca-43c0-bbbb-39ba108a15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.147573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-ed0ab899-b6ca-43c0-bbbb-39ba108a15e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9c7b813-48a1-4031-9436-eeb5b6bd2929 HTTP/1.1" status: 200 len: 896 time: 0.1348891 Aug 16 02:49:13.149057 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Made reservation on behalf of 44d99dd7f4f34df6933bac67b4a81b20 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:13.151005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.153861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 8af31d7d-918e-4d42-97c2-90570f0c684c details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:49:13.198231 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8f58825f-825d-4e22-be18-d90ddf55c6a9', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'port_id': '93495f58-80c2-45dc-973b-9751c425d706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'mac_address': 'fa:16:3e:cb:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:11Z', 'updated_at': '2021-08-16T02:49:11Z', 'revision_number': 0, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:13.227693 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] Checking router: fc464c86-749e-47f0-bbff-685e949e7669 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:13.236853 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:13.237472 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:13.280596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-273fc9e2-e67c-4535-a2aa-9578e7123303 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93495f58-80c2-45dc-973b-9751c425d706 HTTP/1.1" status: 200 len: 998 time: 0.0885940 Aug 16 02:49:13.286783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:11Z', 'revision_number': 2, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:13.314105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:13.314473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Updating router 7a5f5024-d0d8-4df2-8f61-52149617062b port 5d9121af-d872-4f32-a949-24e7215eafd4 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:49:13.339938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.360925 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:13.373607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-cb750761-50cf-4c1a-8af0-0352ed9d755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.375121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-cb750761-50cf-4c1a-8af0-0352ed9d755b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0bc018fe-dd93-4c39-b841-b7bb3dd9043d HTTP/1.1" status: 200 len: 835 time: 0.0870445 Aug 16 02:49:13.459667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-99b49d07-148a-4b35-957b-d398d6d86810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.461248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-99b49d07-148a-4b35-957b-d398d6d86810 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9c7b813-48a1-4031-9436-eeb5b6bd2929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785317 Aug 16 02:49:13.463457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.580660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1604540c-e5f3-4014-b171-f2edae0f7dda,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:13.593756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Checking segment: {'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:13.594048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Network hostable DHCP agents. Network: 8af31d7d-918e-4d42-97c2-90570f0c684c, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:49:13.616445 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8f58825f-825d-4e22-be18-d90ddf55c6a9', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'port_id': '93495f58-80c2-45dc-973b-9751c425d706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'mac_address': 'fa:16:3e:cb:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:11Z', 'updated_at': '2021-08-16T02:49:11Z', 'revision_number': 0, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:13.623740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-7089d975-077a-45ce-b708-4175a45bd202 service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549020 Aug 16 02:49:13.625671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Network 8af31d7d-918e-4d42-97c2-90570f0c684c is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:49:13.636463 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.647317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa3787-beed-42e1-836a-8466ddffa750 None None] The sync data for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 is: [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8f58825f-825d-4e22-be18-d90ddf55c6a9', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'port_id': '93495f58-80c2-45dc-973b-9751c425d706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'mac_address': 'fa:16:3e:cb:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:49:11Z', 'updated_at': '2021-08-16T02:49:11Z', 'revision_number': 0, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:13.650581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Transition to ACTIVE for port object 5d9121af-d872-4f32-a949-24e7215eafd4 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:13.655376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 8af31d7d-918e-4d42-97c2-90570f0c684c) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:13.658459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.661167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.662206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.666794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d464c70-625b-484e-903f-3684510e961f None None] Network 8af31d7d-918e-4d42-97c2-90570f0c684c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:13.711790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-93c049aa-2baf-42a0-a731-e3bc86ec2f67 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5955265 Aug 16 02:49:13.714983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34608) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:13.721575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:13.757589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bf10e-7eba-416c-a025-1a97a90a250e None None] Pushing event updated for resources: {'Port': ['ID=5d9121af-d872-4f32-a949-24e7215eafd4,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:13.770852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-899d5d99-db0f-444c-89cb-7fa79e442236 req-2a4290ec-b434-47cc-82e6-4c97f84ad53e service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404748 Aug 16 02:49:13.772303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.773430 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.844326 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.861289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Attempting to bind port 5d9121af-d872-4f32-a949-24e7215eafd4 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:13.862375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Attempting to bind port 5d9121af-d872-4f32-a949-24e7215eafd4 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:13.862751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Attempting to bind port 5d9121af-d872-4f32-a949-24e7215eafd4 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:13.869808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:13.870121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:13.870573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.870979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:13.871499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Bound port: 5d9121af-d872-4f32-a949-24e7215eafd4, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:13.871887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.954233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-8af31d7d-918e-4d42-97c2-90570f0c684c', 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'fixed_ips': [{'subnet_id': '1604540c-e5f3-4014-b171-f2edae0f7dda'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:49:13.955162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.985881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] For port 5d9121af-d872-4f32-a949-24e7215eafd4, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:13.990562 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4173d3-b709-444b-bc24-2fe7dadd71e6 None None] New status for floating IP 8f58825f-825d-4e22-be18-d90ddf55c6a9: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:49:14.012986 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] For port 5d9121af-d872-4f32-a949-24e7215eafd4, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5d9121af-d872-4f32-a949-24e7215eafd4,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:14.034420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34610) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:14.058037 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.121301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76e2041c-bed1-456b-9f1c-899d245d4a2f tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/floatingips/8f58825f-825d-4e22-be18-d90ddf55c6a9 HTTP/1.1" status: 200 len: 990 time: 0.0839572 Aug 16 02:49:14.185334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:14.186002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:14.191115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bf10e-7eba-416c-a025-1a97a90a250e None None] Pushing event updated for resources: {'Port': ['ID=5d9121af-d872-4f32-a949-24e7215eafd4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:14.269152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Allocated IP 172.20.0.2 (8af31d7d-918e-4d42-97c2-90570f0c684c/1604540c-e5f3-4014-b171-f2edae0f7dda/6500687b-1506-4b35-9f98-adfda371cf4b) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:14.353874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:14.387720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a9e162b1-471e-43c6-9f01-3ab223735649 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:14.439886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.655743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.678435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.781781 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a9e162b1-471e-43c6-9f01-3ab223735649 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:14.782108 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Allocated IP 172.25.4.233 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/f908ca09-3794-4f9e-9938-4e47c397d55e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:14.782721 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.887957 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.897659 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.913433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Transition to ACTIVE for port object 6500687b-1506-4b35-9f98-adfda371cf4b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:14.927421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.958221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Transition to ACTIVE for port object 6500687b-1506-4b35-9f98-adfda371cf4b will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:14.962846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:14.968298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:14.970291 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.971824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:14.995662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Pushing event updated for resources: {'Port': ['ID=f908ca09-3794-4f9e-9938-4e47c397d55e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:15.027644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:13Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:15.030812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Network 8af31d7d-918e-4d42-97c2-90570f0c684c is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:15.032800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Pushing event updated for resources: {'Port': ['ID=6500687b-1506-4b35-9f98-adfda371cf4b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:15.058647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:15.061086 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:15.063237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda16700-8c10-4970-9cee-aaf5b124ee57 None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:13Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:15.125039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34612) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:15.158472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Attempting to bind port 6500687b-1506-4b35-9f98-adfda371cf4b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:15.158944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Attempting to bind port 6500687b-1506-4b35-9f98-adfda371cf4b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:15.159369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Attempting to bind port 6500687b-1506-4b35-9f98-adfda371cf4b on network 8af31d7d-918e-4d42-97c2-90570f0c684c {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:15.164979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:15.169851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Checking segment: {'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:15.170301 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.170714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Bound using segment: {'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:15.174395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Bound port: 6500687b-1506-4b35-9f98-adfda371cf4b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:15.174807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.223766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-026dff10-9d6e-4c04-b279-82b8f535c5f5 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/floatingips/8f58825f-825d-4e22-be18-d90ddf55c6a9 HTTP/1.1" status: 200 len: 992 time: 0.0973523 Aug 16 02:49:15.258136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] For port 6500687b-1506-4b35-9f98-adfda371cf4b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:15.261800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] For port 6500687b-1506-4b35-9f98-adfda371cf4b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6500687b-1506-4b35-9f98-adfda371cf4b,segment=NetworkSegment(ab1ba119-49fc-4979-89dd-8ebbf07f69e2),segment_id=ab1ba119-49fc-4979-89dd-8ebbf07f69e2)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:15.266280 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.283133 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.329392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ea466-d929-4d55-9d1f-82d8b8446540 None None] Pushing event updated for resources: {'Port': ['ID=6500687b-1506-4b35-9f98-adfda371cf4b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:15.523633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.673062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Router b32fbe11-2256-473e-9e7d-6b4440967163 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:49:15.783472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:15.796532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Sync routers for ids ['b32fbe11-2256-473e-9e7d-6b4440967163'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:15.804402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:15.806151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-64a45c1b-dcf8-49f6-949b-687658d7fdfe admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0902877 Aug 16 02:49:15.809379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34614) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:15.813465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Routers {'b32fbe11-2256-473e-9e7d-6b4440967163'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:15.814271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b32fbe11-2256-473e-9e7d-6b4440967163'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:15.936954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Set router b32fbe11-2256-473e-9e7d-6b4440967163 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:16.146644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:49:15Z', 'revision_number': 3, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port': {'id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:16.177798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Checking router: b32fbe11-2256-473e-9e7d-6b4440967163 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:16.178369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Updating router b32fbe11-2256-473e-9e7d-6b4440967163 port f908ca09-3794-4f9e-9938-4e47c397d55e binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:49:16.209282 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.322299 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.415672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38fad8-f036-4856-b892-d4218660f28b None None] Network 8af31d7d-918e-4d42-97c2-90570f0c684c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:16.467457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6500687b-1506-4b35-9f98-adfda371cf4b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:16.512517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Allocated IP 172.20.0.1 (8af31d7d-918e-4d42-97c2-90570f0c684c/1604540c-e5f3-4014-b171-f2edae0f7dda/d63db2e5-5603-4ba3-bbf1-1894b90743f6) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:16.536904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-04995fd6-13e0-405a-94a3-7b93fee9ac44 None None] Provisioning for port 6500687b-1506-4b35-9f98-adfda371cf4b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:16.618551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.638406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Transition to ACTIVE for port object d63db2e5-5603-4ba3-bbf1-1894b90743f6 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:16.650923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 6500687b-1506-4b35-9f98-adfda371cf4b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:16.663555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6500687b-1506-4b35-9f98-adfda371cf4b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:16.663938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.675709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.716046 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.716354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Network 8af31d7d-918e-4d42-97c2-90570f0c684c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:16.720752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:16.725311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:16.727416 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d63db2e5-5603-4ba3-bbf1-1894b90743f6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:16.747627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Transition to ACTIVE for port object f908ca09-3794-4f9e-9938-4e47c397d55e will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:16.757274 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.765578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.847216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Pushing event updated for resources: {'Port': ['ID=f908ca09-3794-4f9e-9938-4e47c397d55e,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:16.855757 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Attempting to bind port f908ca09-3794-4f9e-9938-4e47c397d55e on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:16.856137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Attempting to bind port f908ca09-3794-4f9e-9938-4e47c397d55e by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:16.856537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Attempting to bind port f908ca09-3794-4f9e-9938-4e47c397d55e on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:16.868858 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.869216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.869722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.870043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.870466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.870884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.871160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.871683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.872126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.872455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.872814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.873131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:16.878193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:16.878578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:16.878998 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.879395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:16.879884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Bound port: f908ca09-3794-4f9e-9938-4e47c397d55e, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:16.880275 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.884046 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.906087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.958918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 6500687b-1506-4b35-9f98-adfda371cf4b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6500687b-1506-4b35-9f98-adfda371cf4b,segment=NetworkSegment(ab1ba119-49fc-4979-89dd-8ebbf07f69e2),segment_id=ab1ba119-49fc-4979-89dd-8ebbf07f69e2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:16.963874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.965562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5d9121af-d872-4f32-a949-24e7215eafd4 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:16.968219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] For port f908ca09-3794-4f9e-9938-4e47c397d55e, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:16.973070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] For port f908ca09-3794-4f9e-9938-4e47c397d55e, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f908ca09-3794-4f9e-9938-4e47c397d55e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:16.994365 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.070111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=6500687b-1506-4b35-9f98-adfda371cf4b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:17.079759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.079923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Routers {'b32fbe11-2256-473e-9e7d-6b4440967163'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:17.080429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b32fbe11-2256-473e-9e7d-6b4440967163'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:17.085721 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.147475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5d9121af-d872-4f32-a949-24e7215eafd4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:17.156760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.159182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d63db2e5-5603-4ba3-bbf1-1894b90743f6,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:17.168532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5d9121af-d872-4f32-a949-24e7215eafd4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:17.168919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.237131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9c12e-7fdb-4cc3-bde0-5544f9f7422b None None] Pushing event updated for resources: {'Port': ['ID=f908ca09-3794-4f9e-9938-4e47c397d55e,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:17.248468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6a66686e-ce45-46cc-a0c8-4d371fb94e45 None None] Provisioning complete for port 6500687b-1506-4b35-9f98-adfda371cf4b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:17.248729 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a66686e-ce45-46cc-a0c8-4d371fb94e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.268034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Network 8af31d7d-918e-4d42-97c2-90570f0c684c is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:17.269653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:17.316441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] Set router b32fbe11-2256-473e-9e7d-6b4440967163 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:17.395652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Router b32fbe11-2256-473e-9e7d-6b4440967163 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:17.510775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:17.516959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a509811e-a424-4a2b-8bbc-c42758e592f2 admin admin] 10.222.0.78 "PUT /v2.0/routers/b32fbe11-2256-473e-9e7d-6b4440967163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7065256 Aug 16 02:49:17.621127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.710606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 5d9121af-d872-4f32-a949-24e7215eafd4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5d9121af-d872-4f32-a949-24e7215eafd4,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:17.729388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.739680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6a66686e-ce45-46cc-a0c8-4d371fb94e45 None None] Provisioning for port d63db2e5-5603-4ba3-bbf1-1894b90743f6 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:17.777926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6a66686e-ce45-46cc-a0c8-4d371fb94e45 None None] Provisioning complete for port d63db2e5-5603-4ba3-bbf1-1894b90743f6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:17.778306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6a66686e-ce45-46cc-a0c8-4d371fb94e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:17.857796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=5d9121af-d872-4f32-a949-24e7215eafd4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:17.860600 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6a66686e-ce45-46cc-a0c8-4d371fb94e45 None None] Port d63db2e5-5603-4ba3-bbf1-1894b90743f6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:17.885277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 4, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port': {'id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd63db2e5-5603-4ba3-bbf1-1894b90743f6', 'name': '', 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'mac_address': 'fa:16:3e:93:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:16Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 2, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'subnets': [{'id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:17.913197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fd1d1-f208-4ed6-bd72-cbf925c9f09f None None] The sync data for ids ['b32fbe11-2256-473e-9e7d-6b4440967163'] in n-d-769329-15 is: [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 4, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port': {'id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd63db2e5-5603-4ba3-bbf1-1894b90743f6', 'name': '', 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'mac_address': 'fa:16:3e:93:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:16Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 2, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'subnets': [{'id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:17.981414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-242f6c43-2cbb-4e1e-ba93-8046004f9d99 None None] Provisioning complete for port d63db2e5-5603-4ba3-bbf1-1894b90743f6 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:17.981810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-242f6c43-2cbb-4e1e-ba93-8046004f9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:18.021534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-242f6c43-2cbb-4e1e-ba93-8046004f9d99 None None] Port d63db2e5-5603-4ba3-bbf1-1894b90743f6 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:18.359823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5d9121af-d872-4f32-a949-24e7215eafd4 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:18.410579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5d9121af-d872-4f32-a949-24e7215eafd4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:18.410949 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:18.491837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6500687b-1506-4b35-9f98-adfda371cf4b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:18.546252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 6500687b-1506-4b35-9f98-adfda371cf4b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:18.546708 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:19.685843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-9e2c2afc-779a-49fc-a910-07f1037e9615 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:19.687306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-9e2c2afc-779a-49fc-a910-07f1037e9615 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1067154 Aug 16 02:49:19.701698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e3ba741f-f615-46d1-a0c8-7e84829d150b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/quotas/c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 375 time: 0.0087440 Aug 16 02:49:19.750942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-fec9d49f-5db7-4c1b-84ad-c0b806a15748 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441332 Aug 16 02:49:19.838581 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-efa3987f-d0e3-43c0-9151-5544b85e3254 service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807383 Aug 16 02:49:19.933623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-b28e09aa-de21-4e3d-8449-8e6476602934 service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881193 Aug 16 02:49:20.215813 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d2ffd57-6e43-47d2-bd47-dd950d06f50b req-0893d802-347e-4dd8-a971-b47d22332661 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 210 time: 0.0301719 Aug 16 02:49:20.358706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f908ca09-3794-4f9e-9938-4e47c397d55e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:20.408531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f908ca09-3794-4f9e-9938-4e47c397d55e completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:20.412593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f908ca09-3794-4f9e-9938-4e47c397d55e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:20.413050 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:20.498681 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:20.520768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f908ca09-3794-4f9e-9938-4e47c397d55e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f908ca09-3794-4f9e-9938-4e47c397d55e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:20.524519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:20.572037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f908ca09-3794-4f9e-9938-4e47c397d55e,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:21.226551 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-4e2e92b5-b01a-4e49-abf5-8d3386f9267e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:21.228220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-4e2e92b5-b01a-4e49-abf5-8d3386f9267e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1173067 Aug 16 02:49:21.242389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'port': {'device_id': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'admin_state_up': True, 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:21.356230 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d9434a8-ed91-4678-8625-92e6c16d6814 req-1caab0b2-b161-4319-959b-c1ac77a35bd7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 210 time: 0.0305717 Aug 16 02:49:21.397638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:21.401361 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:21.531874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.20.0.5 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/300ea481-3d35-40b6-aec4-5359d35d36bf) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:21.691669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:21.705186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Transition to ACTIVE for port object 300ea481-3d35-40b6-aec4-5359d35d36bf will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:21.732332 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Sync routers for ids ['b32fbe11-2256-473e-9e7d-6b4440967163'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:21.740232 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:21.742349 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Routers {'b32fbe11-2256-473e-9e7d-6b4440967163'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:21.743101 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b32fbe11-2256-473e-9e7d-6b4440967163'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:21.784978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:21.788270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:21.792690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:21.820174 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=300ea481-3d35-40b6-aec4-5359d35d36bf,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:21.835707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.836063 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.836484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.836792 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.837186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.837525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.837856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.838186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.838511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.838836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.839250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.839629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:21.862885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:21.863572 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:21.879719 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Set router b32fbe11-2256-473e-9e7d-6b4440967163 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:21.881009 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-3cf7b15f-c6b0-43fc-9c36-831b30c168ee tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427326 Aug 16 02:49:21.896630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Request body: {'port': {'device_id': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:21.962520 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.070366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3343b014-858a-4ba0-9df1-34e39e7116f8 None None] Provisioning for port 300ea481-3d35-40b6-aec4-5359d35d36bf completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:22.076042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3343b014-858a-4ba0-9df1-34e39e7116f8 None None] Provisioning complete for port 300ea481-3d35-40b6-aec4-5359d35d36bf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:22.076712 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3343b014-858a-4ba0-9df1-34e39e7116f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.104156 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 4, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port': {'id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd63db2e5-5603-4ba3-bbf1-1894b90743f6', 'name': '', 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'mac_address': 'fa:16:3e:93:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:16Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 2, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'subnets': [{'id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:22.122049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3343b014-858a-4ba0-9df1-34e39e7116f8 None None] Port 300ea481-3d35-40b6-aec4-5359d35d36bf cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:49:22.137200 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Checking router: b32fbe11-2256-473e-9e7d-6b4440967163 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:22.137668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Updating router b32fbe11-2256-473e-9e7d-6b4440967163 port d63db2e5-5603-4ba3-bbf1-1894b90743f6 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:49:22.167586 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.265915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300ea481-3d35-40b6-aec4-5359d35d36bf {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:22.273890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.286633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Transition to ACTIVE for port object 300ea481-3d35-40b6-aec4-5359d35d36bf will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:22.290956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.355344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Pushing event updated for resources: {'Port': ['ID=300ea481-3d35-40b6-aec4-5359d35d36bf,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:22.396155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f908ca09-3794-4f9e-9938-4e47c397d55e up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:22.474176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Attempting to bind port 300ea481-3d35-40b6-aec4-5359d35d36bf on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:22.474554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Attempting to bind port 300ea481-3d35-40b6-aec4-5359d35d36bf by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:22.474837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Attempting to bind port 300ea481-3d35-40b6-aec4-5359d35d36bf on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:22.479343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Port 300ea481-3d35-40b6-aec4-5359d35d36bf on network c2ee01af-7ece-49de-b523-2d91c6278479 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:49:22.480263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Attempting to bind port 300ea481-3d35-40b6-aec4-5359d35d36bf on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:22.485523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:22.485778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:22.486121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:22.486558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Bound port: 300ea481-3d35-40b6-aec4-5359d35d36bf, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:22.486920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.506795 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.514314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f908ca09-3794-4f9e-9938-4e47c397d55e triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:22.515034 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.550863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b5a87-858d-47f6-85fd-8c1e4f40bd18 req-2320a80d-c8f7-4158-9608-2df110ec8174 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:22.562035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-314b5a87-858d-47f6-85fd-8c1e4f40bd18 req-2320a80d-c8f7-4158-9608-2df110ec8174 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.1084652 Aug 16 02:49:22.615681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] For port 300ea481-3d35-40b6-aec4-5359d35d36bf, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:22.622592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] For port 300ea481-3d35-40b6-aec4-5359d35d36bf, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=300ea481-3d35-40b6-aec4-5359d35d36bf,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:22.631038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.672085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-314b5a87-858d-47f6-85fd-8c1e4f40bd18 req-855c9be2-818b-4a2b-8791-92720ca4a3c7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090677 Aug 16 02:49:22.693053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:22.694799 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.696486 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] 10.222.0.98 "PUT /v2.0/ports/300ea481-3d35-40b6-aec4-5359d35d36bf HTTP/1.1" status: 200 len: 1092 time: 0.8047793 Aug 16 02:49:22.697161 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'tag': '300ea481-3d35-40b6-aec4-5359d35d36bf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:22.711190 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d9049-1beb-4f9e-b86e-b21760bebd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "00f8b5bc-161c-4c59-ab4a-8236fcdf717d", "tag": "300ea481-3d35-40b6-aec4-5359d35d36bf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:22.723240 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.738208 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Transition to ACTIVE for port object d63db2e5-5603-4ba3-bbf1-1894b90743f6 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:22.747132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d941b4-3275-4dca-bad6-eeb17b3aed87 service neutron] Pushing event updated for resources: {'Port': ['ID=300ea481-3d35-40b6-aec4-5359d35d36bf,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:22.761436 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.816927 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-15069fae-f837-4f8f-a78b-480a92f8305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:22.818464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-15069fae-f837-4f8f-a78b-480a92f8305e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 1095 time: 0.0593882 Aug 16 02:49:22.909550 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Attempting to bind port d63db2e5-5603-4ba3-bbf1-1894b90743f6 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:22.910196 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Attempting to bind port d63db2e5-5603-4ba3-bbf1-1894b90743f6 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:22.910813 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Attempting to bind port d63db2e5-5603-4ba3-bbf1-1894b90743f6 on network 8af31d7d-918e-4d42-97c2-90570f0c684c {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:22.912190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-09666e94-a256-433f-b497-c260f27d7073 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=300ea481-3d35-40b6-aec4-5359d35d36bf HTTP/1.1" status: 200 len: 217 time: 0.0792611 Aug 16 02:49:22.921879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:22.922240 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Checking segment: {'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:22.922646 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.923037 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Bound using segment: {'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:22.923507 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Bound port: d63db2e5-5603-4ba3-bbf1-1894b90743f6, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:22.923887 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.994731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-73e543f2-ec52-4952-8d61-e03e9a813b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:22.996174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-73e543f2-ec52-4952-8d61-e03e9a813b19 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0764642 Aug 16 02:49:23.016236 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Pushing event updated for resources: {'Port': ['ID=d63db2e5-5603-4ba3-bbf1-1894b90743f6,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:23.021405 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] For port d63db2e5-5603-4ba3-bbf1-1894b90743f6, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:23.031389 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.032142 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.032790 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.033537 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.034328 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.034860 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.035444 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.035820 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.036078 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.036474 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.036880 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.037125 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:23.042905 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] For port d63db2e5-5603-4ba3-bbf1-1894b90743f6, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d63db2e5-5603-4ba3-bbf1-1894b90743f6,segment=NetworkSegment(ab1ba119-49fc-4979-89dd-8ebbf07f69e2),segment_id=ab1ba119-49fc-4979-89dd-8ebbf07f69e2)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:23.048801 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:23.059975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e34b6176-4f22-4015-97b0-51a0e095e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.061800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-e34b6176-4f22-4015-97b0-51a0e095e7bb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578971 Aug 16 02:49:23.072904 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f2a689-2974-4d9e-a1c4-692104462cff x-openstack-request-id: req-93f2a689-2974-4d9e-a1c4-692104462cff {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:23.073833 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f8b5bc-161c-4c59-ab4a-8236fcdf717d", "tag": "300ea481-3d35-40b6-aec4-5359d35d36bf", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:23.075609 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93f2a689-2974-4d9e-a1c4-692104462cff {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:23.076123 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'tag': '300ea481-3d35-40b6-aec4-5359d35d36bf', 'status': 'completed', 'code': 200} Aug 16 02:49:23.098598 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Routers {'b32fbe11-2256-473e-9e7d-6b4440967163'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:23.099257 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:48:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b32fbe11-2256-473e-9e7d-6b4440967163'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:23.211361 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db510-64ad-48d1-80bb-7cf8f3de469d None None] Pushing event updated for resources: {'Port': ['ID=d63db2e5-5603-4ba3-bbf1-1894b90743f6,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:23.258813 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] Set router b32fbe11-2256-473e-9e7d-6b4440967163 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:23.493691 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 4, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port': {'id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd63db2e5-5603-4ba3-bbf1-1894b90743f6', 'name': '', 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'mac_address': 'fa:16:3e:93:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:16Z', 'updated_at': '2021-08-16T02:49:23Z', 'revision_number': 4, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'subnets': [{'id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:23.520691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-b6cc5daf-93df-43c0-b4ec-b715b2cd5d21 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414098 Aug 16 02:49:23.523739 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ee64d-d305-4867-be1b-dd930d806996 None None] The sync data for ids ['b32fbe11-2256-473e-9e7d-6b4440967163'] in n-d-769329-15 is: [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:49:16Z', 'revision_number': 4, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port': {'id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd63db2e5-5603-4ba3-bbf1-1894b90743f6', 'name': '', 'network_id': '8af31d7d-918e-4d42-97c2-90570f0c684c', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'mac_address': 'fa:16:3e:93:d2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:16Z', 'updated_at': '2021-08-16T02:49:23Z', 'revision_number': 4, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'subnets': [{'id': '1604540c-e5f3-4014-b171-f2edae0f7dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:23.625877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12d3499d-4e2e-41da-8cc9-e971747f732e req-12bf7a62-2769-42df-ab9a-4cf27de12a15 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937130 Aug 16 02:49:23.725951 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:23.729191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-f4e7da2a-9a2a-4593-becc-35068cb9ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.731568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-f4e7da2a-9a2a-4593-becc-35068cb9ea26 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 1095 time: 0.0562840 Aug 16 02:49:23.795593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eab03-f25a-4f8f-a1f7-64c7a1809157 req-66d48369-5808-4da7-b6fa-d27afef7717f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.803070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-754eab03-f25a-4f8f-a1f7-64c7a1809157 req-66d48369-5808-4da7-b6fa-d27afef7717f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0665300 Aug 16 02:49:23.832789 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-3681588b-f930-4138-9535-f0a350a55e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.835581 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-3681588b-f930-4138-9535-f0a350a55e9f service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0960131 Aug 16 02:49:23.839727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-754eab03-f25a-4f8f-a1f7-64c7a1809157 req-ce96976d-e08c-4954-ac4e-6cee97db7218 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Aug 16 02:49:23.887756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-01a1d557-ba72-4017-a63e-84fe7cd43e35 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=300ea481-3d35-40b6-aec4-5359d35d36bf HTTP/1.1" status: 200 len: 217 time: 0.0424962 Aug 16 02:49:23.937631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-fa961723-4a57-4ce8-ab59-af5a3f29e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.939018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-fa961723-4a57-4ce8-ab59-af5a3f29e528 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0436077 Aug 16 02:49:23.985406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-90853e92-2306-44d2-b942-a6165d4b4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.986925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-90853e92-2306-44d2-b942-a6165d4b4ba5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404603 Aug 16 02:49:24.081380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-0bce5571-2759-42ec-bdf1-16b03f25c97c service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857599 Aug 16 02:49:24.175090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-300d9049-1beb-4f9e-b86e-b21760bebd1d req-1eb05ea0-7e17-442f-89f7-29f571bb9a07 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862970 Aug 16 02:49:24.386488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d63db2e5-5603-4ba3-bbf1-1894b90743f6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:24.440129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d63db2e5-5603-4ba3-bbf1-1894b90743f6 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:24.443666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d63db2e5-5603-4ba3-bbf1-1894b90743f6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:24.444039 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:24.527112 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:24.560153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d63db2e5-5603-4ba3-bbf1-1894b90743f6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d63db2e5-5603-4ba3-bbf1-1894b90743f6,segment=NetworkSegment(ab1ba119-49fc-4979-89dd-8ebbf07f69e2),segment_id=ab1ba119-49fc-4979-89dd-8ebbf07f69e2)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:24.563971 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:24.610776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d63db2e5-5603-4ba3-bbf1-1894b90743f6,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:24.959826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7f846-f588-48bf-9f99-c22770516edc req-bf9c47bc-cd5f-4a80-9913-ed14ad4a0a10 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:24.961364 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61a7f846-f588-48bf-9f99-c22770516edc req-bf9c47bc-cd5f-4a80-9913-ed14ad4a0a10 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0495379 Aug 16 02:49:25.000491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61a7f846-f588-48bf-9f99-c22770516edc req-b4053151-a2b2-4595-a63d-e4e669ddc3fe tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323787 Aug 16 02:49:26.112648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9376-03ae-4ea5-bfe0-e91d74c2b81d req-b9f59975-8de9-4f10-9f63-7eb78eb48eb7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:26.114125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b49b9376-03ae-4ea5-bfe0-e91d74c2b81d req-b9f59975-8de9-4f10-9f63-7eb78eb48eb7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0479357 Aug 16 02:49:26.152649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b49b9376-03ae-4ea5-bfe0-e91d74c2b81d req-85d1ea0d-6b96-403e-b74d-e5be81756f30 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Aug 16 02:49:26.204346 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6bf26b70-503a-4415-bbe2-607713dbd25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:26.342538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d63db2e5-5603-4ba3-bbf1-1894b90743f6 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:26.392625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d63db2e5-5603-4ba3-bbf1-1894b90743f6 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:26.392928 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:27.270597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41592be2-8676-4b53-94aa-2fd9eec58506 req-5f234f73-f297-4aa6-a789-6a7909fac8ab tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:27.272032 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41592be2-8676-4b53-94aa-2fd9eec58506 req-5f234f73-f297-4aa6-a789-6a7909fac8ab tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0546820 Aug 16 02:49:27.311046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41592be2-8676-4b53-94aa-2fd9eec58506 req-8e5562d7-b80d-423f-88c9-40efda7cc3bc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Aug 16 02:49:28.427572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bea41-ba21-43d4-a36b-4a230807725a req-a744a7ed-5fad-49a7-b77d-0da062b42615 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:28.429113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-828bea41-ba21-43d4-a36b-4a230807725a req-a744a7ed-5fad-49a7-b77d-0da062b42615 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0499585 Aug 16 02:49:28.466859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-828bea41-ba21-43d4-a36b-4a230807725a req-ee6a3f85-62a5-4403-852a-193141e31277 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310953 Aug 16 02:49:28.786675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52e4dc6d-0124-4292-8f53-3c0ab649a4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:28.819910 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:29.579831 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0a78d-2917-4a5f-9270-5306d7f12755 req-aa3eb2f7-0b0a-4908-a81a-f9a7bc916877 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:29.581352 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-29b0a78d-2917-4a5f-9270-5306d7f12755 req-aa3eb2f7-0b0a-4908-a81a-f9a7bc916877 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0487709 Aug 16 02:49:29.620148 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-29b0a78d-2917-4a5f-9270-5306d7f12755 req-ecece849-2282-4e0d-bf9d-93bfd601e432 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Aug 16 02:49:30.074592 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:30.734981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce380b4c-e796-4d3d-bae1-8c00b803ba54 req-858dcd4a-5600-4af4-bcf5-51206307088f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:30.736488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce380b4c-e796-4d3d-bae1-8c00b803ba54 req-858dcd4a-5600-4af4-bcf5-51206307088f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0474544 Aug 16 02:49:30.778033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce380b4c-e796-4d3d-bae1-8c00b803ba54 req-9de31e8b-601a-414f-9488-0388e96566f6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Aug 16 02:49:31.890085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024add1b-8477-4a3f-a5f6-33c9a68f4b1c req-f8595085-7b23-4cf1-ae6f-1622e92bcf06 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:31.891461 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-024add1b-8477-4a3f-a5f6-33c9a68f4b1c req-f8595085-7b23-4cf1-ae6f-1622e92bcf06 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0475407 Aug 16 02:49:31.928142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-024add1b-8477-4a3f-a5f6-33c9a68f4b1c req-24413402-f38d-4e20-9046-4096657768db tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Aug 16 02:49:31.988934 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:32.407759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-e9dfbc3d-e1bb-4af4-adbf-79515876001d req-775ee667-73c5-4752-a7e6-cf64fd59dbac service neutron] (94857) timed out ('10.222.0.98', 52566) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:49:32.476921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-f92f7f49-28da-410b-b5fa-14a013428242 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386837 Aug 16 02:49:32.555385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-db30471c-24f9-4f64-bfb9-67aabcc554eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:32.556893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-db30471c-24f9-4f64-bfb9-67aabcc554eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 1097 time: 0.0395517 Aug 16 02:49:32.659494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-ca53fa08-e94e-4de4-ac44-6ee2a5caa0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:32.660978 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-ca53fa08-e94e-4de4-ac44-6ee2a5caa0a2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9c7b813-48a1-4031-9436-eeb5b6bd2929 HTTP/1.1" status: 200 len: 896 time: 0.0849531 Aug 16 02:49:33.061752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-fa26ae55-dbe7-4227-8fd5-6b7e15ee7c17 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93495f58-80c2-45dc-973b-9751c425d706 HTTP/1.1" status: 200 len: 1000 time: 0.3930261 Aug 16 02:49:33.085864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214be7-025e-4ab7-b465-1b9e91be7209 req-6cc31478-6647-43c4-bf99-84f1849d7986 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:33.087299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac214be7-025e-4ab7-b465-1b9e91be7209 req-6cc31478-6647-43c4-bf99-84f1849d7986 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 943 time: 0.0719011 Aug 16 02:49:33.143369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-5d4a8bdd-1307-4eec-a06f-74d6584d0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:33.144817 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-5d4a8bdd-1307-4eec-a06f-74d6584d0cbd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0bc018fe-dd93-4c39-b841-b7bb3dd9043d HTTP/1.1" status: 200 len: 835 time: 0.0750945 Aug 16 02:49:33.151795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ac214be7-025e-4ab7-b465-1b9e91be7209 req-d4af6148-efc8-468e-be74-b48b789488ed tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454345 Aug 16 02:49:33.190575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-54646bd1-562d-4832-8166-0efb6c499f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:33.192087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-54646bd1-562d-4832-8166-0efb6c499f9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9c7b813-48a1-4031-9436-eeb5b6bd2929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394368 Aug 16 02:49:33.282194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-1180b7cd-6fec-47b2-86ec-fed689e622d7 service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820045 Aug 16 02:49:33.374937 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b812e4c7-fa73-4021-89b8-8bcedfaa1883 req-fecc54b0-9f50-4145-ab5d-13eba2075be3 service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Aug 16 02:49:33.676739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 300ea481-3d35-40b6-aec4-5359d35d36bf details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:49:33.770860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 300ea481-3d35-40b6-aec4-5359d35d36bf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=300ea481-3d35-40b6-aec4-5359d35d36bf,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:33.782036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '300ea481-3d35-40b6-aec4-5359d35d36bf', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'port_id': '300ea481-3d35-40b6-aec4-5359d35d36bf', 'mac_address': 'fa:16:3e:49:55:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:49:33.817698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:33.830442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300ea481-3d35-40b6-aec4-5359d35d36bf {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:33.848988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 300ea481-3d35-40b6-aec4-5359d35d36bf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=300ea481-3d35-40b6-aec4-5359d35d36bf,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:33.853108 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:33.901014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=300ea481-3d35-40b6-aec4-5359d35d36bf,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:34.114915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['300ea481-3d35-40b6-aec4-5359d35d36bf'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:34.266388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b889d-2696-446d-adb8-eda901ed403a req-689b836a-be98-4fbd-8001-3ae21da06205 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:34.267995 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-307b889d-2696-446d-adb8-eda901ed403a req-689b836a-be98-4fbd-8001-3ae21da06205 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 944 time: 0.0490887 Aug 16 02:49:34.305979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-307b889d-2696-446d-adb8-eda901ed403a req-42b6a36a-76b3-4e07-a00d-6cdf42d3dde9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Aug 16 02:49:35.429362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6fd36-32f7-4413-aa53-4fd8cd170774 req-e7a88243-180f-40d2-a593-96c0e62ec8af tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:35.430780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-afd6fd36-32f7-4413-aa53-4fd8cd170774 req-e7a88243-180f-40d2-a593-96c0e62ec8af tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 944 time: 0.0543683 Aug 16 02:49:35.468670 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-afd6fd36-32f7-4413-aa53-4fd8cd170774 req-c2e8c547-3072-4f0f-842b-a50a8cf9e921 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Aug 16 02:49:35.687253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 300ea481-3d35-40b6-aec4-5359d35d36bf up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:35.734939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 300ea481-3d35-40b6-aec4-5359d35d36bf completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:35.738577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 300ea481-3d35-40b6-aec4-5359d35d36bf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:35.739034 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:35.815479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:35.837156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ea481-3d35-40b6-aec4-5359d35d36bf'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:35.839940 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701322ee-f9a0-427a-b899-1014f655354f" -d '{"events": [{"server_uuid": "00f8b5bc-161c-4c59-ab4a-8236fcdf717d", "name": "network-vif-plugged", "status": "completed", "tag": "300ea481-3d35-40b6-aec4-5359d35d36bf"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:35.852758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 300ea481-3d35-40b6-aec4-5359d35d36bf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=300ea481-3d35-40b6-aec4-5359d35d36bf,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:35.856895 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:35.879903 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b53c4d-7ec4-4143-87eb-a5421db30053 x-openstack-request-id: req-60b53c4d-7ec4-4143-87eb-a5421db30053 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:35.880193 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f8b5bc-161c-4c59-ab4a-8236fcdf717d", "name": "network-vif-plugged", "status": "completed", "tag": "300ea481-3d35-40b6-aec4-5359d35d36bf", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:35.880472 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60b53c4d-7ec4-4143-87eb-a5421db30053 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:35.880860 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ea481-3d35-40b6-aec4-5359d35d36bf', 'code': 200} Aug 16 02:49:35.909379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=300ea481-3d35-40b6-aec4-5359d35d36bf,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:35.988760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c21a0-b078-4c28-a59d-d9a1e65d3423 req-75603134-7cca-4778-87a7-d483593e89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:35.990171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a8c21a0-b078-4c28-a59d-d9a1e65d3423 req-75603134-7cca-4778-87a7-d483593e89bf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 1097 time: 0.0423815 Aug 16 02:49:36.026800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a8c21a0-b078-4c28-a59d-d9a1e65d3423 req-fcd244b7-2486-40e2-b448-cd571f72f029 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273507 Aug 16 02:49:36.203708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-28752a5b-95b1-4cd5-bd7a-d1d12867cd3f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391402 Aug 16 02:49:36.287933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-8451f5b2-76a4-45ed-9c3b-a751a2efdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:36.289592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-8451f5b2-76a4-45ed-9c3b-a751a2efdae7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.0443013 Aug 16 02:49:36.398678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-4709616a-a0d2-4f4c-8f12-308e60aea4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:36.400157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-4709616a-a0d2-4f4c-8f12-308e60aea4ef service neutron] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 909 time: 0.0901740 Aug 16 02:49:36.471356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-a6529676-92fd-4ea5-929d-188b2539f8d1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 1002 time: 0.0602429 Aug 16 02:49:36.522114 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-1393eb4d-7295-4efb-822b-f5ee4d73e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:36.523603 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-1393eb4d-7295-4efb-822b-f5ee4d73e12c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0448065 Aug 16 02:49:36.597244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-3502e41d-ad59-4167-a4f8-78dccf06906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:36.598741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-3502e41d-ad59-4167-a4f8-78dccf06906e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660775 Aug 16 02:49:36.610960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386e72-f449-42b5-8a0a-f26d3e248db2 req-463000e1-2fc6-476d-8c96-30043f61293e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:36.612366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff386e72-f449-42b5-8a0a-f26d3e248db2 req-463000e1-2fc6-476d-8c96-30043f61293e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 945 time: 0.0718691 Aug 16 02:49:36.703179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff386e72-f449-42b5-8a0a-f26d3e248db2 req-601c24e3-5847-4075-b212-535d99cc16c2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Aug 16 02:49:36.732390 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-7cdfae2d-32b6-4865-b53b-9ece2c51a7b1 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190193 Aug 16 02:49:36.826449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6f4865d-c2c2-4228-a972-00fc9e9e9045 req-344f64d3-88bc-47dd-ad67-f258b6ba16d6 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853193 Aug 16 02:49:37.828163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600578-03e3-4202-befb-6076e2ef63b7 req-48c0d324-241c-4a1e-80d8-c0836d36b66b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:37.829725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-39600578-03e3-4202-befb-6076e2ef63b7 req-48c0d324-241c-4a1e-80d8-c0836d36b66b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 945 time: 0.0571775 Aug 16 02:49:37.867743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-39600578-03e3-4202-befb-6076e2ef63b7 req-45f7272d-b80c-4a9a-8aa0-ba8f8bc4ca54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Aug 16 02:49:37.872544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:37.983111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1e31-a64f-4e95-9d06-e0c4d10c72f5 req-ff445526-769a-42f2-8266-091c73ae1ee9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:37.984555 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da1a1e31-a64f-4e95-9d06-e0c4d10c72f5 req-ff445526-769a-42f2-8266-091c73ae1ee9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 945 time: 0.0509515 Aug 16 02:49:38.002969 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f27efb-5e72-4a07-ab9c-e15966093eb3 req-e1299e1c-e9db-41af-925a-2dfd8e5bf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:38.004541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3f27efb-5e72-4a07-ab9c-e15966093eb3 req-e1299e1c-e9db-41af-925a-2dfd8e5bf506 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.1310127 Aug 16 02:49:38.023039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da1a1e31-a64f-4e95-9d06-e0c4d10c72f5 req-df690269-a52c-411d-928c-7a8ef7251e01 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325065 Aug 16 02:49:38.039924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3f27efb-5e72-4a07-ab9c-e15966093eb3 req-e89eef15-9b43-4753-b633-2425d221a6ef service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292704 Aug 16 02:49:38.137654 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc4518-c345-4018-b09b-f4a1c77e1164 req-fa7216c2-0b41-4594-be5f-1b783d92dc45 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:38.139123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-29bc4518-c345-4018-b09b-f4a1c77e1164 req-fa7216c2-0b41-4594-be5f-1b783d92dc45 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 945 time: 0.0477798 Aug 16 02:49:38.175824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-29bc4518-c345-4018-b09b-f4a1c77e1164 req-9d381eb8-6f17-4ef0-99db-9f7a344a1773 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Aug 16 02:49:38.408724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747d154-7ec4-4bbc-b7b5-1c8064c2f659 req-8269037a-f138-49dd-b80c-0e51452440b1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:38.410593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8747d154-7ec4-4bbc-b7b5-1c8064c2f659 req-8269037a-f138-49dd-b80c-0e51452440b1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 945 time: 0.0536363 Aug 16 02:49:38.447999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8747d154-7ec4-4bbc-b7b5-1c8064c2f659 req-a592182d-91de-4c61-879b-a42e35700871 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Aug 16 02:49:39.561670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e44c9-8a6b-437f-823c-0642196919bd req-1c5a4290-7c37-4057-a47a-dda03d2f16bf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.563143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b65e44c9-8a6b-437f-823c-0642196919bd req-1c5a4290-7c37-4057-a47a-dda03d2f16bf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 945 time: 0.0476568 Aug 16 02:49:39.600154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b65e44c9-8a6b-437f-823c-0642196919bd req-f600cc13-bbe9-4b32-880a-ce071974bb79 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Aug 16 02:49:39.816800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34756) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:39.876777 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8f682d01-16d5-4801-b093-ae0bad5fb84c tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/floatingips/8f58825f-825d-4e22-be18-d90ddf55c6a9 HTTP/1.1" status: 200 len: 992 time: 0.0586114 Aug 16 02:49:40.092581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-b81a7a34-99e7-4cf4-a75f-64b69c328559 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:40.093941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-b81a7a34-99e7-4cf4-a75f-64b69c328559 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 945 time: 0.0539219 Aug 16 02:49:40.155497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34762) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:40.184773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port 300ea481-3d35-40b6-aec4-5359d35d36bf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:40.185118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.276149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] For port 300ea481-3d35-40b6-aec4-5359d35d36bf, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=300ea481-3d35-40b6-aec4-5359d35d36bf,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:40.276554 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.291275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for 300ea481-3d35-40b6-aec4-5359d35d36bf owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:40.310409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port 70f9c00e-f55e-453f-82d7-7d6d6819d152 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:40.310758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.389936 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.390177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.401474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for 70f9c00e-f55e-453f-82d7-7d6d6819d152 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:40.419182 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.436845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['300ea481-3d35-40b6-aec4-5359d35d36bf'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:40.450709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=300ea481-3d35-40b6-aec4-5359d35d36bf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:40.493724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] No DVR routers for this DVR port 300ea481-3d35-40b6-aec4-5359d35d36bf on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:49:40.497897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.500125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ff893361-54ca-4cf4-9226-e5225d502f02 req-11b4c019-bd3d-4b9b-906c-503e0cbe9609 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "DELETE /v2.0/ports/300ea481-3d35-40b6-aec4-5359d35d36bf HTTP/1.1" status: 204 len: 173 time: 0.3992422 Aug 16 02:49:40.500650 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'name': 'network-vif-deleted', 'tag': '300ea481-3d35-40b6-aec4-5359d35d36bf'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:40.503273 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a11cde-6dd4-425d-9fe5-3af45db046e3" -d '{"events": [{"server_uuid": "00f8b5bc-161c-4c59-ab4a-8236fcdf717d", "name": "network-vif-deleted", "tag": "300ea481-3d35-40b6-aec4-5359d35d36bf"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:40.555625 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4de26e-c83d-461d-beb7-a9879a256088 x-openstack-request-id: req-9e4de26e-c83d-461d-beb7-a9879a256088 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:40.555924 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f8b5bc-161c-4c59-ab4a-8236fcdf717d", "name": "network-vif-deleted", "tag": "300ea481-3d35-40b6-aec4-5359d35d36bf", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:40.556177 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e4de26e-c83d-461d-beb7-a9879a256088 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:40.556603 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f8b5bc-161c-4c59-ab4a-8236fcdf717d', 'name': 'network-vif-deleted', 'tag': '300ea481-3d35-40b6-aec4-5359d35d36bf', 'status': 'completed', 'code': 200} Aug 16 02:49:40.578227 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.638722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=70f9c00e-f55e-453f-82d7-7d6d6819d152,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:40.691395 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.691828 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Floating IP 8f58825f-825d-4e22-be18-d90ddf55c6a9 disassociated (deleted). External IP: 172.25.4.73, port: 93495f58-80c2-45dc-973b-9751c425d706. Aug 16 02:49:40.702090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f38476d-dd15-4d89-b4dc-08e631dc1673 req-aa688a64-5a7c-4077-ac2d-5263551b4059 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 210 time: 0.0294995 Aug 16 02:49:40.902486 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router fc464c86-749e-47f0-bbff-685e949e7669 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:41.017697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:41.023046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:41.030415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] Sync routers for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:41.042222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:41.044068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:49:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:41.052907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4e6cec7b-bd54-4fa5-9c1a-22947195eeef tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/floatingips/8f58825f-825d-4e22-be18-d90ddf55c6a9 HTTP/1.1" status: 204 len: 168 time: 0.8962855 Aug 16 02:49:41.053508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'tag': '93495f58-80c2-45dc-973b-9751c425d706'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:41.065326 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a065e09-97c1-466f-90cb-bf62ec564160" -d '{"events": [{"name": "network-changed", "server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "tag": "93495f58-80c2-45dc-973b-9751c425d706"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:41.137310 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dcfe30-7c40-436c-b8e0-d7123b660535 x-openstack-request-id: req-52dcfe30-7c40-436c-b8e0-d7123b660535 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:41.137841 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "tag": "93495f58-80c2-45dc-973b-9751c425d706", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:41.138433 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52dcfe30-7c40-436c-b8e0-d7123b660535 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:41.139014 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'tag': '93495f58-80c2-45dc-973b-9751c425d706', 'status': 'completed', 'code': 200} Aug 16 02:49:41.219823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:41.224052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-b63762f9-994e-412e-8601-291669811c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:41.226587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-b63762f9-994e-412e-8601-291669811c1a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 1097 time: 0.0669355 Aug 16 02:49:41.347068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e27fd-017d-4b37-bbc7-99a30e91e4ec req-65ea5d9b-9a6e-4017-8ddb-4ec073f07810 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:41.361239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af7e27fd-017d-4b37-bbc7-99a30e91e4ec req-65ea5d9b-9a6e-4017-8ddb-4ec073f07810 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 945 time: 0.0865338 Aug 16 02:49:41.397666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-dd9f89fc-f6e6-4d34-a9fd-e6309d6fa900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:41.399499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-dd9f89fc-f6e6-4d34-a9fd-e6309d6fa900 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9c7b813-48a1-4031-9436-eeb5b6bd2929 HTTP/1.1" status: 200 len: 896 time: 0.1655419 Aug 16 02:49:41.409592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af7e27fd-017d-4b37-bbc7-99a30e91e4ec req-c1aa58ba-7524-4661-a9be-1c8ca3601464 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Aug 16 02:49:41.454829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-d012779b-0714-4367-9bdc-447c4c1b78a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93495f58-80c2-45dc-973b-9751c425d706 HTTP/1.1" status: 200 len: 217 time: 0.0465999 Aug 16 02:49:41.481996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:41.510733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] Checking router: fc464c86-749e-47f0-bbff-685e949e7669 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:41.511037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-c55cd8fb-a479-4bcc-8267-66bfae979956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:41.513270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-c55cd8fb-a479-4bcc-8267-66bfae979956 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0bc018fe-dd93-4c39-b841-b7bb3dd9043d HTTP/1.1" status: 200 len: 835 time: 0.0496731 Aug 16 02:49:41.520698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:41.521425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:49:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:41.567485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-5a81d0b2-0d4e-48d2-a32e-8f6d11938a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:41.569095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-5a81d0b2-0d4e-48d2-a32e-8f6d11938a75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9c7b813-48a1-4031-9436-eeb5b6bd2929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477943 Aug 16 02:49:41.641864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:41.675439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-e975727e-fc90-44bc-a0d5-331d901546d6 service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950227 Aug 16 02:49:41.822488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-838366a3-afcb-4aa1-8283-e6baf8c39d91 req-1c1a39e0-c236-43bb-a590-b620b23b4798 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 210 time: 0.0424535 Aug 16 02:49:41.844135 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a065e09-97c1-466f-90cb-bf62ec564160 req-1e44db31-1fa1-4a7e-836f-b7f98bcc1e66 service neutron] 10.222.0.88 "GET /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611965 Aug 16 02:49:41.881438 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:41.908419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709ad36-2e84-4ffe-8958-a5dff15fd280 None None] The sync data for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 is: [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd2f3cf9e-d957-4182-8cbe-73bc6cd17b6a', 'name': '', 'network_id': 'd9c7b813-48a1-4031-9436-eeb5b6bd2929', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'mac_address': 'fa:16:3e:a3:1d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:51Z', 'updated_at': '2021-08-16T02:48:57Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'subnets': [{'id': '0bc018fe-dd93-4c39-b841-b7bb3dd9043d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:42.149183 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91cc2d3-792b-430b-8c63-4598a8ab8721 None None] New status for floating IP 8f58825f-825d-4e22-be18-d90ddf55c6a9: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:49:42.532674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02c407-df9c-4dca-8f27-55c737285782 req-b99de061-8951-4538-8e0c-3fa764229359 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.534181 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d02c407-df9c-4dca-8f27-55c737285782 req-b99de061-8951-4538-8e0c-3fa764229359 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 945 time: 0.0522354 Aug 16 02:49:42.574300 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d02c407-df9c-4dca-8f27-55c737285782 req-13392a1d-85f2-465b-a7e5-6b29cdb08ed4 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e780b02-038e-45b2-8621-8606b490465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339069 Aug 16 02:49:42.630715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-6c9ea5d5-3d49-4f53-84dc-803d6e43afbe tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.632203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-6c9ea5d5-3d49-4f53-84dc-803d6e43afbe tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Aug 16 02:49:42.725366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port 93495f58-80c2-45dc-973b-9751c425d706 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:42.726069 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:42.817299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port 93495f58-80c2-45dc-973b-9751c425d706, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=93495f58-80c2-45dc-973b-9751c425d706,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:42.817669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:42.830268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for 93495f58-80c2-45dc-973b-9751c425d706 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:42.919634 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c9d89e1a-091a-4aed-9624-1fb1302a9d37 req-b52f31ea-bd21-4f1c-a96f-4b6785948506 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 210 time: 0.0344095 Aug 16 02:49:42.994545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.021494 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=93495f58-80c2-45dc-973b-9751c425d706,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:43.070267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] No DVR routers for this DVR port 93495f58-80c2-45dc-973b-9751c425d706 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:49:43.072791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.075537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5334cc36-098b-4b5b-81ed-a0d4f974df8c req-aa81abd1-c8ce-42ca-ade6-8c32b2af2dfc tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.88 "DELETE /v2.0/ports/93495f58-80c2-45dc-973b-9751c425d706 HTTP/1.1" status: 204 len: 173 time: 0.4377296 Aug 16 02:49:43.140353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'name': 'network-vif-deleted', 'tag': '93495f58-80c2-45dc-973b-9751c425d706'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:43.142980 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9882c5-6665-4d61-889e-32e32e20f1ae" -d '{"events": [{"server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "name": "network-vif-deleted", "tag": "93495f58-80c2-45dc-973b-9751c425d706"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:43.179796 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f89db2-90f4-496e-bbde-6fb93d773b09 x-openstack-request-id: req-28f89db2-90f4-496e-bbde-6fb93d773b09 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:43.180096 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403", "name": "network-vif-deleted", "tag": "93495f58-80c2-45dc-973b-9751c425d706", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:43.180413 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28f89db2-90f4-496e-bbde-6fb93d773b09 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:43.180829 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8af00e2-4ce0-4ac2-b7d1-47f5aaacb403', 'name': 'network-vif-deleted', 'tag': '93495f58-80c2-45dc-973b-9751c425d706', 'status': 'completed', 'code': 200} Aug 16 02:49:43.631294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34784) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:43.690510 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9c4e-0b49-4abc-8419-6b96d21f13ea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.715706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9c4e-0b49-4abc-8419-6b96d21f13ea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.731440 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 300ea481-3d35-40b6-aec4-5359d35d36bf no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:43.753245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 300ea481-3d35-40b6-aec4-5359d35d36bf {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:43.754072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 300ea481-3d35-40b6-aec4-5359d35d36bf not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:43.778193 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9c4e-0b49-4abc-8419-6b96d21f13ea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.780894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9c4e-0b49-4abc-8419-6b96d21f13ea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.784604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5f4b9c4e-0b49-4abc-8419-6b96d21f13ea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/security-groups/6e780b02-038e-45b2-8621-8606b490465b HTTP/1.1" status: 204 len: 168 time: 0.1497798 Aug 16 02:49:43.791587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b9c4e-0b49-4abc-8419-6b96d21f13ea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e780b02-038e-45b2-8621-8606b490465b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:43.818321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34788) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:44.048746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc79aeaf-5fdc-4784-a037-19bd81ac888e req-ca388a1c-c877-4c08-b8ab-a653f9b6697e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=00f8b5bc-161c-4c59-ab4a-8236fcdf717d HTTP/1.1" status: 200 len: 210 time: 0.0361006 Aug 16 02:49:44.205625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:44.460828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:44.461079 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:44.553386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:44.553789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:44.571529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:44.753875 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:44.781562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:44.952544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.184336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Router fc464c86-749e-47f0-bbff-685e949e7669 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:49:45.293230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:49:45.298840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9defa2d7-c3a3-4479-bf0a-3716c57dbdea tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "PUT /v2.0/routers/fc464c86-749e-47f0-bbff-685e949e7669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794428 Aug 16 02:49:45.302003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:45.303459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] Sync routers for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:49:45.313988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:45.314606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:49:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:45.354295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting subnet 0bc018fe-dd93-4c39-b841-b7bb3dd9043d {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:49:45.358287 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.400858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.430954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:45.489614 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.550871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.578414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc018fe-dd93-4c39-b841-b7bb3dd9043d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:45.582388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.587134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:45.587380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2d8b4a23-475c-46a4-8810-046f6c5850be tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/subnets/0bc018fe-dd93-4c39-b841-b7bb3dd9043d HTTP/1.1" status: 204 len: 168 time: 0.2839069 Aug 16 02:49:45.595627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a396a32-ca00-4e17-baf1-d9b6c8812299 None None] Network d9c7b813-48a1-4031-9436-eeb5b6bd2929 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:49:45.691860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:49:44Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:45.725096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] Checking router: fc464c86-749e-47f0-bbff-685e949e7669 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:49:45.923544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] Routers {'fc464c86-749e-47f0-bbff-685e949e7669'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:49:45.924183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:49:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['fc464c86-749e-47f0-bbff-685e949e7669'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:46.029928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.039936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] Set router fc464c86-749e-47f0-bbff-685e949e7669 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:49:46.070766 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] DHCP port deletion for d9c7b813-48a1-4031-9436-eeb5b6bd2929 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:49:46.135823 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.189508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Deleting port 31f9873a-42b5-4505-9135-cee2edfeef37 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:46.189866 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.211239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] Deleting port 31bb7c39-7ded-477e-bdf5-d997ba921e31 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:46.211655 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.272326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] For port 31f9873a-42b5-4505-9135-cee2edfeef37, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31f9873a-42b5-4505-9135-cee2edfeef37,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:46.272681 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.291586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Calling delete_port for 31f9873a-42b5-4505-9135-cee2edfeef37 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:46.330961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] For port 31bb7c39-7ded-477e-bdf5-d997ba921e31, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=31bb7c39-7ded-477e-bdf5-d997ba921e31,segment=NetworkSegment(4edc42e2-916f-438b-8b80-deb103b08bf8),segment_id=4edc42e2-916f-438b-8b80-deb103b08bf8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:46.331459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.348412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] Calling delete_port for 31bb7c39-7ded-477e-bdf5-d997ba921e31 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:46.426055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:49:44Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:46.458604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a55711-a225-4804-9b22-48c997a2cfea None None] The sync data for ids ['fc464c86-749e-47f0-bbff-685e949e7669'] in n-d-769329-15 is: [{'id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'name': 'tempest-TestNetworkBasicOps-router-817721235', 'tenant_id': '5a6786e83d7340eca5dfa946d5fb579a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:47Z', 'updated_at': '2021-08-16T02:49:44Z', 'revision_number': 5, 'project_id': '5a6786e83d7340eca5dfa946d5fb579a', 'gw_port': {'id': '31f9873a-42b5-4505-9135-cee2edfeef37', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc464c86-749e-47f0-bbff-685e949e7669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:48Z', 'updated_at': '2021-08-16T02:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:49:46.463091 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31bb7c39-7ded-477e-bdf5-d997ba921e31 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:46.484743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.519669 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.525785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No active binding found for port 31bb7c39-7ded-477e-bdf5-d997ba921e31 {{(pid=94858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:49:46.526296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31bb7c39-7ded-477e-bdf5-d997ba921e31 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:46.529672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Port': ['ID=31f9873a-42b5-4505-9135-cee2edfeef37,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:46.549336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] Pushing event deleted for resources: {'Port': ['ID=31bb7c39-7ded-477e-bdf5-d997ba921e31,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:46.553271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f571cd8-6971-4c84-8f55-e588a145c5b0 None None] No DVR routers for this DVR port 31bb7c39-7ded-477e-bdf5-d997ba921e31 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:49:46.595472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.685921 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.687919 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.732953 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.733613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Fanout notify agent at l3_agent the message router_deleted on router fc464c86-749e-47f0-bbff-685e949e7669 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:49:46.740256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.741373 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-65862a63-bd13-4fc4-9bf5-4f92c3ea13e1 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/routers/fc464c86-749e-47f0-bbff-685e949e7669 HTTP/1.1" status: 204 len: 168 time: 1.1528304 Aug 16 02:49:46.744088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:46.820382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.915830 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.925958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c7b813-48a1-4031-9436-eeb5b6bd2929']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:46.937374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edc42e2-916f-438b-8b80-deb103b08bf8') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:46.937620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edc42e2-916f-438b-8b80-deb103b08bf8') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:49:46.946798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.961631 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.968427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:49:46.968828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:49:46.972042 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:49:47.040734 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.049085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.050913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] 10.222.0.78 "DELETE /v2.0/networks/d9c7b813-48a1-4031-9436-eeb5b6bd2929 HTTP/1.1" status: 204 len: 168 time: 0.3058538 Aug 16 02:49:47.062944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15f981-902f-4831-9ef8-196b1d20d688 tempest-TestNetworkBasicOps-109005896 tempest-TestNetworkBasicOps-109005896-project] Pushing event deleted for resources: {'Network': ['ID=d9c7b813-48a1-4031-9436-eeb5b6bd2929,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:47.364691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34812) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:47.495089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 93495f58-80c2-45dc-973b-9751c425d706 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:47.509520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c1add7bd-9699-4563-82f5-39d304f97242 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a6786e83d7340eca5dfa946d5fb579a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435380 Aug 16 02:49:47.512588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34816) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:47.520022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 93495f58-80c2-45dc-973b-9751c425d706 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:47.520414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 93495f58-80c2-45dc-973b-9751c425d706 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:47.570951 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71c8d36d-4ac7-436a-8dbc-3bdff238d8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.594000 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71c8d36d-4ac7-436a-8dbc-3bdff238d8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.642532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71c8d36d-4ac7-436a-8dbc-3bdff238d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.645412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-71c8d36d-4ac7-436a-8dbc-3bdff238d8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.646750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-71c8d36d-4ac7-436a-8dbc-3bdff238d8d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1bc991f6-aa96-42de-bb7b-f4bb0ed20c1a HTTP/1.1" status: 204 len: 168 time: 0.1332390 Aug 16 02:49:47.657583 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8d36d-4ac7-436a-8dbc-3bdff238d8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc991f6-aa96-42de-bb7b-f4bb0ed20c1a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:47.921232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 34822) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:47.934910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03a1f833-34a1-45d2-bcf3-067649ae2a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.028556 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03a1f833-34a1-45d2-bcf3-067649ae2a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.032378 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-03a1f833-34a1-45d2-bcf3-067649ae2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.058497 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:48.070869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-03a1f833-34a1-45d2-bcf3-067649ae2a7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93538cc513ec4e3094531e8da30a2a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485283 Aug 16 02:49:48.071742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1f833-34a1-45d2-bcf3-067649ae2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ca994-190e-4f49-a468-5f215ba8f833,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:48.073651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 34824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:48.125981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36077d48-e2ee-4127-aa8d-f731b991daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.152279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36077d48-e2ee-4127-aa8d-f731b991daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.196744 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36077d48-e2ee-4127-aa8d-f731b991daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.199814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-36077d48-e2ee-4127-aa8d-f731b991daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.201010 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-36077d48-e2ee-4127-aa8d-f731b991daa3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e8ca994-190e-4f49-a468-5f215ba8f833 HTTP/1.1" status: 204 len: 168 time: 0.1246467 Aug 16 02:49:48.208690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36077d48-e2ee-4127-aa8d-f731b991daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ca994-190e-4f49-a468-5f215ba8f833,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:48.380384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:48.412168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:48.412566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d2f3cf9e-d957-4182-8cbe-73bc6cd17b6a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:48.413229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31f9873a-42b5-4505-9135-cee2edfeef37 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:48.436594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 31f9873a-42b5-4505-9135-cee2edfeef37 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:48.436950 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 31f9873a-42b5-4505-9135-cee2edfeef37 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:52.479424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:53.730579 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:56.208107 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-054adbfc-2bf7-4333-8773-e587a4f70f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:58.787777 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-94ad5f71-eb32-4982-89ec-07342e099a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:58.822876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:00.078478 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:01.993863 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:04.217062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-e722b1aa-6c01-4654-ad8a-07f60aa615fe tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:04.218459 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-e722b1aa-6c01-4654-ad8a-07f60aa615fe tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1020935 Aug 16 02:50:04.233753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-fb07a8b8-9127-4781-a630-9f6ad607ab58 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/quotas/c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 375 time: 0.0095601 Aug 16 02:50:04.284612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-a4a060e3-a53f-41cf-9385-084a9875784c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457892 Aug 16 02:50:04.379068 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-58c6fd62-4acd-433e-bd21-ccc6529071d9 service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877020 Aug 16 02:50:04.466409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-87624098-8a39-4979-9cee-b4ae103fe026 service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812576 Aug 16 02:50:04.647107 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d75fa61-93cf-4a53-a710-85036d15c134 req-3188a2be-0113-42c5-8c3d-792afe5ad6a9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 210 time: 0.0267785 Aug 16 02:50:05.495850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-23aafa93-e5b1-4f5e-a1c2-c9842cdd9a84 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:05.497398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-23aafa93-e5b1-4f5e-a1c2-c9842cdd9a84 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1060467 Aug 16 02:50:05.509579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'port': {'device_id': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'admin_state_up': True, 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:05.618347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:50:05.622438 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:05.759342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc8e8145-afe1-428f-8cb3-d4f651d25c0d req-8127db9f-84bc-46eb-a69f-1218a1608c89 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 210 time: 0.0331645 Aug 16 02:50:05.775112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.20.0.10 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/ca092ceb-98aa-404e-8aee-57eef06d536b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:05.936134 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:05.950008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Transition to ACTIVE for port object ca092ceb-98aa-404e-8aee-57eef06d536b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:05.988561 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.033268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:06.036474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:06.040209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:06.064578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=ca092ceb-98aa-404e-8aee-57eef06d536b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:06.077597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.077958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.078324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.078668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.079005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.079338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.079666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.079995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.080384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.080672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.080995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.081321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:06.111929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.112833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.128650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-2ec7821f-7008-4f8d-8db3-7a36d946c9f5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6226809 Aug 16 02:50:06.141056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Request body: {'port': {'device_id': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:06.207581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.274464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-367040e6-3608-4530-bdee-6c52d6ada185 None None] Provisioning for port ca092ceb-98aa-404e-8aee-57eef06d536b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:06.281258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-367040e6-3608-4530-bdee-6c52d6ada185 None None] Provisioning complete for port ca092ceb-98aa-404e-8aee-57eef06d536b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:06.282341 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-367040e6-3608-4530-bdee-6c52d6ada185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.325839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-367040e6-3608-4530-bdee-6c52d6ada185 None None] Port ca092ceb-98aa-404e-8aee-57eef06d536b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:50:06.488269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca092ceb-98aa-404e-8aee-57eef06d536b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:06.496439 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.509560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Transition to ACTIVE for port object ca092ceb-98aa-404e-8aee-57eef06d536b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:06.513905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.562049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca092ceb-98aa-404e-8aee-57eef06d536b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:06.650959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Attempting to bind port ca092ceb-98aa-404e-8aee-57eef06d536b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:06.651300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Attempting to bind port ca092ceb-98aa-404e-8aee-57eef06d536b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:06.652188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Attempting to bind port ca092ceb-98aa-404e-8aee-57eef06d536b on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:06.657243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Port ca092ceb-98aa-404e-8aee-57eef06d536b on network c2ee01af-7ece-49de-b523-2d91c6278479 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:50:06.657729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Attempting to bind port ca092ceb-98aa-404e-8aee-57eef06d536b on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:06.662885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:06.663234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:06.663630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:06.664065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Bound port: ca092ceb-98aa-404e-8aee-57eef06d536b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:06.664450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.735823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] For port ca092ceb-98aa-404e-8aee-57eef06d536b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:06.739770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] For port ca092ceb-98aa-404e-8aee-57eef06d536b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ca092ceb-98aa-404e-8aee-57eef06d536b,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:06.744751 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.786020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.786553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:06.787987 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] 10.222.0.88 "PUT /v2.0/ports/ca092ceb-98aa-404e-8aee-57eef06d536b HTTP/1.1" status: 200 len: 1093 time: 0.6517365 Aug 16 02:50:06.788459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'tag': 'ca092ceb-98aa-404e-8aee-57eef06d536b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:06.790732 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666dc0c7-a248-4d36-9f09-a82e5deb9d40" -d '{"events": [{"name": "network-changed", "server_uuid": "deb9c52c-0994-40dc-8260-e204dfafb54d", "tag": "ca092ceb-98aa-404e-8aee-57eef06d536b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:06.810109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8a784-6954-4a91-9d72-b573475a0ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca092ceb-98aa-404e-8aee-57eef06d536b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:06.881545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-1fd9d0f8-1ebb-4cae-95ac-0598f7e82ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.883237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-1fd9d0f8-1ebb-4cae-95ac-0598f7e82ad3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 1096 time: 0.0493186 Aug 16 02:50:06.884956 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449286b5-d5a8-4bb3-964a-5a103eefc4ca x-openstack-request-id: req-449286b5-d5a8-4bb3-964a-5a103eefc4ca {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:06.885324 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb9c52c-0994-40dc-8260-e204dfafb54d", "tag": "ca092ceb-98aa-404e-8aee-57eef06d536b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:06.885646 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-449286b5-d5a8-4bb3-964a-5a103eefc4ca {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:06.886656 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'tag': 'ca092ceb-98aa-404e-8aee-57eef06d536b', 'status': 'completed', 'code': 200} Aug 16 02:50:06.930115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-c02b067f-dbb9-48ea-a14f-fe700c206d9b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca092ceb-98aa-404e-8aee-57eef06d536b HTTP/1.1" status: 200 len: 217 time: 0.0394700 Aug 16 02:50:06.954631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19504e-f159-4e06-8597-06ea87242676 req-90f6e7ae-c920-450f-a2ec-2b0f0a7e6b93 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.956239 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a19504e-f159-4e06-8597-06ea87242676 req-90f6e7ae-c920-450f-a2ec-2b0f0a7e6b93 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0559175 Aug 16 02:50:06.999350 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-4cd416ae-7294-468a-82e0-9d378a3d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.000949 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a19504e-f159-4e06-8597-06ea87242676 req-f68313c7-0a3b-414c-8313-ee3b34078c70 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Aug 16 02:50:07.001577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-4cd416ae-7294-468a-82e0-9d378a3d4781 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0649834 Aug 16 02:50:07.055595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-d6fdc656-4036-49d7-8fb8-08cc9af2f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.057501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-d6fdc656-4036-49d7-8fb8-08cc9af2f6b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489168 Aug 16 02:50:07.146508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-b9111a3c-4b3f-45a4-97a3-d019473fa33c service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 Aug 16 02:50:07.241212 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88f157f0-aef8-47c9-99e5-86dc3252de9b req-1887e144-c8aa-42b6-88a8-a6444561e76b service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860324 Aug 16 02:50:07.335058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-4d5f5825-10c3-4d9c-a003-848c3e662eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.338278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-4d5f5825-10c3-4d9c-a003-848c3e662eda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 1096 time: 0.0544746 Aug 16 02:50:07.437338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-41ba9948-b637-44bd-b986-f4ffee065559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.438890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-41ba9948-b637-44bd-b986-f4ffee065559 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0909834 Aug 16 02:50:07.489900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-a17bc6c2-9509-4e59-b96e-7b93df4dd66c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca092ceb-98aa-404e-8aee-57eef06d536b HTTP/1.1" status: 200 len: 217 time: 0.0390635 Aug 16 02:50:07.539048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-a7f59329-9a67-4bc3-8947-fbf75bf49daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.540551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-a7f59329-9a67-4bc3-8947-fbf75bf49daa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0437200 Aug 16 02:50:07.584526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-d3f8e80a-37c7-417f-8980-e3689a43b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.586088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-d3f8e80a-37c7-417f-8980-e3689a43b3f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389760 Aug 16 02:50:07.681121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-0d3164a8-4bc0-4f67-a23f-87bbdd5b05c1 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876801 Aug 16 02:50:07.775597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-666dc0c7-a248-4d36-9f09-a82e5deb9d40 req-9239e672-3411-4277-9a46-75b08a31ef78 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880687 Aug 16 02:50:08.155532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bbac2-c333-443c-901b-b8ba8a2779ca req-6d6018c9-622c-4ec6-bc19-4700f8f82287 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:08.157728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b16bbac2-c333-443c-901b-b8ba8a2779ca req-6d6018c9-622c-4ec6-bc19-4700f8f82287 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0662093 Aug 16 02:50:08.217070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b16bbac2-c333-443c-901b-b8ba8a2779ca req-64c4057d-9505-4a49-9183-1cb0d7d99a40 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514364 Aug 16 02:50:09.371345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fc949-3ff6-485d-b215-452b2ec50a10 req-631edc13-8a9c-42e6-8e4f-395d1552196b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:09.373456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a96fc949-3ff6-485d-b215-452b2ec50a10 req-631edc13-8a9c-42e6-8e4f-395d1552196b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0730357 Aug 16 02:50:09.447210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a96fc949-3ff6-485d-b215-452b2ec50a10 req-e0d5f25f-acc8-4c80-a7a9-2ebc782fe5b0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Aug 16 02:50:10.586905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d511c-238b-44c0-bf12-769fd85e739d req-803c239d-96b3-403f-997f-37c32a670187 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.594419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c91d511c-238b-44c0-bf12-769fd85e739d req-803c239d-96b3-403f-997f-37c32a670187 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0682731 Aug 16 02:50:10.642650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c91d511c-238b-44c0-bf12-769fd85e739d req-a20f91cf-8431-49cd-901c-362a2aaf1c41 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468159 Aug 16 02:50:11.769687 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1118bf-5a3f-4e83-a741-3ca0006731df req-6ea2fec2-e50c-4769-a604-b829e25f22f1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:11.771870 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d1118bf-5a3f-4e83-a741-3ca0006731df req-6ea2fec2-e50c-4769-a604-b829e25f22f1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0506175 Aug 16 02:50:11.812509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d1118bf-5a3f-4e83-a741-3ca0006731df req-dd929bae-9c25-4b0d-87fd-1f19755a8e3d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338454 Aug 16 02:50:12.923714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d168-8a58-4b33-8072-a69ddb340c0c req-af1b83aa-3d0d-49f6-bb99-e594ede8cd05 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.925216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c9d168-8a58-4b33-8072-a69ddb340c0c req-af1b83aa-3d0d-49f6-bb99-e594ede8cd05 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0475347 Aug 16 02:50:12.962427 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c9d168-8a58-4b33-8072-a69ddb340c0c req-852af713-c07a-47d4-ab87-db9ab6745aad tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Aug 16 02:50:14.086133 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78cc90-9349-4b1e-a2f0-dc215082b59b req-a8d363ef-9df0-4111-a220-6e3b8a42f6db tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:14.087609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e78cc90-9349-4b1e-a2f0-dc215082b59b req-a8d363ef-9df0-4111-a220-6e3b8a42f6db tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0485222 Aug 16 02:50:14.124693 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e78cc90-9349-4b1e-a2f0-dc215082b59b req-6e2d2400-40c7-45bd-9c0e-f3c3c809072e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Aug 16 02:50:15.241473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ef74e-485f-4138-89c6-4bae1b90a9da req-cce47a04-1a71-49ba-8d26-131ff36dcd8d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:15.242986 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e72ef74e-485f-4138-89c6-4bae1b90a9da req-cce47a04-1a71-49ba-8d26-131ff36dcd8d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0518484 Aug 16 02:50:15.282553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e72ef74e-485f-4138-89c6-4bae1b90a9da req-4a89ebee-ce22-4407-9af7-adc24a86be39 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328696 Aug 16 02:50:16.410526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589240d-55f2-42ca-b16b-aba4bc4b174d req-37e6a047-3488-4a38-a87b-7e5561573f6f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:16.412271 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c589240d-55f2-42ca-b16b-aba4bc4b174d req-37e6a047-3488-4a38-a87b-7e5561573f6f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0559177 Aug 16 02:50:16.455367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c589240d-55f2-42ca-b16b-aba4bc4b174d req-1c64c38c-1593-4613-b321-404e822d69b0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Aug 16 02:50:17.571465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e552a-b319-47e6-b34b-2e2b72336699 req-0edc0167-9c9a-4e22-96a9-604c9ca0c7ed tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:17.573678 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-652e552a-b319-47e6-b34b-2e2b72336699 req-0edc0167-9c9a-4e22-96a9-604c9ca0c7ed tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0488501 Aug 16 02:50:17.613616 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-652e552a-b319-47e6-b34b-2e2b72336699 req-5d3b16c5-86d4-46e4-a1e7-e6c43f1c6ad5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Aug 16 02:50:18.732449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a4ed8-2741-45f4-90d6-5bf1e1d4f481 req-9327a59f-438f-4a74-a442-197db37bc93a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:18.733964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-337a4ed8-2741-45f4-90d6-5bf1e1d4f481 req-9327a59f-438f-4a74-a442-197db37bc93a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0518160 Aug 16 02:50:18.772048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-337a4ed8-2741-45f4-90d6-5bf1e1d4f481 req-703f2299-3040-43f7-b49d-b834f8393b8b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Aug 16 02:50:19.901045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02dc3d-b569-4513-a755-83fbd042ea36 req-e20980f9-d7f3-453e-ada5-681a5551dd0d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:19.903095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd02dc3d-b569-4513-a755-83fbd042ea36 req-e20980f9-d7f3-453e-ada5-681a5551dd0d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0499537 Aug 16 02:50:19.939822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd02dc3d-b569-4513-a755-83fbd042ea36 req-375fc739-47f6-4de9-92f3-d34e02bcc39d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Aug 16 02:50:21.057157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecaea1-8842-476c-9393-e3ba3631e9c8 req-9ae8d211-3471-40c1-90b6-8d2b6ceaf5a5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:21.058639 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-feecaea1-8842-476c-9393-e3ba3631e9c8 req-9ae8d211-3471-40c1-90b6-8d2b6ceaf5a5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0499485 Aug 16 02:50:21.096903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-feecaea1-8842-476c-9393-e3ba3631e9c8 req-33707b5f-32d3-4ad2-b455-e94f5e2525d8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321858 Aug 16 02:50:22.240788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31409e13-5e8f-42bc-884b-859ea65620ee req-863a2205-5172-4bcc-aa79-f92eb146111c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:22.242282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31409e13-5e8f-42bc-884b-859ea65620ee req-863a2205-5172-4bcc-aa79-f92eb146111c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0570397 Aug 16 02:50:22.279240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31409e13-5e8f-42bc-884b-859ea65620ee req-f4b0321e-bfba-4f35-8f0d-060121db3414 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304742 Aug 16 02:50:22.490800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:23.391696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22845e-c2a5-47d0-b225-636f5739d0af req-e3d547f2-0114-43db-a973-0d9e4d357b4c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:23.393209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e22845e-c2a5-47d0-b225-636f5739d0af req-e3d547f2-0114-43db-a973-0d9e4d357b4c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0477991 Aug 16 02:50:23.434392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5e22845e-c2a5-47d0-b225-636f5739d0af req-03e4f5c7-6826-421e-9983-78187f450fb1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Aug 16 02:50:23.720345 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:24.549193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef76d-67fe-4cd6-9bdf-97692e3f429f req-e978cf51-30f9-4692-8cbe-d358722212da tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:24.551349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf8ef76d-67fe-4cd6-9bdf-97692e3f429f req-e978cf51-30f9-4692-8cbe-d358722212da tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0485706 Aug 16 02:50:24.588963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf8ef76d-67fe-4cd6-9bdf-97692e3f429f req-499615c1-e0cf-4e14-9bb7-45ed3c691241 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Aug 16 02:50:25.058607 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:25.700870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b4a5-ad6c-4f3c-831b-132a3ba4e5d7 req-3382189a-bef2-41f6-9398-ca02a791928a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:25.702333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb8b4a5-ad6c-4f3c-831b-132a3ba4e5d7 req-3382189a-bef2-41f6-9398-ca02a791928a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0478511 Aug 16 02:50:25.738120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccb8b4a5-ad6c-4f3c-831b-132a3ba4e5d7 req-0bc4754e-653f-45e4-8c99-7c51af819a66 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300167 Aug 16 02:50:26.209772 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a940eb95-aa25-4819-bd5f-c806ce535ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:26.850134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb3027-5cdc-44e3-85ec-009c74820ad7 req-dc2ed70d-5355-401b-b4cd-b0d63eaac80b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:26.851618 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0eeb3027-5cdc-44e3-85ec-009c74820ad7 req-dc2ed70d-5355-401b-b4cd-b0d63eaac80b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 944 time: 0.0480323 Aug 16 02:50:26.888323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0eeb3027-5cdc-44e3-85ec-009c74820ad7 req-48f6bf4d-51fb-49b1-a9d7-12f95da978d5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Aug 16 02:50:27.696998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ca092ceb-98aa-404e-8aee-57eef06d536b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:50:27.790166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ca092ceb-98aa-404e-8aee-57eef06d536b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ca092ceb-98aa-404e-8aee-57eef06d536b,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:27.801821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'ca092ceb-98aa-404e-8aee-57eef06d536b', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'port_id': 'ca092ceb-98aa-404e-8aee-57eef06d536b', 'mac_address': 'fa:16:3e:29:06:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:50:27.837121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:27.853120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca092ceb-98aa-404e-8aee-57eef06d536b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:27.872437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ca092ceb-98aa-404e-8aee-57eef06d536b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ca092ceb-98aa-404e-8aee-57eef06d536b,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:27.876349 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:27.923249 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ca092ceb-98aa-404e-8aee-57eef06d536b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:27.930518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.930879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.931228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.931570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.931911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.932769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.933102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.933437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.933769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.934100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.934429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:27.934758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:28.003966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc45e7f-cf35-40d0-9580-ddcd88bacb62 req-deede825-691c-4aa0-81c3-93bf71695aeb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:28.005367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc45e7f-cf35-40d0-9580-ddcd88bacb62 req-deede825-691c-4aa0-81c3-93bf71695aeb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 945 time: 0.0478935 Aug 16 02:50:28.045069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bcc45e7f-cf35-40d0-9580-ddcd88bacb62 req-4d361f72-d525-4e56-bf7e-b4c339d93821 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Aug 16 02:50:28.075578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ca092ceb-98aa-404e-8aee-57eef06d536b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:28.791810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-81e07c75-6af7-4806-a785-8a5939e6f920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:28.822373 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:29.161274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b7c9-bf5c-4880-ab25-7815f3d8c9ee req-4e9e92cf-205e-469c-af0d-d831c3254a8c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.162743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a875b7c9-bf5c-4880-ab25-7815f3d8c9ee req-4e9e92cf-205e-469c-af0d-d831c3254a8c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 945 time: 0.0519414 Aug 16 02:50:29.199035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a875b7c9-bf5c-4880-ab25-7815f3d8c9ee req-07af5a7a-55a2-411b-8dbd-41dc3cbc2f24 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297458 Aug 16 02:50:29.712651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ca092ceb-98aa-404e-8aee-57eef06d536b up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:29.763669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port ca092ceb-98aa-404e-8aee-57eef06d536b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:29.767179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port ca092ceb-98aa-404e-8aee-57eef06d536b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:29.767552 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:29.843479 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:29.864819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca092ceb-98aa-404e-8aee-57eef06d536b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:29.867188 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81222d00-8324-4456-b370-7e81d832b7db" -d '{"events": [{"server_uuid": "deb9c52c-0994-40dc-8260-e204dfafb54d", "name": "network-vif-plugged", "status": "completed", "tag": "ca092ceb-98aa-404e-8aee-57eef06d536b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:29.880018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port ca092ceb-98aa-404e-8aee-57eef06d536b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ca092ceb-98aa-404e-8aee-57eef06d536b,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:29.884229 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:29.913754 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c78ac8-923e-4d8f-b885-a9abafd00744 x-openstack-request-id: req-22c78ac8-923e-4d8f-b885-a9abafd00744 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:29.914042 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb9c52c-0994-40dc-8260-e204dfafb54d", "name": "network-vif-plugged", "status": "completed", "tag": "ca092ceb-98aa-404e-8aee-57eef06d536b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:29.914299 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22c78ac8-923e-4d8f-b885-a9abafd00744 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:29.914763 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca092ceb-98aa-404e-8aee-57eef06d536b', 'code': 200} Aug 16 02:50:29.941627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=ca092ceb-98aa-404e-8aee-57eef06d536b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:30.001085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48344a5c-9621-4259-b447-1db4ce94c3c7 req-ecb7a55b-309a-44c3-aad8-67a4f10e4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:30.002828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48344a5c-9621-4259-b447-1db4ce94c3c7 req-ecb7a55b-309a-44c3-aad8-67a4f10e4384 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 1098 time: 0.0393932 Aug 16 02:50:30.036977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48344a5c-9621-4259-b447-1db4ce94c3c7 req-c36667bb-da7e-411e-9c1a-fd3bb750bde3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270286 Aug 16 02:50:30.079869 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:30.313087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337a720-6b91-44f6-9ab2-460289e00a1d req-fc7b39f8-7a50-4918-a026-8df1d4e82a27 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:30.314575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7337a720-6b91-44f6-9ab2-460289e00a1d req-fc7b39f8-7a50-4918-a026-8df1d4e82a27 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 946 time: 0.0486412 Aug 16 02:50:30.352380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7337a720-6b91-44f6-9ab2-460289e00a1d req-3da6989d-0fb7-4836-8b5b-a4a8e12cf581 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Aug 16 02:50:31.466725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6a988-127d-42ba-879a-34fb06fc4421 req-e3efc2c3-62de-439c-b21e-edc52de63858 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:31.468215 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7df6a988-127d-42ba-879a-34fb06fc4421 req-e3efc2c3-62de-439c-b21e-edc52de63858 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 946 time: 0.0478230 Aug 16 02:50:31.509464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7df6a988-127d-42ba-879a-34fb06fc4421 req-b098b765-6290-43ab-b9bd-aa64832d220d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353172 Aug 16 02:50:31.625151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0aded-89a4-461c-a1d6-1f79c482583c req-92e44285-6f37-4bdc-83bb-f6558a6748be tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:31.626609 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aef0aded-89a4-461c-a1d6-1f79c482583c req-92e44285-6f37-4bdc-83bb-f6558a6748be tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 946 time: 0.0527878 Aug 16 02:50:31.665728 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aef0aded-89a4-461c-a1d6-1f79c482583c req-424777ac-e21b-4574-a9d2-8d73a9dafd3b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Aug 16 02:50:31.778413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eeca8-a99c-4646-b410-b5470d0757e6 req-7ff4a7f7-0772-4718-b095-51edf8050c40 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:31.779903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-191eeca8-a99c-4646-b410-b5470d0757e6 req-7ff4a7f7-0772-4718-b095-51edf8050c40 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 946 time: 0.0492532 Aug 16 02:50:31.817873 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-191eeca8-a99c-4646-b410-b5470d0757e6 req-191aa4fd-56cd-460d-adb6-b1fb84048e27 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Aug 16 02:50:31.997305 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:32.104420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8711457-1fe5-4456-b97f-9a8864da5382 req-546c9350-1436-481b-a707-7606d4984a7c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.105911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8711457-1fe5-4456-b97f-9a8864da5382 req-546c9350-1436-481b-a707-7606d4984a7c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 946 time: 0.0492887 Aug 16 02:50:32.142961 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8711457-1fe5-4456-b97f-9a8864da5382 req-06227cf7-14dd-445e-ac40-4f969eb333d1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Aug 16 02:50:33.257361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326382-4072-4a69-a746-5394f78c9bb5 req-517c45ff-b045-4809-8dcf-1cb4423045db tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:33.258854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f326382-4072-4a69-a746-5394f78c9bb5 req-517c45ff-b045-4809-8dcf-1cb4423045db tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 946 time: 0.0476992 Aug 16 02:50:33.296023 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f326382-4072-4a69-a746-5394f78c9bb5 req-ef774f00-c7ec-4937-a77d-67bd5bb184f9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307035 Aug 16 02:50:33.517054 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-1153551f-9e68-4ef8-aa3a-fe991b4f99f4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:33.518426 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-1153551f-9e68-4ef8-aa3a-fe991b4f99f4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 946 time: 0.0488091 Aug 16 02:50:33.608321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port ca092ceb-98aa-404e-8aee-57eef06d536b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:33.608657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.696481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] For port ca092ceb-98aa-404e-8aee-57eef06d536b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=ca092ceb-98aa-404e-8aee-57eef06d536b,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:33.697091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.710487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for ca092ceb-98aa-404e-8aee-57eef06d536b owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:33.836627 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.848421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['ca092ceb-98aa-404e-8aee-57eef06d536b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:33.865028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=ca092ceb-98aa-404e-8aee-57eef06d536b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:33.910560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] No DVR routers for this DVR port ca092ceb-98aa-404e-8aee-57eef06d536b on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:33.913356 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.915458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c0a8944-e86f-4c86-9b6e-36b2ebb50322 req-fc5e4be2-cc1d-47a5-97e4-652e0486d2e8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "DELETE /v2.0/ports/ca092ceb-98aa-404e-8aee-57eef06d536b HTTP/1.1" status: 204 len: 173 time: 0.3907967 Aug 16 02:50:33.915902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'name': 'network-vif-deleted', 'tag': 'ca092ceb-98aa-404e-8aee-57eef06d536b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:33.918900 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873370a8-8990-45fe-8ee3-77f4392e5088" -d '{"events": [{"server_uuid": "deb9c52c-0994-40dc-8260-e204dfafb54d", "name": "network-vif-deleted", "tag": "ca092ceb-98aa-404e-8aee-57eef06d536b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:34.098330 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2f1029-50a6-4b59-895c-a3d6a56c9bcf x-openstack-request-id: req-3d2f1029-50a6-4b59-895c-a3d6a56c9bcf {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:34.098627 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb9c52c-0994-40dc-8260-e204dfafb54d", "name": "network-vif-deleted", "tag": "ca092ceb-98aa-404e-8aee-57eef06d536b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:34.098882 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d2f1029-50a6-4b59-895c-a3d6a56c9bcf {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:34.099283 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb9c52c-0994-40dc-8260-e204dfafb54d', 'name': 'network-vif-deleted', 'tag': 'ca092ceb-98aa-404e-8aee-57eef06d536b', 'status': 'completed', 'code': 200} Aug 16 02:50:34.394845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fe92b68a-c7ae-4cd1-862e-9443ff1cc149 req-28dd7d53-3d67-4bbe-815f-413cc5a7dfa4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 210 time: 0.0267131 Aug 16 02:50:35.489657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e3782161-5f4f-447c-8fee-1afd8784ddfd req-fb0a250d-db1d-4bff-843a-22269673880e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 210 time: 0.0268064 Aug 16 02:50:36.583432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89a92537-5d2e-4878-85b2-95cb793615fb req-97dbc2d1-8f7a-4662-9fda-349b0877a317 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 210 time: 0.0257459 Aug 16 02:50:36.998621 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-3f7eea81-6951-4ce0-9086-b832b076d792 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484445 Aug 16 02:50:37.088643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-2a173025-a83f-4e99-9061-bfc9999c7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:37.090189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-2a173025-a83f-4e99-9061-bfc9999c7f3a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.0413263 Aug 16 02:50:37.200680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-7095552f-4da5-4018-95d6-1b82f29533a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:37.202195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-7095552f-4da5-4018-95d6-1b82f29533a3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 909 time: 0.0871952 Aug 16 02:50:37.281491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-9006df55-ee87-4c84-9aae-89b75361e133 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 1002 time: 0.0673809 Aug 16 02:50:37.338589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-e8ede174-23be-48a9-a23d-e8a5fd58b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:37.341967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-e8ede174-23be-48a9-a23d-e8a5fd58b0d1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0485361 Aug 16 02:50:37.397498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-914a202f-1864-45f2-ac31-b31c8d2bf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:37.398908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-914a202f-1864-45f2-ac31-b31c8d2bf442 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454497 Aug 16 02:50:37.495538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-d8630d50-e124-4300-b605-2f314567fc47 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848742 Aug 16 02:50:37.590861 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8bc568d0-6d7d-461f-87d6-2447d35f35bf req-05737f99-3a15-4e9f-8608-a93a0aa0553f service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844233 Aug 16 02:50:37.707994 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-47d981c4-3f7c-425c-8e94-f9853add6555 req-050bbebb-7b13-42fe-b3d4-16edd0905eb8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=deb9c52c-0994-40dc-8260-e204dfafb54d HTTP/1.1" status: 200 len: 210 time: 0.0435271 Aug 16 02:50:37.745074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ca092ceb-98aa-404e-8aee-57eef06d536b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:37.765669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: ca092ceb-98aa-404e-8aee-57eef06d536b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:37.766098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device ca092ceb-98aa-404e-8aee-57eef06d536b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:52.492536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.720176 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.216587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b3653020-12ad-4df4-803d-7d600b1bc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.525493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-bc4b6834-b377-4380-88ff-795447d9b564 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:57.527491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-bc4b6834-b377-4380-88ff-795447d9b564 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.0998797 Aug 16 02:50:57.541852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-0f56c140-75fb-4d5e-b5b6-225dfb186762 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/quotas/c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 375 time: 0.0087645 Aug 16 02:50:57.591523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-c5402857-f2aa-4e5c-bd1c-8ad05334e845 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445724 Aug 16 02:50:57.780405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-c324d995-4160-4972-893d-687071686bdf service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820166 Aug 16 02:50:57.867535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-fe560201-47a3-4f1b-9514-2ab2b47271ae service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810893 Aug 16 02:50:58.150043 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8a84690f-3e44-4a15-a79b-c0ed9149ff0c req-4b28071b-a2c4-4feb-98a8-eb66b4c80c4f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 210 time: 0.0257912 Aug 16 02:50:58.792308 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a8d1-4f44-4721-ba97-0188ae6e0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:58.821267 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.005217 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-577b8ec3-8d05-49e9-a998-97bdf419a274 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.006662 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-577b8ec3-8d05-49e9-a998-97bdf419a274 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1021373 Aug 16 02:50:59.019190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'port': {'device_id': '12048c05-3802-47e4-8642-75c17bc39da7', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'admin_state_up': True, 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:59.129596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:50:59.133233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.250940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e204e10c-d027-4daa-8802-3dd4942519d5 req-1f31d492-6471-40a1-88ec-8729cacec6f1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 210 time: 0.0336339 Aug 16 02:50:59.271778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.20.0.9 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/babebfd5-5bc2-43ae-befe-2ae276476c22) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:59.417916 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.431605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Transition to ACTIVE for port object babebfd5-5bc2-43ae-befe-2ae276476c22 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:59.464261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.507826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:59.510952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:59.515202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:59.539678 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=babebfd5-5bc2-43ae-befe-2ae276476c22,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:59.571241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.571912 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.588862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-6598df08-582a-42d9-8986-ca073cf25198 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734868 Aug 16 02:50:59.601083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Request body: {'port': {'device_id': '12048c05-3802-47e4-8642-75c17bc39da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:59.663348 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.812733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c2a5a77e-fdbd-4f6e-9232-89a2e323621c None None] Provisioning for port babebfd5-5bc2-43ae-befe-2ae276476c22 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:59.818906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c2a5a77e-fdbd-4f6e-9232-89a2e323621c None None] Provisioning complete for port babebfd5-5bc2-43ae-befe-2ae276476c22 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:59.819670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a77e-fdbd-4f6e-9232-89a2e323621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.861898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5a77e-fdbd-4f6e-9232-89a2e323621c None None] Port babebfd5-5bc2-43ae-befe-2ae276476c22 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:00.083646 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.248146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babebfd5-5bc2-43ae-befe-2ae276476c22 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:00.256583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.269084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Transition to ACTIVE for port object babebfd5-5bc2-43ae-befe-2ae276476c22 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:00.273050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.325746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=babebfd5-5bc2-43ae-befe-2ae276476c22,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:00.433356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef65be-2e7b-4cef-8974-33b110e59d57 req-906211ee-a247-428d-8a40-9c244abd18f0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:00.434973 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2ef65be-2e7b-4cef-8974-33b110e59d57 req-906211ee-a247-428d-8a40-9c244abd18f0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.1063664 Aug 16 02:51:00.452144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Attempting to bind port babebfd5-5bc2-43ae-befe-2ae276476c22 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:00.452605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Attempting to bind port babebfd5-5bc2-43ae-befe-2ae276476c22 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:00.452830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Attempting to bind port babebfd5-5bc2-43ae-befe-2ae276476c22 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:00.466673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Port babebfd5-5bc2-43ae-befe-2ae276476c22 on network c2ee01af-7ece-49de-b523-2d91c6278479 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:51:00.467004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Attempting to bind port babebfd5-5bc2-43ae-befe-2ae276476c22 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:00.480022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:00.480389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:00.480814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:00.481257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Bound port: babebfd5-5bc2-43ae-befe-2ae276476c22, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:00.481620 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.496821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2ef65be-2e7b-4cef-8974-33b110e59d57 req-4cf36629-3638-4627-9cb9-a8d372cfeb65 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Aug 16 02:51:00.553457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] For port babebfd5-5bc2-43ae-befe-2ae276476c22, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:00.556409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] For port babebfd5-5bc2-43ae-befe-2ae276476c22, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=babebfd5-5bc2-43ae-befe-2ae276476c22,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:00.561319 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.601244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:00.602052 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.603651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] 10.222.0.88 "PUT /v2.0/ports/babebfd5-5bc2-43ae-befe-2ae276476c22 HTTP/1.1" status: 200 len: 1092 time: 1.0070815 Aug 16 02:51:00.604189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12048c05-3802-47e4-8642-75c17bc39da7', 'tag': 'babebfd5-5bc2-43ae-befe-2ae276476c22'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:00.607143 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c7258-f22f-414e-97b7-66763db428cf" -d '{"events": [{"name": "network-changed", "server_uuid": "12048c05-3802-47e4-8642-75c17bc39da7", "tag": "babebfd5-5bc2-43ae-befe-2ae276476c22"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:00.637263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db27e-c1ea-4fc6-9189-e5ff9ba2b8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=babebfd5-5bc2-43ae-befe-2ae276476c22,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:00.678806 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d143c0e-a71e-4479-8ee7-0bd5a710014d x-openstack-request-id: req-0d143c0e-a71e-4479-8ee7-0bd5a710014d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:00.679288 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12048c05-3802-47e4-8642-75c17bc39da7", "tag": "babebfd5-5bc2-43ae-befe-2ae276476c22", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:00.679542 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d143c0e-a71e-4479-8ee7-0bd5a710014d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:00.679943 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12048c05-3802-47e4-8642-75c17bc39da7', 'tag': 'babebfd5-5bc2-43ae-befe-2ae276476c22', 'status': 'completed', 'code': 200} Aug 16 02:51:00.695939 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-086ce29a-4958-43e8-8d80-bc8a1395c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:00.697522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-086ce29a-4958-43e8-8d80-bc8a1395c253 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 1095 time: 0.0511525 Aug 16 02:51:00.743865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-726d79b5-af0a-4d7a-bbb6-3d0d527b738c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=babebfd5-5bc2-43ae-befe-2ae276476c22 HTTP/1.1" status: 200 len: 217 time: 0.0375233 Aug 16 02:51:00.801209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-c044e900-f33a-4aad-b84d-77e228d80070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:00.802830 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-c044e900-f33a-4aad-b84d-77e228d80070 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0521390 Aug 16 02:51:00.850161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-70ba9ebd-ac42-40f0-86d3-1c039352a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:00.851699 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-70ba9ebd-ac42-40f0-86d3-1c039352a1a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422575 Aug 16 02:51:00.949576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-ed22824e-50e0-4f6a-afbe-e145e18b6ffd service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907538 Aug 16 02:51:01.045229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-749fd76a-afbb-467a-8c1e-513d5a09f3ec req-3765aec4-1583-4e80-81ea-ce47463315cc service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868032 Aug 16 02:51:01.129370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c7258-f22f-414e-97b7-66763db428cf req-72d198fc-71e7-4199-ac49-728766f52b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.130884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-171c7258-f22f-414e-97b7-66763db428cf req-72d198fc-71e7-4199-ac49-728766f52b2f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 1095 time: 0.0415599 Aug 16 02:51:01.223891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c7258-f22f-414e-97b7-66763db428cf req-10f466dd-89e2-4064-bfa8-858d3ba66098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.225310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-171c7258-f22f-414e-97b7-66763db428cf req-10f466dd-89e2-4064-bfa8-858d3ba66098 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0877030 Aug 16 02:51:01.268560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-171c7258-f22f-414e-97b7-66763db428cf req-02bca30e-bbba-4074-be0b-b448c68bf9a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=babebfd5-5bc2-43ae-befe-2ae276476c22 HTTP/1.1" status: 200 len: 217 time: 0.0351720 Aug 16 02:51:01.321189 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c7258-f22f-414e-97b7-66763db428cf req-ac15c6d6-82d6-40b0-91fe-5067948e3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.321189 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-171c7258-f22f-414e-97b7-66763db428cf req-ac15c6d6-82d6-40b0-91fe-5067948e3484 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0441666 Aug 16 02:51:01.369330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c7258-f22f-414e-97b7-66763db428cf req-458d8f6a-0aef-42df-987d-8fd5660bc15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.371560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-171c7258-f22f-414e-97b7-66763db428cf req-458d8f6a-0aef-42df-987d-8fd5660bc15c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450118 Aug 16 02:51:01.459342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-171c7258-f22f-414e-97b7-66763db428cf req-9ec7301a-747f-4974-9f43-f9f210f61d5c service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808475 Aug 16 02:51:01.558379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-171c7258-f22f-414e-97b7-66763db428cf req-f84ad60e-db36-41ff-9a77-f82f1f78c6ec service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921264 Aug 16 02:51:01.624366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43334372-4e55-4c65-8083-88ccbb20fdf6 req-af80a67c-0ac1-41ea-adfe-2ef3283d7a40 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.625945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43334372-4e55-4c65-8083-88ccbb20fdf6 req-af80a67c-0ac1-41ea-adfe-2ef3283d7a40 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0496778 Aug 16 02:51:01.664108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43334372-4e55-4c65-8083-88ccbb20fdf6 req-77ba3c37-04ed-4abe-83d7-a75dd173ea3b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Aug 16 02:51:02.000057 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.058748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:02.783027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5945f-adcd-4404-90ab-aca60a6f6e2a req-135f9b3a-3123-42f2-a78d-b5a590e5e39c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:02.784633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caf5945f-adcd-4404-90ab-aca60a6f6e2a req-135f9b3a-3123-42f2-a78d-b5a590e5e39c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0506284 Aug 16 02:51:02.823556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-caf5945f-adcd-4404-90ab-aca60a6f6e2a req-4b21864c-61b5-4b14-80de-0ddfbd75cee9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Aug 16 02:51:03.937487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18521b96-9952-43ae-bd7a-13b0c140a425 req-ae52eed2-f7cb-4599-a595-c3d3f2b29508 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:03.939010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18521b96-9952-43ae-bd7a-13b0c140a425 req-ae52eed2-f7cb-4599-a595-c3d3f2b29508 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Aug 16 02:51:03.977774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18521b96-9952-43ae-bd7a-13b0c140a425 req-3b80bef8-4cfd-4753-b0a3-0802c78ee8b8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Aug 16 02:51:05.090269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a955a-2938-4c86-9134-e7d93ee1e131 req-e19e63f9-a24e-45b7-b3da-81c800f39ba5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:05.091743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d5a955a-2938-4c86-9134-e7d93ee1e131 req-e19e63f9-a24e-45b7-b3da-81c800f39ba5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0478494 Aug 16 02:51:05.128564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d5a955a-2938-4c86-9134-e7d93ee1e131 req-b94d6ec2-7d0b-4478-b8bc-9ed22e3f898e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Aug 16 02:51:06.247191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95feb03-d8e9-4456-8099-f645b89160e6 req-257c660a-6c96-4055-80df-3711b61003de tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:06.248737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d95feb03-d8e9-4456-8099-f645b89160e6 req-257c660a-6c96-4055-80df-3711b61003de tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0495183 Aug 16 02:51:06.291229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d95feb03-d8e9-4456-8099-f645b89160e6 req-b3994bc7-0867-4ff0-bab4-6de252fac630 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362484 Aug 16 02:51:07.404722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee76fb-02e3-4c5b-9483-82bea538582b req-76e683d6-569c-418c-b121-716047b6f86e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.406157 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6ee76fb-02e3-4c5b-9483-82bea538582b req-76e683d6-569c-418c-b121-716047b6f86e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0475621 Aug 16 02:51:07.445901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a6ee76fb-02e3-4c5b-9483-82bea538582b req-0a00bf0d-364e-43be-a6be-576362fdcf6c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338552 Aug 16 02:51:08.560409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520f579-bf9c-4a4d-84e5-1719281ffcdb req-c67ca096-8c69-499f-b284-1746a685ddbf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.562494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f520f579-bf9c-4a4d-84e5-1719281ffcdb req-c67ca096-8c69-499f-b284-1746a685ddbf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0485566 Aug 16 02:51:08.603251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f520f579-bf9c-4a4d-84e5-1719281ffcdb req-9b00c555-5064-4325-b03c-695af77c0447 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Aug 16 02:51:09.715738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d66606-c225-4768-857b-d0c916e19058 req-34cd11ff-7f74-4ef5-9f85-82ef0f64546b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:09.717232 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99d66606-c225-4768-857b-d0c916e19058 req-34cd11ff-7f74-4ef5-9f85-82ef0f64546b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0479124 Aug 16 02:51:09.754151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99d66606-c225-4768-857b-d0c916e19058 req-6bd6a1aa-8ddc-4d4f-a3b1-9dcc75d116d0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Aug 16 02:51:10.866864 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb8f29-5124-48d4-ade2-00af3e2770d7 req-68a462da-5166-4429-8387-8addc02184de tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:10.868360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecbb8f29-5124-48d4-ade2-00af3e2770d7 req-68a462da-5166-4429-8387-8addc02184de tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0484414 Aug 16 02:51:10.905496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecbb8f29-5124-48d4-ade2-00af3e2770d7 req-85853d75-204b-4ebd-b1dd-6bde4ae9f363 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Aug 16 02:51:11.838303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device babebfd5-5bc2-43ae-befe-2ae276476c22 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:51:11.930366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port babebfd5-5bc2-43ae-befe-2ae276476c22, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=babebfd5-5bc2-43ae-befe-2ae276476c22,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:11.941897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'babebfd5-5bc2-43ae-befe-2ae276476c22', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'port_id': 'babebfd5-5bc2-43ae-befe-2ae276476c22', 'mac_address': 'fa:16:3e:a8:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:51:11.981782 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.995023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babebfd5-5bc2-43ae-befe-2ae276476c22 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:12.014444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port babebfd5-5bc2-43ae-befe-2ae276476c22, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=babebfd5-5bc2-43ae-befe-2ae276476c22,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:12.018336 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.018783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002dbe-f579-4444-876f-8eb6c67ea83b req-99ccaa92-06af-45ce-a2ce-9ed97143edfd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.020229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd002dbe-f579-4444-876f-8eb6c67ea83b req-99ccaa92-06af-45ce-a2ce-9ed97143edfd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 943 time: 0.0488644 Aug 16 02:51:12.058786 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd002dbe-f579-4444-876f-8eb6c67ea83b req-fadf5bf7-e06b-43d7-bab3-e94462897483 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Aug 16 02:51:12.065312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=babebfd5-5bc2-43ae-befe-2ae276476c22,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:12.205801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['babebfd5-5bc2-43ae-befe-2ae276476c22'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:13.172250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f38950-3106-4e9a-9200-5ca9065cea31 req-6beef6a9-0604-4c3c-8584-d5afa14b5f68 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.173744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6f38950-3106-4e9a-9200-5ca9065cea31 req-6beef6a9-0604-4c3c-8584-d5afa14b5f68 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 944 time: 0.0494192 Aug 16 02:51:13.214003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d6f38950-3106-4e9a-9200-5ca9065cea31 req-4ae81539-f52f-4e35-b5d9-eb5962370338 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Aug 16 02:51:13.851703 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device babebfd5-5bc2-43ae-befe-2ae276476c22 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:13.898429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port babebfd5-5bc2-43ae-befe-2ae276476c22 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:13.902064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port babebfd5-5bc2-43ae-befe-2ae276476c22 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:13.902443 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.977136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.001170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12048c05-3802-47e4-8642-75c17bc39da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babebfd5-5bc2-43ae-befe-2ae276476c22'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:14.003650 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78be3a84-feae-4314-8fd9-69aae04dc458" -d '{"events": [{"server_uuid": "12048c05-3802-47e4-8642-75c17bc39da7", "name": "network-vif-plugged", "status": "completed", "tag": "babebfd5-5bc2-43ae-befe-2ae276476c22"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:14.016745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port babebfd5-5bc2-43ae-befe-2ae276476c22, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=babebfd5-5bc2-43ae-befe-2ae276476c22,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:14.020838 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.044060 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32e5cda-68e0-485a-8888-c16f070b4a3e x-openstack-request-id: req-a32e5cda-68e0-485a-8888-c16f070b4a3e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:14.044372 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12048c05-3802-47e4-8642-75c17bc39da7", "name": "network-vif-plugged", "status": "completed", "tag": "babebfd5-5bc2-43ae-befe-2ae276476c22", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:14.044627 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a32e5cda-68e0-485a-8888-c16f070b4a3e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:14.045013 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12048c05-3802-47e4-8642-75c17bc39da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babebfd5-5bc2-43ae-befe-2ae276476c22', 'code': 200} Aug 16 02:51:14.070805 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=babebfd5-5bc2-43ae-befe-2ae276476c22,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:14.134317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453a729-6d06-44ab-a602-0ade2a9a942c req-124a4e97-5ab2-4cde-ae05-e04a34e200ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.135704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0453a729-6d06-44ab-a602-0ade2a9a942c req-124a4e97-5ab2-4cde-ae05-e04a34e200ca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 1097 time: 0.0395470 Aug 16 02:51:14.169083 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0453a729-6d06-44ab-a602-0ade2a9a942c req-ff9d2be3-e228-4c3d-9799-05cf67dae48a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266786 Aug 16 02:51:14.327599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5610a-278b-4bd4-b9c0-c50121624709 req-c92d29ec-63c0-4bde-aaa2-ccd93d98ffbd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.329154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a3e5610a-278b-4bd4-b9c0-c50121624709 req-c92d29ec-63c0-4bde-aaa2-ccd93d98ffbd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 945 time: 0.0486794 Aug 16 02:51:14.366701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a3e5610a-278b-4bd4-b9c0-c50121624709 req-fc39612d-c3a8-45a2-9151-269e9740320d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Aug 16 02:51:15.482713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2cac5-8c52-4976-9f85-0911703b86a9 req-4611a43a-e8f2-442d-96c4-bebcc08a7a70 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.484170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cde2cac5-8c52-4976-9f85-0911703b86a9 req-4611a43a-e8f2-442d-96c4-bebcc08a7a70 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Aug 16 02:51:15.524923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cde2cac5-8c52-4976-9f85-0911703b86a9 req-12b144ef-1844-4067-8b35-28e1e866d29e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348492 Aug 16 02:51:15.637366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312eaf2-3544-4f76-9f26-b5c6cf7b92fa req-c33e6760-1063-4bcb-8ef9-1c77a54b462f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.638759 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7312eaf2-3544-4f76-9f26-b5c6cf7b92fa req-c33e6760-1063-4bcb-8ef9-1c77a54b462f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 945 time: 0.0480635 Aug 16 02:51:15.679413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7312eaf2-3544-4f76-9f26-b5c6cf7b92fa req-0a7576ea-ed24-49e3-bc0c-d7f3f4b9a115 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Aug 16 02:51:18.084175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-ec8188e0-6458-4870-bd4a-c662f27d56df tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:18.085682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-ec8188e0-6458-4870-bd4a-c662f27d56df tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1022215 Aug 16 02:51:18.101114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-d8515336-0d64-4470-8633-f2c7979fd416 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/quotas/c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 375 time: 0.0096769 Aug 16 02:51:18.153674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-cb59a22a-968d-4bbb-af39-1e19cf4d1a3b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473592 Aug 16 02:51:18.305383 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-205d9909-a2e3-4b09-b268-6a85f4e9ee16 service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446650 Aug 16 02:51:18.394546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-1b84dc65-01ed-4d8f-98cb-6635d3291c0d service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822008 Aug 16 02:51:18.581605 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0d3dc814-6a19-41e1-838c-02bda9bd7a4f req-0b7160b4-8bdf-4cc8-8568-877041bd5a8c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 210 time: 0.0261288 Aug 16 02:51:19.604863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-8e8fa139-b219-46fe-aece-70c50a7c571b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:19.606339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-8e8fa139-b219-46fe-aece-70c50a7c571b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.0993459 Aug 16 02:51:19.632230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'port': {'device_id': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'admin_state_up': True, 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:19.686900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee47168d-1b17-44dd-b28b-68fea3668c33 req-007b50f4-5483-433a-ba16-54707ccdbd97 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 210 time: 0.0341055 Aug 16 02:51:19.757417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:51:19.760953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:19.885607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.20.0.8 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/0c067e3a-ef03-4ba7-b525-3c958f10d2a5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:20.046336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.060877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Transition to ACTIVE for port object 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:20.094989 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.106899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['babebfd5-5bc2-43ae-befe-2ae276476c22'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:20.139653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:20.147227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:20.150406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:20.183842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:20.199001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.199376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.199743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.200093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.200456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.200794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.201125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.202320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.203055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.203627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.204716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.205059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:20.228019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:20.228770 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.244744 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-df73c520-88a9-440c-a4ec-22ada4f42af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164253 Aug 16 02:51:20.263773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Request body: {'port': {'device_id': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:20.334525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.440687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9d1de9e8-1772-426c-97c5-62665249faab None None] Provisioning for port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:20.444959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9d1de9e8-1772-426c-97c5-62665249faab None None] Provisioning complete for port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:20.445615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9d1de9e8-1772-426c-97c5-62665249faab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.480454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9d1de9e8-1772-426c-97c5-62665249faab None None] Port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:20.613170 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:20.621053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.633601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Transition to ACTIVE for port object 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:20.636604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.693451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Pushing event updated for resources: {'Port': ['ID=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:20.761198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Attempting to bind port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:20.761803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Attempting to bind port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:20.762606 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Attempting to bind port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:20.783897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 on network c2ee01af-7ece-49de-b523-2d91c6278479 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:51:20.784227 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Attempting to bind port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:20.804827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:20.805163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:20.805752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:20.806192 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Bound port: 0c067e3a-ef03-4ba7-b525-3c958f10d2a5, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:20.806562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.867740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0b0bf-0110-4f3a-a16e-71370360d24b req-41d4c771-6455-496b-93d7-ffbf551f8eb8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:20.869326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78e0b0bf-0110-4f3a-a16e-71370360d24b req-41d4c771-6455-496b-93d7-ffbf551f8eb8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.1041739 Aug 16 02:51:20.909880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] For port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:20.930980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] For port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:20.936530 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78e0b0bf-0110-4f3a-a16e-71370360d24b req-a1654717-4af4-42e9-baf0-5fb11392d9e9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528748 Aug 16 02:51:20.938049 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.977986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:20.978584 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.979984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] 10.222.0.98 "PUT /v2.0/ports/0c067e3a-ef03-4ba7-b525-3c958f10d2a5 HTTP/1.1" status: 200 len: 1092 time: 0.7216797 Aug 16 02:51:20.980443 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'tag': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:20.983259 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10" -d '{"events": [{"name": "network-changed", "server_uuid": "189364ab-c91c-4f51-8dac-f8b4779a5324", "tag": "0c067e3a-ef03-4ba7-b525-3c958f10d2a5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:21.016886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bef6ff-dc24-404e-8569-86ad146b7090 service neutron] Pushing event updated for resources: {'Port': ['ID=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:21.047790 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e546cac-27ff-4c8c-a41d-596d03b8572f x-openstack-request-id: req-2e546cac-27ff-4c8c-a41d-596d03b8572f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:21.048192 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189364ab-c91c-4f51-8dac-f8b4779a5324", "tag": "0c067e3a-ef03-4ba7-b525-3c958f10d2a5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:21.048530 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e546cac-27ff-4c8c-a41d-596d03b8572f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:21.048987 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'tag': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5', 'status': 'completed', 'code': 200} Aug 16 02:51:21.065272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-3f9ef44f-e3bc-4dd3-8957-ec1c8d623a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.066911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-3f9ef44f-e3bc-4dd3-8957-ec1c8d623a0b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 1095 time: 0.0468576 Aug 16 02:51:21.119466 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-72f810e4-05e6-4bba-99a7-41a442696f9c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c067e3a-ef03-4ba7-b525-3c958f10d2a5 HTTP/1.1" status: 200 len: 217 time: 0.0403442 Aug 16 02:51:21.178329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-8de36519-f4b1-4282-aa08-7e34dbf3d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.180044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-8de36519-f4b1-4282-aa08-7e34dbf3d129 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0503707 Aug 16 02:51:21.234895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-2e7caa35-fb72-4071-80a8-acd6071c684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.236454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-2e7caa35-fb72-4071-80a8-acd6071c684a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452316 Aug 16 02:51:21.347718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-359d864f-a723-4d5d-a9dc-03e22d03e1f6 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999718 Aug 16 02:51:21.443431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7636b9a9-b412-4de3-b935-5af12ea5ab46 req-8fb6a116-2419-4e06-b8f4-cea8bbe87a55 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847013 Aug 16 02:51:21.544582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-e85b4347-8943-4fb0-b8c3-2e40cd0f8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.546246 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-e85b4347-8943-4fb0-b8c3-2e40cd0f8e9d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 1095 time: 0.0503156 Aug 16 02:51:21.640521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-e7ff5070-4fe3-4f5f-b587-49640ac4c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.642008 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-e7ff5070-4fe3-4f5f-b587-49640ac4c0af service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0850949 Aug 16 02:51:21.687104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-3ba1ec19-e323-4432-b9f8-4070b2c8b451 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c067e3a-ef03-4ba7-b525-3c958f10d2a5 HTTP/1.1" status: 200 len: 217 time: 0.0340574 Aug 16 02:51:21.749719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-02ab3675-efa3-4786-b444-fa8e38420ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.751119 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-02ab3675-efa3-4786-b444-fa8e38420ec8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0533607 Aug 16 02:51:21.800127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-4a3f704b-20c8-4fed-a04d-ac1ab36a00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.801659 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-4a3f704b-20c8-4fed-a04d-ac1ab36a00aa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395653 Aug 16 02:51:21.900609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-c1519fe5-4dec-4740-85ff-ddabb2a6f180 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873837 Aug 16 02:51:22.001616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a703b05e-1232-4bd4-b5d9-8dcd8b1aea10 req-d922a69c-7b58-4ba3-a6c4-d9a87f7a4204 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891273 Aug 16 02:51:22.054847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377f584-1e99-45db-ba42-49da83341a91 req-e2ea03b4-42a5-47b2-aaae-6a0dcde475f2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:22.056362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f377f584-1e99-45db-ba42-49da83341a91 req-e2ea03b4-42a5-47b2-aaae-6a0dcde475f2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0486801 Aug 16 02:51:22.094503 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f377f584-1e99-45db-ba42-49da83341a91 req-9fb1d0db-b553-405e-a9e2-1710aa76fe6b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Aug 16 02:51:22.517677 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:23.289463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c76f4-f753-4a0e-8aed-fe0789b5078f req-a6f6eeec-ff62-4edb-b8cb-e2cf33c1c77e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:23.293657 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-316c76f4-f753-4a0e-8aed-fe0789b5078f req-a6f6eeec-ff62-4edb-b8cb-e2cf33c1c77e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.1041262 Aug 16 02:51:23.366822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-316c76f4-f753-4a0e-8aed-fe0789b5078f req-9507fb91-bbc7-46f3-a353-c06e9ea142cc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667415 Aug 16 02:51:23.734129 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:24.530181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410a0ac-deef-4fab-89fd-de3268aa890c req-9ff2b602-1016-47b4-b7bc-4f77d2a14456 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:24.532312 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9410a0ac-deef-4fab-89fd-de3268aa890c req-9ff2b602-1016-47b4-b7bc-4f77d2a14456 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0740933 Aug 16 02:51:24.579653 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9410a0ac-deef-4fab-89fd-de3268aa890c req-1ba9fc31-b2c9-45fb-bb8e-7563d8421002 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400643 Aug 16 02:51:25.708692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e6ebf-fb2f-4216-a189-9f1885e1bb6a req-81c74045-be59-43bf-bc86-f41f1bde8bbe tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:25.710298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d60e6ebf-fb2f-4216-a189-9f1885e1bb6a req-81c74045-be59-43bf-bc86-f41f1bde8bbe tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0559051 Aug 16 02:51:25.751410 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d60e6ebf-fb2f-4216-a189-9f1885e1bb6a req-a52edfb1-c1ef-4f12-9c5a-7a9151ca99b3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Aug 16 02:51:26.216316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-95f3ae74-e7f5-4a92-b55a-eacbf9eaf8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:26.875285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34fe1-1a06-49f2-9d11-fc7dc36d6ad5 req-85f4676e-1f88-4ac4-b484-30efc9e0c208 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:26.876847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94c34fe1-1a06-49f2-9d11-fc7dc36d6ad5 req-85f4676e-1f88-4ac4-b484-30efc9e0c208 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0518363 Aug 16 02:51:26.914676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94c34fe1-1a06-49f2-9d11-fc7dc36d6ad5 req-cd38e65d-ed1e-49b3-b68d-d83875202a96 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Aug 16 02:51:28.111299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de53a-199a-42b8-8430-ccf2f513feb3 req-2542592d-542b-402f-92a3-6c153ffedfcf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:28.112849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d7de53a-199a-42b8-8430-ccf2f513feb3 req-2542592d-542b-402f-92a3-6c153ffedfcf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.1313818 Aug 16 02:51:28.155350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d7de53a-199a-42b8-8430-ccf2f513feb3 req-d0674127-e27c-4022-a503-97714d9dc3b2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 Aug 16 02:51:28.793149 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f71ec760-972f-42bb-9cca-ef62e02e2f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:28.820981 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:29.335790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb71ad2-2878-4fa1-b57e-eb930b407727 req-7ca1d963-0966-4ec5-a5a7-bd72b03eacb4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:29.337342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-afb71ad2-2878-4fa1-b57e-eb930b407727 req-7ca1d963-0966-4ec5-a5a7-bd72b03eacb4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.1161063 Aug 16 02:51:29.375135 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-afb71ad2-2878-4fa1-b57e-eb930b407727 req-90811193-b056-4b4d-a95b-23bbad65a564 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Aug 16 02:51:30.085698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:30.491169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef71459-d798-41e0-9499-e1d0d06bdaeb req-3b8c57d6-e07d-47aa-bae5-20372cb257f2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:30.492720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ef71459-d798-41e0-9499-e1d0d06bdaeb req-3b8c57d6-e07d-47aa-bae5-20372cb257f2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0499690 Aug 16 02:51:30.533965 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5ef71459-d798-41e0-9499-e1d0d06bdaeb req-15f72972-4745-44cc-9bd4-f28f59b7ec15 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Aug 16 02:51:31.655214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4df9-0ea2-42a1-9396-79fe0c8e2741 req-ae495743-ab2c-498b-a6d7-ddcfb1c8a5fd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:31.656991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-553c4df9-0ea2-42a1-9396-79fe0c8e2741 req-ae495743-ab2c-498b-a6d7-ddcfb1c8a5fd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0546281 Aug 16 02:51:31.695636 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-553c4df9-0ea2-42a1-9396-79fe0c8e2741 req-803877fc-7f70-4b5e-8f97-c40b8e6b1f9a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Aug 16 02:51:32.003189 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:32.810757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dde26-9b44-45de-9b92-2a365286652e req-bca29e54-1481-4225-b5a5-6a09046e13b8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:32.812934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-183dde26-9b44-45de-9b92-2a365286652e req-bca29e54-1481-4225-b5a5-6a09046e13b8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0501659 Aug 16 02:51:32.850631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-183dde26-9b44-45de-9b92-2a365286652e req-5d633d2e-d0f9-4931-aa73-b39a91f4d8a3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Aug 16 02:51:33.477325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-4a7ad38f-81a9-43e3-a562-8dcb78500e01 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394280 Aug 16 02:51:33.563013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647a039-6557-464d-8db7-75be3771b0cf req-7d9519e5-a641-47e9-a4e7-820a370d8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:33.564566 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-7d9519e5-a641-47e9-a4e7-820a370d8f95 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 1097 time: 0.0448570 Aug 16 02:51:33.664020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647a039-6557-464d-8db7-75be3771b0cf req-fbc4269a-5f23-493a-b51a-a8e3158826fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:33.665557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-fbc4269a-5f23-493a-b51a-a8e3158826fb service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0826752 Aug 16 02:51:33.711038 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-f6d76c14-b76f-413b-8f27-958ed5781792 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=babebfd5-5bc2-43ae-befe-2ae276476c22 HTTP/1.1" status: 200 len: 217 time: 0.0382671 Aug 16 02:51:33.759733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647a039-6557-464d-8db7-75be3771b0cf req-d5b8f8c5-e044-49e8-8250-014fd79b1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:33.761115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-d5b8f8c5-e044-49e8-8250-014fd79b1d7e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0429726 Aug 16 02:51:33.805420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647a039-6557-464d-8db7-75be3771b0cf req-311aa82f-ba47-4820-ad04-5ee21e65e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:33.806912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-311aa82f-ba47-4820-ad04-5ee21e65e137 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389991 Aug 16 02:51:33.900729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-02470fe9-2ca7-461e-9a5a-e4ff4bdb53b0 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861237 Aug 16 02:51:33.965769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057b86f-b803-4dc2-9c44-392b7e20d980 req-2a363448-d87d-468c-80a7-72fc010321dc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:33.968594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2057b86f-b803-4dc2-9c44-392b7e20d980 req-2a363448-d87d-468c-80a7-72fc010321dc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0509167 Aug 16 02:51:33.993066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3647a039-6557-464d-8db7-75be3771b0cf req-eb4e085b-a0e0-433a-a776-8b359745dca5 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Aug 16 02:51:34.008181 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2057b86f-b803-4dc2-9c44-392b7e20d980 req-7a900f40-061d-4cb7-8b88-766a22855e23 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329602 Aug 16 02:51:35.126957 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c047-8b45-4778-b6fa-3cdfd007f600 req-fc2f7d4f-de82-4338-9b35-ccafc1bf24ae tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:35.128795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9534c047-8b45-4778-b6fa-3cdfd007f600 req-fc2f7d4f-de82-4338-9b35-ccafc1bf24ae tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0530164 Aug 16 02:51:35.167469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9534c047-8b45-4778-b6fa-3cdfd007f600 req-5309c6f1-089e-4a55-bc10-3ddd6d6257e2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Aug 16 02:51:36.281794 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358afdd-1bc8-4e59-8528-be5b7f69c788 req-c6309dd9-da2d-4efe-a428-c3480a39a17a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:36.283267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1358afdd-1bc8-4e59-8528-be5b7f69c788 req-c6309dd9-da2d-4efe-a428-c3480a39a17a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0484984 Aug 16 02:51:36.322071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1358afdd-1bc8-4e59-8528-be5b7f69c788 req-52196cd8-0290-424e-85f6-2e577901cf66 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Aug 16 02:51:36.978939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-f9902cad-cbf4-4a6b-8e29-ae8394161df8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437937 Aug 16 02:51:37.372086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-d3cc90ae-2a50-44ba-9c63-79d2830ef597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:37.374420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-d3cc90ae-2a50-44ba-9c63-79d2830ef597 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.3474140 Aug 16 02:51:37.447008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405358c7-5456-41f7-af67-900779fc3cf7 req-ac529a2c-9da0-43f2-b7bb-921441e7dfab tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:37.448673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-405358c7-5456-41f7-af67-900779fc3cf7 req-ac529a2c-9da0-43f2-b7bb-921441e7dfab tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0552962 Aug 16 02:51:37.486429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-beb1365e-5570-4cc4-a437-8b659ba19048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:37.488055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-beb1365e-5570-4cc4-a437-8b659ba19048 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 909 time: 0.0869834 Aug 16 02:51:37.492105 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-405358c7-5456-41f7-af67-900779fc3cf7 req-e65677c3-1b75-48ef-a813-9f246d651ff3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364897 Aug 16 02:51:37.563737 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-59f3d417-a4b4-4f72-910a-dc0db3a42b12 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 1002 time: 0.0636649 Aug 16 02:51:37.616916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-acd16c1d-e876-40b9-9934-8f24b4d1882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:37.618298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-acd16c1d-e876-40b9-9934-8f24b4d1882e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0435956 Aug 16 02:51:37.668419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-fc451ec4-45b2-4b94-91c6-16fc1893949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:37.669992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-fc451ec4-45b2-4b94-91c6-16fc1893949a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405395 Aug 16 02:51:37.770701 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-8cc7cd7c-7357-412d-a398-5587ffaf44a9 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895448 Aug 16 02:51:37.871657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bb8fda61-b6d4-47af-b6db-054f1f590d53 req-b84abba7-9d21-442a-babe-f62104e1a599 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885584 Aug 16 02:51:38.633594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd4373-24b4-4d1d-bc31-39aa471f42bc req-52aad953-0dd2-4216-85bd-7c68d8856d46 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:38.635653 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6fd4373-24b4-4d1d-bc31-39aa471f42bc req-52aad953-0dd2-4216-85bd-7c68d8856d46 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0693712 Aug 16 02:51:38.682006 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6fd4373-24b4-4d1d-bc31-39aa471f42bc req-b4d16488-7c85-4105-ae33-6fe705da8534 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396492 Aug 16 02:51:39.058730 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:39.801872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf818e74-b767-4952-8aa7-9c237fde3041 req-1d9ab042-f84f-4704-a6f3-5a98aa2c8086 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:39.803648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf818e74-b767-4952-8aa7-9c237fde3041 req-1d9ab042-f84f-4704-a6f3-5a98aa2c8086 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 943 time: 0.0509379 Aug 16 02:51:39.843035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf818e74-b767-4952-8aa7-9c237fde3041 req-e9d990e7-91a6-41ef-8bc5-ba2c842b5726 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Aug 16 02:51:40.221687 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:51:40.317466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:40.331964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'port_id': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5', 'mac_address': 'fa:16:3e:23:b2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:51:40.371154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:40.384062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:40.403222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:40.407146 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:40.450836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:40.468486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.468855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.469197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.469538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.469873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.470200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.470526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.470849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.471170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.471502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.471862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.472122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:40.704199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0c067e3a-ef03-4ba7-b525-3c958f10d2a5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:40.957907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13d87-0024-4ab3-b325-0edbc88a9c1c req-41824ccb-f4d4-4d77-a5b8-4f3c1d065cc5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:40.959408 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebf13d87-0024-4ab3-b325-0edbc88a9c1c req-41824ccb-f4d4-4d77-a5b8-4f3c1d065cc5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 944 time: 0.0485766 Aug 16 02:51:40.997280 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ebf13d87-0024-4ab3-b325-0edbc88a9c1c req-9c02b5e3-928e-44db-a0c6-fff93772f99e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Aug 16 02:51:42.132192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba15f-2ca2-446d-ac9c-fb5bfd42cf36 req-62db509b-aa02-440a-b7f0-029a893ec028 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:42.133552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e87ba15f-2ca2-446d-ac9c-fb5bfd42cf36 req-62db509b-aa02-440a-b7f0-029a893ec028 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 944 time: 0.0542202 Aug 16 02:51:42.174506 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e87ba15f-2ca2-446d-ac9c-fb5bfd42cf36 req-0ee9c232-d21e-4913-af8f-34c42a96c9e7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Aug 16 02:51:42.247889 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:42.300363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:42.304024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:42.304444 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:42.394799 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:42.419087 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:42.421733 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cd0574-899c-4e4c-8dcd-a96d70749174" -d '{"events": [{"server_uuid": "189364ab-c91c-4f51-8dac-f8b4779a5324", "name": "network-vif-plugged", "status": "completed", "tag": "0c067e3a-ef03-4ba7-b525-3c958f10d2a5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:42.435533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:42.440453 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:42.464511 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f6019-68d1-4d4a-85b8-aa4bbb105be6 x-openstack-request-id: req-c34f6019-68d1-4d4a-85b8-aa4bbb105be6 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:42.464774 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189364ab-c91c-4f51-8dac-f8b4779a5324", "name": "network-vif-plugged", "status": "completed", "tag": "0c067e3a-ef03-4ba7-b525-3c958f10d2a5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:42.465027 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c34f6019-68d1-4d4a-85b8-aa4bbb105be6 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:42.465417 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5', 'code': 200} Aug 16 02:51:42.510265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:42.569564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb7fe-2da6-4ee6-91e2-3b5793048be8 req-40ad9d1e-8baf-4400-8ece-b06bc22f0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:42.571086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-947eb7fe-2da6-4ee6-91e2-3b5793048be8 req-40ad9d1e-8baf-4400-8ece-b06bc22f0e53 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 1097 time: 0.0403798 Aug 16 02:51:42.609330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-947eb7fe-2da6-4ee6-91e2-3b5793048be8 req-959fdc52-146c-4a36-8846-0d185b938599 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274081 Aug 16 02:51:43.301971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90f27-078f-47e6-b539-b3e5c386b1e9 req-ddde031d-a44e-4c74-a503-38d86e4a07da tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:43.303473 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a6d90f27-078f-47e6-b539-b3e5c386b1e9 req-ddde031d-a44e-4c74-a503-38d86e4a07da tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 945 time: 0.0554252 Aug 16 02:51:43.341635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a6d90f27-078f-47e6-b539-b3e5c386b1e9 req-0c1231bc-2bd3-4970-a4f5-c6693a926c26 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Aug 16 02:51:44.473069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06063-3e84-4b79-b429-57e6f45f1f76 req-72d64fbd-2c65-4e12-8297-762e4f9ce891 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:44.475216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecb06063-3e84-4b79-b429-57e6f45f1f76 req-72d64fbd-2c65-4e12-8297-762e4f9ce891 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 945 time: 0.0531833 Aug 16 02:51:44.527325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecb06063-3e84-4b79-b429-57e6f45f1f76 req-f651a2b4-832d-461e-94ca-0ece638f5206 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Aug 16 02:51:44.643791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cd5e7-9ef0-44e5-b0f5-4dd368e9f2e4 req-d634cda5-422f-4640-9ee0-7b851d376523 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:44.645279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e47cd5e7-9ef0-44e5-b0f5-4dd368e9f2e4 req-d634cda5-422f-4640-9ee0-7b851d376523 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 945 time: 0.0500629 Aug 16 02:51:44.688859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e47cd5e7-9ef0-44e5-b0f5-4dd368e9f2e4 req-85f48cde-9063-41ee-b210-9a9168ef2dfb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Aug 16 02:51:45.023540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cf225-8b0f-4cd4-a437-fc98b42981a8 req-2ca911d3-e9f1-487f-a8f4-262bdc62d197 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:45.025282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be1cf225-8b0f-4cd4-a437-fc98b42981a8 req-2ca911d3-e9f1-487f-a8f4-262bdc62d197 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Aug 16 02:51:45.066151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be1cf225-8b0f-4cd4-a437-fc98b42981a8 req-00c543fb-941f-49d4-b785-861c40f91536 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340321 Aug 16 02:51:46.183564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42233d7d-78a0-40e6-9122-f23d2f750e7d req-9ed2fa12-d9e0-443c-b691-29c7c560d7ba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:46.185046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42233d7d-78a0-40e6-9122-f23d2f750e7d req-9ed2fa12-d9e0-443c-b691-29c7c560d7ba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 945 time: 0.0487661 Aug 16 02:51:46.224582 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42233d7d-78a0-40e6-9122-f23d2f750e7d req-ddc62063-8142-4166-b8d9-d1ddb1260c57 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Aug 16 02:51:46.601340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-54742736-0e45-4dbe-89ed-706c94aa12c5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:46.602858 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-54742736-0e45-4dbe-89ed-706c94aa12c5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 945 time: 0.0471301 Aug 16 02:51:46.694956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:51:46.695201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:46.781639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] For port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:46.782004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:46.794462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:51:46.919981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:46.932187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['babebfd5-5bc2-43ae-befe-2ae276476c22'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:46.937238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0c067e3a-ef03-4ba7-b525-3c958f10d2a5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:46.956322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=0c067e3a-ef03-4ba7-b525-3c958f10d2a5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:47.001324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] No DVR routers for this DVR port 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:51:47.004740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:47.006807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93513bcd-0805-44aa-a32f-e04ac42d1c9e req-d4f1f55d-7d5f-4314-b1a5-ae6cb65eeff0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "DELETE /v2.0/ports/0c067e3a-ef03-4ba7-b525-3c958f10d2a5 HTTP/1.1" status: 204 len: 173 time: 0.3972564 Aug 16 02:51:47.007317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'name': 'network-vif-deleted', 'tag': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:47.009620 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e21a3b4-a504-4872-a694-86bd10226eb3" -d '{"events": [{"server_uuid": "189364ab-c91c-4f51-8dac-f8b4779a5324", "name": "network-vif-deleted", "tag": "0c067e3a-ef03-4ba7-b525-3c958f10d2a5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:47.069416 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4bf3b5-0c61-445f-b762-ba2b8977dde6 x-openstack-request-id: req-1d4bf3b5-0c61-445f-b762-ba2b8977dde6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:47.070628 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189364ab-c91c-4f51-8dac-f8b4779a5324", "name": "network-vif-deleted", "tag": "0c067e3a-ef03-4ba7-b525-3c958f10d2a5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:47.070980 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d4bf3b5-0c61-445f-b762-ba2b8977dde6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:47.071481 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189364ab-c91c-4f51-8dac-f8b4779a5324', 'name': 'network-vif-deleted', 'tag': '0c067e3a-ef03-4ba7-b525-3c958f10d2a5', 'status': 'completed', 'code': 200} Aug 16 02:51:47.322035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0de19167-218e-4e09-8d3b-93820d153115 req-52e16323-478d-40da-b6fa-426b12129439 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 210 time: 0.0280213 Aug 16 02:51:48.428160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-36bafb33-f6f4-4979-8b7a-ffdb67a7169c req-8a51b8f3-8c8e-43c1-abb3-8cf082693dc0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 210 time: 0.0304854 Aug 16 02:51:49.524144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ad8850c-523e-43aa-a13c-89a5213dbde5 req-b91af8ad-4af5-4ebb-9955-55a2e0ecb7a9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 210 time: 0.0270658 Aug 16 02:51:50.310104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:51:50.331924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:51:50.332448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0c067e3a-ef03-4ba7-b525-3c958f10d2a5 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:51:50.642306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b69b958-61f2-4521-942b-8b07968a3514 req-4a708344-2a47-414f-8f9f-3f5ce036aabb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=189364ab-c91c-4f51-8dac-f8b4779a5324 HTTP/1.1" status: 200 len: 210 time: 0.0307190 Aug 16 02:51:52.506907 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:53.743189 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:55.103436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303084e1-03e9-4e7c-ba8b-882e62688313 req-cbf28fd1-6613-4ae5-8a3d-d3ac633f1021 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:55.104967 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-303084e1-03e9-4e7c-ba8b-882e62688313 req-cbf28fd1-6613-4ae5-8a3d-d3ac633f1021 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 945 time: 0.0486851 Aug 16 02:51:55.143387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-303084e1-03e9-4e7c-ba8b-882e62688313 req-9aec71bb-53c9-4b2d-8d7b-ac49497d7b42 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Aug 16 02:51:56.209040 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-21ef2a04-9ff4-4cb1-9caf-4c6ce58d4ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:56.263760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896ea91-863a-4add-9a68-4b5af868e6e8 req-c69da782-b5ce-4530-9d4b-523c43d9080d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:56.265267 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a896ea91-863a-4add-9a68-4b5af868e6e8 req-c69da782-b5ce-4530-9d4b-523c43d9080d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Aug 16 02:51:56.303860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a896ea91-863a-4add-9a68-4b5af868e6e8 req-6e62cd1f-4064-431b-a907-a458f52de6c9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0cd809e-62bd-4004-8f76-14198d19c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Aug 16 02:51:56.567213 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9135153-0102-40f4-b510-b67732073089 req-55d58655-cfe4-4cfc-89d9-31f94b2e0503 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:56.568879 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f9135153-0102-40f4-b510-b67732073089 req-55d58655-cfe4-4cfc-89d9-31f94b2e0503 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 945 time: 0.0475259 Aug 16 02:51:56.673101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port babebfd5-5bc2-43ae-befe-2ae276476c22 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:51:56.673445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:56.770459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] For port babebfd5-5bc2-43ae-befe-2ae276476c22, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=babebfd5-5bc2-43ae-befe-2ae276476c22,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:56.770824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:56.783989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for babebfd5-5bc2-43ae-befe-2ae276476c22 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:51:56.910236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:56.921348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['babebfd5-5bc2-43ae-befe-2ae276476c22'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:56.939845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=babebfd5-5bc2-43ae-befe-2ae276476c22,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:56.967827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.968175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.968553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.968894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.969233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.969565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.969913 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.970222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.970615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.970976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.971306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.971635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:56.993673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] No DVR routers for this DVR port babebfd5-5bc2-43ae-befe-2ae276476c22 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:51:56.996144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:56.998265 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f9135153-0102-40f4-b510-b67732073089 req-f4bf3ba0-55d1-47b1-8968-0545f85f22ac tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "DELETE /v2.0/ports/babebfd5-5bc2-43ae-befe-2ae276476c22 HTTP/1.1" status: 204 len: 173 time: 0.4227548 Aug 16 02:51:56.999206 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12048c05-3802-47e4-8642-75c17bc39da7', 'name': 'network-vif-deleted', 'tag': 'babebfd5-5bc2-43ae-befe-2ae276476c22'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:57.001614 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e8734-c0ef-4422-9f19-c8cca2d42028" -d '{"events": [{"server_uuid": "12048c05-3802-47e4-8642-75c17bc39da7", "name": "network-vif-deleted", "tag": "babebfd5-5bc2-43ae-befe-2ae276476c22"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:57.037976 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704fc845-7b1f-481d-ad3b-61d04f9ecc79 x-openstack-request-id: req-704fc845-7b1f-481d-ad3b-61d04f9ecc79 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:57.038275 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12048c05-3802-47e4-8642-75c17bc39da7", "name": "network-vif-deleted", "tag": "babebfd5-5bc2-43ae-befe-2ae276476c22", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:57.038531 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-704fc845-7b1f-481d-ad3b-61d04f9ecc79 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:57.038925 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12048c05-3802-47e4-8642-75c17bc39da7', 'name': 'network-vif-deleted', 'tag': 'babebfd5-5bc2-43ae-befe-2ae276476c22', 'status': 'completed', 'code': 200} Aug 16 02:51:57.404703 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-338146f7-0c8d-4508-8f7c-6a38d3025113 req-1d335733-2757-4c5f-904a-38aa46fd32a4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 210 time: 0.0274932 Aug 16 02:51:58.500104 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8a9b044-dc13-4b2b-a791-dfc1f79dc2d8 req-831845f0-fcfa-4f98-9e9a-d7703d3e7bd2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 210 time: 0.0265474 Aug 16 02:51:58.792800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-27df1133-a428-4cfa-8fc9-950d92bfed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:58.822757 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:59.596472 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4e61e99-69bb-4c41-bbdc-397309542ff7 req-d45fa29e-e15f-4997-adc6-f5f88d216738 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 210 time: 0.0261030 Aug 16 02:52:00.069341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device babebfd5-5bc2-43ae-befe-2ae276476c22 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:00.097238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: babebfd5-5bc2-43ae-befe-2ae276476c22 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:00.097608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device babebfd5-5bc2-43ae-befe-2ae276476c22 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:00.108244 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:00.715996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dda18e19-3a17-4251-8f0e-13a9734fbaef req-41fcf58b-1cd9-4969-8a9d-4af313009e14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=12048c05-3802-47e4-8642-75c17bc39da7 HTTP/1.1" status: 200 len: 210 time: 0.0394387 Aug 16 02:52:02.004586 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.626901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35538) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:03.631977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-caea3bbb-d28d-4ea9-bdcf-698c6c65d9cb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215423357', 'description': 'tempest-secgroup-smoke-215423357 description', 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:03.656547 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caea3bbb-d28d-4ea9-bdcf-698c6c65d9cb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.732963 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caea3bbb-d28d-4ea9-bdcf-698c6c65d9cb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.736529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caea3bbb-d28d-4ea9-bdcf-698c6c65d9cb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.763155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-caea3bbb-d28d-4ea9-bdcf-698c6c65d9cb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.764905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-caea3bbb-d28d-4ea9-bdcf-698c6c65d9cb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1363566 Aug 16 02:52:03.766660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea3bbb-d28d-4ea9-bdcf-698c6c65d9cb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d4b7dd-d8a5-4b4b-a647-d30fac500b32,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:03.767872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35540) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:03.773208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fd3d1527-5ca5-4363-8cb8-bfa151e82b95 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'security_group_rule': {'security_group_id': '92d4b7dd-d8a5-4b4b-a647-d30fac500b32', 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:03.799062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1527-5ca5-4363-8cb8-bfa151e82b95 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.854441 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1527-5ca5-4363-8cb8-bfa151e82b95 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.857827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1527-5ca5-4363-8cb8-bfa151e82b95 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.876565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d1527-5ca5-4363-8cb8-bfa151e82b95 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40986b57-913e-4532-b38b-08ed5e043754,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:03.882667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1527-5ca5-4363-8cb8-bfa151e82b95 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.883990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fd3d1527-5ca5-4363-8cb8-bfa151e82b95 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150508 Aug 16 02:52:03.886618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:03.891714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9cc56976-e067-4672-b476-579e4676a4b6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'security_group_rule': {'security_group_id': '92d4b7dd-d8a5-4b4b-a647-d30fac500b32', 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:03.917554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc56976-e067-4672-b476-579e4676a4b6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.976414 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc56976-e067-4672-b476-579e4676a4b6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.982749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc56976-e067-4672-b476-579e4676a4b6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.000779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc56976-e067-4672-b476-579e4676a4b6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64d4b7f-081b-4c4a-b2e9-6293ed27435f,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:04.005753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cc56976-e067-4672-b476-579e4676a4b6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.006928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9cc56976-e067-4672-b476-579e4676a4b6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193881 Aug 16 02:52:04.009655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:04.013916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e7a18da8-c66c-41f7-a3d0-1ea28c2b9bfc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'security_group_rule': {'security_group_id': '92d4b7dd-d8a5-4b4b-a647-d30fac500b32', 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:04.039502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7a18da8-c66c-41f7-a3d0-1ea28c2b9bfc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.094542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7a18da8-c66c-41f7-a3d0-1ea28c2b9bfc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.097884 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7a18da8-c66c-41f7-a3d0-1ea28c2b9bfc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.114243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a18da8-c66c-41f7-a3d0-1ea28c2b9bfc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0a331e-c252-4b67-913f-ed82c5d9cc62,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:04.120706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e7a18da8-c66c-41f7-a3d0-1ea28c2b9bfc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.122032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e7a18da8-c66c-41f7-a3d0-1ea28c2b9bfc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114562 Aug 16 02:52:04.124636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:04.129407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0c529aa1-52da-4341-bc90-ee53686e36a8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'security_group_rule': {'security_group_id': '92d4b7dd-d8a5-4b4b-a647-d30fac500b32', 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:04.155327 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c529aa1-52da-4341-bc90-ee53686e36a8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.211759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c529aa1-52da-4341-bc90-ee53686e36a8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.215380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c529aa1-52da-4341-bc90-ee53686e36a8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.233707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c529aa1-52da-4341-bc90-ee53686e36a8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c174d45-688e-4a3a-8a24-61ca00fbace3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:04.236828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0c529aa1-52da-4341-bc90-ee53686e36a8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.238003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0c529aa1-52da-4341-bc90-ee53686e36a8 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1124449 Aug 16 02:52:04.240786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35548) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:04.245094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'security_group_rule': {'security_group_id': '92d4b7dd-d8a5-4b4b-a647-d30fac500b32', 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:04.266199 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Project c023dc3aaa654d9fa674fcfa9bc81deb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:04.270779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.331374 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.335207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.353299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d4975e-e31c-4e03-9f31-9dc4ca246c94,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:04.356303 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.357521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-75e54819-590d-4dbf-a281-f6654bf3a25b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158006 Aug 16 02:52:04.360269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35550) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:04.364739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'security_group_rule': {'security_group_id': '92d4b7dd-d8a5-4b4b-a647-d30fac500b32', 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:04.386222 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Project c023dc3aaa654d9fa674fcfa9bc81deb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:04.391825 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.450569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.454544 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.471160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a53e089-7faa-4b67-9310-860c63a043b1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:04.476684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.477894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-adb1cdf9-2a82-4064-9fde-39786d27e934 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166759 Aug 16 02:52:16.057675 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:17.746823 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-fde9f753-cfa3-48e6-9043-376b0ea2c675 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215423357&fields=id&tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 267 time: 0.0319362 Aug 16 02:52:17.853015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-2a9fab11-6d94-459c-ac31-4686483ce88f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:17.854481 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-2a9fab11-6d94-459c-ac31-4686483ce88f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1001987 Aug 16 02:52:17.869694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-5b651ace-ce8f-4320-af1a-3afb5d8e9e39 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/quotas/c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 375 time: 0.0088041 Aug 16 02:52:17.919439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-e3e1d86f-db4c-4a7c-915e-21737eb7d9df tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446258 Aug 16 02:52:18.011739 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-49a9b9e2-083c-4989-b5f3-ec336206168d service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804169 Aug 16 02:52:18.107240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-535bf026-c990-4c9b-b21a-00c0c6c44393 service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896156 Aug 16 02:52:18.388176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6922bed7-c511-46b8-9b6a-ccd578bd0acc req-cc770eb5-96da-42ed-a925-988686c166e3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 210 time: 0.0262296 Aug 16 02:52:19.259140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-d79af9a5-e793-4180-9398-9562cc8b18dd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.260751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-d79af9a5-e793-4180-9398-9562cc8b18dd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1033993 Aug 16 02:52:19.308463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-92439c64-af90-4476-9204-cb218a0ca8c4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 379 time: 0.0389264 Aug 16 02:52:19.324009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'port': {'device_id': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'admin_state_up': True, 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'security_groups': ['92d4b7dd-d8a5-4b4b-a647-d30fac500b32']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:19.432132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:52:19.436108 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:19.527609 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d41a4b3-5f11-4656-a452-c74f8b7568c4 req-d1a3a189-12e8-4e7d-8018-17de058d0744 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 210 time: 0.0647495 Aug 16 02:52:19.591162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.20.0.5 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/296d99bf-1b47-44f1-88fa-ed5216a77855) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:19.733645 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:19.747703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Transition to ACTIVE for port object 296d99bf-1b47-44f1-88fa-ed5216a77855 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:19.780449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:19.824644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:19.831677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:19.834450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:19.866824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=296d99bf-1b47-44f1-88fa-ed5216a77855,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:19.897258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:19.897894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:19.913051 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-156e2c08-3780-4ad9-95f0-432bf88c74e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928986 Aug 16 02:52:19.926257 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Request body: {'port': {'device_id': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:19.986891 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.110477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a48d67e8-1576-49d4-88ba-1cb2e62f2067 None None] Provisioning for port 296d99bf-1b47-44f1-88fa-ed5216a77855 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:20.114621 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a48d67e8-1576-49d4-88ba-1cb2e62f2067 None None] Provisioning complete for port 296d99bf-1b47-44f1-88fa-ed5216a77855 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:20.115025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a48d67e8-1576-49d4-88ba-1cb2e62f2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.148816 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a48d67e8-1576-49d4-88ba-1cb2e62f2067 None None] Port 296d99bf-1b47-44f1-88fa-ed5216a77855 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:52:20.255512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296d99bf-1b47-44f1-88fa-ed5216a77855 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:52:20.262951 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.275056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Transition to ACTIVE for port object 296d99bf-1b47-44f1-88fa-ed5216a77855 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:52:20.279087 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.372551 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Pushing event updated for resources: {'Port': ['ID=296d99bf-1b47-44f1-88fa-ed5216a77855,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:20.407033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Attempting to bind port 296d99bf-1b47-44f1-88fa-ed5216a77855 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:52:20.407378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Attempting to bind port 296d99bf-1b47-44f1-88fa-ed5216a77855 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:52:20.407707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Attempting to bind port 296d99bf-1b47-44f1-88fa-ed5216a77855 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:20.412273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Port 296d99bf-1b47-44f1-88fa-ed5216a77855 on network c2ee01af-7ece-49de-b523-2d91c6278479 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:52:20.412635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Attempting to bind port 296d99bf-1b47-44f1-88fa-ed5216a77855 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:52:20.417674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:52:20.418012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:52:20.418403 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:52:20.418833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Bound port: 296d99bf-1b47-44f1-88fa-ed5216a77855, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:52:20.419190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.493195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] For port 296d99bf-1b47-44f1-88fa-ed5216a77855, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:52:20.496891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] For port 296d99bf-1b47-44f1-88fa-ed5216a77855, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=296d99bf-1b47-44f1-88fa-ed5216a77855,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:52:20.502695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.541144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:20.541872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.543264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] 10.222.0.88 "PUT /v2.0/ports/296d99bf-1b47-44f1-88fa-ed5216a77855 HTTP/1.1" status: 200 len: 1092 time: 0.6216269 Aug 16 02:52:20.543696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:20.545970 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5237b73-25fb-487c-bdb6-2e97e49e083c" -d '{"events": [{"name": "network-changed", "server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:20.597225 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae89d084-c09a-4810-b385-ea5a2bbaee9d x-openstack-request-id: req-ae89d084-c09a-4810-b385-ea5a2bbaee9d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:20.597523 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:20.597748 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae89d084-c09a-4810-b385-ea5a2bbaee9d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:20.598142 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'status': 'completed', 'code': 200} Aug 16 02:52:20.628409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3510d-2a54-4b28-93b1-8f52b85a048a service neutron] Pushing event updated for resources: {'Port': ['ID=296d99bf-1b47-44f1-88fa-ed5216a77855,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:20.644192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-5c124949-c8c3-405c-94a9-5fea47195b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:20.645804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-5c124949-c8c3-405c-94a9-5fea47195b59 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 1095 time: 0.0602503 Aug 16 02:52:20.702809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-78ee73d0-5877-44e7-8ed3-28afd940c6c3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296d99bf-1b47-44f1-88fa-ed5216a77855 HTTP/1.1" status: 200 len: 217 time: 0.0477679 Aug 16 02:52:20.766342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb65931-f74a-4279-97cf-54d3b3c77b0c req-2de3cf75-2cf9-45b2-b821-dbcc22317ab9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:20.768804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1bb65931-f74a-4279-97cf-54d3b3c77b0c req-2de3cf75-2cf9-45b2-b821-dbcc22317ab9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.1220267 Aug 16 02:52:20.778421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-dcb81399-2cb5-48bb-a4cf-5848171186e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:20.779962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-dcb81399-2cb5-48bb-a4cf-5848171186e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0694532 Aug 16 02:52:20.840571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1bb65931-f74a-4279-97cf-54d3b3c77b0c req-dfb70065-5a99-4c32-8500-227d88cdf5fc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645170 Aug 16 02:52:20.850413 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-675e853d-c1b0-4239-851f-0e25d4fde20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:20.851956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-675e853d-c1b0-4239-851f-0e25d4fde20a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561974 Aug 16 02:52:20.941056 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-c250a279-0d22-46f1-8a8b-2f40f9885bc8 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818400 Aug 16 02:52:21.042582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9ea6c80-1a92-45d2-a97b-0841ce98fdc6 req-745dcadf-c28e-4920-8a78-f3eb6acb9244 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944679 Aug 16 02:52:21.131612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-d7998f0e-ade7-4288-819b-9653db6fa096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:21.133389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-d7998f0e-ade7-4288-819b-9653db6fa096 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 1095 time: 0.0487714 Aug 16 02:52:21.228266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-724a2119-9d06-40e0-acae-ff7ff2fac215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:21.229737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-724a2119-9d06-40e0-acae-ff7ff2fac215 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0900238 Aug 16 02:52:21.586644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-d2bf1da4-f511-4e50-bbd4-8f916186f358 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296d99bf-1b47-44f1-88fa-ed5216a77855 HTTP/1.1" status: 200 len: 217 time: 0.3504570 Aug 16 02:52:21.637510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-4cdd5853-c738-42ae-bea9-5c307b972eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:21.640169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-4cdd5853-c738-42ae-bea9-5c307b972eda service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0459964 Aug 16 02:52:21.689648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-204a59a0-ac05-4046-9315-7f91f61f6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:21.691402 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-204a59a0-ac05-4046-9315-7f91f61f6a3f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441117 Aug 16 02:52:21.787923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-897fc38a-4176-4fab-8037-2599e530f97e service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887878 Aug 16 02:52:21.883555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e5237b73-25fb-487c-bdb6-2e97e49e083c req-952490d8-e73b-4d65-b8e3-60e105c6330a service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890810 Aug 16 02:52:21.960562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ad4d-a13a-4afb-9538-068198c3052c req-73ca2456-4daf-4e98-9c0d-737d914443c2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:21.962094 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e565ad4d-a13a-4afb-9538-068198c3052c req-73ca2456-4daf-4e98-9c0d-737d914443c2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0499153 Aug 16 02:52:22.000422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e565ad4d-a13a-4afb-9538-068198c3052c req-e44a18e3-833c-4f6b-91f1-1bb2af920303 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Aug 16 02:52:22.519625 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:23.117432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43821344-7a59-475a-8f89-deff528e2f11 req-012bee2b-5179-4063-bd1a-08b9d4a0f599 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:23.118960 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43821344-7a59-475a-8f89-deff528e2f11 req-012bee2b-5179-4063-bd1a-08b9d4a0f599 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0517941 Aug 16 02:52:23.158399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43821344-7a59-475a-8f89-deff528e2f11 req-8b9f717f-0417-48cc-858a-5be923934290 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333362 Aug 16 02:52:23.742427 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:24.276436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a3de-586b-4126-9d22-48ae3634ec7b req-0c7eab6a-7180-46ef-8a5b-059ed3114355 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:24.278096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b684a3de-586b-4126-9d22-48ae3634ec7b req-0c7eab6a-7180-46ef-8a5b-059ed3114355 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0529454 Aug 16 02:52:24.315383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b684a3de-586b-4126-9d22-48ae3634ec7b req-fc66ab82-db49-42ca-9c28-20d257e7f583 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314147 Aug 16 02:52:25.429036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcadbfc-b9c6-4376-b466-2beafd6be573 req-ca9c491d-a1fd-4ff4-8a19-703179383bc4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:25.430501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7dcadbfc-b9c6-4376-b466-2beafd6be573 req-ca9c491d-a1fd-4ff4-8a19-703179383bc4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0468116 Aug 16 02:52:25.468150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7dcadbfc-b9c6-4376-b466-2beafd6be573 req-10cc4711-4b86-4d27-9f60-489d68762f9a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311522 Aug 16 02:52:26.209357 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d19785d5-add2-434c-befa-65769890e7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:26.584621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ace28-3408-466d-9214-5ff5e61654c6 req-0a5ddb55-14a4-491d-8507-b0ddcf41e7e7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:26.586111 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-025ace28-3408-466d-9214-5ff5e61654c6 req-0a5ddb55-14a4-491d-8507-b0ddcf41e7e7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0481603 Aug 16 02:52:26.623374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-025ace28-3408-466d-9214-5ff5e61654c6 req-2b768759-a5a8-456b-9db8-f590f1252842 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Aug 16 02:52:27.738051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d1bbf-117d-4a28-b7c7-73bfb8b44ac1 req-0d24c755-8a5d-4472-8c6c-55fbb0a685b2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:27.739530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c20d1bbf-117d-4a28-b7c7-73bfb8b44ac1 req-0d24c755-8a5d-4472-8c6c-55fbb0a685b2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0482993 Aug 16 02:52:27.779358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c20d1bbf-117d-4a28-b7c7-73bfb8b44ac1 req-1169fb47-0a09-4427-aa24-4be32e3fe7d1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339265 Aug 16 02:52:28.793556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1e73e0f5-a029-4c5e-bb0e-f54f0531d34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:28.823026 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:28.894317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631e1a-a6cf-4b00-a332-d14798c55f64 req-cb9c7148-9bc6-44f0-9755-f22cf3452f56 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:28.895792 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3631e1a-a6cf-4b00-a332-d14798c55f64 req-cb9c7148-9bc6-44f0-9755-f22cf3452f56 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0488169 Aug 16 02:52:28.933947 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3631e1a-a6cf-4b00-a332-d14798c55f64 req-587b3fe8-404f-48c7-a3b5-ebab255c7282 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321939 Aug 16 02:52:30.045780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675957d-3f9a-4e36-a65c-838659ffd2b9 req-bcbbb7fd-5935-4d46-98f2-264986dc7449 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:30.047262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1675957d-3f9a-4e36-a65c-838659ffd2b9 req-bcbbb7fd-5935-4d46-98f2-264986dc7449 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 943 time: 0.0479240 Aug 16 02:52:30.085468 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1675957d-3f9a-4e36-a65c-838659ffd2b9 req-8413db70-bac9-4ad7-a0df-a3254f56e888 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323346 Aug 16 02:52:30.092005 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:30.240186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 296d99bf-1b47-44f1-88fa-ed5216a77855 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:52:30.333622 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 296d99bf-1b47-44f1-88fa-ed5216a77855, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=296d99bf-1b47-44f1-88fa-ed5216a77855,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:30.344989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'port_id': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'mac_address': 'fa:16:3e:4e:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:52:30.381648 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:30.394007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296d99bf-1b47-44f1-88fa-ed5216a77855 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:52:30.412555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 296d99bf-1b47-44f1-88fa-ed5216a77855, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=296d99bf-1b47-44f1-88fa-ed5216a77855,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:30.416178 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:30.466282 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=296d99bf-1b47-44f1-88fa-ed5216a77855,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:30.646197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['296d99bf-1b47-44f1-88fa-ed5216a77855'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:52:31.201420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592fac2-236d-4d98-b702-5bc3622fd24d req-dba5dbb4-e7ee-4877-96ee-35a7d7240513 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:31.203378 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1592fac2-236d-4d98-b702-5bc3622fd24d req-dba5dbb4-e7ee-4877-96ee-35a7d7240513 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 944 time: 0.0519776 Aug 16 02:52:31.240635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1592fac2-236d-4d98-b702-5bc3622fd24d req-45a56107-66ab-4ff6-b97f-dfa76d42bf86 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312307 Aug 16 02:52:32.005785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:32.255721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 296d99bf-1b47-44f1-88fa-ed5216a77855 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:52:32.303032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 296d99bf-1b47-44f1-88fa-ed5216a77855 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:52:32.306682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 296d99bf-1b47-44f1-88fa-ed5216a77855 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:52:32.307051 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:32.356460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3e991-e20c-4d14-b2e2-78a9343ed17a req-19eb6ada-cbe3-4816-b081-9549f4eb254a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:32.358491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dee3e991-e20c-4d14-b2e2-78a9343ed17a req-19eb6ada-cbe3-4816-b081-9549f4eb254a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 944 time: 0.0506501 Aug 16 02:52:32.384266 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:32.395815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dee3e991-e20c-4d14-b2e2-78a9343ed17a req-8fe3f76d-7206-4633-a4be-5982ab6a8ed4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Aug 16 02:52:32.407616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:32.410038 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08648cc-7e90-4eab-bb7f-310091712af1" -d '{"events": [{"server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "name": "network-vif-plugged", "status": "completed", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:32.426454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 296d99bf-1b47-44f1-88fa-ed5216a77855, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=296d99bf-1b47-44f1-88fa-ed5216a77855,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:32.430741 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:32.453784 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e5af20-164d-449a-9011-c339ee16c90a x-openstack-request-id: req-03e5af20-164d-449a-9011-c339ee16c90a {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:32.454072 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "name": "network-vif-plugged", "status": "completed", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:32.454319 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03e5af20-164d-449a-9011-c339ee16c90a {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:32.454696 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'code': 200} Aug 16 02:52:32.479908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=296d99bf-1b47-44f1-88fa-ed5216a77855,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:32.542240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78c866-56c6-4390-9c67-2f7d235499b8 req-a51b0dd6-246e-4011-bb18-96fc053c2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:32.543745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6e78c866-56c6-4390-9c67-2f7d235499b8 req-a51b0dd6-246e-4011-bb18-96fc053c2635 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 1097 time: 0.0397649 Aug 16 02:52:32.581640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6e78c866-56c6-4390-9c67-2f7d235499b8 req-31233927-7b91-428c-ab49-37986b1a6bbb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307930 Aug 16 02:52:33.511167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3737e-563d-4c3f-a214-ca862141334d req-85766847-2823-4c51-8220-4bf0391afb83 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:33.512673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69f3737e-563d-4c3f-a214-ca862141334d req-85766847-2823-4c51-8220-4bf0391afb83 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 945 time: 0.0497231 Aug 16 02:52:33.550139 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69f3737e-563d-4c3f-a214-ca862141334d req-c7807497-a61e-42a8-a187-464c64dd12eb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Aug 16 02:52:33.666817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27f50-6ff6-4555-adef-39cc2f2e031d req-0374cabf-f545-4059-bab9-8987da6441bf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:33.668337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98c27f50-6ff6-4555-adef-39cc2f2e031d req-0374cabf-f545-4059-bab9-8987da6441bf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 945 time: 0.0527229 Aug 16 02:52:33.705533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-98c27f50-6ff6-4555-adef-39cc2f2e031d req-d892f302-085b-41aa-8cb6-9b8b0fdf43e1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306571 Aug 16 02:52:33.730258 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35732) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:33.768666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b8577-43d1-4c10-b793-3c0cbd7018fe tempest-TestVolumeBootPattern-604163788 tempest-TestVolumeBootPattern-604163788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:33.770147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2b1b8577-43d1-4c10-b793-3c0cbd7018fe tempest-TestVolumeBootPattern-604163788 tempest-TestVolumeBootPattern-604163788-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 1092 time: 0.0388744 Aug 16 02:52:33.773089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35734) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:33.777458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:33.799458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:33.895824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:33.996077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.25.4.101 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/624c9eb3-2820-4817-a832-5f3b560fdf94) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:52:34.098703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:34.137199 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:34.175504 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:52:34.178344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:52:34.180906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:52:34.203928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=624c9eb3-2820-4817-a832-5f3b560fdf94,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:34.551027 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-543d747b-6359-4b62-928c-442d8354cb98 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721810 Aug 16 02:52:34.567648 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:34.660234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-bc1a82a7-44da-4a97-984f-97a03a0235e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:34.661776 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-bc1a82a7-44da-4a97-984f-97a03a0235e2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 1097 time: 0.0704758 Aug 16 02:52:34.668076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:34.832557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-32a778d9-502e-42b8-bcbf-e5377bfba499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:34.833973 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-32a778d9-502e-42b8-bcbf-e5377bfba499 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.1466920 Aug 16 02:52:34.925429 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-68bab18e-ca35-40a6-a12c-4c8a119295ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296d99bf-1b47-44f1-88fa-ed5216a77855 HTTP/1.1" status: 200 len: 999 time: 0.0834522 Aug 16 02:52:34.950187 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:34.970552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:35.042044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-795ceb7b-4852-48e7-981a-8d522d04297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:35.043535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-795ceb7b-4852-48e7-981a-8d522d04297e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.1086540 Aug 16 02:52:35.060092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=624c9eb3-2820-4817-a832-5f3b560fdf94,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:35.090729 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:35.143787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-dab09c33-9524-4702-9756-2df23a8e5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:35.145346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-dab09c33-9524-4702-9756-2df23a8e5374 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940485 Aug 16 02:52:35.182460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-cb54dd57-c473-4765-b123-abb0aaaf9113 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:52:35.183423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-cb54dd57-c473-4765-b123-abb0aaaf9113 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054796 Aug 16 02:52:35.252473 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Floating IP cb0f369e-5d73-4a31-8285-15c8fab2d656 associated. External IP: 172.25.4.101, port: 296d99bf-1b47-44f1-88fa-ed5216a77855. Aug 16 02:52:35.356007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-d9bf1c28-34e6-4ba8-a92f-831ee66bab96 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658134 Aug 16 02:52:35.522516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b896634c-0ca0-4470-9102-a88bf9c98284 req-9ee37d98-73d5-4d9e-856f-a75f2bbf522a service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600850 Aug 16 02:52:35.548609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:35.654356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:35.664754 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:35.669792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:35.675105 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:35.675714 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:52:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:35.708301 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0a00defd-45a9-493d-8ba1-b18d4b901d9f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9236217 Aug 16 02:52:35.708301 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:35.708301 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b724a01d-2471-47b1-99c0-6e12d059cd85" -d '{"events": [{"name": "network-changed", "server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:35.737361 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63af43b8-afff-43c6-9cd4-424b10ae6ef6 x-openstack-request-id: req-63af43b8-afff-43c6-9cd4-424b10ae6ef6 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:35.737656 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:35.737907 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63af43b8-afff-43c6-9cd4-424b10ae6ef6 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:35.738310 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'status': 'completed', 'code': 200} Aug 16 02:52:35.785236 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:35.800892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-864d45d9-7311-4654-82e5-550561f63955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:35.802598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-864d45d9-7311-4654-82e5-550561f63955 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 1097 time: 0.0414832 Aug 16 02:52:35.895470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-6d8b493f-3de9-4b23-80f6-9c6bd868b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:35.896983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-6d8b493f-3de9-4b23-80f6-9c6bd868b2b2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0875778 Aug 16 02:52:35.961600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-a55407d8-ec97-4643-a9a2-f00c5842327a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296d99bf-1b47-44f1-88fa-ed5216a77855 HTTP/1.1" status: 200 len: 999 time: 0.0568271 Aug 16 02:52:36.005984 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'cb0f369e-5d73-4a31-8285-15c8fab2d656', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:4e:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:52:34Z', 'updated_at': '2021-08-16T02:52:34Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:36.016141 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-8065509d-8ac2-48fa-b660-05f2b97fd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:36.017629 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-8065509d-8ac2-48fa-b660-05f2b97fd9b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0472775 Aug 16 02:52:36.031789 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:36.039980 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:36.040615 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:52:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:36.062767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-00213adf-cb33-40e7-b300-a5d2e6fc4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:36.064274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-00213adf-cb33-40e7-b300-a5d2e6fc4aa4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395272 Aug 16 02:52:36.155913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-5e7d185d-1b3f-4725-a557-08e7af894849 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849388 Aug 16 02:52:36.234660 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:36.250062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b724a01d-2471-47b1-99c0-6e12d059cd85 req-f7915664-e1bd-4d72-b19f-0fb366b2c1d9 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876007 Aug 16 02:52:36.457533 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'cb0f369e-5d73-4a31-8285-15c8fab2d656', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:4e:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:52:34Z', 'updated_at': '2021-08-16T02:52:34Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:36.482991 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a43c3-c96e-478b-809a-8e8adbdf3127 None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'cb0f369e-5d73-4a31-8285-15c8fab2d656', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:4e:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:52:34Z', 'updated_at': '2021-08-16T02:52:34Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:36.670268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10c1a67-1909-485f-bc82-cc64cd3ea285 None None] New status for floating IP cb0f369e-5d73-4a31-8285-15c8fab2d656: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:52:37.050324 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-197cf316-a107-437f-a3fa-3a8c9d2b07cd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1191769 Aug 16 02:52:37.141120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-6876196c-77c0-4554-a036-f8d5ea91b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:37.142508 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-6876196c-77c0-4554-a036-f8d5ea91b3c6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.0442367 Aug 16 02:52:37.251693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-91d2cc60-df3f-4dfc-9cf3-38e80f2a78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:37.253535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-91d2cc60-df3f-4dfc-9cf3-38e80f2a78d2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 909 time: 0.0859740 Aug 16 02:52:37.327380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-c2a6e54e-1f53-483a-9a2d-ab52501c728b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 1002 time: 0.0600855 Aug 16 02:52:37.382310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-40a30930-85df-4fbb-ae71-6291a97bfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:37.383766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-40a30930-85df-4fbb-ae71-6291a97bfb8c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0448563 Aug 16 02:52:37.432245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-dceaee1f-aa76-4a3a-8f38-e9bb55890a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:37.433679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-dceaee1f-aa76-4a3a-8f38-e9bb55890a7a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387506 Aug 16 02:52:37.446610 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-9687d8a6-57fd-43e3-96d9-6ceeb85b0aa2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:52:37.447548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-9687d8a6-57fd-43e3-96d9-6ceeb85b0aa2 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049248 Aug 16 02:52:37.542147 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-a3561d90-64a9-4ad6-b501-6674c23fde67 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853260 Aug 16 02:52:37.635374 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d078225c-de61-475f-ac2c-0eac8d407ec9 req-97b513f8-e3ab-4853-870f-9f28dff167af service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823977 Aug 16 02:52:52.518024 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:53.058038 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:53.758082 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:56.209496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c11174d2-3cf5-426a-9af8-92ac562e3a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:58.795815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aede-055e-44bc-871e-4cc3b0893b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:58.825377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:00.095216 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:02.009213 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:22.532337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:23.768946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:26.208565 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3efa5b51-dc09-463e-94bc-2ec58d969550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.801548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29b848d9-be33-4d9c-b48d-fabc98d5b70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.825394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:30.056582 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:30.098338 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:32.010921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:35.471933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-2217581e-ff30-4748-9dad-cab786eef41f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394955 Aug 16 02:53:35.551667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-b65b0d9f-16eb-4cd0-9502-2889b1d51f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:35.553188 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-b65b0d9f-16eb-4cd0-9502-2889b1d51f54 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 1097 time: 0.0397570 Aug 16 02:53:35.960684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-ea33a368-ee7a-4e4a-b533-cc8f97e76f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:35.962180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-ea33a368-ee7a-4e4a-b533-cc8f97e76f62 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.3908877 Aug 16 02:53:36.028104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-57971e82-a885-46f4-bf83-b4805188ce1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296d99bf-1b47-44f1-88fa-ed5216a77855 HTTP/1.1" status: 200 len: 1001 time: 0.0579889 Aug 16 02:53:36.080889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-e8669e88-e28a-4769-a67c-ce87656fefff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:36.082838 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-e8669e88-e28a-4769-a67c-ce87656fefff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0453527 Aug 16 02:53:36.126717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-44424cc4-7d99-4883-9464-3e048299c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:36.128160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-44424cc4-7d99-4883-9464-3e048299c6a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384207 Aug 16 02:53:36.213597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-e29dfa9f-65bb-4303-902b-7bd8ea75a25f service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785654 Aug 16 02:53:36.304208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfa07d11-e5f1-4d55-99ca-a50741edd739 req-e62b1858-80a3-42e2-bc4e-e463b663df13 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834515 Aug 16 02:53:36.980860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-1c6cfdce-4a6c-438d-bdc6-fdf2087da483 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385728 Aug 16 02:53:37.066458 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-75252a49-6712-4da6-8107-a1be485412c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:37.068031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-75252a49-6712-4da6-8107-a1be485412c8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=41db4b40fc914ddcb25e026d1c69b419&device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 1098 time: 0.0441947 Aug 16 02:53:37.170346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-2c5a4ef5-e41b-436d-922a-109816ae7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:37.171782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-2c5a4ef5-e41b-436d-922a-109816ae7ffa service neutron] 10.222.0.98 "GET /v2.0/networks?id=7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 200 len: 909 time: 0.0825293 Aug 16 02:53:37.244188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-a45958bb-3a13-4af9-b2bc-cead94b9c25f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 200 len: 1002 time: 0.0601265 Aug 16 02:53:37.296036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-d2b312a7-c662-4a73-8476-af0d552cf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:37.297599 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-d2b312a7-c662-4a73-8476-af0d552cf01e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 200 len: 847 time: 0.0426583 Aug 16 02:53:37.350069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-ad6bf152-4042-4c7f-ae20-5c095471eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:37.351589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-ad6bf152-4042-4c7f-ae20-5c095471eddd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7a44eb63-232c-445c-8153-b56639a4acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427465 Aug 16 02:53:37.443044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-78a8d348-8288-4eec-9436-f64cf222c912 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841506 Aug 16 02:53:37.541275 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c26b60-de91-4710-9c56-ec7312a5743b req-83172e6f-aad2-4eb1-8d6d-ebcbaa8e56c9 service neutron] 10.222.0.98 "GET /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824468 Aug 16 02:53:43.403729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be25ed-b1f9-438c-acdd-d7e75a75fb9b req-85a10059-69b5-4bf2-8e8d-7dc25bda2879 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.405322 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-56be25ed-b1f9-438c-acdd-d7e75a75fb9b req-85a10059-69b5-4bf2-8e8d-7dc25bda2879 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 946 time: 0.0493917 Aug 16 02:53:43.448451 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-56be25ed-b1f9-438c-acdd-d7e75a75fb9b req-cf86840a-b4ea-4115-a7ab-e5fe42d6ca53 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360525 Aug 16 02:53:44.565239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755398cc-b7f3-4a57-bdc1-058d743e6c9e req-c3621a12-bf49-4997-a46b-e8e323619ea4 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.566788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-755398cc-b7f3-4a57-bdc1-058d743e6c9e req-c3621a12-bf49-4997-a46b-e8e323619ea4 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Aug 16 02:53:44.604507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-755398cc-b7f3-4a57-bdc1-058d743e6c9e req-9670341b-3920-41ac-b29c-b264430ea6da tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/security-groups?id=6474d750-0257-43d3-92d6-59822e7b1d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Aug 16 02:53:44.973726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-c7a1d1d6-722c-4416-b9f1-026376496f72 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.975137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-c7a1d1d6-722c-4416-b9f1-026376496f72 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 946 time: 0.0520687 Aug 16 02:53:45.067041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Deleting port 3d42b457-362e-4725-a753-7029c0abaa9d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:45.067384 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:45.163166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] For port 3d42b457-362e-4725-a753-7029c0abaa9d, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=3d42b457-362e-4725-a753-7029c0abaa9d,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:45.163536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:45.377087 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:45.377466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:45.377782 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Floating IP eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0 disassociated. External IP: 172.25.4.158, port: 3d42b457-362e-4725-a753-7029c0abaa9d. Aug 16 02:53:45.378620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Calling delete_port for 3d42b457-362e-4725-a753-7029c0abaa9d owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:45.514301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:45.546485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event deleted for resources: {'Port': ['ID=3d42b457-362e-4725-a753-7029c0abaa9d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:45.557095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.557444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.557787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.558719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.558719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.558971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.559280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.559609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.559941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.560268 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.560622 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.560951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.665561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Router b602fb56-1503-4829-b771-d3918dda7105 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:45.726853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f8e504c7-0db3-45a8-a803-45bd61bf7fda req-f914c014-80dc-491c-80e4-3403fe6cbfd8 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9164e50-52b4-4730-95ac-c62f930d9125 HTTP/1.1" status: 200 len: 210 time: 0.0258515 Aug 16 02:53:45.772847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:45.782381 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] Sync routers for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:45.792215 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:45.792921 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:53:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:45.814649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] No DVR routers for this DVR port 3d42b457-362e-4725-a753-7029c0abaa9d on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:45.817290 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:45.819278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fed3ddf0-21aa-4ceb-8add-54f966276f29 req-5e9b0026-2cb5-4451-a3fd-d95d7d623665 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.98 "DELETE /v2.0/ports/3d42b457-362e-4725-a753-7029c0abaa9d HTTP/1.1" status: 204 len: 173 time: 0.8348253 Aug 16 02:53:45.819722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'name': 'network-vif-deleted', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:45.821965 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3443087-127e-4b2f-8785-27792efe2c7e" -d '{"events": [{"server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "name": "network-vif-deleted", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:45.865002 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf2c8b-bda8-419b-a02c-1c58006555c2 x-openstack-request-id: req-5cdf2c8b-bda8-419b-a02c-1c58006555c2 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:45.865313 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9164e50-52b4-4730-95ac-c62f930d9125", "name": "network-vif-deleted", "tag": "3d42b457-362e-4725-a753-7029c0abaa9d", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:45.865555 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5cdf2c8b-bda8-419b-a02c-1c58006555c2 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:45.865932 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9164e50-52b4-4730-95ac-c62f930d9125', 'name': 'network-vif-deleted', 'tag': '3d42b457-362e-4725-a753-7029c0abaa9d', 'status': 'completed', 'code': 200} Aug 16 02:53:45.909310 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:46.116248 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:37Z', 'revision_number': 5, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:46.141412 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] Checking router: b602fb56-1503-4829-b771-d3918dda7105 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:46.149776 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:46.150327 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:53:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:46.250794 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:46.451696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:37Z', 'revision_number': 5, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:46.481860 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a118d8-cf8d-41f8-a018-81a61e00c920 None None] The sync data for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 is: [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 4, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'd809f71f-8ec7-4f5f-85c3-4c0f79d91921', 'name': '', 'network_id': '7a44eb63-232c-445c-8153-b56639a4acd4', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'mac_address': 'fa:16:3e:fa:1b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:28Z', 'updated_at': '2021-08-16T02:48:37Z', 'revision_number': 5, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'subnets': [{'id': 'badfd8c3-050f-4264-88c0-3c7871d204fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:46.702489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a05f943-5427-45f7-8895-2beea80b29f2 None None] New status for floating IP eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:53:46.783493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35790) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:46.911891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Deleting port 9cc911c6-e0b6-4a41-a589-7eb73efd482c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:46.912243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.984704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.984969 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.996801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Calling delete_port for 9cc911c6-e0b6-4a41-a589-7eb73efd482c owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:47.125996 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.152265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event deleted for resources: {'Port': ['ID=9cc911c6-e0b6-4a41-a589-7eb73efd482c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:47.177120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.177473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.177822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.178165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.178503 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.178836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.179168 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.179497 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.179823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.180151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.180511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.180842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:47.218927 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.221600 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.222784 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-00258a42-d97c-40b1-a088-4305b44ecf6e tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "DELETE /v2.0/floatingips/eb1e8220-0a3e-4c59-b25c-d0c4d707b6a0 HTTP/1.1" status: 204 len: 168 time: 0.4383225 Aug 16 02:53:47.291532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35796) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:47.353677 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade26421-eecd-4803-8fdd-5f711a2ca269 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.378614 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade26421-eecd-4803-8fdd-5f711a2ca269 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.436931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade26421-eecd-4803-8fdd-5f711a2ca269 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.439634 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ade26421-eecd-4803-8fdd-5f711a2ca269 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.440820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ade26421-eecd-4803-8fdd-5f711a2ca269 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] 10.222.0.78 "DELETE /v2.0/security-groups/6474d750-0257-43d3-92d6-59822e7b1d72 HTTP/1.1" status: 204 len: 168 time: 0.1483052 Aug 16 02:53:47.449774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26421-eecd-4803-8fdd-5f711a2ca269 tempest-TestServerBasicOps-1060774314 tempest-TestServerBasicOps-1060774314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474d750-0257-43d3-92d6-59822e7b1d72,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:47.475653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35800) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:47.941084 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.183532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Deleting port d809f71f-8ec7-4f5f-85c3-4c0f79d91921 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:48.183882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.262528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] For port d809f71f-8ec7-4f5f-85c3-4c0f79d91921, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:48.262817 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.275783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Calling delete_port for d809f71f-8ec7-4f5f-85c3-4c0f79d91921 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:48.450935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.476941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d809f71f-8ec7-4f5f-85c3-4c0f79d91921,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:48.636775 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.768616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3d42b457-362e-4725-a753-7029c0abaa9d no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:48.789060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 3d42b457-362e-4725-a753-7029c0abaa9d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:48.789338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 3d42b457-362e-4725-a753-7029c0abaa9d not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:48.851892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Router b602fb56-1503-4829-b771-d3918dda7105 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:48.955255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:48.960767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3a25e746-ee86-4077-890c-3ec97bb99cb6 admin admin] 10.222.0.78 "PUT /v2.0/routers/b602fb56-1503-4829-b771-d3918dda7105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4840024 Aug 16 02:53:48.963222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:48.964263 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] Sync routers for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:48.973170 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:48.973770 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:53:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.065321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.075306 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:49.165872 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.221495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Deleting port 754a6569-60fd-4a08-abfb-aa141d10d2f1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:49.221857 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.305734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] For port 754a6569-60fd-4a08-abfb-aa141d10d2f1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=754a6569-60fd-4a08-abfb-aa141d10d2f1,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:49.306097 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.318474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Calling delete_port for 754a6569-60fd-4a08-abfb-aa141d10d2f1 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:49.341830 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:53:48Z', 'revision_number': 5, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port': {'id': '754a6569-60fd-4a08-abfb-aa141d10d2f1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b602fb56-1503-4829-b771-d3918dda7105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:27Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.367542 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] Checking router: b602fb56-1503-4829-b771-d3918dda7105 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:49.375356 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] Routers {'b602fb56-1503-4829-b771-d3918dda7105'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:49.375953 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:53:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b602fb56-1503-4829-b771-d3918dda7105'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.460303 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] Set router b602fb56-1503-4829-b771-d3918dda7105 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:49.483397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.508011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Pushing event deleted for resources: {'Port': ['ID=754a6569-60fd-4a08-abfb-aa141d10d2f1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:49.514119 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:53:49Z', 'revision_number': 6, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.540993 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51dd062-a18a-4061-a020-ba1df5785a5f None None] The sync data for ids ['b602fb56-1503-4829-b771-d3918dda7105'] in n-d-769329-15 is: [{'id': 'b602fb56-1503-4829-b771-d3918dda7105', 'name': 'tempest-TestServerBasicOps-922846292-router', 'tenant_id': '41db4b40fc914ddcb25e026d1c69b419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:26Z', 'updated_at': '2021-08-16T02:53:49Z', 'revision_number': 6, 'project_id': '41db4b40fc914ddcb25e026d1c69b419', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:49.571472 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.659690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.662045 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.706085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.707204 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b602fb56-1503-4829-b771-d3918dda7105 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:53:49.711450 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.712673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7e120d64-dcc1-414b-b3e4-ea153fcb869e admin admin] 10.222.0.78 "DELETE /v2.0/routers/b602fb56-1503-4829-b771-d3918dda7105 HTTP/1.1" status: 204 len: 168 time: 0.7484622 Aug 16 02:53:49.715177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35806) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:49.758581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] Deleting subnet badfd8c3-050f-4264-88c0-3c7871d204fe {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:53:49.761605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.797207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.882596 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.939840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.964687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=badfd8c3-050f-4264-88c0-3c7871d204fe,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:49.970456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.975159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-82e23285-70ef-42e2-9f9d-0d623828ddb0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/badfd8c3-050f-4264-88c0-3c7871d204fe HTTP/1.1" status: 204 len: 168 time: 0.2567461 Aug 16 02:53:49.975355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 35808) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:49.975493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd4a4e-1a3c-49c0-9a6e-0b1d9bec364a None None] Network 7a44eb63-232c-445c-8153-b56639a4acd4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:53:50.050949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.104892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Deleting port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:50.105253 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.170143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] For port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a,segment=NetworkSegment(7c5b55bb-b02f-4227-9ea2-6c7138905b3a),segment_id=7c5b55bb-b02f-4227-9ea2-6c7138905b3a)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:50.170507 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.183095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Calling delete_port for ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:50.264201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.282959 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb98bbe-9e45-4091-8eab-e8273b872dc5 None None] DHCP port deletion for 7a44eb63-232c-445c-8153-b56639a4acd4 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:53:50.290798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:50.294282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] No DVR routers for this DVR port ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:50.374335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.385083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a44eb63-232c-445c-8153-b56639a4acd4']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:50.396339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5b55bb-b02f-4227-9ea2-6c7138905b3a') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:50.396644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5b55bb-b02f-4227-9ea2-6c7138905b3a') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:50.405629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.419180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.425185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:53:50.425602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:53:50.427409 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:53:50.487115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.493705 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.495414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] 10.222.0.78 "DELETE /v2.0/networks/7a44eb63-232c-445c-8153-b56639a4acd4 HTTP/1.1" status: 204 len: 168 time: 0.5191276 Aug 16 02:53:50.498428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35812) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:50.508932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042f41c-0654-4c83-baab-9fdd97790f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a44eb63-232c-445c-8153-b56639a4acd4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:50.526746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d809f71f-8ec7-4f5f-85c3-4c0f79d91921 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:50.547771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d809f71f-8ec7-4f5f-85c3-4c0f79d91921 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:50.548203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d809f71f-8ec7-4f5f-85c3-4c0f79d91921 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:50.548716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:50.574253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:50.574253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ffbeb9ca-10b1-403f-8c76-e5e4d0a5cc8a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:50.574253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 754a6569-60fd-4a08-abfb-aa141d10d2f1 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:50.599835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 754a6569-60fd-4a08-abfb-aa141d10d2f1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:50.599835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 754a6569-60fd-4a08-abfb-aa141d10d2f1 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:50.868395 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.124204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Deleting port 89a036f0-8a92-45ba-90f5-dfaa6344aa81 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:51.125453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.214880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] For port 89a036f0-8a92-45ba-90f5-dfaa6344aa81, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=89a036f0-8a92-45ba-90f5-dfaa6344aa81,segment=NetworkSegment(878cde93-dc9c-491f-aad6-2a2b1db6d69e),segment_id=878cde93-dc9c-491f-aad6-2a2b1db6d69e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:51.215250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.228460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Calling delete_port for 89a036f0-8a92-45ba-90f5-dfaa6344aa81 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:51.710347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:51.737430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a036f0-8a92-45ba-90f5-dfaa6344aa81,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:51.897685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.111064 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Router b17002f5-6d26-4af6-9c6a-d87a2905df06 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:52.217214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:52.222228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd73461d-2066-4e3d-b34e-c6ab248ebe91 admin admin] 10.222.0.78 "PUT /v2.0/routers/b17002f5-6d26-4af6-9c6a-d87a2905df06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227712 Aug 16 02:53:52.225143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:52.226128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] Sync routers for ids ['b17002f5-6d26-4af6-9c6a-d87a2905df06'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:52.235386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] Routers {'b17002f5-6d26-4af6-9c6a-d87a2905df06'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:52.236029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:53:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b17002f5-6d26-4af6-9c6a-d87a2905df06'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.333595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.340639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] Set router b17002f5-6d26-4af6-9c6a-d87a2905df06 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:52.437562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.495634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Deleting port 076fed1f-6da1-41a4-a590-566bb1b6189a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:52.495978 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.537036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:53:51Z', 'revision_number': 5, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port': {'id': '076fed1f-6da1-41a4-a590-566bb1b6189a', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:33Z', 'updated_at': '2021-08-16T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.540378 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.564241 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] Checking router: b17002f5-6d26-4af6-9c6a-d87a2905df06 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:52.572478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] Routers {'b17002f5-6d26-4af6-9c6a-d87a2905df06'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:52.573109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:53:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b17002f5-6d26-4af6-9c6a-d87a2905df06'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.580907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] For port 076fed1f-6da1-41a4-a590-566bb1b6189a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=076fed1f-6da1-41a4-a590-566bb1b6189a,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:52.581307 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.594077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Calling delete_port for 076fed1f-6da1-41a4-a590-566bb1b6189a owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:52.657996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] Set router b17002f5-6d26-4af6-9c6a-d87a2905df06 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:52.712707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:53:52Z', 'revision_number': 6, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:52.739641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9ba80-41a2-40c6-8712-e03c2828256b None None] The sync data for ids ['b17002f5-6d26-4af6-9c6a-d87a2905df06'] in n-d-769329-15 is: [{'id': 'b17002f5-6d26-4af6-9c6a-d87a2905df06', 'name': 'tempest-TestServerBasicOps-215685474-router', 'tenant_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:32Z', 'updated_at': '2021-08-16T02:53:52Z', 'revision_number': 6, 'project_id': 'dbb7c1ec46104657b176b26cd5463f2e', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:52.761400 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.787378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Pushing event deleted for resources: {'Port': ['ID=076fed1f-6da1-41a4-a590-566bb1b6189a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:52.844530 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.932763 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.934814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.979902 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.980368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b17002f5-6d26-4af6-9c6a-d87a2905df06 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:53:52.985313 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.986590 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-45abf304-7e71-4bc1-acd2-489e55337cef admin admin] 10.222.0.78 "DELETE /v2.0/routers/b17002f5-6d26-4af6-9c6a-d87a2905df06 HTTP/1.1" status: 204 len: 168 time: 0.7605019 Aug 16 02:53:52.989244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35816) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:53.032771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] Deleting subnet 7279407b-4535-493c-8f55-4542c3f1b774 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:53:53.036190 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.069196 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.155805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.209798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.236055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7279407b-4535-493c-8f55-4542c3f1b774,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:53.239590 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.241506 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-218302b6-aa81-4afb-8ed8-98004a2a36fd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7279407b-4535-493c-8f55-4542c3f1b774 HTTP/1.1" status: 204 len: 168 time: 0.2512515 Aug 16 02:53:53.243965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35818) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:53.246323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4e102-acfa-4fc2-bcc9-b042e3ef0286 None None] Network 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:53:53.314514 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.368512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Deleting port d33a3cd2-4f63-4617-b420-f9308dfe2dcb {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:53.368859 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.430180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] For port d33a3cd2-4f63-4617-b420-f9308dfe2dcb, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,segment=NetworkSegment(878cde93-dc9c-491f-aad6-2a2b1db6d69e),segment_id=878cde93-dc9c-491f-aad6-2a2b1db6d69e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:53.430485 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.443189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Calling delete_port for d33a3cd2-4f63-4617-b420-f9308dfe2dcb owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:53.477726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] DHCP port deletion for 4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:53:53.525995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Deleting port d33a3cd2-4f63-4617-b420-f9308dfe2dcb {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:53.526399 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.533509 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.560276 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:53.562102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] No DVR routers for this DVR port d33a3cd2-4f63-4617-b420-f9308dfe2dcb on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:53.590540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] For port d33a3cd2-4f63-4617-b420-f9308dfe2dcb, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,segment=NetworkSegment(878cde93-dc9c-491f-aad6-2a2b1db6d69e),segment_id=878cde93-dc9c-491f-aad6-2a2b1db6d69e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:53.590950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.604027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Calling delete_port for d33a3cd2-4f63-4617-b420-f9308dfe2dcb owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:53.637353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.647852 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f21abcb-38ec-4b41-9acc-1ca26a32f3f3']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:53.659222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878cde93-dc9c-491f-aad6-2a2b1db6d69e') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:53.659533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878cde93-dc9c-491f-aad6-2a2b1db6d69e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:53.669165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.685881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.688632 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.693404 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:53:53.693825 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:53:53.695606 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:53:53.715531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Pushing event deleted for resources: {'Port': ['ID=d33a3cd2-4f63-4617-b420-f9308dfe2dcb,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:53.722849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] No DVR routers for this DVR port d33a3cd2-4f63-4617-b420-f9308dfe2dcb on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:53.738265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.738972 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.739125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.739351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.739674 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.740000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.740350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.740680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.741019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.741317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.741618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.741989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835da15-d571-4ad0-b304-9ce5ce59bfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:53.756565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.764371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.766562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4f21abcb-38ec-4b41-9acc-1ca26a32f3f3 HTTP/1.1" status: 204 len: 168 time: 0.5216260 Aug 16 02:53:53.778948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f73683-49e8-45ef-a5a6-3e7441414a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f21abcb-38ec-4b41-9acc-1ca26a32f3f3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:53.783225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.883682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:53.922510 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c854314b-b9fb-4ebc-9ccd-e92d7d51f476 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41db4b40fc914ddcb25e026d1c69b419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376024 Aug 16 02:53:53.925327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:53.975751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-263f5f3e-5c65-41c5-8253-eb3523448637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.996578 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-263f5f3e-5c65-41c5-8253-eb3523448637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.041956 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-263f5f3e-5c65-41c5-8253-eb3523448637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.044635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-263f5f3e-5c65-41c5-8253-eb3523448637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.048343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-263f5f3e-5c65-41c5-8253-eb3523448637 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a863fa6-c7af-4bba-8adf-4586580b8e2e HTTP/1.1" status: 204 len: 168 time: 0.1197097 Aug 16 02:53:54.054455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f5f3e-5c65-41c5-8253-eb3523448637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a863fa6-c7af-4bba-8adf-4586580b8e2e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:54.354110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:54.394637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0af8bbe3-2bcf-4911-8c6f-cbefa8e995c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dbb7c1ec46104657b176b26cd5463f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393691 Aug 16 02:53:54.397083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35832) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:54.447156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e483d0b-d6c5-4e85-b5e7-45698d8a650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.471432 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e483d0b-d6c5-4e85-b5e7-45698d8a650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.492653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 89a036f0-8a92-45ba-90f5-dfaa6344aa81 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:54.514783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 89a036f0-8a92-45ba-90f5-dfaa6344aa81 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:54.515197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 89a036f0-8a92-45ba-90f5-dfaa6344aa81 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:54.515678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d33a3cd2-4f63-4617-b420-f9308dfe2dcb no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:54.521319 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e483d0b-d6c5-4e85-b5e7-45698d8a650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.523943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3e483d0b-d6c5-4e85-b5e7-45698d8a650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.527687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3e483d0b-d6c5-4e85-b5e7-45698d8a650d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23dbea83-5b70-49fe-958e-f1df7375d371 HTTP/1.1" status: 204 len: 168 time: 0.1271610 Aug 16 02:53:54.534020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e483d0b-d6c5-4e85-b5e7-45698d8a650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dbea83-5b70-49fe-958e-f1df7375d371,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:54.536798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d33a3cd2-4f63-4617-b420-f9308dfe2dcb {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:54.537146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d33a3cd2-4f63-4617-b420-f9308dfe2dcb not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:54.537578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 076fed1f-6da1-41a4-a590-566bb1b6189a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:54.561387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 076fed1f-6da1-41a4-a590-566bb1b6189a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:54.561729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 076fed1f-6da1-41a4-a590-566bb1b6189a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:56.212083 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7a2c-4047-4dcb-b359-93250dd751f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.802034 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-19442a7e-43d6-4c90-872b-63df0ad21e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.824270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:00.101014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:02.013172 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.056570 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:22.531945 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:23.772813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:26.211751 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8e4e-aa6b-4f9f-a70b-33fe9e7006f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:28.801547 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e8ffa1a7-9814-43a2-9bb6-7aeacf1baabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:28.824235 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:30.103063 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.209273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cacc6-9809-4079-a1d3-ffd2cca8b5b0 req-982e6261-35ee-40a1-b3c9-098033fd1f5d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:31.212525 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f29cacc6-9809-4079-a1d3-ffd2cca8b5b0 req-982e6261-35ee-40a1-b3c9-098033fd1f5d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 945 time: 0.0537102 Aug 16 02:54:31.250591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f29cacc6-9809-4079-a1d3-ffd2cca8b5b0 req-b3f24e3f-479e-4793-956b-78657f336509 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Aug 16 02:54:32.017123 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.365298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d7a07-4417-47ef-a006-cc60b9c33f3d req-ae26e684-77e5-4a95-b826-b932f3999eba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:32.367405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f0d7a07-4417-47ef-a006-cc60b9c33f3d req-ae26e684-77e5-4a95-b826-b932f3999eba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 945 time: 0.0493863 Aug 16 02:54:32.409403 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f0d7a07-4417-47ef-a006-cc60b9c33f3d req-545d916d-da5c-4ed0-9314-4207ade6d35a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359616 Aug 16 02:54:32.629814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-50d959f7-3dd1-45e5-8ef7-34b6dcedfd1c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:32.631277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-50d959f7-3dd1-45e5-8ef7-34b6dcedfd1c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 945 time: 0.0483668 Aug 16 02:54:32.717974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port 296d99bf-1b47-44f1-88fa-ed5216a77855 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:32.718318 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.806922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] For port 296d99bf-1b47-44f1-88fa-ed5216a77855, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=296d99bf-1b47-44f1-88fa-ed5216a77855,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:32.807284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:33.320306 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:33.320703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:33.321037 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Floating IP cb0f369e-5d73-4a31-8285-15c8fab2d656 disassociated. External IP: 172.25.4.101, port: 296d99bf-1b47-44f1-88fa-ed5216a77855. Aug 16 02:54:33.321367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for 296d99bf-1b47-44f1-88fa-ed5216a77855 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:33.450203 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:33.482201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=296d99bf-1b47-44f1-88fa-ed5216a77855,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:33.540482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60e03f33-5714-4b0b-b279-34d9663574f9 req-4bf68d9b-019d-40fe-8855-6f94471c9830 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 210 time: 0.0260761 Aug 16 02:54:33.595974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:33.704541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:33.716230 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:33.727192 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:33.727314 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:54:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:33.744418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] No DVR routers for this DVR port 296d99bf-1b47-44f1-88fa-ed5216a77855 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:33.747168 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:33.749273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0c53f322-16b0-4762-8aa9-1e4acc61c05e req-1598ee62-6ed6-461f-abed-6810594057fb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "DELETE /v2.0/ports/296d99bf-1b47-44f1-88fa-ed5216a77855 HTTP/1.1" status: 204 len: 173 time: 1.1122010 Aug 16 02:54:33.749713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'name': 'network-vif-deleted', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:33.752094 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68adc6a4-e33d-44f7-93d2-e0e4522536d2" -d '{"events": [{"server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "name": "network-vif-deleted", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:33.795653 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d9cc10-fb76-4640-b197-ad044ba8aad9 x-openstack-request-id: req-d1d9cc10-fb76-4640-b197-ad044ba8aad9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:33.795783 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03db1dd2-2518-44b9-bf84-03f7956847ba", "name": "network-vif-deleted", "tag": "296d99bf-1b47-44f1-88fa-ed5216a77855", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:33.795983 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1d9cc10-fb76-4640-b197-ad044ba8aad9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:33.796402 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03db1dd2-2518-44b9-bf84-03f7956847ba', 'name': 'network-vif-deleted', 'tag': '296d99bf-1b47-44f1-88fa-ed5216a77855', 'status': 'completed', 'code': 200} Aug 16 02:54:33.863989 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:34.079984 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:34.106902 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:34.115077 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:34.115624 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:54:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:34.220586 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:34.414511 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:34.444031 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4efca-7759-49f8-bdb9-4290db0a96f0 None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:34.640583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a81f09d4-cd1d-4dfc-b5a3-c0441265fed3 req-2e064a39-e531-4453-97d0-8eba8d36c02a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 210 time: 0.0308201 Aug 16 02:54:34.674233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 296d99bf-1b47-44f1-88fa-ed5216a77855 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:34.695948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 296d99bf-1b47-44f1-88fa-ed5216a77855 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:34.696379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 296d99bf-1b47-44f1-88fa-ed5216a77855 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:34.699979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d660349-d8fb-4faa-80e7-5858fc80138f None None] New status for floating IP cb0f369e-5d73-4a31-8285-15c8fab2d656: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:54:35.746291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-208402d4-eeed-44f3-9260-520381ea0262 req-60baa836-94bb-4e73-a026-f1f5573039bb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 210 time: 0.0271559 Aug 16 02:54:36.840355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-69fab84f-7186-4787-8f08-73dc02bb6c0e req-439cbe91-2d56-4ec1-b13a-e991c8cb4da5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=03db1dd2-2518-44b9-bf84-03f7956847ba HTTP/1.1" status: 200 len: 210 time: 0.0272474 Aug 16 02:54:38.038084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-4b65db90-f9a5-4d55-b099-8a5c133206b7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215423357&fields=id&tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 267 time: 0.0321348 Aug 16 02:54:38.144899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-909bd00d-d12a-47d4-9b39-d4e4737bd0ff tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:38.146260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-909bd00d-d12a-47d4-9b39-d4e4737bd0ff tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1015866 Aug 16 02:54:38.160665 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-eb3d92bf-6d0e-4738-aaf0-fafbf29c7eea tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/quotas/c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 375 time: 0.0087264 Aug 16 02:54:38.212588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-864bfe49-ad49-41c8-9245-5d9a9b521368 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462327 Aug 16 02:54:38.308179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8266c8ca-3b9d-4365-b7c0-efe1253b17aa service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Aug 16 02:54:38.394698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-5f8abee5-f109-417a-b4b6-bc7443ae1dc2 service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804839 Aug 16 02:54:38.689669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a8465093-d023-43fc-b48e-43e5068ad8fe req-5e6bcc63-f161-420c-8b17-4d68fe554c46 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 210 time: 0.0256829 Aug 16 02:54:39.684386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-347279fe-42da-4f0a-af12-f7b597240948 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.685852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-347279fe-42da-4f0a-af12-f7b597240948 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1140313 Aug 16 02:54:39.729178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-db46f4c8-fcc7-412e-aee2-e331c97d9737 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 379 time: 0.0351861 Aug 16 02:54:39.739905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'port': {'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'admin_state_up': True, 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'security_groups': ['92d4b7dd-d8a5-4b4b-a647-d30fac500b32']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:39.789168 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a174d5-ce10-40d1-a42d-c6257e94e89b req-0230493b-0e67-4cea-961f-0d7e2222b878 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 210 time: 0.0326617 Aug 16 02:54:39.848138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:39.852189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.983655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.20.0.6 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/67a196f8-fe8c-43fd-87fa-e78db86228a1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:40.122470 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.136728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Transition to ACTIVE for port object 67a196f8-fe8c-43fd-87fa-e78db86228a1 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:40.169046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.208920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:40.214938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:40.219052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:40.249444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=67a196f8-fe8c-43fd-87fa-e78db86228a1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:40.277715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:40.278584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.294804 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8802bb67-8db7-4efb-8186-f93b6d096e54 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586035 Aug 16 02:54:40.423811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Request body: {'port': {'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:40.483284 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.492149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-29a426df-161a-43d7-9773-dd83a00b8a0d None None] Provisioning for port 67a196f8-fe8c-43fd-87fa-e78db86228a1 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:40.496226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-29a426df-161a-43d7-9773-dd83a00b8a0d None None] Provisioning complete for port 67a196f8-fe8c-43fd-87fa-e78db86228a1 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:40.496735 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29a426df-161a-43d7-9773-dd83a00b8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.532233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-29a426df-161a-43d7-9773-dd83a00b8a0d None None] Port 67a196f8-fe8c-43fd-87fa-e78db86228a1 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:54:40.753220 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a196f8-fe8c-43fd-87fa-e78db86228a1 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:40.761342 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.773487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Transition to ACTIVE for port object 67a196f8-fe8c-43fd-87fa-e78db86228a1 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:40.777513 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.851427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Pushing event updated for resources: {'Port': ['ID=67a196f8-fe8c-43fd-87fa-e78db86228a1,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:40.976026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4feb59-37df-45cd-a639-757fd49553c5 req-0e6dcbbe-4d4e-46dc-bdaf-fe08cc8f9b3c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:40.977824 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc4feb59-37df-45cd-a639-757fd49553c5 req-0e6dcbbe-4d4e-46dc-bdaf-fe08cc8f9b3c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0823438 Aug 16 02:54:40.993508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Attempting to bind port 67a196f8-fe8c-43fd-87fa-e78db86228a1 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:40.993987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Attempting to bind port 67a196f8-fe8c-43fd-87fa-e78db86228a1 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:40.994420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Attempting to bind port 67a196f8-fe8c-43fd-87fa-e78db86228a1 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:41.000603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Port 67a196f8-fe8c-43fd-87fa-e78db86228a1 on network c2ee01af-7ece-49de-b523-2d91c6278479 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:54:41.001056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Attempting to bind port 67a196f8-fe8c-43fd-87fa-e78db86228a1 on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:41.014607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:41.014607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:41.014987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:41.015469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Bound port: 67a196f8-fe8c-43fd-87fa-e78db86228a1, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:41.015950 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.081659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc4feb59-37df-45cd-a639-757fd49553c5 req-2abddf33-6d3e-46bf-aef1-f169af7c743a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904934 Aug 16 02:54:41.113295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] For port 67a196f8-fe8c-43fd-87fa-e78db86228a1, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:41.117633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] For port 67a196f8-fe8c-43fd-87fa-e78db86228a1, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:41.123216 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.170897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.172005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:41.173605 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] 10.222.0.88 "PUT /v2.0/ports/67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 1092 time: 0.8712163 Aug 16 02:54:41.174149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:41.176541 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730fafcb-0f64-458d-ab36-f8cf0cb097ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:41.206158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cda92e-4076-4e55-b420-c803646b4075 service neutron] Pushing event updated for resources: {'Port': ['ID=67a196f8-fe8c-43fd-87fa-e78db86228a1,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:41.252765 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf245c0-e4ce-4f8c-9abf-1634579c7f43 x-openstack-request-id: req-abf245c0-e4ce-4f8c-9abf-1634579c7f43 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:41.253061 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:41.253320 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abf245c0-e4ce-4f8c-9abf-1634579c7f43 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:41.253791 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'status': 'completed', 'code': 200} Aug 16 02:54:41.269733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-1efe7ea1-4067-4314-9be2-35dbead381ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.271242 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-1efe7ea1-4067-4314-9be2-35dbead381ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1095 time: 0.0516920 Aug 16 02:54:41.316184 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8936664f-38de-426d-bb79-a10c34c3b44a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 217 time: 0.0368290 Aug 16 02:54:41.371307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-0506b3a4-36b3-4008-b50a-764244aac437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.373151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-0506b3a4-36b3-4008-b50a-764244aac437 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0491846 Aug 16 02:54:41.432941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8496dc24-c08d-44b5-9439-dd801194c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.434650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-8496dc24-c08d-44b5-9439-dd801194c32b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543475 Aug 16 02:54:41.535262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-a57a4e90-f497-4765-985a-88e4b289b165 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934241 Aug 16 02:54:41.634236 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5571f6be-ac64-4b7a-8310-8cdb4c3f768b req-2dc95273-d568-48c7-9651-bb82e9d73607 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918748 Aug 16 02:54:41.720725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-4defd860-aad0-4c94-9797-f48917bc8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.722254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-4defd860-aad0-4c94-9797-f48917bc8696 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1095 time: 0.0429542 Aug 16 02:54:41.817164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-2a18af86-5dbe-45b0-9c3b-fac42218a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.819039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-2a18af86-5dbe-45b0-9c3b-fac42218a1d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0896678 Aug 16 02:54:41.861531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-8d41d13a-b578-428f-b32a-b1d455613db8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 217 time: 0.0355442 Aug 16 02:54:41.910745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-7a7cad06-324c-412a-8147-1e946cf7b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.912130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-7a7cad06-324c-412a-8147-1e946cf7b516 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0440829 Aug 16 02:54:41.956520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-5f855d16-6a24-4495-894f-f9a8bdb936b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.958032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-5f855d16-6a24-4495-894f-f9a8bdb936b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394077 Aug 16 02:54:42.051198 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-e68bff74-84ba-40cb-9010-60e523150d24 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Aug 16 02:54:42.140735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-730fafcb-0f64-458d-ab36-f8cf0cb097ed req-751b9508-1f2c-4a0f-82f4-83359a942b47 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827003 Aug 16 02:54:42.194747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff0a77-e347-47fe-a2d3-4298e51de5e7 req-af7270f2-9e2c-46d5-b652-d5cf4c345219 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:42.196351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7aff0a77-e347-47fe-a2d3-4298e51de5e7 req-af7270f2-9e2c-46d5-b652-d5cf4c345219 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0544236 Aug 16 02:54:42.234550 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7aff0a77-e347-47fe-a2d3-4298e51de5e7 req-792e3634-c94e-46ae-a39b-f9d5d0c89439 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Aug 16 02:54:43.357592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dd629-28c3-4fe4-ba42-43c28e34f015 req-38565d22-c445-4458-8189-12bd8c80a89a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:43.359101 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e11dd629-28c3-4fe4-ba42-43c28e34f015 req-38565d22-c445-4458-8189-12bd8c80a89a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0530093 Aug 16 02:54:43.397250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e11dd629-28c3-4fe4-ba42-43c28e34f015 req-74d136ae-b523-48ec-a91f-5d62af6575b5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321488 Aug 16 02:54:44.056505 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:44.514209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454281ab-0332-4b2a-b342-c6ebbfeebe7c req-ac604d26-c691-4e19-aa27-039725031550 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:44.515694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-454281ab-0332-4b2a-b342-c6ebbfeebe7c req-ac604d26-c691-4e19-aa27-039725031550 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0481906 Aug 16 02:54:44.552227 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-454281ab-0332-4b2a-b342-c6ebbfeebe7c req-c3d19f5b-6846-4401-b7fe-2eced434257e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305884 Aug 16 02:54:45.669753 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edbfc4-b817-40b8-91c6-70fe6568ed9b req-5a8dd15a-ca75-4176-b17b-b78ec76d56f2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:45.671256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d5edbfc4-b817-40b8-91c6-70fe6568ed9b req-5a8dd15a-ca75-4176-b17b-b78ec76d56f2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0538487 Aug 16 02:54:45.708353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d5edbfc4-b817-40b8-91c6-70fe6568ed9b req-04d778e8-6a2d-4891-967a-577fad486241 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Aug 16 02:54:46.824414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029aeef-26ee-483c-a1d9-2a0061146ad1 req-2cae4f56-5d01-4bad-8d6c-ce7dc6c4abb6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:46.825913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a029aeef-26ee-483c-a1d9-2a0061146ad1 req-2cae4f56-5d01-4bad-8d6c-ce7dc6c4abb6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0488539 Aug 16 02:54:46.862963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a029aeef-26ee-483c-a1d9-2a0061146ad1 req-69a5643c-98a7-4c40-8f5a-05d9168bf4e3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312393 Aug 16 02:54:47.975776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff29dd-c552-4fa9-b666-26e7d46ad68b req-0b9e76d6-f5c8-4925-97ed-d1abd8c98373 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:47.977269 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdff29dd-c552-4fa9-b666-26e7d46ad68b req-0b9e76d6-f5c8-4925-97ed-d1abd8c98373 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0495627 Aug 16 02:54:48.014452 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdff29dd-c552-4fa9-b666-26e7d46ad68b req-23be11fc-1d87-4df0-8aa8-098ec1d3cc56 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Aug 16 02:54:49.130038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4659ae-7c97-4a2d-b3ed-c94c9242c7ee req-efc4f65c-ee18-4e8f-9987-16113eeccf08 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:49.131478 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed4659ae-7c97-4a2d-b3ed-c94c9242c7ee req-efc4f65c-ee18-4e8f-9987-16113eeccf08 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0514729 Aug 16 02:54:49.168264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed4659ae-7c97-4a2d-b3ed-c94c9242c7ee req-546986ec-7304-4242-9a1c-98b01f2a7c98 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Aug 16 02:54:50.285105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7a2c-703b-472b-a217-375bf1b3c817 req-91c89f2a-7d88-47af-806c-54fd58872a50 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:50.286523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d9d7a2c-703b-472b-a217-375bf1b3c817 req-91c89f2a-7d88-47af-806c-54fd58872a50 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 943 time: 0.0528102 Aug 16 02:54:50.323141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d9d7a2c-703b-472b-a217-375bf1b3c817 req-79e8d825-d7ab-4a57-a703-8aaadc360081 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Aug 16 02:54:50.751402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 67a196f8-fe8c-43fd-87fa-e78db86228a1 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:54:50.841902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 67a196f8-fe8c-43fd-87fa-e78db86228a1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:50.853424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:54:50.891728 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.904353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a196f8-fe8c-43fd-87fa-e78db86228a1 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:50.923592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 67a196f8-fe8c-43fd-87fa-e78db86228a1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:50.927300 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.973031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=67a196f8-fe8c-43fd-87fa-e78db86228a1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:51.146439 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['67a196f8-fe8c-43fd-87fa-e78db86228a1'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:51.437332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718c61f-18d0-4b52-83aa-3a402f33a584 req-a852a752-588b-4b35-b23b-433e9e7f1510 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.438745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0718c61f-18d0-4b52-83aa-3a402f33a584 req-a852a752-588b-4b35-b23b-433e9e7f1510 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 944 time: 0.0479403 Aug 16 02:54:51.476932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0718c61f-18d0-4b52-83aa-3a402f33a584 req-0fb0486e-6ab4-430c-b860-811b3d80392d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Aug 16 02:54:52.529143 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.592083 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635348-79f4-4a23-99c3-bb05119e0885 req-4dda03fc-54a1-4b38-bdfa-3bc413423cf4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:52.593514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00635348-79f4-4a23-99c3-bb05119e0885 req-4dda03fc-54a1-4b38-bdfa-3bc413423cf4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 944 time: 0.0502174 Aug 16 02:54:52.630817 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-00635348-79f4-4a23-99c3-bb05119e0885 req-e37f8cfa-efa9-4e15-ac4b-e02a5dd82fa0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314426 Aug 16 02:54:52.767888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 67a196f8-fe8c-43fd-87fa-e78db86228a1 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:52.818751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 67a196f8-fe8c-43fd-87fa-e78db86228a1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:52.822230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 67a196f8-fe8c-43fd-87fa-e78db86228a1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:52.822600 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.050643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.073451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:53.075669 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10acb519-369a-487f-89fd-42ca2ea6c043" -d '{"events": [{"server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "name": "network-vif-plugged", "status": "completed", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:53.088369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 67a196f8-fe8c-43fd-87fa-e78db86228a1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:53.092809 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.140178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=67a196f8-fe8c-43fd-87fa-e78db86228a1,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:53.181695 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f634bd-5d78-463d-8726-a891455b0c6e x-openstack-request-id: req-90f634bd-5d78-463d-8726-a891455b0c6e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:53.181986 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "name": "network-vif-plugged", "status": "completed", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:53.182231 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90f634bd-5d78-463d-8726-a891455b0c6e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:53.182624 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'code': 200} Aug 16 02:54:53.275483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492cdb3-c923-421b-9216-351a9d5e07d1 req-0defd879-c845-47f1-bb3a-6f746036e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.277002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d492cdb3-c923-421b-9216-351a9d5e07d1 req-0defd879-c845-47f1-bb3a-6f746036e032 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1097 time: 0.0391481 Aug 16 02:54:53.311588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d492cdb3-c923-421b-9216-351a9d5e07d1 req-cd8d4ef7-8910-46e6-b31c-4e810d760f18 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273855 Aug 16 02:54:53.742176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fac15-93e4-45d1-a87c-d2be1d2909b4 req-5c00dd55-1d5b-443b-91d0-a765af6630f6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.743657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca3fac15-93e4-45d1-a87c-d2be1d2909b4 req-5c00dd55-1d5b-443b-91d0-a765af6630f6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 945 time: 0.0477726 Aug 16 02:54:53.770891 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.781177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca3fac15-93e4-45d1-a87c-d2be1d2909b4 req-2d3424a6-10a4-4bf0-a579-8dab35476bbc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Aug 16 02:54:54.900461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762ab44-e751-4066-9653-3453b0d7c85a req-b660246d-e7b0-47f1-bc34-8248791628f0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:54.901990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5762ab44-e751-4066-9653-3453b0d7c85a req-b660246d-e7b0-47f1-bc34-8248791628f0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 945 time: 0.0525768 Aug 16 02:54:54.938518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5762ab44-e751-4066-9653-3453b0d7c85a req-0e734373-93b3-42da-b346-7211c9f5619e tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305486 Aug 16 02:54:55.054786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7d283-3f26-4e95-bf41-f96556595d4f req-05fdf59a-0070-493c-ae9f-c53e80373621 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:55.056261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18e7d283-3f26-4e95-bf41-f96556595d4f req-05fdf59a-0070-493c-ae9f-c53e80373621 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 945 time: 0.0526924 Aug 16 02:54:55.093326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18e7d283-3f26-4e95-bf41-f96556595d4f req-0fa49fe7-c21f-4dc1-b421-64e3f07f917a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Aug 16 02:54:55.114819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35942) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:55.252076 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29804c4-55f3-4485-b75a-3f5c84fede38 tempest-TestVolumeBootPattern-604163788 tempest-TestVolumeBootPattern-604163788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:55.253627 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f29804c4-55f3-4485-b75a-3f5c84fede38 tempest-TestVolumeBootPattern-604163788 tempest-TestVolumeBootPattern-604163788-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1092 time: 0.1372380 Aug 16 02:54:55.257316 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 35946) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:55.261830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:55.289706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.396245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.496670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.25.4.16 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/e0d598a2-8b59-45d7-b2be-81de605844cc) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:55.599268 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.637302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.672383 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:55.677037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:55.680537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:55.705150 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=e0d598a2-8b59-45d7-b2be-81de605844cc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:55.718324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.718675 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.719023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.719363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.719702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.720039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.720406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.720738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.721069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.721395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.721720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:55.722046 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:56.039327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.102949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.212572 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2173-7647-4a3a-b720-2c4a67ad63c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.251112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.255925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.326474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=e0d598a2-8b59-45d7-b2be-81de605844cc,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:56.336931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.745848 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Floating IP 7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0 associated. External IP: 172.25.4.16, port: 67a196f8-fe8c-43fd-87fa-e78db86228a1. Aug 16 02:54:56.948349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:57.054764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:57.064437 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:57.070201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:57.073223 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:57.073835 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:54:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:57.096913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a6f0cc7e-c752-47ce-b2a6-912da18e5bba tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8385708 Aug 16 02:54:57.097504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:57.100421 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdafc9e-bba7-40f3-9c5a-583110de487c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:57.178786 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:57.202451 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a337a-2df8-48c0-a1ae-50e2fac076c3 x-openstack-request-id: req-b47a337a-2df8-48c0-a1ae-50e2fac076c3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:57.202984 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:57.202984 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b47a337a-2df8-48c0-a1ae-50e2fac076c3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:57.203222 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'status': 'completed', 'code': 200} Aug 16 02:54:57.264568 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-628173f4-4430-47f6-b9c8-81d480a8ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:57.266094 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-628173f4-4430-47f6-b9c8-81d480a8ce63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1097 time: 0.0413954 Aug 16 02:54:57.364076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-2257c6ac-8afb-467f-a00f-1516518abe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:57.365637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-2257c6ac-8afb-467f-a00f-1516518abe65 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0920765 Aug 16 02:54:57.432352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-ab5a3234-04e6-46ab-97c3-0c157649189c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 998 time: 0.0596049 Aug 16 02:54:57.512316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-3176fb8e-0c19-4ca0-8012-bc13a5296fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:57.514374 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-3176fb8e-0c19-4ca0-8012-bc13a5296fe3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0748248 Aug 16 02:54:57.522122 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:55Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:57.550563 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:57.559158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:57.559761 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:54:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:57.563267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-ea3200ae-badf-4eb0-b373-196d3ea63aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:57.564822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-ea3200ae-badf-4eb0-b373-196d3ea63aef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437949 Aug 16 02:54:57.652430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-4c728782-3b7d-47c3-885b-a4c4c2c085cf service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805414 Aug 16 02:54:57.661624 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:57.751009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdafc9e-bba7-40f3-9c5a-583110de487c req-fb675b0f-8b6a-4250-885b-7eaa35ed813a service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917721 Aug 16 02:54:57.879988 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:55Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:57.904769 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b84c6-5a0c-49a2-96ce-afd396251e67 None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:55Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:58.088586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a69204-34f1-478e-aa17-8505b247f7e1 None None] New status for floating IP 7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:54:58.802105 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a45dfccf-d190-4ca0-bee0-044dfeff0caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.825207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:00.110094 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.019271 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.059200 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:22.545004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.770790 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.212809 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5b67e74d-0ee6-4c31-95da-5dafc51c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.802592 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a8d20900-3736-4bc6-9509-abb462c87b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.825744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:30.108390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.021957 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.029380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-ef527445-8ddf-4e03-920b-fdb5ec37c315 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385439 Aug 16 02:55:36.109876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-7829b847-4b70-401e-8287-05617c178db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:36.111360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-7829b847-4b70-401e-8287-05617c178db4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1097 time: 0.0395353 Aug 16 02:55:36.213803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-80dc9d81-b609-4954-8bed-044c765f9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:36.215256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-80dc9d81-b609-4954-8bed-044c765f9ea0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0846391 Aug 16 02:55:36.279794 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-ffa13e80-802f-41ff-b5ab-26c5637d78f9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 1000 time: 0.0575519 Aug 16 02:55:36.329175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-78e24436-b179-44af-adfb-29352283f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:36.330652 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-78e24436-b179-44af-adfb-29352283f8b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0443518 Aug 16 02:55:36.383643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-1d0baf0f-05b3-423c-b19d-5670469b5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:36.385188 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-1d0baf0f-05b3-423c-b19d-5670469b5db4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475249 Aug 16 02:55:36.474575 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-fa97216c-c734-4474-8e2c-e6c469424b6d service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817866 Aug 16 02:55:36.566522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5b4fbafc-975c-4b58-b789-9f85c3435a9d req-c613fe65-c840-473a-9926-d8d778638d45 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Aug 16 02:55:52.542195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:53.761668 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:56.212899 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7305f22b-30ac-4f91-b7ce-e50cc3bcba28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:58.061943 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:58.801741 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-94a7fe02-3d2a-4b19-b504-0fb2f93230c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:58.825733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:00.110798 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:02.024691 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:22.558821 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:23.765143 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:26.212874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfcb2a3a-661a-4bb4-bf60-0865ba361ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:28.802460 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2add110c-1bc9-4e8a-8a44-4d8a86392520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:28.825477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:30.123165 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:32.037312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:35.060904 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:35.684549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-443855ed-19c5-4992-9741-bde9a341e1e4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215423357&fields=id&tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 267 time: 0.0401020 Aug 16 02:56:35.793142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-a4496695-ef36-4be2-8fbf-6ee1b9313282 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:35.794600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-a4496695-ef36-4be2-8fbf-6ee1b9313282 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1034687 Aug 16 02:56:35.809814 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-e5acf325-7b34-49da-947f-abdb7303e66c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/quotas/c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 375 time: 0.0093770 Aug 16 02:56:35.866399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-b95599c4-2a0b-4854-b5b8-68255d378fe0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0510316 Aug 16 02:56:36.020750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ecd43c15-eb34-4b47-b767-c685a96951cc service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416881 Aug 16 02:56:36.107495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-6378a674-041a-41a0-a79e-7f6ce0032b0c service neutron] 10.222.0.78 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806761 Aug 16 02:56:36.471163 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d4626517-b5a4-4e97-8d11-ba812f80ab73 req-c709f944-4a6e-4dd1-b203-842cbbbdcbdc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 210 time: 0.0857067 Aug 16 02:56:36.977460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-c631d68d-5adf-45d7-94a7-75a519aabcc1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392301 Aug 16 02:56:37.054211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-c190a64c-35d9-4334-8cf6-8b24174509a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:37.055681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-c190a64c-35d9-4334-8cf6-8b24174509a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1097 time: 0.0390213 Aug 16 02:56:37.159309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-4e8965be-134b-4cef-a58f-461cf4bcca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:37.160795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-4e8965be-134b-4cef-a58f-461cf4bcca43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0868881 Aug 16 02:56:37.225436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-35f4ed7f-951f-4a93-83aa-290222f8766d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 1000 time: 0.0573142 Aug 16 02:56:37.280306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-18e2cbde-6cfe-4120-a4f7-4fd4ef8242a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:37.281820 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-18e2cbde-6cfe-4120-a4f7-4fd4ef8242a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0493758 Aug 16 02:56:37.334927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-82baef07-b316-465f-84a2-5d8869311120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:37.336003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-82baef07-b316-465f-84a2-5d8869311120 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472286 Aug 16 02:56:37.371137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-bff3867d-0941-4b06-989c-39319a228a51 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:37.373183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-bff3867d-0941-4b06-989c-39319a228a51 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 812 time: 0.1157954 Aug 16 02:56:37.422956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-72ffd6c4-b63e-493b-b6bc-bf098d0104ca tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb HTTP/1.1" status: 200 len: 379 time: 0.0370173 Aug 16 02:56:37.428147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-69828c82-859f-400d-8c5b-1a6c2c3a1a6f service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842292 Aug 16 02:56:37.435160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'port': {'device_id': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'admin_state_up': True, 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'security_groups': ['92d4b7dd-d8a5-4b4b-a647-d30fac500b32']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:37.591979 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-774b3a72-3657-4f65-bc7b-cbf469465d51 req-d41bbfa5-f197-449c-ae4c-58b4fd28dacb tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 210 time: 0.0378797 Aug 16 02:56:37.592770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Made reservation on behalf of c023dc3aaa654d9fa674fcfa9bc81deb for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:56:37.596640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:37.745700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.20.0.5 (c2ee01af-7ece-49de-b523-2d91c6278479/7bd1b9af-3ee5-429f-8445-1cc5d4133945/f11914c8-4791-4411-b4b7-3e55df1e47ed) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:37.868246 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f93493d5-344d-4412-a046-5a1a9b5b8d7a req-10a55fc6-85c9-4bb9-9e89-393a983a1bdc service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330199 Aug 16 02:56:37.898033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:37.912219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Transition to ACTIVE for port object f11914c8-4791-4411-b4b7-3e55df1e47ed will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:37.944835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:37.986304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network c2ee01af-7ece-49de-b523-2d91c6278479 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:37.991707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:37.994366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:38.031803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=f11914c8-4791-4411-b4b7-3e55df1e47ed,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:38.044901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.045275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.045619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.045969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.046301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.046635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.046966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.047295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.047625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.048370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.048678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.049014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:38.073377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:38.074180 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.090812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-ec26d7d2-f43a-4c65-9ecb-0b2c9662fb2d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593113 Aug 16 02:56:38.109496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Request body: {'port': {'device_id': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:38.166262 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.223715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-956ff759-9b9e-4792-b5d1-41dae047a0b9 None None] Provisioning for port f11914c8-4791-4411-b4b7-3e55df1e47ed completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:38.228944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-956ff759-9b9e-4792-b5d1-41dae047a0b9 None None] Provisioning complete for port f11914c8-4791-4411-b4b7-3e55df1e47ed triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:38.229614 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-956ff759-9b9e-4792-b5d1-41dae047a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.266998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-956ff759-9b9e-4792-b5d1-41dae047a0b9 None None] Port f11914c8-4791-4411-b4b7-3e55df1e47ed cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:56:38.432940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11914c8-4791-4411-b4b7-3e55df1e47ed {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:38.444988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.457552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Transition to ACTIVE for port object f11914c8-4791-4411-b4b7-3e55df1e47ed will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:38.461728 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.558524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Pushing event updated for resources: {'Port': ['ID=f11914c8-4791-4411-b4b7-3e55df1e47ed,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:38.589640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Attempting to bind port f11914c8-4791-4411-b4b7-3e55df1e47ed on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:56:38.590065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Attempting to bind port f11914c8-4791-4411-b4b7-3e55df1e47ed by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:56:38.590834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Attempting to bind port f11914c8-4791-4411-b4b7-3e55df1e47ed on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:38.598380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Port f11914c8-4791-4411-b4b7-3e55df1e47ed on network c2ee01af-7ece-49de-b523-2d91c6278479 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:56:38.598672 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Attempting to bind port f11914c8-4791-4411-b4b7-3e55df1e47ed on network c2ee01af-7ece-49de-b523-2d91c6278479 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:38.604362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:56:38.604713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Checking segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:38.605115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Bound using segment: {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:56:38.605590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Bound port: f11914c8-4791-4411-b4b7-3e55df1e47ed, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1384403e-6fb4-489a-901a-e85bc77483be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:56:38.605959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.689717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] For port f11914c8-4791-4411-b4b7-3e55df1e47ed, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:56:38.694089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] For port f11914c8-4791-4411-b4b7-3e55df1e47ed, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:56:38.701473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.751703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:38.752308 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.754241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] 10.222.0.98 "PUT /v2.0/ports/f11914c8-4791-4411-b4b7-3e55df1e47ed HTTP/1.1" status: 200 len: 1092 time: 0.6494269 Aug 16 02:56:38.754441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:38.756739 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739396ea-9fc9-48f8-945b-4bfb75362997" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:38.787557 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ba1db-acfd-4c8b-9e30-4aa2f1ced274 service neutron] Pushing event updated for resources: {'Port': ['ID=f11914c8-4791-4411-b4b7-3e55df1e47ed,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:38.793040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde3e70-e096-4086-a4c8-def0c893389f req-b45d248e-bdeb-4b37-9263-0b140b316037 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:38.794907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdde3e70-e096-4086-a4c8-def0c893389f req-b45d248e-bdeb-4b37-9263-0b140b316037 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.1186209 Aug 16 02:56:38.832563 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee373f7-1747-4e5f-b16f-2bc8b597f339 x-openstack-request-id: req-fee373f7-1747-4e5f-b16f-2bc8b597f339 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:38.832840 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:38.833093 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fee373f7-1747-4e5f-b16f-2bc8b597f339 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:38.833506 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'status': 'completed', 'code': 200} Aug 16 02:56:38.853014 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdde3e70-e096-4086-a4c8-def0c893389f req-aa67f203-ebb0-4ffb-92f2-866473af094f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511014 Aug 16 02:56:38.855867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-0297c60b-3596-49d6-aab7-741520a01da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:38.857599 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-0297c60b-3596-49d6-aab7-741520a01da6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 1095 time: 0.0535679 Aug 16 02:56:38.908342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-5c6d8a04-2eb4-4750-bff4-50fae83b2cfe service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed HTTP/1.1" status: 200 len: 217 time: 0.0369854 Aug 16 02:56:38.970441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-8ecdc6dc-7a3d-4f79-ba4f-66986d252e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:38.971939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-8ecdc6dc-7a3d-4f79-ba4f-66986d252e4e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0521128 Aug 16 02:56:39.026243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-3b8c8f89-e267-44a9-837a-1d2e670e5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:39.027903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-3b8c8f89-e267-44a9-837a-1d2e670e5dd8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445280 Aug 16 02:56:39.117969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-d8f99e0f-f30c-40f9-9d5c-150413be34c2 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817630 Aug 16 02:56:39.216925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5f33f12-9477-42cc-a9ec-384a31d830d9 req-13976bf7-fa9d-4c09-a7ec-396c296872f1 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865073 Aug 16 02:56:39.310951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-505c08a3-be65-4d68-b9af-b96e267f1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:39.312515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-505c08a3-be65-4d68-b9af-b96e267f1f67 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 1095 time: 0.0427480 Aug 16 02:56:39.414566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-99bd05d6-4fb1-41aa-9d97-1f7858bf207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:39.416063 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-99bd05d6-4fb1-41aa-9d97-1f7858bf207e service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0926857 Aug 16 02:56:39.463202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-f8e86667-9e5d-4859-bd8f-daa03d88429c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed HTTP/1.1" status: 200 len: 217 time: 0.0345435 Aug 16 02:56:39.513665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-a5f46e75-215a-4c65-bb17-c5f8a16ef7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:39.515054 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-a5f46e75-215a-4c65-bb17-c5f8a16ef7dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0438647 Aug 16 02:56:39.566697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-2740f383-b2ad-4d11-be7f-5c3405962589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:39.568234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-2740f383-b2ad-4d11-be7f-5c3405962589 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454721 Aug 16 02:56:39.659715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-e312d3e5-a2b4-4472-bf2b-a098bd9f1de5 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811439 Aug 16 02:56:39.756170 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-739396ea-9fc9-48f8-945b-4bfb75362997 req-0fe7dc56-ced8-45f4-ba54-7571c2a21c4c service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851772 Aug 16 02:56:39.970525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476941bf-ee4d-4513-819c-a8de34d0d5bc req-9141adae-b259-435c-8549-0166dea31fc2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:39.972116 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-476941bf-ee4d-4513-819c-a8de34d0d5bc req-9141adae-b259-435c-8549-0166dea31fc2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0532310 Aug 16 02:56:40.013021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-476941bf-ee4d-4513-819c-a8de34d0d5bc req-806d986c-d3d6-490b-b438-cc351d9ef5f1 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346675 Aug 16 02:56:41.132076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a7411-17d7-437e-a556-92da9eee3dc3 req-f840112c-9fe2-4bd4-a9b7-80714f205af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:41.133801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d8a7411-17d7-437e-a556-92da9eee3dc3 req-f840112c-9fe2-4bd4-a9b7-80714f205af6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0512462 Aug 16 02:56:41.172866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d8a7411-17d7-437e-a556-92da9eee3dc3 req-036112ac-5364-4876-ab9c-b04b859704aa tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Aug 16 02:56:42.285851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b10a2-db81-4854-ba81-ec8f0fe175f0 req-437065e9-f5a1-4b02-98de-c7890f1ddbbc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:42.287341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f34b10a2-db81-4854-ba81-ec8f0fe175f0 req-437065e9-f5a1-4b02-98de-c7890f1ddbbc tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0498860 Aug 16 02:56:42.325053 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f34b10a2-db81-4854-ba81-ec8f0fe175f0 req-1b5ff2c4-0e07-4d28-9542-d4e4e02547c2 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Aug 16 02:56:43.447994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed976d7-b85b-4ad8-91fb-dc2f6fa5c053 req-3abc762c-1c7c-4af8-88fd-7840617f0a30 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:43.450125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ed976d7-b85b-4ad8-91fb-dc2f6fa5c053 req-3abc762c-1c7c-4af8-88fd-7840617f0a30 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0529926 Aug 16 02:56:43.486144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ed976d7-b85b-4ad8-91fb-dc2f6fa5c053 req-20498780-6a72-4699-9324-2e370f20a34a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302031 Aug 16 02:56:44.600325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438026-b7e8-4cd5-94fd-971357380df1 req-01dbe8ef-6196-4916-9b8d-b909522379df tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:44.601705 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fd438026-b7e8-4cd5-94fd-971357380df1 req-01dbe8ef-6196-4916-9b8d-b909522379df tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0482082 Aug 16 02:56:44.643267 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fd438026-b7e8-4cd5-94fd-971357380df1 req-5fe7aeaf-54a4-4b66-9a9c-5cfea0dab95a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351005 Aug 16 02:56:45.755459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c6bb1-c05a-416b-a431-2b76586b0df9 req-020b136c-279a-4625-9490-d3c6dee4beb5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:45.756953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062c6bb1-c05a-416b-a431-2b76586b0df9 req-020b136c-279a-4625-9490-d3c6dee4beb5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0481269 Aug 16 02:56:45.792972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-062c6bb1-c05a-416b-a431-2b76586b0df9 req-2035c099-0cb8-428f-8463-ece934916d61 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295272 Aug 16 02:56:46.919069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9c230-06f5-4701-b064-a4d2d80209d8 req-37742bef-c284-41f0-b89d-d647df3e3059 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:46.921227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4fe9c230-06f5-4701-b064-a4d2d80209d8 req-37742bef-c284-41f0-b89d-d647df3e3059 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0531449 Aug 16 02:56:46.966492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4fe9c230-06f5-4701-b064-a4d2d80209d8 req-1fead805-71b8-4980-8b1a-0e709c64c36c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389566 Aug 16 02:56:48.108147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8fc7-821c-4c3e-9d74-8d388541c49a req-8e6d5b14-30fb-4e06-9438-e165ff491903 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:48.109830 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f8fc7-821c-4c3e-9d74-8d388541c49a req-8e6d5b14-30fb-4e06-9438-e165ff491903 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0628035 Aug 16 02:56:48.150171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-466f8fc7-821c-4c3e-9d74-8d388541c49a req-da224bfe-f2a2-4d68-8264-662d43381158 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328109 Aug 16 02:56:49.268194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb57b00-31a3-47b7-8be3-8a76861c321b req-9d4b07ab-d3a0-4905-96d2-8158c0df9a59 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:49.269703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0eb57b00-31a3-47b7-8be3-8a76861c321b req-9d4b07ab-d3a0-4905-96d2-8158c0df9a59 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 943 time: 0.0492802 Aug 16 02:56:49.306071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0eb57b00-31a3-47b7-8be3-8a76861c321b req-e2d94d6b-0dec-43e2-aeba-a7562c0f174b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304952 Aug 16 02:56:49.649778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f11914c8-4791-4411-b4b7-3e55df1e47ed details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:56:49.746231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f11914c8-4791-4411-b4b7-3e55df1e47ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:49.758461 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'port_id': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'mac_address': 'fa:16:3e:b6:7f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:56:49.801072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.814163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11914c8-4791-4411-b4b7-3e55df1e47ed {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:49.832818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f11914c8-4791-4411-b4b7-3e55df1e47ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:49.836564 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:49.883169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=f11914c8-4791-4411-b4b7-3e55df1e47ed,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:49.890518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.890866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.891208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.891545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.891878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.892208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.892566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.892893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.893217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.893542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.893865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:49.894187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:50.167517 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['f11914c8-4791-4411-b4b7-3e55df1e47ed'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:56:50.426240 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7fb40-0cf0-4ca8-8b1a-07eb11801485 req-63548c74-a951-4d50-87d8-4f417916b5c4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:50.426851 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53c7fb40-0cf0-4ca8-8b1a-07eb11801485 req-63548c74-a951-4d50-87d8-4f417916b5c4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 944 time: 0.0527086 Aug 16 02:56:50.463060 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-53c7fb40-0cf0-4ca8-8b1a-07eb11801485 req-8f2d79ca-0020-49cb-956a-eaf390f9fe86 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305893 Aug 16 02:56:51.577189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d7a12-6b77-4f85-8898-b6254f98e4de req-77bc5aa9-e20b-4091-9835-2e1efbd79b73 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.578656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a11d7a12-6b77-4f85-8898-b6254f98e4de req-77bc5aa9-e20b-4091-9835-2e1efbd79b73 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 944 time: 0.0472553 Aug 16 02:56:51.619449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a11d7a12-6b77-4f85-8898-b6254f98e4de req-560388f1-80a3-4d6b-8eee-de14c14b3bb5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348530 Aug 16 02:56:51.679040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f11914c8-4791-4411-b4b7-3e55df1e47ed up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:51.725350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port f11914c8-4791-4411-b4b7-3e55df1e47ed completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:51.729030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port f11914c8-4791-4411-b4b7-3e55df1e47ed triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:51.729407 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.805626 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.826691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:51.828939 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4857ef2-9d37-43a9-bc9d-c64140e340d0" -d '{"events": [{"server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "name": "network-vif-plugged", "status": "completed", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:51.841771 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port f11914c8-4791-4411-b4b7-3e55df1e47ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:51.849609 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:51.873414 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e266e071-d657-4442-b27a-065621ac1d9c x-openstack-request-id: req-e266e071-d657-4442-b27a-065621ac1d9c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:51.873625 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "name": "network-vif-plugged", "status": "completed", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:51.873875 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e266e071-d657-4442-b27a-065621ac1d9c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:51.874254 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'code': 200} Aug 16 02:56:51.899898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=f11914c8-4791-4411-b4b7-3e55df1e47ed,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:51.967905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555c0b4-e112-450e-a397-448b6f912ae4 req-8cfadbdc-1269-4930-b2aa-5e508cf91046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.969483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8555c0b4-e112-450e-a397-448b6f912ae4 req-8cfadbdc-1269-4930-b2aa-5e508cf91046 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 1097 time: 0.0402293 Aug 16 02:56:52.007516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8555c0b4-e112-450e-a397-448b6f912ae4 req-efa509d6-686c-4546-9661-72a3d13662cb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266452 Aug 16 02:56:52.586490 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.731470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5856-3fd1-476b-b844-934b8007aab0 req-d88e9ce3-9e55-4c38-bd6a-04ee29f48d4a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:52.732976 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-337b5856-3fd1-476b-b844-934b8007aab0 req-d88e9ce3-9e55-4c38-bd6a-04ee29f48d4a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 945 time: 0.0474401 Aug 16 02:56:52.770449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-337b5856-3fd1-476b-b844-934b8007aab0 req-109d9fe4-56f7-447d-9370-31a2386a2275 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Aug 16 02:56:53.769435 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.886959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89439f8d-e97d-40b0-b945-b2721827b791 req-82de558e-b988-48ec-aca8-bbc35db65510 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:53.889151 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89439f8d-e97d-40b0-b945-b2721827b791 req-82de558e-b988-48ec-aca8-bbc35db65510 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 945 time: 0.0503974 Aug 16 02:56:53.927033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89439f8d-e97d-40b0-b945-b2721827b791 req-b2c47f27-63b2-4bed-82a7-238404327f12 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Aug 16 02:56:54.042497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3c028-e39a-4909-9888-38685c5266e3 req-0223bfa0-869d-4c00-9dcd-25b61268efab tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:54.044183 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bd3c028-e39a-4909-9888-38685c5266e3 req-0223bfa0-869d-4c00-9dcd-25b61268efab tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Aug 16 02:56:54.092372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0bd3c028-e39a-4909-9888-38685c5266e3 req-2df20c40-2179-45c3-9dec-67dc21250dfa tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420814 Aug 16 02:56:54.117817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:54.157730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2867ae-413d-4ddb-a370-171fe97bc63d tempest-TestVolumeBootPattern-604163788 tempest-TestVolumeBootPattern-604163788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:54.159302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9d2867ae-413d-4ddb-a370-171fe97bc63d tempest-TestVolumeBootPattern-604163788 tempest-TestVolumeBootPattern-604163788-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 1092 time: 0.0404489 Aug 16 02:56:54.162542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:54.167132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:54.190628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.303844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.410772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Allocated IP 172.25.4.24 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/64b1cbc5-5209-4316-b0b2-e6993f15e757) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:54.510268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.549555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.584796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:54.591050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:54.594580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:54.600348 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=64b1cbc5-5209-4316-b0b2-e6993f15e757,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:54.630604 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.630949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.631328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.631651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.631979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.632324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.632652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.632976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.633293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.633613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.633929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.634248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:54.953598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.021405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.168315 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.173153 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.239653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event updated for resources: {'Port': ['ID=64b1cbc5-5209-4316-b0b2-e6993f15e757,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:55.249744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.349833 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Floating IP b292d33a-72e6-485d-8e36-9a49efa3f541 associated. External IP: 172.25.4.24, port: f11914c8-4791-4411-b4b7-3e55df1e47ed. Aug 16 02:56:55.554554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:55.659905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:55.669882 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:55.674904 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.679143 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:55.679747 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:56:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:55.702495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cdc445a9-9e6e-49cd-9d9a-bbac84fe5ce7 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5389047 Aug 16 02:56:55.703085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:55.705358 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:55.785500 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:55.815712 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e48376a-a6b7-4a89-acf2-83fb434ad2ef x-openstack-request-id: req-2e48376a-a6b7-4a89-acf2-83fb434ad2ef {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:55.816005 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:55.816260 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e48376a-a6b7-4a89-acf2-83fb434ad2ef {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:55.816704 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'status': 'completed', 'code': 200} Aug 16 02:56:55.884876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-e7469f54-4ffd-4a29-a0bd-41b30c72b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:55.886367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-e7469f54-4ffd-4a29-a0bd-41b30c72b476 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 1097 time: 0.0404148 Aug 16 02:56:55.974176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-84af784e-aaae-47da-9acd-46f14dfdc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:55.975638 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-84af784e-aaae-47da-9acd-46f14dfdc3ef service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0823839 Aug 16 02:56:56.007354 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:58Z', 'revision_number': 1, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}, {'id': 'b292d33a-72e6-485d-8e36-9a49efa3f541', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:b6:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:56:54Z', 'updated_at': '2021-08-16T02:56:54Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:56.032910 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:56.040888 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:56.041484 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:56:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:56.045655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-54d203db-42c2-44f3-a536-37498fb67768 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed HTTP/1.1" status: 200 len: 998 time: 0.0620654 Aug 16 02:56:56.095533 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-e91641f3-16ef-44a2-bdfa-d8ec8adbb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:56.096955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-e91641f3-16ef-44a2-bdfa-d8ec8adbb7ed service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0440688 Aug 16 02:56:56.143185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-28cb020d-ead7-47df-a8aa-bf641fec2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:56.144720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-28cb020d-ead7-47df-a8aa-bf641fec2640 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395114 Aug 16 02:56:56.145020 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:56.215910 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a9a746ca-59f4-4237-8862-e6c7715ca72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.246834 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-1d87043a-9151-4777-87fb-b6de7d4568e7 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938435 Aug 16 02:56:56.341931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5eaddc2-e26b-49a4-b76e-1f6dc4bb1058 req-8e84d3f5-18e5-49ed-8787-0863f434dcef service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873556 Aug 16 02:56:56.376609 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:58Z', 'revision_number': 1, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}, {'id': 'b292d33a-72e6-485d-8e36-9a49efa3f541', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:b6:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:56:54Z', 'updated_at': '2021-08-16T02:56:54Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:56.402302 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91269783-1d96-4a41-85f9-d900f79d4400 None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:58Z', 'revision_number': 1, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}, {'id': 'b292d33a-72e6-485d-8e36-9a49efa3f541', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:b6:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:56:54Z', 'updated_at': '2021-08-16T02:56:54Z', 'revision_number': 0, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:56.592617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78d964-1537-444c-b710-6e72eaf8f0cd None None] New status for floating IP b292d33a-72e6-485d-8e36-9a49efa3f541: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:56:58.804025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f6637758-1b50-4b0b-9940-7fbbfca7a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:58.832260 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.116512 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:02.032121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.548872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-851cf453-092a-4d06-90e1-7afa74bc6e6d req-651eda71-d0f6-4e85-a286-5d1d12f10f0e service neutron] (94857) timed out ('10.222.0.78', 34856) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:57:12.061227 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:22.593634 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:23.781688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:26.215204 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-154bbaab-2736-4c9c-b681-59c6b7ae9b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:28.805688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4f5ff751-c7ca-4e95-a4de-3805cf7741c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:28.821319 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:30.118962 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:32.030919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:36.467383 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-5856c7e6-24e9-43bd-8908-731cba3aa058 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457003 Aug 16 02:57:36.546234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d552ad3-3f51-4813-9081-2beb07855363 req-d6b5a4be-e5c2-4d24-8657-970467a0a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:36.547731 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-d6b5a4be-e5c2-4d24-8657-970467a0a4b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1097 time: 0.0398560 Aug 16 02:57:36.650798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d552ad3-3f51-4813-9081-2beb07855363 req-6b58248b-48ee-4f50-ac86-0ee899ab8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:36.652203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-6b58248b-48ee-4f50-ac86-0ee899ab8780 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0866764 Aug 16 02:57:36.714714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-c5cb0e49-8657-452a-b36d-ae8b3840419a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 1000 time: 0.0557339 Aug 16 02:57:36.776070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d552ad3-3f51-4813-9081-2beb07855363 req-762f9aaa-2850-4d9c-993d-e6720f82c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:36.777562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-762f9aaa-2850-4d9c-993d-e6720f82c139 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0562301 Aug 16 02:57:36.822436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d552ad3-3f51-4813-9081-2beb07855363 req-a33dc601-4711-4af6-80fa-b83767263a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:36.823926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-a33dc601-4711-4af6-80fa-b83767263a5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395417 Aug 16 02:57:36.910346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-0ddd18e3-dc3b-460e-b6a7-09c2442b98c6 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786884 Aug 16 02:57:37.001791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5d552ad3-3f51-4813-9081-2beb07855363 req-61d60fde-4a62-4d37-a7cd-da9cf4015032 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842941 Aug 16 02:57:41.031322 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-b6d9cb64-3591-495e-9e00-22b36fe47066 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1063259 Aug 16 02:57:41.124512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-6c37db70-f25c-4f45-bc33-859000231c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:41.126472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-6c37db70-f25c-4f45-bc33-859000231c50 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 1097 time: 0.0442085 Aug 16 02:57:41.235313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-7d54e5d5-b8fe-4e85-8929-988927b9ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:41.236833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-7d54e5d5-b8fe-4e85-8929-988927b9ee66 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0829430 Aug 16 02:57:41.307585 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-ade436ae-6bc9-42df-b1d0-f006a446e213 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed HTTP/1.1" status: 200 len: 1000 time: 0.0639014 Aug 16 02:57:41.363085 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-c058d437-a22d-4a45-8fc1-78c65af38831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:41.364822 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-c058d437-a22d-4a45-8fc1-78c65af38831 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0462122 Aug 16 02:57:41.410798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-b1075021-800f-436c-9877-4535a461a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:41.412249 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-b1075021-800f-436c-9877-4535a461a0c9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400157 Aug 16 02:57:41.505796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-cff167c0-b0c9-41a7-a8aa-d293c517ae01 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Aug 16 02:57:41.603041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4aaf1351-5f74-40d1-b914-3d6ca42a84b1 req-eb5151ab-90c2-4438-bf4a-8df4cf3f72ca service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838954 Aug 16 02:57:49.060317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:52.591875 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.787687 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.215864 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05bb4236-3f98-44c3-ad3b-64e7bebe75a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:58.806496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c81faed4-71ae-4e20-bf4e-59143f47d055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:58.822277 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:00.121478 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:02.033684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:22.598191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:23.797393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.058927 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:26.215506 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87a0ebd5-e9bd-479d-b6bd-7a08eadd38c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:28.814354 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-abcfb1c5-4bec-4e53-bfa5-1af0ba357978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:28.824273 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.125154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.037386 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.469367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-79c8254c-bef5-4b21-883d-ec42854c2d3b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408728 Aug 16 02:58:37.555254 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813f3af-08bd-4c2d-841f-347c764967cd req-aa0e7497-a3b4-4d43-a54f-9fc3ee91a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:37.556755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-aa0e7497-a3b4-4d43-a54f-9fc3ee91a179 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1097 time: 0.0395944 Aug 16 02:58:37.597447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36144) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:37.664933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813f3af-08bd-4c2d-841f-347c764967cd req-d454f974-d8e6-4ff6-9e92-ccb919aa54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:37.666421 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-d454f974-d8e6-4ff6-9e92-ccb919aa54d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0893009 Aug 16 02:58:37.732037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-126ed612-5846-4ff9-b19c-becdf1ea6fc0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 1000 time: 0.0589743 Aug 16 02:58:37.756522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port 64b1cbc5-5209-4316-b0b2-e6993f15e757 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:37.756872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.786059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813f3af-08bd-4c2d-841f-347c764967cd req-f401fe5d-76a5-4e0f-8a5a-9e42733651b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:37.788532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-f401fe5d-76a5-4e0f-8a5a-9e42733651b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0493295 Aug 16 02:58:37.837071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.837292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813f3af-08bd-4c2d-841f-347c764967cd req-dbe35b89-0b49-438d-8a99-c814d032cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:37.837454 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:37.838621 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-dbe35b89-0b49-438d-8a99-c814d032cde0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435357 Aug 16 02:58:37.850057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for 64b1cbc5-5209-4316-b0b2-e6993f15e757 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:37.926335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-515f4bc1-99c8-4ab5-ad32-37011b400e11 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 Aug 16 02:58:37.997152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.021741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4813f3af-08bd-4c2d-841f-347c764967cd req-83fddb77-e5ba-4cb7-b273-4b308eb067c2 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888653 Aug 16 02:58:38.026399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=64b1cbc5-5209-4316-b0b2-e6993f15e757,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:38.050904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.051259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.051664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.051992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.052410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.052744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.053069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.053394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.053715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.054037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.054358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.054679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:38.092961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.093299 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Floating IP b292d33a-72e6-485d-8e36-9a49efa3f541 disassociated (deleted). External IP: 172.25.4.24, port: f11914c8-4791-4411-b4b7-3e55df1e47ed. Aug 16 02:58:38.295957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:38.401636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:38.406483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.410995 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:38.420158 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:38.420789 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:38.432720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-458ba34f-0b16-426a-98ba-c0482de01d5a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "DELETE /v2.0/floatingips/b292d33a-72e6-485d-8e36-9a49efa3f541 HTTP/1.1" status: 204 len: 168 time: 0.8342414 Aug 16 02:58:38.433424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:38.435783 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5df319-2b16-4425-803f-1be4bc4dbdab" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:38.484414 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a480ca-e0bd-4713-a8f6-9b7884c83e8a x-openstack-request-id: req-d1a480ca-e0bd-4713-a8f6-9b7884c83e8a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:38.484717 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:38.484970 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1a480ca-e0bd-4713-a8f6-9b7884c83e8a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:38.485410 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'status': 'completed', 'code': 200} Aug 16 02:58:38.560961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-ed416b10-ec02-499f-b829-739ce84190d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.562474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-ed416b10-ec02-499f-b829-739ce84190d3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 1097 time: 0.0462852 Aug 16 02:58:38.628702 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:38.681234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af04e24-0777-45b7-b588-4bb4c36f58e9 req-a88247d0-6c69-4730-8b99-9c6661a7cef3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.682132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-0b9ec3ef-d21d-4a03-b5ca-fa3e4fe874e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.683614 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-0b9ec3ef-d21d-4a03-b5ca-fa3e4fe874e8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.1064777 Aug 16 02:58:38.684246 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7af04e24-0777-45b7-b588-4bb4c36f58e9 req-a88247d0-6c69-4730-8b99-9c6661a7cef3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 945 time: 0.0540080 Aug 16 02:58:38.724843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7af04e24-0777-45b7-b588-4bb4c36f58e9 req-8df4b13c-3d32-4476-b641-8a89a12688ad tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344355 Aug 16 02:58:38.736975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-daeadaef-4728-4a77-9944-b36f84246c94 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed HTTP/1.1" status: 200 len: 217 time: 0.0456710 Aug 16 02:58:38.787566 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-e582adcf-eac3-41a3-b02a-e4f1ddfbc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.789171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-e582adcf-eac3-41a3-b02a-e4f1ddfbc4e5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0441844 Aug 16 02:58:38.843360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-7b225d69-8794-412e-a9ad-8276d2eec1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.844809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-7b225d69-8794-412e-a9ad-8276d2eec1d9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473578 Aug 16 02:58:38.854648 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:58Z', 'revision_number': 1, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:38.880511 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:38.888420 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:38.889018 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:38.935149 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-cd08e91f-9254-4d69-a552-884c69edd102 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814028 Aug 16 02:58:38.989993 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:39.225300 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:58Z', 'revision_number': 1, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:39.251244 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b66901-654c-46af-bb9c-fc421b8ce11e None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'port_id': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'mac_address': 'fa:16:3e:1f:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:54:55Z', 'updated_at': '2021-08-16T02:54:58Z', 'revision_number': 1, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:39.346959 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4a5df319-2b16-4425-803f-1be4bc4dbdab req-97b508ce-c663-44b9-befb-9ce9fee7e09a service neutron] 10.222.0.98 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039888 Aug 16 02:58:39.485540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9507ec8-8342-4ab7-a4e5-d1a47a625de6 None None] New status for floating IP b292d33a-72e6-485d-8e36-9a49efa3f541: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:39.874710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7fffa-1902-4d39-a0b3-a22fd5da6182 req-abef2cce-5e23-4b73-b7cd-8715ec49f526 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:39.876177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4f7fffa-1902-4d39-a0b3-a22fd5da6182 req-abef2cce-5e23-4b73-b7cd-8715ec49f526 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Aug 16 02:58:39.913494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d4f7fffa-1902-4d39-a0b3-a22fd5da6182 req-f33ea933-b070-4465-9573-e490b62a8652 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305250 Aug 16 02:58:40.463602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe607-01b2-490e-830e-985eede9fad7 req-be7df71b-9dd3-44c6-9e65-571e05177b4b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:40.465085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-030fe607-01b2-490e-830e-985eede9fad7 req-be7df71b-9dd3-44c6-9e65-571e05177b4b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 945 time: 0.0471246 Aug 16 02:58:40.559411 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port f11914c8-4791-4411-b4b7-3e55df1e47ed {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:40.559748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.643639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] For port f11914c8-4791-4411-b4b7-3e55df1e47ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=f11914c8-4791-4411-b4b7-3e55df1e47ed,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:40.644008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.657194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for f11914c8-4791-4411-b4b7-3e55df1e47ed owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:40.785227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.811231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=f11914c8-4791-4411-b4b7-3e55df1e47ed,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:40.854308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] No DVR routers for this DVR port f11914c8-4791-4411-b4b7-3e55df1e47ed on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:40.856997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:40.859016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-030fe607-01b2-490e-830e-985eede9fad7 req-386f6459-42e6-491b-8567-a9618f15c48c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.98 "DELETE /v2.0/ports/f11914c8-4791-4411-b4b7-3e55df1e47ed HTTP/1.1" status: 204 len: 173 time: 0.3840621 Aug 16 02:58:40.859455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'name': 'network-vif-deleted', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:40.861876 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f27da6-d2f5-4612-8dc7-81aae55fb19d" -d '{"events": [{"server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "name": "network-vif-deleted", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:40.901090 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8424328c-a3f9-4488-a2b6-b5b75d072378 x-openstack-request-id: req-8424328c-a3f9-4488-a2b6-b5b75d072378 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:40.901693 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3", "name": "network-vif-deleted", "tag": "f11914c8-4791-4411-b4b7-3e55df1e47ed", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:40.901693 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8424328c-a3f9-4488-a2b6-b5b75d072378 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:40.902028 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3', 'name': 'network-vif-deleted', 'tag': 'f11914c8-4791-4411-b4b7-3e55df1e47ed', 'status': 'completed', 'code': 200} Aug 16 02:58:41.017998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-beaec2b9-c890-4704-a61a-2b5b11abbac5 req-a509b0da-e0a8-474c-a0b3-823c4ce7b0c9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 210 time: 0.0306025 Aug 16 02:58:42.114997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99ebd9eb-3a64-47c1-b4bf-3d44717c7242 req-dbc25dd0-24c9-4074-b5fd-15868d36b14a tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 210 time: 0.0261164 Aug 16 02:58:43.211627 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-655054ad-2521-44fa-8429-aa7dc7a57c32 req-4ef735f1-bb4f-4d62-8743-f9ba7f1ac1f6 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 210 time: 0.0269177 Aug 16 02:58:44.144004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f11914c8-4791-4411-b4b7-3e55df1e47ed no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:44.167494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: f11914c8-4791-4411-b4b7-3e55df1e47ed {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:44.167845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device f11914c8-4791-4411-b4b7-3e55df1e47ed not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:44.320558 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-de830a7e-0cf1-448b-b333-de61fb51ef74 req-9f02e66e-7df9-49d1-814e-e01e0f4008c0 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ec05dbb-4033-4cd3-aec3-ffc9b4f956e3 HTTP/1.1" status: 200 len: 210 time: 0.0304804 Aug 16 02:58:49.678698 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36196) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:49.836875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port e0d598a2-8b59-45d7-b2be-81de605844cc {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:49.837223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.909988 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.910389 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.922318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for e0d598a2-8b59-45d7-b2be-81de605844cc owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:50.066570 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:50.097997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=e0d598a2-8b59-45d7-b2be-81de605844cc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:50.153334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:50.153628 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Floating IP 7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0 disassociated (deleted). External IP: 172.25.4.16, port: 67a196f8-fe8c-43fd-87fa-e78db86228a1. Aug 16 02:58:50.356406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:50.463359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:50.467787 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:50.472643 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:50.481381 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:50.482101 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:50.494879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-861a9383-a4bb-40f7-adef-fb5092bd5eaf tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "DELETE /v2.0/floatingips/7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0 HTTP/1.1" status: 204 len: 168 time: 0.8150976 Aug 16 02:58:50.495482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:50.497797 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:50.537079 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f49349-c0f0-43c8-a10b-7ecf150942fc x-openstack-request-id: req-00f49349-c0f0-43c8-a10b-7ecf150942fc {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:50.537373 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:50.537623 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00f49349-c0f0-43c8-a10b-7ecf150942fc {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:50.538031 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'status': 'completed', 'code': 200} Aug 16 02:58:50.592091 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:50.597550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-d0792353-e81b-431c-ac8e-050e9a5aa921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:50.599701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-d0792353-e81b-431c-ac8e-050e9a5aa921 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 1097 time: 0.0421035 Aug 16 02:58:50.694967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-1b17bf41-0255-4abf-9b4b-781b1ad32b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:50.696694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-1b17bf41-0255-4abf-9b4b-781b1ad32b41 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 200 len: 913 time: 0.0893321 Aug 16 02:58:50.728148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09852e18-aa61-42e4-81ee-64caf6bea49d req-013db170-2fec-4098-92d6-689fc779fc7d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:50.729711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09852e18-aa61-42e4-81ee-64caf6bea49d req-013db170-2fec-4098-92d6-689fc779fc7d tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 945 time: 0.0512879 Aug 16 02:58:50.745191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-d17d886c-e279-4f55-9001-0de6fd10c43b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 200 len: 217 time: 0.0405138 Aug 16 02:58:50.770814 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09852e18-aa61-42e4-81ee-64caf6bea49d req-3c9ba64d-1b64-466a-a079-d841f28f10a5 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348547 Aug 16 02:58:50.800673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-31b150a3-879f-4779-b8a9-e9b71f61a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:50.800673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-31b150a3-879f-4779-b8a9-e9b71f61a982 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 200 len: 851 time: 0.0453346 Aug 16 02:58:50.821063 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:50.842186 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-aeef59a8-4083-4d4d-88f1-d2296be45b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:50.843611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-aeef59a8-4083-4d4d-88f1-d2296be45b72 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c2ee01af-7ece-49de-b523-2d91c6278479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388129 Aug 16 02:58:50.850113 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:50.858070 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:50.858663 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:50.935856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-a55ea3e2-fc79-4643-9aa8-e4dca9b8f467 service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841572 Aug 16 02:58:50.960594 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:51.025027 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f1a8ba2-1f8d-4a1f-a3a4-6f44e156482f req-bda42bf7-c888-416d-984a-57b95ee6983e service neutron] 10.222.0.88 "GET /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809994 Aug 16 02:58:51.151609 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:51.176885 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b29568-9e12-4cf6-8ace-9cfe932593eb None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:49:10Z', 'revision_number': 4, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5d9121af-d872-4f32-a949-24e7215eafd4', 'name': '', 'network_id': 'c2ee01af-7ece-49de-b523-2d91c6278479', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'mac_address': 'fa:16:3e:d6:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:09Z', 'updated_at': '2021-08-16T02:49:17Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'subnets': [{'id': '7bd1b9af-3ee5-429f-8445-1cc5d4133945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:51.386389 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a67cc-ef4a-4f86-8dc3-0b8162eea61b None None] New status for floating IP 7d02f6d8-d4e1-47aa-8d69-020b31ed0fb0: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:51.924779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3272e-e60b-46a2-9fc8-85b5b570daa0 req-81833258-a77c-48ce-9466-bde9430c08e3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:51.926260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64d3272e-e60b-46a2-9fc8-85b5b570daa0 req-81833258-a77c-48ce-9466-bde9430c08e3 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 945 time: 0.0480173 Aug 16 02:58:51.963410 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64d3272e-e60b-46a2-9fc8-85b5b570daa0 req-83208301-59f4-4b90-a5b5-ebb02188b00f tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/security-groups?id=92d4b7dd-d8a5-4b4b-a647-d30fac500b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305605 Aug 16 02:58:52.174016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-623ad25f-9edc-466c-8b4d-f7f22eeabbdd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:52.175378 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-623ad25f-9edc-466c-8b4d-f7f22eeabbdd tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 945 time: 0.0511117 Aug 16 02:58:52.261072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port 67a196f8-fe8c-43fd-87fa-e78db86228a1 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:52.261415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.350591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] For port 67a196f8-fe8c-43fd-87fa-e78db86228a1, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=67a196f8-fe8c-43fd-87fa-e78db86228a1,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:52.350967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.363626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for 67a196f8-fe8c-43fd-87fa-e78db86228a1 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:52.490863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.516677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=67a196f8-fe8c-43fd-87fa-e78db86228a1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:52.530707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.531058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.531421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.531764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.532100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.532461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.532792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.533118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.533441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.533764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.534086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.534408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:52.569752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] No DVR routers for this DVR port 67a196f8-fe8c-43fd-87fa-e78db86228a1 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:52.572578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.574880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b006d7d6-25d2-4dd8-89d5-3ef78cd3a5c6 req-1240607d-c833-418f-9123-6a8a17c11b5b tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.88 "DELETE /v2.0/ports/67a196f8-fe8c-43fd-87fa-e78db86228a1 HTTP/1.1" status: 204 len: 173 time: 0.3935461 Aug 16 02:58:52.575317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'name': 'network-vif-deleted', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:52.577657 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67410e3-96ff-4c6e-84a7-80e677d6a20e" -d '{"events": [{"server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "name": "network-vif-deleted", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:52.597786 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.632086 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ca9d9f-2a95-49da-a710-9b712e69960e x-openstack-request-id: req-d2ca9d9f-2a95-49da-a710-9b712e69960e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:52.632415 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b907ca-39b3-4c93-b765-c3ae73a2bf9c", "name": "network-vif-deleted", "tag": "67a196f8-fe8c-43fd-87fa-e78db86228a1", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:52.632674 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2ca9d9f-2a95-49da-a710-9b712e69960e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:52.633082 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b907ca-39b3-4c93-b765-c3ae73a2bf9c', 'name': 'network-vif-deleted', 'tag': '67a196f8-fe8c-43fd-87fa-e78db86228a1', 'status': 'completed', 'code': 200} Aug 16 02:58:53.056867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9b8df0c9-b48a-4d74-a289-77f832e5d2c5 req-9d9a7233-6616-40bc-adb6-6059b7f87fc4 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 210 time: 0.0266807 Aug 16 02:58:53.796764 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:54.153204 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f48fe3ce-2be0-4ce5-9dc6-6ea19672d735 req-95db4128-7f93-4949-a20e-696b5971ddc9 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 210 time: 0.0285552 Aug 16 02:58:55.249725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7375ac5e-1855-4345-8ee0-b9820cd43165 req-868281a2-42cb-432a-9c9e-57f97a18d90c tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6b907ca-39b3-4c93-b765-c3ae73a2bf9c HTTP/1.1" status: 200 len: 210 time: 0.0273278 Aug 16 02:58:55.797854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 67a196f8-fe8c-43fd-87fa-e78db86228a1 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:55.822528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 67a196f8-fe8c-43fd-87fa-e78db86228a1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:55.822879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 67a196f8-fe8c-43fd-87fa-e78db86228a1 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:56.216113 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a232d513-dab4-4aa7-980a-cacaa5ac6298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.306087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36220) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:56.430847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Deleting port 624c9eb3-2820-4817-a832-5f3b560fdf94 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:56.431108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.507307 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.507634 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.519138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Calling delete_port for 624c9eb3-2820-4817-a832-5f3b560fdf94 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:56.655284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.682074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'Port': ['ID=624c9eb3-2820-4817-a832-5f3b560fdf94,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:56.746983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.749726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.750879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b632a97c-616c-405b-89a4-7006e7747d14 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "DELETE /v2.0/floatingips/cb0f369e-5d73-4a31-8285-15c8fab2d656 HTTP/1.1" status: 204 len: 168 time: 0.4437683 Aug 16 02:58:58.805941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4c81e06-8de3-4214-ba40-72e7d5efb9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:58.825106 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.017201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36234) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:59.075868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0822c312-c58f-4ed7-ae13-1c188e95ad52 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.101074 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0822c312-c58f-4ed7-ae13-1c188e95ad52 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.165707 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0822c312-c58f-4ed7-ae13-1c188e95ad52 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.168473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0822c312-c58f-4ed7-ae13-1c188e95ad52 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.171125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0822c312-c58f-4ed7-ae13-1c188e95ad52 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] 10.222.0.78 "DELETE /v2.0/security-groups/92d4b7dd-d8a5-4b4b-a647-d30fac500b32 HTTP/1.1" status: 204 len: 168 time: 0.1514316 Aug 16 02:58:59.184436 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822c312-c58f-4ed7-ae13-1c188e95ad52 tempest-TestVolumeBootPattern-40441327 tempest-TestVolumeBootPattern-40441327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d4b7dd-d8a5-4b4b-a647-d30fac500b32,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:59.243550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36238) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:59.689275 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:59.935142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Deleting port 5d9121af-d872-4f32-a949-24e7215eafd4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:59.935485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.011133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] For port 5d9121af-d872-4f32-a949-24e7215eafd4, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5d9121af-d872-4f32-a949-24e7215eafd4,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:00.011419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.027278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Calling delete_port for 5d9121af-d872-4f32-a949-24e7215eafd4 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:00.127992 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.204861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.231607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9121af-d872-4f32-a949-24e7215eafd4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:00.706397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:00.917662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Router 7a5f5024-d0d8-4df2-8f61-52149617062b has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:01.023121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:01.030792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d0c7defb-d4b0-480f-b3a4-7fbb0db2c93b admin admin] 10.222.0.78 "PUT /v2.0/routers/7a5f5024-d0d8-4df2-8f61-52149617062b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858899 Aug 16 02:59:01.030932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36242) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:01.032207 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] Sync routers for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:01.041137 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:01.041741 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:01.134139 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.142705 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:01.237517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.293967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Deleting port a9e162b1-471e-43c6-9f01-3ab223735649 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:01.294316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.322681 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:59:00Z', 'revision_number': 5, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port': {'id': 'a9e162b1-471e-43c6-9f01-3ab223735649', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:08Z', 'updated_at': '2021-08-16T02:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:01.349202 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] Checking router: 7a5f5024-d0d8-4df2-8f61-52149617062b for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:01.357217 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] Routers {'7a5f5024-d0d8-4df2-8f61-52149617062b'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:01.357919 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['7a5f5024-d0d8-4df2-8f61-52149617062b'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:01.371899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] For port a9e162b1-471e-43c6-9f01-3ab223735649, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a9e162b1-471e-43c6-9f01-3ab223735649,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:01.372268 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.384869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Calling delete_port for a9e162b1-471e-43c6-9f01-3ab223735649 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:01.443642 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] Set router 7a5f5024-d0d8-4df2-8f61-52149617062b gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:01.498752 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:59:01Z', 'revision_number': 6, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:01.524751 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da188107-2a0c-45a1-a114-3ed04fbd8922 None None] The sync data for ids ['7a5f5024-d0d8-4df2-8f61-52149617062b'] in n-d-769329-15 is: [{'id': '7a5f5024-d0d8-4df2-8f61-52149617062b', 'name': 'tempest-TestVolumeBootPattern-1553673986-router', 'tenant_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:07Z', 'updated_at': '2021-08-16T02:59:01Z', 'revision_number': 6, 'project_id': 'c023dc3aaa654d9fa674fcfa9bc81deb', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:01.551948 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.581509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e162b1-471e-43c6-9f01-3ab223735649,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:01.641882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.731103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.733283 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.776148 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.776630 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5f5024-d0d8-4df2-8f61-52149617062b {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:59:01.780855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.782030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-99db62fa-9928-4abb-938d-af8b7c2a7e97 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7a5f5024-d0d8-4df2-8f61-52149617062b HTTP/1.1" status: 204 len: 168 time: 0.7500105 Aug 16 02:59:01.784614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36244) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:01.831781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] Deleting subnet 7bd1b9af-3ee5-429f-8445-1cc5d4133945 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:59:01.834828 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.869446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.949296 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.008140 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.033829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd1b9af-3ee5-429f-8445-1cc5d4133945,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:02.038043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.040055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-402f51c9-af87-484e-88ff-2b013e4a7a5a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7bd1b9af-3ee5-429f-8445-1cc5d4133945 HTTP/1.1" status: 204 len: 168 time: 0.2544715 Aug 16 02:59:02.042693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36246) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:02.044144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.046172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e20ef8f-0187-45d7-aa1d-f2f257ec9df2 None None] Network c2ee01af-7ece-49de-b523-2d91c6278479 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:02.109809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.164904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Deleting port 23fb1019-a6ae-4809-a315-f1ddc411ac8a {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:02.165246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.230639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] For port 23fb1019-a6ae-4809-a315-f1ddc411ac8a, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=23fb1019-a6ae-4809-a315-f1ddc411ac8a,segment=NetworkSegment(1384403e-6fb4-489a-901a-e85bc77483be),segment_id=1384403e-6fb4-489a-901a-e85bc77483be)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:02.230945 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.243605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Calling delete_port for 23fb1019-a6ae-4809-a315-f1ddc411ac8a owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:02.316276 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] DHCP port deletion for c2ee01af-7ece-49de-b523-2d91c6278479 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:59:02.334178 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.362445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] No DVR routers for this DVR port 23fb1019-a6ae-4809-a315-f1ddc411ac8a on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:02.365243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23fb1019-a6ae-4809-a315-f1ddc411ac8a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:02.367676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Deleting port 23fb1019-a6ae-4809-a315-f1ddc411ac8a {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:02.368273 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.431151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] For port 23fb1019-a6ae-4809-a315-f1ddc411ac8a, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:02.431556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.441541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.445907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Calling delete_port for 23fb1019-a6ae-4809-a315-f1ddc411ac8a owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:02.448534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Port 23fb1019-a6ae-4809-a315-f1ddc411ac8a was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:59:02.450037 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.452326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ee01af-7ece-49de-b523-2d91c6278479']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:02.462703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1384403e-6fb4-489a-901a-e85bc77483be') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:02.463000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1384403e-6fb4-489a-901a-e85bc77483be') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:02.471620 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.475147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Pushing event deleted for resources: {'Port': ['ID=23fb1019-a6ae-4809-a315-f1ddc411ac8a,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:02.477583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] No DVR routers for this DVR port 23fb1019-a6ae-4809-a315-f1ddc411ac8a on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:02.491883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.492697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.493400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.493837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.494311 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.494785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.495299 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.495676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.496202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.496678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.497132 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.497471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.497780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22b94d-4648-4faa-9121-cd25bc2115f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:02.499521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:59:02.500063 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: timer() Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:59:02.501825 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:59:02.563796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.573248 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:02.575405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c2ee01af-7ece-49de-b523-2d91c6278479 HTTP/1.1" status: 204 len: 168 time: 0.5316725 Aug 16 02:59:02.578440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36248) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:02.588037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df686e-a6b8-4d7e-8b0a-91c3009578f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ee01af-7ece-49de-b523-2d91c6278479,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:02.671037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a9e162b1-471e-43c6-9f01-3ab223735649 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:02.694715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: a9e162b1-471e-43c6-9f01-3ab223735649 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:02.695069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a9e162b1-471e-43c6-9f01-3ab223735649 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:02.695495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 23fb1019-a6ae-4809-a315-f1ddc411ac8a no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:02.713549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 23fb1019-a6ae-4809-a315-f1ddc411ac8a {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:02.713912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 23fb1019-a6ae-4809-a315-f1ddc411ac8a not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:02.714305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5d9121af-d872-4f32-a949-24e7215eafd4 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:02.732572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5d9121af-d872-4f32-a949-24e7215eafd4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:02.732927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5d9121af-d872-4f32-a949-24e7215eafd4 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:02.922906 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:03.057959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:03.160201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Deleting port d63db2e5-5603-4ba3-bbf1-1894b90743f6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:03.161191 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:03.239536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] For port d63db2e5-5603-4ba3-bbf1-1894b90743f6, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d63db2e5-5603-4ba3-bbf1-1894b90743f6,segment=NetworkSegment(ab1ba119-49fc-4979-89dd-8ebbf07f69e2),segment_id=ab1ba119-49fc-4979-89dd-8ebbf07f69e2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:03.239851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:03.252386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Calling delete_port for d63db2e5-5603-4ba3-bbf1-1894b90743f6 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:03.428353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:03.451066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63db2e5-5603-4ba3-bbf1-1894b90743f6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:03.614897 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:03.832069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Router b32fbe11-2256-473e-9e7d-6b4440967163 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:03.937363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:03.943659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-96cde911-d851-4ad8-9f98-603cbaf31026 admin admin] 10.222.0.78 "PUT /v2.0/routers/b32fbe11-2256-473e-9e7d-6b4440967163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3637633 Aug 16 02:59:03.945736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36250) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:03.946522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] Sync routers for ids ['b32fbe11-2256-473e-9e7d-6b4440967163'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:03.955376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] Routers {'b32fbe11-2256-473e-9e7d-6b4440967163'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:03.955987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b32fbe11-2256-473e-9e7d-6b4440967163'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:04.048004 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.057409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] Set router b32fbe11-2256-473e-9e7d-6b4440967163 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:04.149437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.201428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Deleting port f908ca09-3794-4f9e-9938-4e47c397d55e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:04.201874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.231040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:59:03Z', 'revision_number': 5, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port': {'id': 'f908ca09-3794-4f9e-9938-4e47c397d55e', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:49:14Z', 'updated_at': '2021-08-16T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:04.261892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] Checking router: b32fbe11-2256-473e-9e7d-6b4440967163 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:04.270504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] Routers {'b32fbe11-2256-473e-9e7d-6b4440967163'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:04.271125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T02:58:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['b32fbe11-2256-473e-9e7d-6b4440967163'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:04.288737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] For port f908ca09-3794-4f9e-9938-4e47c397d55e, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f908ca09-3794-4f9e-9938-4e47c397d55e,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:04.289106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.300326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Calling delete_port for f908ca09-3794-4f9e-9938-4e47c397d55e owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:04.355358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] Set router b32fbe11-2256-473e-9e7d-6b4440967163 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:04.407730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:59:04Z', 'revision_number': 6, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:04.437289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61129844-7136-4b60-86d1-136b1d892fd1 None None] The sync data for ids ['b32fbe11-2256-473e-9e7d-6b4440967163'] in n-d-769329-15 is: [{'id': 'b32fbe11-2256-473e-9e7d-6b4440967163', 'name': 'tempest-TestVolumeBootPattern-1808801415-router', 'tenant_id': '44d99dd7f4f34df6933bac67b4a81b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:49:13Z', 'updated_at': '2021-08-16T02:59:04Z', 'revision_number': 6, 'project_id': '44d99dd7f4f34df6933bac67b4a81b20', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:04.469905 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.493584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Pushing event deleted for resources: {'Port': ['ID=f908ca09-3794-4f9e-9938-4e47c397d55e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:04.555021 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.646231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.648328 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.693114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.693602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32fbe11-2256-473e-9e7d-6b4440967163 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:59:04.697753 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.699022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0710077a-aa36-494e-bd23-846c4a2cf218 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b32fbe11-2256-473e-9e7d-6b4440967163 HTTP/1.1" status: 204 len: 168 time: 0.7523408 Aug 16 02:59:04.701622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36252) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:04.745862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] Deleting subnet 1604540c-e5f3-4014-b171-f2edae0f7dda {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:59:04.748744 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.782584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.874068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.926737 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.950023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1604540c-e5f3-4014-b171-f2edae0f7dda,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:04.955578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.957970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c9a0f274-d252-47b3-8e58-e29d7c0a7e65 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1604540c-e5f3-4014-b171-f2edae0f7dda HTTP/1.1" status: 204 len: 168 time: 0.2554154 Aug 16 02:59:04.960588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36254) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:04.961549 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d336835-4a67-47ee-910f-5e2fd5873603 None None] Network 8af31d7d-918e-4d42-97c2-90570f0c684c requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:05.031140 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.090342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Deleting port 6500687b-1506-4b35-9f98-adfda371cf4b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:05.090690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.154612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] For port 6500687b-1506-4b35-9f98-adfda371cf4b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=6500687b-1506-4b35-9f98-adfda371cf4b,segment=NetworkSegment(ab1ba119-49fc-4979-89dd-8ebbf07f69e2),segment_id=ab1ba119-49fc-4979-89dd-8ebbf07f69e2)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:05.154910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.167892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Calling delete_port for 6500687b-1506-4b35-9f98-adfda371cf4b owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:05.212442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d63db2e5-5603-4ba3-bbf1-1894b90743f6 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:05.237383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d63db2e5-5603-4ba3-bbf1-1894b90743f6 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:05.237728 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d63db2e5-5603-4ba3-bbf1-1894b90743f6 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:05.256716 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.284020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Pushing event deleted for resources: {'Port': ['ID=6500687b-1506-4b35-9f98-adfda371cf4b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:05.285921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] No DVR routers for this DVR port 6500687b-1506-4b35-9f98-adfda371cf4b on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:05.321528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59bb98-a724-4f33-aad2-2c4499367220 None None] DHCP port deletion for 8af31d7d-918e-4d42-97c2-90570f0c684c request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:59:05.358847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.369085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af31d7d-918e-4d42-97c2-90570f0c684c']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:05.383339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:05.383635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1ba119-49fc-4979-89dd-8ebbf07f69e2') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:05.395685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.409731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.415776 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:59:05.416192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: timer() Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:59:05.418402 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:59:05.472298 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.478150 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.480030 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8af31d7d-918e-4d42-97c2-90570f0c684c HTTP/1.1" status: 204 len: 168 time: 0.5182478 Aug 16 02:59:05.491954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b894332-0554-447b-980b-3b3880a52431 admin admin] Pushing event deleted for resources: {'Network': ['ID=8af31d7d-918e-4d42-97c2-90570f0c684c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:05.598707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36258) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:05.637854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aac89487-6400-45f1-8bdd-e905956814ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c023dc3aaa654d9fa674fcfa9bc81deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379407 Aug 16 02:59:05.640210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36260) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:05.686701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba284-3f88-4f8b-afb2-52b474b8f587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.707714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba284-3f88-4f8b-afb2-52b474b8f587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.752233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba284-3f88-4f8b-afb2-52b474b8f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.757085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba284-3f88-4f8b-afb2-52b474b8f587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.758335 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2c2ba284-3f88-4f8b-afb2-52b474b8f587 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0cd809e-62bd-4004-8f76-14198d19c9fa HTTP/1.1" status: 204 len: 168 time: 0.1171019 Aug 16 02:59:05.767825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ba284-3f88-4f8b-afb2-52b474b8f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cd809e-62bd-4004-8f76-14198d19c9fa,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:06.071363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36266) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:06.110036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-20d246c1-b329-4c06-9d94-cae85e30fb04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44d99dd7f4f34df6933bac67b4a81b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374825 Aug 16 02:59:06.112442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36268) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:06.161806 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a023de2f-156e-4945-9bd4-9e38ad0441f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:06.182152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a023de2f-156e-4945-9bd4-9e38ad0441f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:06.226479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a023de2f-156e-4945-9bd4-9e38ad0441f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:06.229014 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a023de2f-156e-4945-9bd4-9e38ad0441f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:06.230371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a023de2f-156e-4945-9bd4-9e38ad0441f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c1f1c631-83c3-41ad-b165-afec3dfe1901 HTTP/1.1" status: 204 len: 168 time: 0.1170232 Aug 16 02:59:06.237767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023de2f-156e-4945-9bd4-9e38ad0441f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f1c631-83c3-41ad-b165-afec3dfe1901,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:06.659808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6500687b-1506-4b35-9f98-adfda371cf4b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:06.680374 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 6500687b-1506-4b35-9f98-adfda371cf4b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:06.680731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 6500687b-1506-4b35-9f98-adfda371cf4b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:06.681168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f908ca09-3794-4f9e-9938-4e47c397d55e no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:06.701353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f908ca09-3794-4f9e-9938-4e47c397d55e {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:06.701706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f908ca09-3794-4f9e-9938-4e47c397d55e not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:16.141963 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-b1f5f41e-cbf4-4275-853b-39a17b7cc173 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=aaaf550a7e3e496890b76ecdc3e6bb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299485 Aug 16 02:59:16.318633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-3309ded4-c3f8-4b56-b2a6-2d0fd43dbe99 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:16.320129 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-3309ded4-c3f8-4b56-b2a6-2d0fd43dbe99 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729035 Aug 16 02:59:16.335147 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-53e95986-33fe-4bc8-ab94-c93795a44474 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/quotas/aaaf550a7e3e496890b76ecdc3e6bb83 HTTP/1.1" status: 200 len: 375 time: 0.0092058 Aug 16 02:59:16.369783 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-8edae391-db73-458f-b7a4-1fc3b9132238 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aaaf550a7e3e496890b76ecdc3e6bb83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291932 Aug 16 02:59:17.542123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99c0a524-ebac-41b4-9e68-d8bf95279983 req-592c5aa5-2619-44f6-af12-d4c8048c1153 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 210 time: 0.0281525 Aug 16 02:59:18.618015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4810beef-1e05-4da4-b9ab-93392477a5eb req-8cc382e2-fa8b-4f15-8af5-9df29d935ee5 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 210 time: 0.0255060 Aug 16 02:59:19.694305 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-743f87df-ebec-4541-923f-079969a6589f req-129c98a5-6f5a-4ed7-914f-b16281714030 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 210 time: 0.0251563 Aug 16 02:59:20.784794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f2eeb57f-a133-4b81-a10f-a3e6fe729971 req-8b133577-8e79-4d8e-8d99-9af591fc04df tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 210 time: 0.0250323 Aug 16 02:59:21.430164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-0cdef73c-5985-4e67-91f3-b53bf4f01c93 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=aaaf550a7e3e496890b76ecdc3e6bb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328126 Aug 16 02:59:21.615651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-1db2a66f-06b2-488b-9f64-5b3650362e82 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:21.617050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-1db2a66f-06b2-488b-9f64-5b3650362e82 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811414 Aug 16 02:59:21.630216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Request body: {'port': {'device_id': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'admin_state_up': True, 'tenant_id': 'aaaf550a7e3e496890b76ecdc3e6bb83'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:22.039974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf5ce488-06b7-419e-8ec6-9288f69b0ef9 req-806c61f4-b824-4576-98e6-10628071e553 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 210 time: 0.0405877 Aug 16 02:59:22.088983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Made reservation on behalf of aaaf550a7e3e496890b76ecdc3e6bb83 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:59:22.092542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.101372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.185824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.189564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.247193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:22.320592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Allocated IP 192.168.233.46 (a46dd20f-25d8-43d2-8f4d-7a07fcb99698/5a552b0a-a97b-4974-99c9-9330b51a05a8/1c5abf8f-730f-4d81-a45e-faa5867314e8) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:22.466161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.479997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Transition to ACTIVE for port object 1c5abf8f-730f-4d81-a45e-faa5867314e8 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:22.512678 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.554472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:22.561541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:22.564587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:22.597809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Pushing event updated for resources: {'Port': ['ID=1c5abf8f-730f-4d81-a45e-faa5867314e8,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:22.611722 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.626089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:22.626731 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.641619 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-eac09621-1b45-4e2d-abc9-92c8771a9868 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0152564 Aug 16 02:59:22.653659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Request body: {'port': {'device_id': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:22.713464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.831736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-687d2312-a49c-428f-a66b-34c742656d5a None None] Provisioning for port 1c5abf8f-730f-4d81-a45e-faa5867314e8 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:22.836069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-687d2312-a49c-428f-a66b-34c742656d5a None None] Provisioning complete for port 1c5abf8f-730f-4d81-a45e-faa5867314e8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:22.836483 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-687d2312-a49c-428f-a66b-34c742656d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.870057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-687d2312-a49c-428f-a66b-34c742656d5a None None] Port 1c5abf8f-730f-4d81-a45e-faa5867314e8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:59:22.972132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5abf8f-730f-4d81-a45e-faa5867314e8 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:22.979405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.990820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Transition to ACTIVE for port object 1c5abf8f-730f-4d81-a45e-faa5867314e8 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:22.994618 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.066954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Pushing event updated for resources: {'Port': ['ID=1c5abf8f-730f-4d81-a45e-faa5867314e8,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:23.124112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Attempting to bind port 1c5abf8f-730f-4d81-a45e-faa5867314e8 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:59:23.124852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Attempting to bind port 1c5abf8f-730f-4d81-a45e-faa5867314e8 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:59:23.125298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Attempting to bind port 1c5abf8f-730f-4d81-a45e-faa5867314e8 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:23.131264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Port 1c5abf8f-730f-4d81-a45e-faa5867314e8 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:59:23.131602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Attempting to bind port 1c5abf8f-730f-4d81-a45e-faa5867314e8 on network a46dd20f-25d8-43d2-8f4d-7a07fcb99698 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:23.137120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:59:23.137459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Checking segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:23.137852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Bound using segment: {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:59:23.138285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Bound port: 1c5abf8f-730f-4d81-a45e-faa5867314e8, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4231e-8b9c-407c-b5df-49b568df941d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:59:23.138648 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.157723 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8215e-3f1b-4e41-94c5-f0d791db8c4e req-b55959f7-ef20-4115-8b25-6de2d4d362a5 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.159720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adc8215e-3f1b-4e41-94c5-f0d791db8c4e req-b55959f7-ef20-4115-8b25-6de2d4d362a5 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 947 time: 0.0513821 Aug 16 02:59:23.207049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-adc8215e-3f1b-4e41-94c5-f0d791db8c4e req-6f9274e1-9483-4964-8122-6c3dc195f514 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Aug 16 02:59:23.220820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] For port 1c5abf8f-730f-4d81-a45e-faa5867314e8, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:59:23.224648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] For port 1c5abf8f-730f-4d81-a45e-faa5867314e8, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1c5abf8f-730f-4d81-a45e-faa5867314e8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:59:23.229368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.266993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.267804 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.269495 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] 10.222.0.88 "PUT /v2.0/ports/1c5abf8f-730f-4d81-a45e-faa5867314e8 HTTP/1.1" status: 200 len: 1096 time: 0.6201050 Aug 16 02:59:23.274634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'tag': '1c5abf8f-730f-4d81-a45e-faa5867314e8'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:23.277790 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49" -d '{"events": [{"name": "network-changed", "server_uuid": "5f13e7e5-e408-45d4-b93a-d3941627f283", "tag": "1c5abf8f-730f-4d81-a45e-faa5867314e8"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:23.301037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8919c-95ee-434b-ab1b-7140d6976a6e service neutron] Pushing event updated for resources: {'Port': ['ID=1c5abf8f-730f-4d81-a45e-faa5867314e8,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:23.341912 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42475612-ef77-49ea-83b5-927ae07cb6c1 x-openstack-request-id: req-42475612-ef77-49ea-83b5-927ae07cb6c1 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:23.342209 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f13e7e5-e408-45d4-b93a-d3941627f283", "tag": "1c5abf8f-730f-4d81-a45e-faa5867314e8", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:23.342458 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42475612-ef77-49ea-83b5-927ae07cb6c1 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:23.342870 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'tag': '1c5abf8f-730f-4d81-a45e-faa5867314e8', 'status': 'completed', 'code': 200} Aug 16 02:59:23.378397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-ffc9100d-44ac-4268-a755-2fa80d3bfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.380591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-ffc9100d-44ac-4268-a755-2fa80d3bfba0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aaaf550a7e3e496890b76ecdc3e6bb83&device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 1099 time: 0.0494239 Aug 16 02:59:23.423072 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-c43fb041-11a5-4a02-8f92-34d0cb97a9bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=1c5abf8f-730f-4d81-a45e-faa5867314e8 HTTP/1.1" status: 200 len: 217 time: 0.0350404 Aug 16 02:59:23.481990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-3ab6dfa5-7a70-41ea-84cf-b3718505fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.483972 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-3ab6dfa5-7a70-41ea-84cf-b3718505fefd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0545211 Aug 16 02:59:23.533717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-76180dec-3a70-4fb3-ac90-f684f89eb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.535229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-76180dec-3a70-4fb3-ac90-f684f89eb30d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0447619 Aug 16 02:59:23.623536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-f376c381-edaa-44d9-9e05-80a804ab0c09 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801008 Aug 16 02:59:23.713859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72338ad5-2e58-49f7-a57c-cd2c62881c05 req-8904863c-7790-4d9a-889d-07b198d9617d service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830185 Aug 16 02:59:23.799246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-911f4c77-305b-469f-a378-eb3c9a50926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.800866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-911f4c77-305b-469f-a378-eb3c9a50926f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=aaaf550a7e3e496890b76ecdc3e6bb83&device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 1099 time: 0.0444360 Aug 16 02:59:23.812263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.888684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-c6b53df3-efd0-419c-b06d-269890ecd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.890132 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-c6b53df3-efd0-419c-b06d-269890ecd0d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698 HTTP/1.1" status: 200 len: 870 time: 0.0826674 Aug 16 02:59:23.935844 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-792b5107-f993-4c9c-a747-11631c603ffe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=1c5abf8f-730f-4d81-a45e-faa5867314e8 HTTP/1.1" status: 200 len: 217 time: 0.0386319 Aug 16 02:59:23.984792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-3d251131-15ae-4ea2-bdca-bdf23354279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:23.986254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-3d251131-15ae-4ea2-bdca-bdf23354279a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a552b0a-a97b-4974-99c9-9330b51a05a8 HTTP/1.1" status: 200 len: 843 time: 0.0434668 Aug 16 02:59:24.031129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-2098c53c-d551-4b73-be02-4baafd58ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:24.032696 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-2098c53c-d551-4b73-be02-4baafd58ce88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a46dd20f-25d8-43d2-8f4d-7a07fcb99698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0394583 Aug 16 02:59:24.126287 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-3de28d37-03ef-4487-99c2-9066866647a4 service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858409 Aug 16 02:59:24.218788 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc5f8ddf-cf51-4d30-a714-0b71e4c6cf49 req-39666969-5891-4678-9aed-b596653d687e service neutron] 10.222.0.88 "GET /v2.0/networks/a46dd20f-25d8-43d2-8f4d-7a07fcb99698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Aug 16 02:59:24.634709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0411d-2a6b-40ee-a4f6-29faac9297dc req-b8e0d02a-741e-427f-877a-a898ebf3b4f7 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:24.636202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7a0411d-2a6b-40ee-a4f6-29faac9297dc req-b8e0d02a-741e-427f-877a-a898ebf3b4f7 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 947 time: 0.3638024 Aug 16 02:59:24.672404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7a0411d-2a6b-40ee-a4f6-29faac9297dc req-492a4d31-77bb-45b3-9ec7-4c4ae7d7ccf2 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302033 Aug 16 02:59:25.786244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a288e7-cdee-48f1-a80f-2b4b6dccf8f0 req-548ed5b2-49e7-46d9-ab24-eee2f5360114 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:25.787733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48a288e7-cdee-48f1-a80f-2b4b6dccf8f0 req-548ed5b2-49e7-46d9-ab24-eee2f5360114 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 947 time: 0.0492532 Aug 16 02:59:25.833050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48a288e7-cdee-48f1-a80f-2b4b6dccf8f0 req-304a45ae-28c1-4d63-8efe-c2b520698993 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Aug 16 02:59:26.217961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d73b916b-0dd6-4636-8c2b-cd59e758f21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.872390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-5dfde4b1-56f8-4561-9ec5-1bf60b65641f req-2cd4abf1-e3d3-47ad-b652-ce5d848b4310 service neutron] (94857) timed out ('10.222.0.78', 33534) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:59:26.946886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba65b-31a2-4d40-9003-0f416793fc47 req-ec4ad99c-b486-4204-b2dd-89d41cba06f6 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:26.948392 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-832ba65b-31a2-4d40-9003-0f416793fc47 req-ec4ad99c-b486-4204-b2dd-89d41cba06f6 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 947 time: 0.0487487 Aug 16 02:59:26.985635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-832ba65b-31a2-4d40-9003-0f416793fc47 req-d886095a-b26e-4753-bc4e-b1dabedf4957 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311172 Aug 16 02:59:27.911470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1c5abf8f-730f-4d81-a45e-faa5867314e8 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:59:28.006985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1c5abf8f-730f-4d81-a45e-faa5867314e8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1c5abf8f-730f-4d81-a45e-faa5867314e8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:28.019152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '1c5abf8f-730f-4d81-a45e-faa5867314e8', 'network_id': 'a46dd20f-25d8-43d2-8f4d-7a07fcb99698', 'port_id': '1c5abf8f-730f-4d81-a45e-faa5867314e8', 'mac_address': 'fa:16:3e:f0:68:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a552b0a-a97b-4974-99c9-9330b51a05a8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:59:28.056541 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.070630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5abf8f-730f-4d81-a45e-faa5867314e8 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:28.094088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1c5abf8f-730f-4d81-a45e-faa5867314e8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1c5abf8f-730f-4d81-a45e-faa5867314e8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:28.098447 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.108699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e33f2-8aca-4f40-bbd8-a2f1d68a1f83 req-ee8deb32-2ce5-4da5-b0a1-b73ca1fb1c1d tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:28.110253 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-809e33f2-8aca-4f40-bbd8-a2f1d68a1f83 req-ee8deb32-2ce5-4da5-b0a1-b73ca1fb1c1d tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 947 time: 0.0537024 Aug 16 02:59:28.145862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1c5abf8f-730f-4d81-a45e-faa5867314e8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:28.150171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-809e33f2-8aca-4f40-bbd8-a2f1d68a1f83 req-bc5aefd7-2a3e-4dd7-b1dd-bd7c9fc843f4 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Aug 16 02:59:28.313427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1c5abf8f-730f-4d81-a45e-faa5867314e8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:59:28.807078 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d976f270-d678-4aa6-98bc-1a10a3f47d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.823987 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.262053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24fdaf-9cc5-4eb3-bd38-dccb7abffc85 req-600116a2-01be-4cb7-8c8f-aec58058c7fd tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:29.263514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a24fdaf-9cc5-4eb3-bd38-dccb7abffc85 req-600116a2-01be-4cb7-8c8f-aec58058c7fd tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 948 time: 0.0490854 Aug 16 02:59:29.299825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a24fdaf-9cc5-4eb3-bd38-dccb7abffc85 req-68d14034-7fe4-4630-bdee-7ee76e3f1ebb tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303364 Aug 16 02:59:29.911117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1c5abf8f-730f-4d81-a45e-faa5867314e8 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:29.960643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 1c5abf8f-730f-4d81-a45e-faa5867314e8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:29.964293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 1c5abf8f-730f-4d81-a45e-faa5867314e8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:29.964677 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.042617 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.064432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5abf8f-730f-4d81-a45e-faa5867314e8'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:30.066596 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c822b70e-bcdd-4032-8222-23a49801f370" -d '{"events": [{"server_uuid": "5f13e7e5-e408-45d4-b93a-d3941627f283", "name": "network-vif-plugged", "status": "completed", "tag": "1c5abf8f-730f-4d81-a45e-faa5867314e8"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:30.083853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 1c5abf8f-730f-4d81-a45e-faa5867314e8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1c5abf8f-730f-4d81-a45e-faa5867314e8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:30.088265 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.115235 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab448d7-a83d-4a10-87ff-70755e246cd2 x-openstack-request-id: req-0ab448d7-a83d-4a10-87ff-70755e246cd2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:30.115528 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f13e7e5-e408-45d4-b93a-d3941627f283", "name": "network-vif-plugged", "status": "completed", "tag": "1c5abf8f-730f-4d81-a45e-faa5867314e8", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:30.115772 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ab448d7-a83d-4a10-87ff-70755e246cd2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:30.116202 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5abf8f-730f-4d81-a45e-faa5867314e8', 'code': 200} Aug 16 02:59:30.147075 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.151561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=1c5abf8f-730f-4d81-a45e-faa5867314e8,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:30.205390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54fe52-5f8e-45a7-aeb1-ef483b6b306b req-9c1ac82c-35ad-4e68-98f1-f139ff8ddc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:30.206800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a54fe52-5f8e-45a7-aeb1-ef483b6b306b req-9c1ac82c-35ad-4e68-98f1-f139ff8ddc39 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 1101 time: 0.0394514 Aug 16 02:59:30.240398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3a54fe52-5f8e-45a7-aeb1-ef483b6b306b req-b542ba34-6c4a-42c4-b8f8-78b102ced2e4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269110 Aug 16 02:59:30.414406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e12d63-e34f-4ae8-920e-f688f44fc358 req-c8434d74-b6a9-4b07-a657-63eaf59311e8 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:30.415849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2e12d63-e34f-4ae8-920e-f688f44fc358 req-c8434d74-b6a9-4b07-a657-63eaf59311e8 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 949 time: 0.0503218 Aug 16 02:59:30.459857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e2e12d63-e34f-4ae8-920e-f688f44fc358 req-004ef520-5039-4874-ba8a-16e315ae3a3d tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 Aug 16 02:59:31.574277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396b92-e575-4bfb-abcb-cfe8ed0d1558 req-dc273156-ca93-41ea-aa84-c0eecfbffc15 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:31.575737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0396b92-e575-4bfb-abcb-cfe8ed0d1558 req-dc273156-ca93-41ea-aa84-c0eecfbffc15 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 949 time: 0.0490313 Aug 16 02:59:31.615812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b0396b92-e575-4bfb-abcb-cfe8ed0d1558 req-d5f32ad0-180f-4977-bbf1-1bc30270dbe1 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Aug 16 02:59:32.042025 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:32.530227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcf6d4-8ee6-4f81-91e3-e6fe4539314f req-44fcb7ab-0d67-439c-8420-1a8baa9db653 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:32.531760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92dcf6d4-8ee6-4f81-91e3-e6fe4539314f req-44fcb7ab-0d67-439c-8420-1a8baa9db653 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 949 time: 0.0495727 Aug 16 02:59:32.570673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92dcf6d4-8ee6-4f81-91e3-e6fe4539314f req-80a66e7b-1b9f-43bb-b455-25c84e3187cb tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Aug 16 02:59:33.685139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d48f-1cef-4a64-a71a-0da612545bee req-6df8fce1-c145-49c6-8ad1-74e8538b1822 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:33.686629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0343d48f-1cef-4a64-a71a-0da612545bee req-6df8fce1-c145-49c6-8ad1-74e8538b1822 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 949 time: 0.0493758 Aug 16 02:59:33.724331 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0343d48f-1cef-4a64-a71a-0da612545bee req-4a25e1e9-7ea3-46b0-aa34-5245d184aa45 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/security-groups?id=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Aug 16 02:59:33.725146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-5f36e9c8-9657-48cd-9e9b-9dd6fc97d7bb tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:33.726708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-5f36e9c8-9657-48cd-9e9b-9dd6fc97d7bb tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.88 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 949 time: 0.0476530 Aug 16 02:59:33.816238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Deleting port 1c5abf8f-730f-4d81-a45e-faa5867314e8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:33.816605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.901428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] For port 1c5abf8f-730f-4d81-a45e-faa5867314e8, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=1c5abf8f-730f-4d81-a45e-faa5867314e8,segment=NetworkSegment(29a4231e-8b9c-407c-b5df-49b568df941d),segment_id=29a4231e-8b9c-407c-b5df-49b568df941d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:33.901791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.914090 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Calling delete_port for 1c5abf8f-730f-4d81-a45e-faa5867314e8 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:34.039094 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.051515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['1c5abf8f-730f-4d81-a45e-faa5867314e8'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:59:34.069152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Pushing event deleted for resources: {'Port': ['ID=1c5abf8f-730f-4d81-a45e-faa5867314e8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:34.112502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] No DVR routers for this DVR port 1c5abf8f-730f-4d81-a45e-faa5867314e8 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:34.115723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.117790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93209d42-3ef6-4215-bad3-d7980e87c7e4 req-8b81cc2e-af6d-4b92-aa3b-31ea03a30c70 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.88 "DELETE /v2.0/ports/1c5abf8f-730f-4d81-a45e-faa5867314e8 HTTP/1.1" status: 204 len: 173 time: 0.3853438 Aug 16 02:59:34.118234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'name': 'network-vif-deleted', 'tag': '1c5abf8f-730f-4d81-a45e-faa5867314e8'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:34.120568 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ae79d8-180b-4430-8082-04a6d32c0346" -d '{"events": [{"server_uuid": "5f13e7e5-e408-45d4-b93a-d3941627f283", "name": "network-vif-deleted", "tag": "1c5abf8f-730f-4d81-a45e-faa5867314e8"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:34.166846 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6690a5-82b7-4f72-b58c-df4ea8866704 x-openstack-request-id: req-0f6690a5-82b7-4f72-b58c-df4ea8866704 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:34.167143 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f13e7e5-e408-45d4-b93a-d3941627f283", "name": "network-vif-deleted", "tag": "1c5abf8f-730f-4d81-a45e-faa5867314e8", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:34.167396 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f6690a5-82b7-4f72-b58c-df4ea8866704 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:34.167794 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f13e7e5-e408-45d4-b93a-d3941627f283', 'name': 'network-vif-deleted', 'tag': '1c5abf8f-730f-4d81-a45e-faa5867314e8', 'status': 'completed', 'code': 200} Aug 16 02:59:34.833347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-611f8781-41b1-4c11-8d26-5b75cde37743 req-3c1e6f1f-2eeb-48a4-96b7-f26d758bae41 tempest-ServersAdminNegativeTestJSON-272759107 tempest-ServersAdminNegativeTestJSON-272759107-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f13e7e5-e408-45d4-b93a-d3941627f283 HTTP/1.1" status: 200 len: 210 time: 0.0270929 Aug 16 02:59:36.118635 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36426) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:36.293580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-eb7c7907-bd6e-4f7e-aeab-400a2af95a91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaaf550a7e3e496890b76ecdc3e6bb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737823 Aug 16 02:59:36.296113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36432) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:36.348957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd287-ae96-4b0c-a988-c7c1cca25633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.369774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd287-ae96-4b0c-a988-c7c1cca25633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.417558 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd287-ae96-4b0c-a988-c7c1cca25633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.420565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd287-ae96-4b0c-a988-c7c1cca25633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.421375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c4cfd287-ae96-4b0c-a988-c7c1cca25633 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae HTTP/1.1" status: 204 len: 168 time: 0.1242197 Aug 16 02:59:36.429907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfd287-ae96-4b0c-a988-c7c1cca25633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c4ae8e-bf22-4ea7-abb6-841b8a4b66ae,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:36.679631 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36440) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:36.692846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85ae2fca-0a5d-41d5-adc7-9a7b16f64b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.780671 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85ae2fca-0a5d-41d5-adc7-9a7b16f64b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.784359 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-85ae2fca-0a5d-41d5-adc7-9a7b16f64b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.821474 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-85ae2fca-0a5d-41d5-adc7-9a7b16f64b90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd40f80fca4d4db69e183105766085a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407378 Aug 16 02:59:36.823353 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae2fca-0a5d-41d5-adc7-9a7b16f64b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909ce3c5-846b-4c66-89b4-6b2c265f1b01,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:36.824316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36442) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:36.875850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-403f0a4d-afda-4364-88c4-28d60639be8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.896741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-403f0a4d-afda-4364-88c4-28d60639be8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.941928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-403f0a4d-afda-4364-88c4-28d60639be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.944431 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-403f0a4d-afda-4364-88c4-28d60639be8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.945574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-403f0a4d-afda-4364-88c4-28d60639be8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/909ce3c5-846b-4c66-89b4-6b2c265f1b01 HTTP/1.1" status: 204 len: 168 time: 0.1202500 Aug 16 02:59:36.954356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0a4d-afda-4364-88c4-28d60639be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909ce3c5-846b-4c66-89b4-6b2c265f1b01,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:37.631994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36464) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:37.729070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1973953535-network', 'tenant_id': '990af3eac498431fbdfd61db5aa63d02'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:37.749895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Made reservation on behalf of 990af3eac498431fbdfd61db5aa63d02 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:59:37.752312 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.761729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.850957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.854564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.878760 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:59:37.888529 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1352fb02-68dc-44b4-b772-a52e3a864fbb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:37.894473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.894853 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Added segment c5037c26-6e82-4b70-aab5-51c629e9eaad of type vlan for network ab5633c8-017f-4714-a2ce-4f5cf256156f Aug 16 02:59:37.933576 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.957335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1c5abf8f-730f-4d81-a45e-faa5867314e8 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:37.961273 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.962377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:37.962972 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.977286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 1c5abf8f-730f-4d81-a45e-faa5867314e8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:37.977632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 1c5abf8f-730f-4d81-a45e-faa5867314e8 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:38.016496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3832726 Aug 16 02:59:38.019640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36468) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:38.023994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d2541-988a-4b20-99e9-9419b6cab0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ab5633c8-017f-4714-a2ce-4f5cf256156f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:38.025093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Request body: {'subnet': {'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1973953535-subnet', 'tenant_id': '990af3eac498431fbdfd61db5aa63d02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:38.034279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ab5633c8-017f-4714-a2ce-4f5cf256156f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:59:38.045901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Made reservation on behalf of 990af3eac498431fbdfd61db5aa63d02 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:59:38.048207 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.215112 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.269769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:38.279478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Checking segment: {'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:38.279838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Network hostable DHCP agents. Network: ab5633c8-017f-4714-a2ce-4f5cf256156f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:59:38.296221 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Network ab5633c8-017f-4714-a2ce-4f5cf256156f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:59:38.304793 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ab5633c8-017f-4714-a2ce-4f5cf256156f) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:38.308839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:38.309424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.313782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0afcb6-3c05-4e5a-84a9-16ca1bc3b237 None None] Network ab5633c8-017f-4714-a2ce-4f5cf256156f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:38.323684 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-daac1588-dde4-4815-8ed6-213a6030d366 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3028893 Aug 16 02:59:38.443216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70483efd-3f02-452c-b781-1234533be318 None None] Network ab5633c8-017f-4714-a2ce-4f5cf256156f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:38.746245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-78aa93ed-0cad-46fe-bbac-740d743b1699 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:38.747648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-78aa93ed-0cad-46fe-bbac-740d743b1699 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 812 time: 0.1041811 Aug 16 02:59:38.763451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-5d8a3d13-4065-4170-92bf-36080d94ce16 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/quotas/990af3eac498431fbdfd61db5aa63d02 HTTP/1.1" status: 200 len: 375 time: 0.0094826 Aug 16 02:59:38.796320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-55e2ab06-048c-410d-a6da-bfafd61f704e tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270774 Aug 16 02:59:38.808306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-651d9a91-876d-4842-97d3-1232f71379ad service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:59:38.809306 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-651d9a91-876d-4842-97d3-1232f71379ad service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053079 Aug 16 02:59:38.901614 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-e78285b8-27b8-4502-909f-ed031cf56cc3 service neutron] 10.222.0.78 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864029 Aug 16 02:59:38.991197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-2568aac1-19c1-4820-b988-fd261d6766cc service neutron] 10.222.0.78 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831060 Aug 16 02:59:39.146160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdc2fd28-3d33-4622-baeb-f8e85d98fa0d req-de427c88-5527-45de-a4de-101736ae4360 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 210 time: 0.0269055 Aug 16 02:59:40.056770 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:40.250472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a57840a6-f230-4413-b795-9d9d370dc13e req-39c25db0-6ce2-4f89-a318-390954756427 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 210 time: 0.0282807 Aug 16 02:59:41.344484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-13827f02-0416-48ca-ac42-ebad7fdd3a79 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:41.346022 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-13827f02-0416-48ca-ac42-ebad7fdd3a79 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.98 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 812 time: 0.1240575 Aug 16 02:59:41.362468 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Request body: {'port': {'device_id': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f', 'admin_state_up': True, 'tenant_id': '990af3eac498431fbdfd61db5aa63d02'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:41.370681 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3962b853-159d-448c-ad9d-29f9ee94513c req-460b6b4e-e466-4952-95cd-5aaca3657615 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 210 time: 0.0330315 Aug 16 02:59:41.473098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Made reservation on behalf of 990af3eac498431fbdfd61db5aa63d02 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:59:41.476648 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.619102 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Allocated IP 172.20.0.13 (ab5633c8-017f-4714-a2ce-4f5cf256156f/d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b/42f13627-6d65-4aeb-bca2-a3f316da3f55) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:41.766891 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.807414 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.855001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Network ab5633c8-017f-4714-a2ce-4f5cf256156f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:41.858070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:41.860688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:41.888014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:41.901823 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.902169 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.902510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.902848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.903181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.903510 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.903837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.904160 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.904513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.904832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.905156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.905482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:41.927266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:41.927879 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.941450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-539194ea-d19c-4468-9cff-919816530bc8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843053 Aug 16 02:59:41.954462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Request body: {'port': {'device_id': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:42.010666 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.267838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f13627-6d65-4aeb-bca2-a3f316da3f55 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:42.275809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.288596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Transition to ACTIVE for port object 42f13627-6d65-4aeb-bca2-a3f316da3f55 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:42.292187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.362446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:42.410301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:59:42.411173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:59:42.411611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on network ab5633c8-017f-4714-a2ce-4f5cf256156f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:42.415893 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on network ab5633c8-017f-4714-a2ce-4f5cf256156f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:59:42.416217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on network ab5633c8-017f-4714-a2ce-4f5cf256156f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:42.420924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:59:42.421264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Checking segment: {'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:42.421764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Bound using segment: {'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:59:42.422197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Bound port: 42f13627-6d65-4aeb-bca2-a3f316da3f55, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:59:42.422557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.515763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:59:42.519589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:59:42.528163 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126c66e-610d-48a4-8e84-b17f03324fba req-e3f818ae-96b7-4c1a-9123-1f1cdf70e430 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:42.529695 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b126c66e-610d-48a4-8e84-b17f03324fba req-e3f818ae-96b7-4c1a-9123-1f1cdf70e430 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 944 time: 0.0757394 Aug 16 02:59:42.531146 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.579655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:42.580278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.581727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] 10.222.0.98 "PUT /v2.0/ports/42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 1093 time: 0.6313090 Aug 16 02:59:42.584143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:42.586427 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:42.622635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b126c66e-610d-48a4-8e84-b17f03324fba req-1a65c24c-0ab4-4016-a0b6-aab2e313d81c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853543 Aug 16 02:59:42.624082 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8880fb7-bbd2-42b0-acb0-85f017bc024f x-openstack-request-id: req-b8880fb7-bbd2-42b0-acb0-85f017bc024f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:42.624345 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:42.624595 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8880fb7-bbd2-42b0-acb0-85f017bc024f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:42.624993 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'status': 'completed', 'code': 200} Aug 16 02:59:42.638761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3714a-282d-4ed5-af6c-7423e5a93193 service neutron] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:42.670142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-cf33f0cc-fb1b-4288-bd9a-1e55b1430bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:42.671655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-cf33f0cc-fb1b-4288-bd9a-1e55b1430bce service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1096 time: 0.0444348 Aug 16 02:59:42.721626 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-0be751c6-c450-4c65-b043-1ab9d8f0b665 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 217 time: 0.0371277 Aug 16 02:59:42.775308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-24bc4005-48fd-4b1c-b1ff-301116fed9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:42.776683 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-24bc4005-48fd-4b1c-b1ff-301116fed9eb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 200 len: 852 time: 0.0445096 Aug 16 02:59:42.811547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-4009f478-06df-4fed-b4d9-6a0f2970fea5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab5633c8-017f-4714-a2ce-4f5cf256156f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237596 Aug 16 02:59:42.899008 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-5f79019c-21f1-4842-a51a-93d03d5f3529 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795517 Aug 16 02:59:43.003735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc2146a6-5224-4724-b343-a55b4eb036d5 req-ac4472fe-9398-4bef-afa8-8e1c5583d3c0 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906320 Aug 16 02:59:43.095917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-35dac381-3304-400c-be97-f3f473aef7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:43.097430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-35dac381-3304-400c-be97-f3f473aef7f3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1096 time: 0.0407495 Aug 16 02:59:43.190075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-820663ed-85da-4c9f-b307-f9a191d4e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:43.192152 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-820663ed-85da-4c9f-b307-f9a191d4e32e service neutron] 10.222.0.98 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 913 time: 0.0868979 Aug 16 02:59:43.232214 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-75d99ac8-c974-4430-aabb-ccee8df33ac9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 217 time: 0.0332730 Aug 16 02:59:43.282669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-d98f0963-a1bb-4224-a9b5-998b6b45b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:43.284058 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-d98f0963-a1bb-4224-a9b5-998b6b45b076 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 200 len: 852 time: 0.0416715 Aug 16 02:59:43.314724 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-69f18995-1216-43ff-8568-f8fb841ff74b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab5633c8-017f-4714-a2ce-4f5cf256156f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233085 Aug 16 02:59:43.406803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-08ccf15c-b4f6-4bd8-83ae-cd187d210297 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836816 Aug 16 02:59:43.499693 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4b525b35-8737-40e5-8b2b-2c3a25f4cfe6 req-59087947-2cb3-4634-9244-a47fab502610 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793083 Aug 16 02:59:43.740572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd491c95-b5c7-4daa-9514-b6d83234da9e req-cd97e575-7883-4436-9d7d-7d55325ae38d tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:43.742070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd491c95-b5c7-4daa-9514-b6d83234da9e req-cd97e575-7883-4436-9d7d-7d55325ae38d tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 944 time: 0.0518248 Aug 16 02:59:43.778928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cd491c95-b5c7-4daa-9514-b6d83234da9e req-da16fcfc-d836-496e-b621-462411185931 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Aug 16 02:59:44.453509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 42f13627-6d65-4aeb-bca2-a3f316da3f55 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:59:44.550160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:44.561078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f', 'port_id': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'mac_address': 'fa:16:3e:87:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:59:44.599033 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:44.611543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f13627-6d65-4aeb-bca2-a3f316da3f55 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:44.631119 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:44.634887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:44.683561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:44.900101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844273d-b61a-4ee1-8c37-2ec2ff8da419 req-b400b7bb-9a2c-437b-b549-d8e445f6bfd8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:44.901524 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5844273d-b61a-4ee1-8c37-2ec2ff8da419 req-b400b7bb-9a2c-437b-b549-d8e445f6bfd8 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 945 time: 0.0548398 Aug 16 02:59:44.934259 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['42f13627-6d65-4aeb-bca2-a3f316da3f55'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:59:44.942809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5844273d-b61a-4ee1-8c37-2ec2ff8da419 req-6f0f3686-c739-4362-aca9-4a1d86b0a184 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352297 Aug 16 02:59:46.054454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f8bb8-4c4a-404e-b26d-0a93f8c8fea8 req-5408d295-197d-41ae-a0c4-e13daebea2c9 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:46.055957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d3f8bb8-4c4a-404e-b26d-0a93f8c8fea8 req-5408d295-197d-41ae-a0c4-e13daebea2c9 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 945 time: 0.0482395 Aug 16 02:59:46.092674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d3f8bb8-4c4a-404e-b26d-0a93f8c8fea8 req-66a87956-96a4-489b-a688-48222ea256c9 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308421 Aug 16 02:59:46.484730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 42f13627-6d65-4aeb-bca2-a3f316da3f55 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:46.534638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 42f13627-6d65-4aeb-bca2-a3f316da3f55 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:46.540001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 42f13627-6d65-4aeb-bca2-a3f316da3f55 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:46.540414 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.616955 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.639277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:46.641549 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe5944-c5cb-4abb-b002-25dff48e3830" -d '{"events": [{"server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "name": "network-vif-plugged", "status": "completed", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:46.654941 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:46.658857 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.683856 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49930790-a383-44d9-b1b5-713e5f4cc13b x-openstack-request-id: req-49930790-a383-44d9-b1b5-713e5f4cc13b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:46.684150 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "name": "network-vif-plugged", "status": "completed", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:46.684453 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49930790-a383-44d9-b1b5-713e5f4cc13b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:46.685293 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'code': 200} Aug 16 02:59:46.715830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:46.784763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f639049-5063-4d26-a749-dab97cd055c0 req-5a5d6986-b2e6-4143-921c-b32d827a90db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:46.786930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f639049-5063-4d26-a749-dab97cd055c0 req-5a5d6986-b2e6-4143-921c-b32d827a90db service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1098 time: 0.0407147 Aug 16 02:59:46.824670 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f639049-5063-4d26-a749-dab97cd055c0 req-ad840421-20c4-4cc1-a515-36d4a3dad1d3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269475 Aug 16 02:59:47.205907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983248b9-7101-4ca1-ba1d-e06f20691023 req-cc14cd02-879a-419c-825f-60f0a5329de2 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:47.207926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-983248b9-7101-4ca1-ba1d-e06f20691023 req-cc14cd02-879a-419c-825f-60f0a5329de2 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0477781 Aug 16 02:59:47.255375 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-983248b9-7101-4ca1-ba1d-e06f20691023 req-9be86bea-0889-4ec1-bf81-8ad63d1114a2 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Aug 16 02:59:48.374300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2907ce-37fc-450c-ac19-15fd0b1b903c req-85a21bd3-00f9-4862-85f5-9635448df844 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:48.375796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd2907ce-37fc-450c-ac19-15fd0b1b903c req-85a21bd3-00f9-4862-85f5-9635448df844 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0483134 Aug 16 02:59:48.414277 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd2907ce-37fc-450c-ac19-15fd0b1b903c req-e07d1d30-02e2-4bdf-bc46-abbf9c471529 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Aug 16 02:59:48.591533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36528) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:48.651917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4dd7f-2bf7-4a4f-994c-78fe460983fe req-735fd695-e3c6-42a6-b1f0-64688fa11eac tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:48.653412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ceb4dd7f-2bf7-4a4f-994c-78fe460983fe req-735fd695-e3c6-42a6-b1f0-64688fa11eac tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0521309 Aug 16 02:59:48.693079 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ceb4dd7f-2bf7-4a4f-994c-78fe460983fe req-1114ff88-56fd-41b0-a535-119c43ce1641 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Aug 16 02:59:48.716253 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-3ff59b5a-164e-4325-a0d2-94808b75eef7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233754 Aug 16 02:59:49.785694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-496b628b-f774-4aee-9428-9069bcfa7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:49.787316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-496b628b-f774-4aee-9428-9069bcfa7246 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1098 time: 0.0413959 Aug 16 02:59:49.812570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158e423-264b-4c8b-9ed9-9f4eb42896b8 req-8a0faa72-6b8a-43a1-8a5c-479b02ef4249 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:49.814053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c158e423-264b-4c8b-9ed9-9f4eb42896b8 req-8a0faa72-6b8a-43a1-8a5c-479b02ef4249 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0481665 Aug 16 02:59:49.852815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c158e423-264b-4c8b-9ed9-9f4eb42896b8 req-25b992f0-8dee-4df1-bf82-edc000f7ce9f tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Aug 16 02:59:49.887119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-74c1cbc4-cc65-465c-a907-0d739c6e6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:49.888642 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-74c1cbc4-cc65-465c-a907-0d739c6e6e3d service neutron] 10.222.0.98 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 913 time: 0.0938451 Aug 16 02:59:49.933358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-c0b5bd95-9b50-4469-a82d-fafb68901155 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 217 time: 0.0367298 Aug 16 02:59:49.983754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-e26b21cb-b546-4881-b63d-cd21596b5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:49.985156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-e26b21cb-b546-4881-b63d-cd21596b5550 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 200 len: 852 time: 0.0450306 Aug 16 02:59:50.017368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-a7b24a1d-00c9-4a62-b5d2-34b1c6163e0a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab5633c8-017f-4714-a2ce-4f5cf256156f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252411 Aug 16 02:59:50.110684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-eb1bc48e-6af8-48fd-a998-de489457af9d service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857756 Aug 16 02:59:50.199808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-3d3b5663-8d24-4753-9992-0ecb98c76527 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823390 Aug 16 02:59:50.972020 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dcc27-a4c2-4a4e-b560-4059a4cacbf5 req-cd92f28d-e0af-404e-b8c7-6e1caa3b3bb9 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:50.973551 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-930dcc27-a4c2-4a4e-b560-4059a4cacbf5 req-cd92f28d-e0af-404e-b8c7-6e1caa3b3bb9 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0533266 Aug 16 02:59:51.010394 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-930dcc27-a4c2-4a4e-b560-4059a4cacbf5 req-83494214-e61d-4d50-beaa-388fb280ddc4 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Aug 16 02:59:52.126803 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab235c-b4e9-4578-81bc-ccd67116003e req-ca5afa0b-cb02-481f-8323-7d44af14dc2a tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:52.128538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6ab235c-b4e9-4578-81bc-ccd67116003e req-ca5afa0b-cb02-481f-8323-7d44af14dc2a tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0480494 Aug 16 02:59:52.169647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6ab235c-b4e9-4578-81bc-ccd67116003e req-d4ce1f11-be1e-4bd2-9db7-ff6bec6f3362 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352223 Aug 16 02:59:52.609935 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:53.284168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e9ba3-d74d-4756-92c0-1f2bbeb491de req-bf586e0d-24b4-4a4a-bbac-d7ef1d4e54ab tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:53.286184 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-458e9ba3-d74d-4756-92c0-1f2bbeb491de req-bf586e0d-24b4-4a4a-bbac-d7ef1d4e54ab tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0518060 Aug 16 02:59:53.323588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-458e9ba3-d74d-4756-92c0-1f2bbeb491de req-85594908-b29c-463c-b327-98952c4896fc tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Aug 16 02:59:53.808166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:54.448170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbe1a-70a6-4a5f-aab4-45a0c6229801 req-be63d381-4437-47d5-a4e9-9ad1ca8c2125 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:54.449701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0cbfbe1a-70a6-4a5f-aab4-45a0c6229801 req-be63d381-4437-47d5-a4e9-9ad1ca8c2125 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0577343 Aug 16 02:59:54.487067 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0cbfbe1a-70a6-4a5f-aab4-45a0c6229801 req-d88d26a7-7a20-440d-95a7-3c5c7e7df3e1 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Aug 16 02:59:55.601943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a42ea-fdf0-478b-b8ed-67cc40988ea6 req-d35799f2-8ed7-4ff0-8798-764eb1ceed81 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:55.603345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-959a42ea-fdf0-478b-b8ed-67cc40988ea6 req-d35799f2-8ed7-4ff0-8798-764eb1ceed81 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0484483 Aug 16 02:59:55.640038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-959a42ea-fdf0-478b-b8ed-67cc40988ea6 req-2d15d6da-d265-4bd8-864f-24967cfd7844 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Aug 16 02:59:56.218405 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-866b23dd-ebc9-43e8-9821-5fac582f681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:56.757111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127270e2-de3e-48b1-a25a-8969333f3d1e req-c35d42df-d9b8-4ff3-8db0-c010a10ec0ef tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:56.758623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-127270e2-de3e-48b1-a25a-8969333f3d1e req-c35d42df-d9b8-4ff3-8db0-c010a10ec0ef tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0515132 Aug 16 02:59:56.795188 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-127270e2-de3e-48b1-a25a-8969333f3d1e req-e83efca6-3704-4d4a-99c9-5dbc54d5f175 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Aug 16 02:59:57.918141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605004-7040-482d-a81c-fb35c4401f6d req-ffd86157-471c-4dce-9fb0-854ba71e5d5f tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:57.919645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65605004-7040-482d-a81c-fb35c4401f6d req-ffd86157-471c-4dce-9fb0-854ba71e5d5f tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0566564 Aug 16 02:59:57.957745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65605004-7040-482d-a81c-fb35c4401f6d req-625d4656-f662-4fb1-aec6-8570ece12105 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Aug 16 02:59:58.807529 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-40dfb853-56c1-45a1-a600-513ce422d1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:58.823311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:59.072432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0fd50-e5fe-452c-ae93-f23734aade1f req-1b139a2b-1417-4ef7-8c66-cb1289419f05 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:59.073916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48f0fd50-e5fe-452c-ae93-f23734aade1f req-1b139a2b-1417-4ef7-8c66-cb1289419f05 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0475495 Aug 16 02:59:59.110623 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-48f0fd50-e5fe-452c-ae93-f23734aade1f req-a00f85b4-8e6f-43b9-bb69-bd7103cc5451 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308790 Aug 16 03:00:00.134388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:00.224352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533251-4c94-4842-bcf7-7f49d7e4fa0a req-1c99cc4e-8e9b-403b-ad87-ab6b83592d29 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:00.225835 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f533251-4c94-4842-bcf7-7f49d7e4fa0a req-1c99cc4e-8e9b-403b-ad87-ab6b83592d29 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0480120 Aug 16 03:00:00.262949 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f533251-4c94-4842-bcf7-7f49d7e4fa0a req-1e1e7194-1b3b-473a-8fd9-02d337de3463 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Aug 16 03:00:01.380072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59eba8-e5d1-4f02-98e1-97b59c038933 req-16923b5c-1683-4cf8-a644-25ea1dfa77c4 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:01.381559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f59eba8-e5d1-4f02-98e1-97b59c038933 req-16923b5c-1683-4cf8-a644-25ea1dfa77c4 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0520005 Aug 16 03:00:01.417537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f59eba8-e5d1-4f02-98e1-97b59c038933 req-0192f6a3-5304-41cd-acf7-188e63e53bc6 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300472 Aug 16 03:00:02.045632 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:02.537471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ec911-99c3-44e9-b209-23c2b97cc963 req-2562062e-c1d2-42ec-baa3-581190a4f274 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:02.539018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-265ec911-99c3-44e9-b209-23c2b97cc963 req-2562062e-c1d2-42ec-baa3-581190a4f274 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0495839 Aug 16 03:00:02.575639 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-265ec911-99c3-44e9-b209-23c2b97cc963 req-2b2ddd73-2e67-494b-9c0e-bc8dc1b02f1e tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Aug 16 03:00:03.688295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeb12-03fd-4d3f-9023-4582bff8f0d2 req-5ed3c89e-4d7d-489b-96db-18dc78fa726f tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:03.689786 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9fafeb12-03fd-4d3f-9023-4582bff8f0d2 req-5ed3c89e-4d7d-489b-96db-18dc78fa726f tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0480704 Aug 16 03:00:03.726919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9fafeb12-03fd-4d3f-9023-4582bff8f0d2 req-5e2e499b-9d56-45f3-81fb-21175681ecf5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Aug 16 03:00:04.844206 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252a38d-3972-47d0-99f3-902d2edc61d3 req-1514dda6-7577-470e-8135-abf1bc099c2a tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:04.845712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1252a38d-3972-47d0-99f3-902d2edc61d3 req-1514dda6-7577-470e-8135-abf1bc099c2a tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0517688 Aug 16 03:00:04.883719 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1252a38d-3972-47d0-99f3-902d2edc61d3 req-e230755b-845b-4a70-aee4-8cf3de55bcea tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Aug 16 03:00:05.995513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7910-092d-48dc-a111-2ce86c535c22 req-a99d09e6-16fe-473e-9626-8faae63e17dd tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:05.997020 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fb7910-092d-48dc-a111-2ce86c535c22 req-a99d09e6-16fe-473e-9626-8faae63e17dd tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0479772 Aug 16 03:00:06.034350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c2fb7910-092d-48dc-a111-2ce86c535c22 req-d7340150-b4f6-4284-95de-adc8151a1c33 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Aug 16 03:00:07.147373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95251e-d980-424c-8dc3-e1db12f5a72f req-e0a4f997-39b9-40ae-a2aa-d81692b978a5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:07.148898 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac95251e-d980-424c-8dc3-e1db12f5a72f req-e0a4f997-39b9-40ae-a2aa-d81692b978a5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0487149 Aug 16 03:00:07.185627 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac95251e-d980-424c-8dc3-e1db12f5a72f req-12aab9d3-c33c-4172-a1a8-9867f14297ce tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Aug 16 03:00:08.302242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3506d-618f-4a8f-b760-d70cd0ffcc91 req-6b9630dc-57d8-425b-9280-cf54fb2f3a06 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:08.303717 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2db3506d-618f-4a8f-b760-d70cd0ffcc91 req-6b9630dc-57d8-425b-9280-cf54fb2f3a06 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0518608 Aug 16 03:00:08.341140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2db3506d-618f-4a8f-b760-d70cd0ffcc91 req-5b066318-3c49-44a4-b162-43e5771cdee6 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Aug 16 03:00:09.454509 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848d3e5-21f3-4efb-8122-1be5ae6b562b req-7d8c6efe-4fb3-465c-b517-6bce6fc4f4db tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:09.455961 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5848d3e5-21f3-4efb-8122-1be5ae6b562b req-7d8c6efe-4fb3-465c-b517-6bce6fc4f4db tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0478175 Aug 16 03:00:09.492548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5848d3e5-21f3-4efb-8122-1be5ae6b562b req-624fe20f-0c57-4a98-a229-531e10b93e98 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307250 Aug 16 03:00:10.614874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd4f0-b7fc-4fbe-b340-969897b6253b req-80726123-88fe-4561-8051-29f3a16c06cd tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:10.616259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-930fd4f0-b7fc-4fbe-b340-969897b6253b req-80726123-88fe-4561-8051-29f3a16c06cd tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0566707 Aug 16 03:00:10.652999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-930fd4f0-b7fc-4fbe-b340-969897b6253b req-77c14fbc-c7fe-441b-8e02-a287116752ef tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308332 Aug 16 03:00:11.769503 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a1be2-ed71-48e6-9d5b-8f88a12233e3 req-70277919-fe72-4e22-8099-2c471740fff3 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:11.770973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-973a1be2-ed71-48e6-9d5b-8f88a12233e3 req-70277919-fe72-4e22-8099-2c471740fff3 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0519364 Aug 16 03:00:11.807670 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-973a1be2-ed71-48e6-9d5b-8f88a12233e3 req-f827ddb2-686e-4a70-b64e-005eb3238ddd tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Aug 16 03:00:12.920571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e149e-3d4a-42b8-9f7d-58b85c5774c0 req-88ba4e9c-5141-4087-aca5-d59b2aa52046 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:12.921970 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b15e149e-3d4a-42b8-9f7d-58b85c5774c0 req-88ba4e9c-5141-4087-aca5-d59b2aa52046 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0487397 Aug 16 03:00:12.958594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b15e149e-3d4a-42b8-9f7d-58b85c5774c0 req-a06bbe4f-825e-4968-8655-38143c1bf6a5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Aug 16 03:00:14.070856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d21ca-8ab3-4693-957c-988b68c751b9 req-ec487b41-feea-43dd-87bf-8fbc00e15fce tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:14.072349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b0d21ca-8ab3-4693-957c-988b68c751b9 req-ec487b41-feea-43dd-87bf-8fbc00e15fce tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0475492 Aug 16 03:00:14.108855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b0d21ca-8ab3-4693-957c-988b68c751b9 req-0d044f03-5271-4a1d-856d-79a1cac3ee03 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Aug 16 03:00:15.226075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d4866-9736-4359-aad5-a978c930d7e8 req-2b056cba-8a46-4b5b-b1b5-b09406fb5cce tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:15.227542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-973d4866-9736-4359-aad5-a978c930d7e8 req-2b056cba-8a46-4b5b-b1b5-b09406fb5cce tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0513170 Aug 16 03:00:15.263534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-973d4866-9736-4359-aad5-a978c930d7e8 req-a2d3fdac-cbc8-4c32-a6d4-902af626800f tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301161 Aug 16 03:00:16.377121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a760702-d0d5-434c-9be7-1701004fc2b8 req-7dec9b92-60b2-4cbb-b22d-31a3a26264bf tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:16.379088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a760702-d0d5-434c-9be7-1701004fc2b8 req-7dec9b92-60b2-4cbb-b22d-31a3a26264bf tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0491798 Aug 16 03:00:16.415911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a760702-d0d5-434c-9be7-1701004fc2b8 req-8b2c210c-668d-49bf-8fa8-c8bd8c5c639a tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Aug 16 03:00:17.055809 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:17.529411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0342ad-dfd3-4402-99fb-7c93e549f9c4 req-0d178d48-1be8-4f9b-bc2a-e432a79c6728 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:17.530912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f0342ad-dfd3-4402-99fb-7c93e549f9c4 req-0d178d48-1be8-4f9b-bc2a-e432a79c6728 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0492103 Aug 16 03:00:17.569400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0f0342ad-dfd3-4402-99fb-7c93e549f9c4 req-b01cd32f-5240-45fa-b2f7-665d2163d939 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 16 03:00:18.689690 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a1c92-8d52-4f00-adbb-ed27edc0efec req-9c223b8d-8bd1-4184-bef5-cd1bf7096c4e tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:18.691211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-042a1c92-8d52-4f00-adbb-ed27edc0efec req-9c223b8d-8bd1-4184-bef5-cd1bf7096c4e tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0564432 Aug 16 03:00:18.727863 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-042a1c92-8d52-4f00-adbb-ed27edc0efec req-288c7944-ce7c-4f38-b5b2-84afe5f9b535 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Aug 16 03:00:19.839996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ccd66-a9cf-48ac-bd88-90d08ebeaf92 req-fbe049e0-f7ee-43c1-bc77-fb5df4c6d37c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:19.842006 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-185ccd66-a9cf-48ac-bd88-90d08ebeaf92 req-fbe049e0-f7ee-43c1-bc77-fb5df4c6d37c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0482748 Aug 16 03:00:19.878449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-185ccd66-a9cf-48ac-bd88-90d08ebeaf92 req-c8cad835-fd98-49ec-985a-43d45f244509 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304165 Aug 16 03:00:20.990992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3f735-9aa6-43d9-bf31-de51e78cb337 req-5fdcfa04-1d07-4380-b286-56704865b23b tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:20.992503 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1f3f735-9aa6-43d9-bf31-de51e78cb337 req-5fdcfa04-1d07-4380-b286-56704865b23b tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0486720 Aug 16 03:00:21.030500 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c1f3f735-9aa6-43d9-bf31-de51e78cb337 req-a3ea13b9-a736-4685-a972-6a53aa44472c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Aug 16 03:00:22.148689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2769-3ff6-4a27-b296-b22bc4a54363 req-d4eb0c68-5aed-40c6-b304-790ad96c04e6 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:22.150194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e32b2769-3ff6-4a27-b296-b22bc4a54363 req-d4eb0c68-5aed-40c6-b304-790ad96c04e6 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 946 time: 0.0534339 Aug 16 03:00:22.186861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e32b2769-3ff6-4a27-b296-b22bc4a54363 req-871e01d8-bc10-4834-b84e-85547dab9b15 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Aug 16 03:00:22.605331 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-db8aa445-7b76-4449-9a06-cbca0aeb1925 service neutron] show failed (client error): The resource could not be found. Aug 16 03:00:22.606260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-db8aa445-7b76-4449-9a06-cbca0aeb1925 service neutron] 10.222.0.98 "GET /v2.0/ports/42f13627-6d65-4aeb-bca2-a3f316da3f55/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0557859 Aug 16 03:00:22.610014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.888850 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-0502c71f-b38b-43ae-8d22-e789183b828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:22.890286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-0502c71f-b38b-43ae-8d22-e789183b828d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf&tenant_id=990af3eac498431fbdfd61db5aa63d02 HTTP/1.1" status: 200 len: 1098 time: 0.1179199 Aug 16 03:00:22.901756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:22.956859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.156444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:23.190041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:23.228740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:23.231091 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a7f1f8-7bfb-476c-91ff-1504ef26ecea" -d '{"events": [{"server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "name": "network-vif-unplugged", "status": "completed", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:23.235930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.249259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Transition to ACTIVE for port object 42f13627-6d65-4aeb-bca2-a3f316da3f55 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:23.253783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.290661 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68315f2-e735-405f-bab4-5c944efb5f10 x-openstack-request-id: req-d68315f2-e735-405f-bab4-5c944efb5f10 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:23.290948 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "name": "network-vif-unplugged", "status": "completed", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:23.291197 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d68315f2-e735-405f-bab4-5c944efb5f10 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:23.291596 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'code': 200} Aug 16 03:00:23.312332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baffcfa-2918-4fea-8cfc-e25af10102ac req-95c2e09a-f5c4-400b-8848-14263b9509df tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:23.314071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5baffcfa-2918-4fea-8cfc-e25af10102ac req-95c2e09a-f5c4-400b-8848-14263b9509df tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 944 time: 0.0578785 Aug 16 03:00:23.319338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] No DVR routers for this DVR port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:23.328026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:23.353173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.353519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.353863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.354203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.354534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.354867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.355193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.355523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.355847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.356171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.356515 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.356883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:23.357712 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5baffcfa-2918-4fea-8cfc-e25af10102ac req-be6424b3-c054-42ce-b6bc-fb4387d717c7 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Aug 16 03:00:23.371029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:23.371367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:23.371691 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on network ab5633c8-017f-4714-a2ce-4f5cf256156f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:23.376027 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on network ab5633c8-017f-4714-a2ce-4f5cf256156f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:00:23.376372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Attempting to bind port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on network ab5633c8-017f-4714-a2ce-4f5cf256156f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:23.381265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:23.381599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Checking segment: {'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:23.381980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Bound using segment: {'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:23.382402 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Bound port: 42f13627-6d65-4aeb-bca2-a3f316da3f55, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5037c26-6e82-4b70-aab5-51c629e9eaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:23.382755 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.442427 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:23.445419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:23.449723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.483979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:23.484695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.486087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] 10.222.0.88 "PUT /v2.0/ports/42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 1093 time: 0.5883126 Aug 16 03:00:23.507132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe25396-5ed0-4845-bbc2-92a623267e36 service neutron] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:23.556410 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-8310c00a-55e2-40ab-87cf-1f6c634f399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:23.557951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-8310c00a-55e2-40ab-87cf-1f6c634f399f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1096 time: 0.0478685 Aug 16 03:00:23.648493 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-68ba4276-fc3c-41bc-98c0-59a628ea7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:23.650034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-68ba4276-fc3c-41bc-98c0-59a628ea7bf4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 913 time: 0.0850549 Aug 16 03:00:23.691999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-d81813a4-3030-4779-ae3b-395ec82757e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 217 time: 0.0347557 Aug 16 03:00:23.744689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-af356e96-ee76-4ee3-a2fc-524cd8a95761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:23.746079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-af356e96-ee76-4ee3-a2fc-524cd8a95761 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 200 len: 852 time: 0.0475914 Aug 16 03:00:23.777415 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-af71f6af-5395-4ec0-9218-e177d32dd778 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ab5633c8-017f-4714-a2ce-4f5cf256156f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243812 Aug 16 03:00:23.807803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:23.865711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-9a58402d-ba15-4c36-934b-ec4762008f94 service neutron] 10.222.0.88 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812716 Aug 16 03:00:23.957053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-df28c6d8-f7a9-4ee3-a455-a2f8b5ec5a44 req-5ce1a605-62da-4d6c-a433-24f185c50855 service neutron] 10.222.0.88 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835698 Aug 16 03:00:24.472903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b011-84be-48a1-bfa5-43601a50b275 req-e652747f-468e-452c-b562-b509b8f61864 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:24.474388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ca3b011-84be-48a1-bfa5-43601a50b275 req-e652747f-468e-452c-b562-b509b8f61864 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 944 time: 0.0480804 Aug 16 03:00:24.511030 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6ca3b011-84be-48a1-bfa5-43601a50b275 req-928ca94a-68e1-4382-87e8-2beeb6a405ba tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Aug 16 03:00:25.292670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:25.295632 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad141a8-97c4-4041-87e6-0be0337df5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:25.344089 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cf9bed-f941-4b1d-b8d2-ffedfab4a344 x-openstack-request-id: req-39cf9bed-f941-4b1d-b8d2-ffedfab4a344 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:25.344413 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:25.344664 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39cf9bed-f941-4b1d-b8d2-ffedfab4a344 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:25.345060 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'status': 'completed', 'code': 200} Aug 16 03:00:25.411566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-a30ee9f6-40a4-49b8-93f9-4870ab1e1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.413199 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-a30ee9f6-40a4-49b8-93f9-4870ab1e1b8b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1096 time: 0.0497262 Aug 16 03:00:25.425944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-7523fc5e-47fd-4cb7-8cb7-475f0b324fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.427450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-7523fc5e-47fd-4cb7-8cb7-475f0b324fdd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1096 time: 0.0438426 Aug 16 03:00:25.509764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-00345839-b260-4c6e-a642-d400ba4c8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.511256 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-00345839-b260-4c6e-a642-d400ba4c8e43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 913 time: 0.0907340 Aug 16 03:00:25.527359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-93b57694-8bc6-4bd4-9887-03f3a6af42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.529495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-93b57694-8bc6-4bd4-9887-03f3a6af42b7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 913 time: 0.0906107 Aug 16 03:00:25.553007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-c8bf65e9-6dd4-4023-ae39-a2ec2453c9a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 217 time: 0.0350206 Aug 16 03:00:25.581807 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-636fdbbd-eb31-4440-ae6c-8c4e8570d4ec service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 217 time: 0.0399499 Aug 16 03:00:25.630992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-ebcf73b3-f3fc-498e-87db-d45517413942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.632523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-ebcf73b3-f3fc-498e-87db-d45517413942 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 200 len: 852 time: 0.0731351 Aug 16 03:00:25.634700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-0ebb010a-81a6-400f-9ae9-c3f1e88cab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.636208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-0ebb010a-81a6-400f-9ae9-c3f1e88cab44 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 200 len: 852 time: 0.0437183 Aug 16 03:00:25.657247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182a10a-716c-4acf-8837-c45982602447 req-76f8259b-f1a8-4ab0-891e-1de4f4ecdf9c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.658750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8182a10a-716c-4acf-8837-c45982602447 req-76f8259b-f1a8-4ab0-891e-1de4f4ecdf9c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 944 time: 0.0694847 Aug 16 03:00:25.672919 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-94989107-5e5b-4526-86f2-67da297e2e30 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab5633c8-017f-4714-a2ce-4f5cf256156f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248678 Aug 16 03:00:25.674615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-db57f3a3-c06f-4c76-ae88-7f2c7f95e475 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ab5633c8-017f-4714-a2ce-4f5cf256156f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350032 Aug 16 03:00:25.771692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-049f6173-0044-4217-ae22-e3c7050817b4 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900354 Aug 16 03:00:25.773612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8182a10a-716c-4acf-8837-c45982602447 req-88ca5cb5-ab9b-4d68-82b6-1ad42bfa5c9b tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011622 Aug 16 03:00:25.812577 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-5b5dfd0b-ea62-4741-be16-01abad9ea7e2 service neutron] 10.222.0.88 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270051 Aug 16 03:00:25.866944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-ead9e58a-845a-4bbc-a246-bde31f9b6a3f service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862238 Aug 16 03:00:25.905893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fad141a8-97c4-4041-87e6-0be0337df5a1 req-66ea31c4-5df5-45da-a7ad-d69fd21db98e service neutron] 10.222.0.88 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868769 Aug 16 03:00:26.064504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-c5ac99b0-874c-4bc8-bf8e-01e2f8e32503 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:26.065869 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-c5ac99b0-874c-4bc8-bf8e-01e2f8e32503 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.98 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf&tenant_id=990af3eac498431fbdfd61db5aa63d02&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 944 time: 0.0903440 Aug 16 03:00:26.128200 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-6971403d-fd75-4f57-9f45-f4481f924fa9 service neutron] delete failed (client error): The resource could not be found. Aug 16 03:00:26.129198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-6971403d-fd75-4f57-9f45-f4481f924fa9 service neutron] 10.222.0.98 "DELETE /v2.0/ports/42f13627-6d65-4aeb-bca2-a3f316da3f55/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0514321 Aug 16 03:00:26.218846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-393ddfab-4320-4c35-89ec-e59bb69823ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:26.219219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29873590-58a5-4a82-94cb-05cd6ab01c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.221370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-393ddfab-4320-4c35-89ec-e59bb69823ee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=990af3eac498431fbdfd61db5aa63d02&device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 1096 time: 0.0433738 Aug 16 03:00:26.316830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-4c08c41e-503a-48da-a545-1db982be0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:26.318253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-4c08c41e-503a-48da-a545-1db982be0909 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 200 len: 913 time: 0.0862870 Aug 16 03:00:26.367564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-af269cd6-9001-48bb-a88d-22179eff24e0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 200 len: 217 time: 0.0377953 Aug 16 03:00:26.413956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-25167b05-5278-4058-94c0-d0025b6be0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:26.415311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-25167b05-5278-4058-94c0-d0025b6be0bd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 200 len: 852 time: 0.0410655 Aug 16 03:00:26.454388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-11ec6981-00a8-467a-a7aa-e4c30992b85c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab5633c8-017f-4714-a2ce-4f5cf256156f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278986 Aug 16 03:00:26.547367 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-b7ae2e72-dd35-490c-9874-ae9f2cfc7f60 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814826 Aug 16 03:00:26.646307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-ac52a18d-456c-4b7d-ad20-f602b6d96229 service neutron] 10.222.0.98 "GET /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859957 Aug 16 03:00:26.656552 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 42f13627-6d65-4aeb-bca2-a3f316da3f55 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:26.693742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 42f13627-6d65-4aeb-bca2-a3f316da3f55 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:27.417762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c21f-3a1a-4ce0-abce-78829221aa0c req-9df2dcf5-d94f-464c-9996-5b9d0399f536 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:27.419154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9363c21f-3a1a-4ce0-abce-78829221aa0c req-9df2dcf5-d94f-464c-9996-5b9d0399f536 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 944 time: 0.0482595 Aug 16 03:00:27.460139 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9363c21f-3a1a-4ce0-abce-78829221aa0c req-122685c4-057a-4df5-a5e6-4cdbe46e2742 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Aug 16 03:00:28.236646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 42f13627-6d65-4aeb-bca2-a3f316da3f55 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:00:28.331751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:28.343273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'network_id': 'ab5633c8-017f-4714-a2ce-4f5cf256156f', 'port_id': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'mac_address': 'fa:16:3e:87:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:00:28.379144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.392096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f13627-6d65-4aeb-bca2-a3f316da3f55 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:28.411916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:28.415591 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.460837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:28.468471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.468824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.469168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.469509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.469843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.470176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.470507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.470837 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.471164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.471491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.471819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.472145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:28.576617 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e020-52e0-4fc3-82b7-76128055acd4 req-455054b6-e39b-4441-851d-a8a550cf03f0 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:28.578120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f01e020-52e0-4fc3-82b7-76128055acd4 req-455054b6-e39b-4441-851d-a8a550cf03f0 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 945 time: 0.0494549 Aug 16 03:00:28.605509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-71dde6aa-5f1e-4568-9a93-fd60dbcc423c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:28.607203 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-71dde6aa-5f1e-4568-9a93-fd60dbcc423c tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.88 "GET /v2.0/ports?device_id=a45b278f-69c5-464f-a4e0-fbd1fe4beddf HTTP/1.1" status: 200 len: 945 time: 0.0500386 Aug 16 03:00:28.615436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9f01e020-52e0-4fc3-82b7-76128055acd4 req-c16938b3-a0d3-4d8b-a55a-44a96d9ef02a tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.78 "GET /v2.0/security-groups?id=1352fb02-68dc-44b4-b772-a52e3a864fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 Aug 16 03:00:28.694281 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Deleting port 42f13627-6d65-4aeb-bca2-a3f316da3f55 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:28.694630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.785358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] For port 42f13627-6d65-4aeb-bca2-a3f316da3f55, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=42f13627-6d65-4aeb-bca2-a3f316da3f55,segment=NetworkSegment(c5037c26-6e82-4b70-aab5-51c629e9eaad),segment_id=c5037c26-6e82-4b70-aab5-51c629e9eaad)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:28.785732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.798995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Calling delete_port for 42f13627-6d65-4aeb-bca2-a3f316da3f55 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:28.809316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-aee08cff-b185-43d1-8d9c-e6ff7957d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.834511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.938282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:28.963099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Pushing event deleted for resources: {'Port': ['ID=42f13627-6d65-4aeb-bca2-a3f316da3f55,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:29.004025 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] No DVR routers for this DVR port 42f13627-6d65-4aeb-bca2-a3f316da3f55 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:29.006546 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.008512 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f35a620f-3a2d-4c00-9040-38e75de1011d req-0cb94660-3f50-4096-803f-8bb9d3e37ae5 tempest-DeleteServersTestJSON-363820080 tempest-DeleteServersTestJSON-363820080-project] 10.222.0.88 "DELETE /v2.0/ports/42f13627-6d65-4aeb-bca2-a3f316da3f55 HTTP/1.1" status: 204 len: 173 time: 0.3955719 Aug 16 03:00:29.008944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'name': 'network-vif-deleted', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:29.011158 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31880dfe-fe98-4681-80fe-4c921f063e02" -d '{"events": [{"server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "name": "network-vif-deleted", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:29.047838 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ae8b4e-1449-4cd3-a6a0-ac45fc456f04 x-openstack-request-id: req-d7ae8b4e-1449-4cd3-a6a0-ac45fc456f04 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:29.048145 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45b278f-69c5-464f-a4e0-fbd1fe4beddf", "name": "network-vif-deleted", "tag": "42f13627-6d65-4aeb-bca2-a3f316da3f55", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:29.048429 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7ae8b4e-1449-4cd3-a6a0-ac45fc456f04 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:29.048867 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45b278f-69c5-464f-a4e0-fbd1fe4beddf', 'name': 'network-vif-deleted', 'tag': '42f13627-6d65-4aeb-bca2-a3f316da3f55', 'status': 'completed', 'code': 200} Aug 16 03:00:29.740594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36640) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:29.784531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] Deleting subnet d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:00:29.787457 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.820119 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.861962 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.913434 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.940542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:29.942521 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:29.944907 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f048b139-1c0b-4bd3-8490-c2a68c5aee15 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d1b5ce1d-e266-4ca8-a7d5-a8cc42afe50b HTTP/1.1" status: 204 len: 168 time: 0.2027900 Aug 16 03:00:29.946904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36642) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:30.014251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.094742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.104172 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5633c8-017f-4714-a2ce-4f5cf256156f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:30.114802 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5037c26-6e82-4b70-aab5-51c629e9eaad') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:30.115096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5037c26-6e82-4b70-aab5-51c629e9eaad') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:30.124368 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.138561 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.139193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.144344 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:00:30.144726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:00:30.146363 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:00:30.200477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.205936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.210456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ab5633c8-017f-4714-a2ce-4f5cf256156f HTTP/1.1" status: 204 len: 168 time: 0.2599430 Aug 16 03:00:30.222482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff152d9-bc07-4d28-a6f3-7d8cfabbf0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5633c8-017f-4714-a2ce-4f5cf256156f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:30.314293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36646) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:30.355804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-90eb1da9-7caf-4577-b89f-6c51b8c3e91e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=990af3eac498431fbdfd61db5aa63d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402982 Aug 16 03:00:30.358945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36648) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:30.405150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d73aa024-3eb2-44f7-9f81-9678976bd77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.424935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d73aa024-3eb2-44f7-9f81-9678976bd77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.469537 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d73aa024-3eb2-44f7-9f81-9678976bd77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.472006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d73aa024-3eb2-44f7-9f81-9678976bd77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:30.473233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d73aa024-3eb2-44f7-9f81-9678976bd77f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1352fb02-68dc-44b4-b772-a52e3a864fbb HTTP/1.1" status: 204 len: 168 time: 0.1133957 Aug 16 03:00:30.480815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aa024-3eb2-44f7-9f81-9678976bd77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1352fb02-68dc-44b4-b772-a52e3a864fbb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:31.117240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 36670) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:31.212424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1552727189-network', 'tenant_id': '23d0f8b2e84248b1aab9df8ef0d8ca57'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:31.233318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Made reservation on behalf of 23d0f8b2e84248b1aab9df8ef0d8ca57 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:31.235507 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.245577 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.332833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.336711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.363310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:00:31.373555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f8bc3-d798-4545-8e86-7277c079c9af,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:31.378645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.379001 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Added segment 87761911-b258-44d0-a7a1-fa614e3a8585 of type vlan for network 9f94fc4b-afa4-425e-9220-5218a4b4358a Aug 16 03:00:31.418176 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.445849 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.446787 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:31.447367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.495812 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3773797 Aug 16 03:00:31.499353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 36674) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:31.504683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Request body: {'subnet': {'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1552727189-subnet', 'tenant_id': '23d0f8b2e84248b1aab9df8ef0d8ca57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:31.507299 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a3a7c-ed1e-4e70-a39c-778b8b2a97b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9f94fc4b-afa4-425e-9220-5218a4b4358a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:31.517256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 9f94fc4b-afa4-425e-9220-5218a4b4358a details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:00:31.525693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Made reservation on behalf of 23d0f8b2e84248b1aab9df8ef0d8ca57 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:31.528017 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.687961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.741541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7fd669-f9f8-4107-93db-bf40da980ae1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:31.748398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Checking segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:31.748758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Network hostable DHCP agents. Network: 9f94fc4b-afa4-425e-9220-5218a4b4358a, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:00:31.765324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Network 9f94fc4b-afa4-425e-9220-5218a4b4358a is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:00:31.773235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 9f94fc4b-afa4-425e-9220-5218a4b4358a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:31.777903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:31.779151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.784599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee3a7e-867f-4767-979a-c6ccb84b756c None None] Network 9f94fc4b-afa4-425e-9220-5218a4b4358a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:31.801695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a2e141a0-d257-481d-be8d-b6d0361c5428 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2933578 Aug 16 03:00:31.913294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbeb660-6694-4190-b566-58246dab1a5b None None] Network 9f94fc4b-afa4-425e-9220-5218a4b4358a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:32.049713 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.212512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-9ad402b6-24c4-4ff3-b36f-9391f06bf205 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:32.213980 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-9ad402b6-24c4-4ff3-b36f-9391f06bf205 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 815 time: 0.1019998 Aug 16 03:00:32.228540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-8d04d513-8bbe-400a-a8bc-f941f71dc39e tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/quotas/23d0f8b2e84248b1aab9df8ef0d8ca57 HTTP/1.1" status: 200 len: 375 time: 0.0087423 Aug 16 03:00:32.252081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 42f13627-6d65-4aeb-bca2-a3f316da3f55 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:32.259702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-ca94b077-abdf-4c4d-9682-daa6479edbf2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255933 Aug 16 03:00:32.272468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 42f13627-6d65-4aeb-bca2-a3f316da3f55 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:32.272756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 42f13627-6d65-4aeb-bca2-a3f316da3f55 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:32.321526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-6606f24a-aff5-4f70-82bf-706aff579a8d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:00:32.322538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-6606f24a-aff5-4f70-82bf-706aff579a8d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557165 Aug 16 03:00:32.413344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f1cb3f29-c7e1-49d9-8b6d-91b749e788f4 service neutron] 10.222.0.78 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844190 Aug 16 03:00:32.500426 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-e015c876-1358-4586-8f2b-d0f2fbab51a9 service neutron] 10.222.0.78 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805023 Aug 16 03:00:32.657723 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-228bfe4b-af05-46c6-9b6d-a364b322cd90 req-9b159795-fac3-4b67-8ca2-b36cb5b5c29c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 210 time: 0.0266759 Aug 16 03:00:33.769920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3f430b76-4752-4971-8cdb-6acab6d9132b req-f258fc68-93f4-415d-99c5-acc9ce6557cb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 210 time: 0.0290818 Aug 16 03:00:33.820093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-6cc04b5e-f8e3-4fc9-b143-f58609c1f5e2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.821612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-6cc04b5e-f8e3-4fc9-b143-f58609c1f5e2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 815 time: 0.1309333 Aug 16 03:00:33.834690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Request body: {'port': {'device_id': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a', 'admin_state_up': True, 'tenant_id': '23d0f8b2e84248b1aab9df8ef0d8ca57'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:33.938736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Made reservation on behalf of 23d0f8b2e84248b1aab9df8ef0d8ca57 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:33.942900 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.397929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Allocated IP 172.20.0.10 (9f94fc4b-afa4-425e-9220-5218a4b4358a/fc7fd669-f9f8-4107-93db-bf40da980ae1/e0eccfba-bc2e-47a8-b466-2191d8613679) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:34.538445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.576570 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.618383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Network 9f94fc4b-afa4-425e-9220-5218a4b4358a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:34.621421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:34.625628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:34.631896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:34.677611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:34.678232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.691513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-a909d09e-07d1-427a-b6a0-9ba36a3b9094 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8605616 Aug 16 03:00:34.704134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Request body: {'port': {'device_id': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:34.758758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:34.889301 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4038ade-2333-4aa9-b12f-dbab278d1ab9 req-095b54fd-ed9b-4914-9f00-9bc2a8910689 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:34.890804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4038ade-2333-4aa9-b12f-dbab278d1ab9 req-095b54fd-ed9b-4914-9f00-9bc2a8910689 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 932 time: 0.0531409 Aug 16 03:00:34.931060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a4038ade-2333-4aa9-b12f-dbab278d1ab9 req-956875a0-2ec4-4b42-a76e-222187842aee tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Aug 16 03:00:35.015598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eccfba-bc2e-47a8-b466-2191d8613679 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:35.022840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.036156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Transition to ACTIVE for port object e0eccfba-bc2e-47a8-b466-2191d8613679 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:35.039792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.109973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:35.157615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:35.157945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:35.158269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:35.162414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Port e0eccfba-bc2e-47a8-b466-2191d8613679 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:00:35.162733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:35.167361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:35.167698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Checking segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:35.168086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Bound using segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:35.168534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Bound port: e0eccfba-bc2e-47a8-b466-2191d8613679, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:35.169430 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.229117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:35.232810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:35.237343 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.268565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.269189 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.270620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] 10.222.0.88 "PUT /v2.0/ports/e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 1093 time: 0.5710263 Aug 16 03:00:35.271051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:35.273446 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:35.299284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909c15a-a32e-4d59-a9ce-1307d985710d service neutron] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:35.318936 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd69e3f5-076d-405e-8b1f-17f94701dbdf x-openstack-request-id: req-dd69e3f5-076d-405e-8b1f-17f94701dbdf {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:35.319221 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:35.319468 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd69e3f5-076d-405e-8b1f-17f94701dbdf {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:35.319926 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'status': 'completed', 'code': 200} Aug 16 03:00:35.354506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-b68a26b4-334e-45e6-87fd-caafba78663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.355996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-b68a26b4-334e-45e6-87fd-caafba78663f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1096 time: 0.0462430 Aug 16 03:00:35.396538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-6f1d88a8-4c2a-440c-b1a9-2a35ab698416 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 217 time: 0.0326848 Aug 16 03:00:35.443406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-0f041e3f-ab2d-455b-ba78-8ba651679a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.444846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-0f041e3f-ab2d-455b-ba78-8ba651679a39 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0422544 Aug 16 03:00:35.475649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-69e02be4-be12-47c0-b689-0a902b92f66f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227327 Aug 16 03:00:35.577208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-b4e37473-7276-496e-bdb6-0c80cb0840f2 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945947 Aug 16 03:00:35.663206 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-20487ff6-fe73-464b-805e-6d3ede57c777 req-b2f63605-6ffa-4110-81c0-e5704a9cd6dd service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794125 Aug 16 03:00:35.751183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-716f29a8-8267-4f23-8c73-33ad7c759783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.752699 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-716f29a8-8267-4f23-8c73-33ad7c759783 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1096 time: 0.0439267 Aug 16 03:00:35.838756 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-75f9d691-c3d8-4087-b4ee-2f639afbae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.840119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-75f9d691-c3d8-4087-b4ee-2f639afbae94 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0809362 Aug 16 03:00:35.883792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-7eca808f-3728-44be-8e61-a2a99ac97446 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 217 time: 0.0367508 Aug 16 03:00:35.932174 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-e2a72908-f5a9-4ce9-bb59-231586f4c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.933614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-e2a72908-f5a9-4ce9-bb59-231586f4c498 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0424418 Aug 16 03:00:35.964711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-8757dd98-c136-442a-bbe1-ad997f5100a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230072 Aug 16 03:00:36.045836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5552eb-6e04-4edc-96f5-0677b5457055 req-f10370b8-7496-4d52-a9e5-1ded92e59362 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.047337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f5552eb-6e04-4edc-96f5-0677b5457055 req-f10370b8-7496-4d52-a9e5-1ded92e59362 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 944 time: 0.0491216 Aug 16 03:00:36.053273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-c7a0cd77-3592-49cf-883c-de47957c10e7 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813985 Aug 16 03:00:36.085666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5f5552eb-6e04-4edc-96f5-0677b5457055 req-622094e8-6f9b-4b6b-a118-4845527ee370 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Aug 16 03:00:36.146659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aa163f5d-ebe4-47a3-aff5-7a23f0254afe req-eb7400c1-4ca0-408f-af89-c96f5c6e6f6e service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Aug 16 03:00:37.200031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8e35d-6fb7-44d0-a9b1-77170614b973 req-85f3bd73-8f28-4131-80b2-a16428e32cc3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.201517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dd8e35d-6fb7-44d0-a9b1-77170614b973 req-85f3bd73-8f28-4131-80b2-a16428e32cc3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 944 time: 0.0493851 Aug 16 03:00:37.238360 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dd8e35d-6fb7-44d0-a9b1-77170614b973 req-b6bf1399-9aa9-4680-93ad-91dd322ad0b0 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Aug 16 03:00:38.298720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:00:38.351818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25de87c-e6c2-4738-bf5a-c68272c7a7eb req-678110a1-942b-4b98-977c-7c2374d85a6a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:38.353334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c25de87c-e6c2-4738-bf5a-c68272c7a7eb req-678110a1-942b-4b98-977c-7c2374d85a6a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 944 time: 0.0487523 Aug 16 03:00:38.391632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c25de87c-e6c2-4738-bf5a-c68272c7a7eb req-801f67e1-1a7d-476f-9a36-1bac11d447a8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Aug 16 03:00:38.392846 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:38.404472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a', 'port_id': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'mac_address': 'fa:16:3e:5a:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7fd669-f9f8-4107-93db-bf40da980ae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:00:38.444756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.456987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eccfba-bc2e-47a8-b466-2191d8613679 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:38.475566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:38.479487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.525632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:38.671474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e0eccfba-bc2e-47a8-b466-2191d8613679'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:00:39.511558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e94366-ca59-4618-8955-127d99ba54d1 req-96872842-b2f5-4b58-af49-ba409bd2a97c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.513082 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83e94366-ca59-4618-8955-127d99ba54d1 req-96872842-b2f5-4b58-af49-ba409bd2a97c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 945 time: 0.0521836 Aug 16 03:00:39.550665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83e94366-ca59-4618-8955-127d99ba54d1 req-0ea5d4a4-919d-49b6-92b4-609106b2ec74 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Aug 16 03:00:40.313899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:40.361761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port e0eccfba-bc2e-47a8-b466-2191d8613679 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:40.365283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e0eccfba-bc2e-47a8-b466-2191d8613679 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:40.365658 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.440051 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.464429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:40.466635 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f124c-31c0-44fa-ab64-02bb37b7d5b8" -d '{"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-plugged", "status": "completed", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:40.480074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:40.484590 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.531936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:40.567562 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78dbd9-8380-43b6-b8b9-d347942e8653 x-openstack-request-id: req-5a78dbd9-8380-43b6-b8b9-d347942e8653 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:40.567858 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-plugged", "status": "completed", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:40.568112 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a78dbd9-8380-43b6-b8b9-d347942e8653 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:40.568544 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'code': 200} Aug 16 03:00:40.666266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7766e9-90b7-411c-93db-e2ddcf695d90 req-3241581e-e1e0-44e0-977f-8d3d36fe5f66 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:40.667783 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db7766e9-90b7-411c-93db-e2ddcf695d90 req-3241581e-e1e0-44e0-977f-8d3d36fe5f66 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0490887 Aug 16 03:00:40.728599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db7766e9-90b7-411c-93db-e2ddcf695d90 req-fc2e8a3e-e505-4169-9a6e-c10a0ab3e146 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522661 Aug 16 03:00:40.731690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cc339-dd0c-4971-a2e3-cf920da424b0 req-1ef500c8-50b4-49e1-beb7-393d5b584a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:40.733169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-544cc339-dd0c-4971-a2e3-cf920da424b0 req-1ef500c8-50b4-49e1-beb7-393d5b584a3f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1098 time: 0.0645106 Aug 16 03:00:40.768669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-544cc339-dd0c-4971-a2e3-cf920da424b0 req-c87c1ca0-8960-40b8-b18f-3df3249c778b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286138 Aug 16 03:00:41.856543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe23b93-7419-4fd6-804d-8a008f6ba74e req-87d34bfe-b5a4-4e45-b7b5-a652562d3c18 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.858004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4fe23b93-7419-4fd6-804d-8a008f6ba74e req-87d34bfe-b5a4-4e45-b7b5-a652562d3c18 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0553999 Aug 16 03:00:41.895997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4fe23b93-7419-4fd6-804d-8a008f6ba74e req-b454d1d5-2f10-48a1-a692-aed0dcd0cedd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Aug 16 03:00:42.010322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fe3b8-847c-4981-b3dc-8cf0eab5c6c0 req-1b43ed4d-150f-47ff-8198-2ed93f97685a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:42.011700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-801fe3b8-847c-4981-b3dc-8cf0eab5c6c0 req-1b43ed4d-150f-47ff-8198-2ed93f97685a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0511687 Aug 16 03:00:42.049337 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-801fe3b8-847c-4981-b3dc-8cf0eab5c6c0 req-1be5bde3-b7c1-499c-99dd-e6fa5873d5ed tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Aug 16 03:00:42.247310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240080b2-8ea3-4990-9491-8987e709c4cd req-f19b54e4-3c33-4830-ae67-23d8c649fba4 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:42.248829 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-240080b2-8ea3-4990-9491-8987e709c4cd req-f19b54e4-3c33-4830-ae67-23d8c649fba4 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0476086 Aug 16 03:00:42.286757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-240080b2-8ea3-4990-9491-8987e709c4cd req-b88ad8a2-a3b5-4ec8-80a8-d999edf07983 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Aug 16 03:00:42.399581 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04dbaf-3743-4c6c-8cc3-6344e0a9b0c6 req-ac12ccba-e344-44d5-916d-f56f98862c3c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:42.401093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d04dbaf-3743-4c6c-8cc3-6344e0a9b0c6 req-ac12ccba-e344-44d5-916d-f56f98862c3c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0486991 Aug 16 03:00:42.442118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d04dbaf-3743-4c6c-8cc3-6344e0a9b0c6 req-1c855800-6559-491c-98f6-b0636a9ceebe tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Aug 16 03:00:42.660625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-84023014-13bc-42bc-8ad3-a8912acab6cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410879 Aug 16 03:00:42.678228 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a20cf9-7569-45d3-9306-af377f070adc req-fc0c588a-ee6e-4e2e-b764-b2be57b587a1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:42.679916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07a20cf9-7569-45d3-9306-af377f070adc req-fc0c588a-ee6e-4e2e-b764-b2be57b587a1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0518236 Aug 16 03:00:42.718450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-07a20cf9-7569-45d3-9306-af377f070adc req-97f1805d-6a19-4b3f-8fa4-bf12d987e498 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Aug 16 03:00:43.837819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8265d3-33fc-4338-99c1-02366ae84846 req-769bbf06-9c13-45f7-a30d-998bd11e0a6d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:43.839302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd8265d3-33fc-4338-99c1-02366ae84846 req-769bbf06-9c13-45f7-a30d-998bd11e0a6d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0517921 Aug 16 03:00:43.876781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fd8265d3-33fc-4338-99c1-02366ae84846 req-2b8b5416-2a30-424e-a67b-9b6bbb1e1152 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Aug 16 03:00:44.320355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-4206cacd-ad46-4abc-8816-d7d8b87738f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:44.321892 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-4206cacd-ad46-4abc-8816-d7d8b87738f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1098 time: 0.0404863 Aug 16 03:00:44.410879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-59989b38-684a-4bef-8aac-2c66dee4f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:44.412399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-59989b38-684a-4bef-8aac-2c66dee4f32d service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0841210 Aug 16 03:00:44.456503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-67be9738-2bd6-46b8-b9b0-115c15fa5f06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 217 time: 0.0370488 Aug 16 03:00:44.506367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-64930283-3f20-40bc-be62-ced52f6620d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:44.507849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-64930283-3f20-40bc-be62-ced52f6620d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0451174 Aug 16 03:00:44.538323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-405098d9-58ab-46b0-a643-491a882252e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233083 Aug 16 03:00:44.629155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-3df31094-84dd-473f-a7ca-698f8fcf4fec service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841203 Aug 16 03:00:44.717509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d04c80c9-1d00-4c49-8b4c-483c0b8ae9fd service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812843 Aug 16 03:00:45.310806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7ab0-c34c-459a-872d-aa06c3f86591 req-48a0036d-0397-4b1a-938a-ef69c2e46bbf tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:45.312323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd3b7ab0-c34c-459a-872d-aa06c3f86591 req-48a0036d-0397-4b1a-938a-ef69c2e46bbf tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.3678057 Aug 16 03:00:45.350055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dd3b7ab0-c34c-459a-872d-aa06c3f86591 req-524d00d6-8c40-42cb-93af-ab251ab727fb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Aug 16 03:00:46.465175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835b1f8-b932-42a2-9d9c-7910368c2364 req-be283d55-dd43-435b-a660-1b452732eeb5 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:46.467148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9835b1f8-b932-42a2-9d9c-7910368c2364 req-be283d55-dd43-435b-a660-1b452732eeb5 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0499272 Aug 16 03:00:46.509968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9835b1f8-b932-42a2-9d9c-7910368c2364 req-97624554-d8b5-4f03-b641-eef73f58ad40 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Aug 16 03:00:47.625319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b3ad4-0957-4e9a-9776-be3b06a81239 req-adb62925-bcee-43e7-a300-dcc2bd8b5e19 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:47.626699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-711b3ad4-0957-4e9a-9776-be3b06a81239 req-adb62925-bcee-43e7-a300-dcc2bd8b5e19 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0479255 Aug 16 03:00:47.664512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-711b3ad4-0957-4e9a-9776-be3b06a81239 req-bbe5be55-acf6-4aff-be1a-741dc136a0d4 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316329 Aug 16 03:00:48.779344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee9918-4c4b-4332-8c40-d6bf8810c3ef req-ac6af6de-c380-4032-97f3-b0ba902fe931 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:48.780873 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8eee9918-4c4b-4332-8c40-d6bf8810c3ef req-ac6af6de-c380-4032-97f3-b0ba902fe931 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0494282 Aug 16 03:00:48.818528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8eee9918-4c4b-4332-8c40-d6bf8810c3ef req-35c2a304-d732-4725-8f5d-d3067a2b44a2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Aug 16 03:00:49.929730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bbee6-22f4-4205-abad-32c22f76183d req-4255d388-164d-41a8-b2d3-7353a357bf2e tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:49.931191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-966bbee6-22f4-4205-abad-32c22f76183d req-4255d388-164d-41a8-b2d3-7353a357bf2e tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0473435 Aug 16 03:00:49.968422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-966bbee6-22f4-4205-abad-32c22f76183d req-bf7d026f-9873-4be6-ba24-b95d46541989 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Aug 16 03:00:51.083080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df60e3-b5ba-465a-94b1-9a0ea2df042f req-83d31419-c947-4e9f-82eb-033e97af5ac8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:51.084611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-13df60e3-b5ba-465a-94b1-9a0ea2df042f req-83d31419-c947-4e9f-82eb-033e97af5ac8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0510879 Aug 16 03:00:51.122911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-13df60e3-b5ba-465a-94b1-9a0ea2df042f req-107c6454-6415-4f8b-806f-34c90024e954 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Aug 16 03:00:52.237593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76748119-a4a5-4096-82e3-0b33e1904a90 req-fb2a64bb-3cb1-4fcf-a2d0-0976f6586e6a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:52.239065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76748119-a4a5-4096-82e3-0b33e1904a90 req-fb2a64bb-3cb1-4fcf-a2d0-0976f6586e6a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0509450 Aug 16 03:00:52.276553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-76748119-a4a5-4096-82e3-0b33e1904a90 req-0b59f7f1-def9-44ad-a871-c38b44779500 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Aug 16 03:00:52.615347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:53.388675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea294c8-279f-4616-a232-273bce6b00eb req-933ba058-13f7-42b7-ad56-b38dd09b8c83 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:53.390167 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2ea294c8-279f-4616-a232-273bce6b00eb req-933ba058-13f7-42b7-ad56-b38dd09b8c83 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0474751 Aug 16 03:00:53.431233 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2ea294c8-279f-4616-a232-273bce6b00eb req-2d27a0b4-6ee0-4205-ac1f-48ca7f2ccf43 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352371 Aug 16 03:00:53.806643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.054497 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:54.542839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e637e-0b7b-4997-8ac8-54844a4841da req-cbe931fb-8e76-468f-bb49-35d0535e49a6 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.544965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c0e637e-0b7b-4997-8ac8-54844a4841da req-cbe931fb-8e76-468f-bb49-35d0535e49a6 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0475161 Aug 16 03:00:54.581373 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c0e637e-0b7b-4997-8ac8-54844a4841da req-5ff52c9d-6a4b-4b1b-9e04-25753f6caa47 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305145 Aug 16 03:00:55.694680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e0601-8ef1-463c-bba2-b62bcd276fad req-fdba7715-9788-4d9c-ae48-c3d3d1911b45 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:55.696169 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-625e0601-8ef1-463c-bba2-b62bcd276fad req-fdba7715-9788-4d9c-ae48-c3d3d1911b45 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0485234 Aug 16 03:00:55.732736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-625e0601-8ef1-463c-bba2-b62bcd276fad req-892e229a-4c2c-4deb-92ca-22fdcbc21111 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306859 Aug 16 03:00:56.219682 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1433c997-c31f-4534-85db-4ef21ee9d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:56.844246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b8fc-cb0e-448f-8846-8f6e3f407f8a req-6682bd61-28be-4a01-a084-51a65048f1b7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:56.845729 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0654b8fc-cb0e-448f-8846-8f6e3f407f8a req-6682bd61-28be-4a01-a084-51a65048f1b7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0474541 Aug 16 03:00:56.882679 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0654b8fc-cb0e-448f-8846-8f6e3f407f8a req-f6632495-8717-42da-b3fb-e215dbaf3fd2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Aug 16 03:00:58.003419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af545f-6f05-4692-8203-87f56093f87d req-729950c1-2bb2-4734-b413-575834b16467 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:58.004976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74af545f-6f05-4692-8203-87f56093f87d req-729950c1-2bb2-4734-b413-575834b16467 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0525115 Aug 16 03:00:58.041204 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74af545f-6f05-4692-8203-87f56093f87d req-d0e7a4a5-4590-456e-9bf8-0070da27bedb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Aug 16 03:00:58.815537 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-27068b4b-1915-429a-99c0-f3b43d0cbe5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:58.826447 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.157632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beeffd-15e4-445b-b236-8103a8cb359e req-c451424b-c947-4f7f-ad94-40b7a209129d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:59.159099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96beeffd-15e4-445b-b236-8103a8cb359e req-c451424b-c947-4f7f-ad94-40b7a209129d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0511611 Aug 16 03:00:59.199915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96beeffd-15e4-445b-b236-8103a8cb359e req-803e2f7e-d575-4be2-8324-80544a3d3379 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348670 Aug 16 03:01:00.142233 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:00.320860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cca98-8f4e-431d-8fdb-ae89b71466db req-a35baadb-8bae-42d2-8ef5-b176149da856 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:00.322443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-599cca98-8f4e-431d-8fdb-ae89b71466db req-a35baadb-8bae-42d2-8ef5-b176149da856 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0493891 Aug 16 03:01:00.365815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-599cca98-8f4e-431d-8fdb-ae89b71466db req-32199be2-3653-4709-bed3-828ab9c3b607 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Aug 16 03:01:01.480115 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755680e2-2328-4746-b7fd-cc1af3f6080c req-8668bcbc-5590-4969-b33b-f5559be7781d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.482218 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-755680e2-2328-4746-b7fd-cc1af3f6080c req-8668bcbc-5590-4969-b33b-f5559be7781d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0499969 Aug 16 03:01:01.519124 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-755680e2-2328-4746-b7fd-cc1af3f6080c req-7d4805d6-ba19-4a5b-a2d7-9340561671c7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Aug 16 03:01:02.050834 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:02.633392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefde1b2-fcc1-492d-b17d-dd97119be633 req-f7a6e490-bedc-4e75-9bee-6d9075451ed8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:02.634788 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fefde1b2-fcc1-492d-b17d-dd97119be633 req-f7a6e490-bedc-4e75-9bee-6d9075451ed8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0491507 Aug 16 03:01:02.672007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fefde1b2-fcc1-492d-b17d-dd97119be633 req-0c4e128f-31d4-4c71-b7b3-ef7e2ef43a77 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Aug 16 03:01:03.784847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94174841-039f-4799-88e0-b98c9625db79 req-be64d4e6-13b5-48f0-8596-9015834a456c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:03.786317 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94174841-039f-4799-88e0-b98c9625db79 req-be64d4e6-13b5-48f0-8596-9015834a456c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0477939 Aug 16 03:01:03.823039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94174841-039f-4799-88e0-b98c9625db79 req-71a68fc1-c34f-48d9-be89-9f3c3e1c9550 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Aug 16 03:01:04.942752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38debf81-45da-426a-a5c5-58aa7ebc62d7 req-61b0bf19-9920-4833-ba02-82ebc70b3b83 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:04.944152 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38debf81-45da-426a-a5c5-58aa7ebc62d7 req-61b0bf19-9920-4833-ba02-82ebc70b3b83 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0475464 Aug 16 03:01:04.980712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38debf81-45da-426a-a5c5-58aa7ebc62d7 req-81c941e4-05f2-42d9-bf4c-34ce001a5963 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306571 Aug 16 03:01:06.097051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc8f-730e-497a-9037-0b29ada9c251 req-0360c3ef-7503-4a41-bfac-4e3978204912 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:06.098505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39f7bc8f-730e-497a-9037-0b29ada9c251 req-0360c3ef-7503-4a41-bfac-4e3978204912 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0511968 Aug 16 03:01:06.134406 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39f7bc8f-730e-497a-9037-0b29ada9c251 req-e8f2d3ee-c70f-4bbb-a4aa-02a459c40958 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299160 Aug 16 03:01:07.247135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116af47-ef36-410b-b97e-c8f7ba90b2ce req-6f154b08-b15f-4894-ac86-cc650a3380dd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:07.248628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b116af47-ef36-410b-b97e-c8f7ba90b2ce req-6f154b08-b15f-4894-ac86-cc650a3380dd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0479915 Aug 16 03:01:07.289156 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b116af47-ef36-410b-b97e-c8f7ba90b2ce req-b1894abe-b97d-4540-92b7-35b659a014f8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Aug 16 03:01:08.404198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d75d3e-7435-41b4-b89d-5bfa136f6b8b req-93b56971-a7be-4c61-957a-6658a93000de tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:08.405689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-15d75d3e-7435-41b4-b89d-5bfa136f6b8b req-93b56971-a7be-4c61-957a-6658a93000de tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0480263 Aug 16 03:01:08.441895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-15d75d3e-7435-41b4-b89d-5bfa136f6b8b req-32a044c7-d998-4d13-82d4-47113c4a0151 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302968 Aug 16 03:01:09.556015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71401b7e-9e1e-4bab-a7a5-d3ce0b70f974 req-723c6954-29b2-49d2-9e93-5cf626430a97 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:09.557547 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71401b7e-9e1e-4bab-a7a5-d3ce0b70f974 req-723c6954-29b2-49d2-9e93-5cf626430a97 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0504663 Aug 16 03:01:09.595738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71401b7e-9e1e-4bab-a7a5-d3ce0b70f974 req-203c53cb-fa29-41aa-988f-44d7ef3bf826 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Aug 16 03:01:10.709059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1e05f-7c7e-4df2-9605-b8543e989fc3 req-83d1a7ba-859b-431a-b8d1-d06ad0dccabd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:10.710536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1b1e05f-7c7e-4df2-9605-b8543e989fc3 req-83d1a7ba-859b-431a-b8d1-d06ad0dccabd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0486097 Aug 16 03:01:10.747969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1b1e05f-7c7e-4df2-9605-b8543e989fc3 req-e8421ec7-6fb2-4b6e-b423-2b17e46fb841 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Aug 16 03:01:11.572944 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-91e523bc-49c7-4d9a-b16f-332b7f13840c service neutron] show failed (client error): The resource could not be found. Aug 16 03:01:11.573968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-91e523bc-49c7-4d9a-b16f-332b7f13840c service neutron] 10.222.0.88 "GET /v2.0/ports/e0eccfba-bc2e-47a8-b466-2191d8613679/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0554163 Aug 16 03:01:11.802651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-f35d0f2b-3a48-4362-a518-c9ed8e8f824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:11.804168 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-f35d0f2b-3a48-4362-a518-c9ed8e8f824a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67&tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57 HTTP/1.1" status: 200 len: 1098 time: 0.0745447 Aug 16 03:01:11.821236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:11.864037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a14c61-d389-402d-b39f-fdf1214a867c req-06f97afa-4df7-4278-923f-c9d38681e3f9 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:11.865607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66a14c61-d389-402d-b39f-fdf1214a867c req-06f97afa-4df7-4278-923f-c9d38681e3f9 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0486882 Aug 16 03:01:11.874857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:11.903365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66a14c61-d389-402d-b39f-fdf1214a867c req-8d5c8997-61cd-4595-83ff-b794a3a44350 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Aug 16 03:01:12.079261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:12.115380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:01:12.153857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:12.156095 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7587c67-e70f-4358-ac24-afb10ae7c58c" -d '{"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-unplugged", "status": "completed", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:12.160099 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.171998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Transition to ACTIVE for port object e0eccfba-bc2e-47a8-b466-2191d8613679 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:01:12.175591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.232008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] No DVR routers for this DVR port e0eccfba-bc2e-47a8-b466-2191d8613679 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:12.242193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:12.265674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.266130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.266357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.266697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.267030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.267361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.267754 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.268082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.268434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.268762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.269088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.269409 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:12.274277 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbb1751-f153-4ebd-bc7c-129d246387b8 x-openstack-request-id: req-9fbb1751-f153-4ebd-bc7c-129d246387b8 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:12.274563 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-unplugged", "status": "completed", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:12.274811 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fbb1751-f153-4ebd-bc7c-129d246387b8 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:12.275192 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'code': 200} Aug 16 03:01:12.285065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:01:12.285403 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:01:12.285735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:12.290236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Port e0eccfba-bc2e-47a8-b466-2191d8613679 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:01:12.290735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Attempting to bind port e0eccfba-bc2e-47a8-b466-2191d8613679 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:12.296089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:01:12.296472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Checking segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:01:12.296861 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Bound using segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:01:12.297294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Bound port: e0eccfba-bc2e-47a8-b466-2191d8613679, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:01:12.297652 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.370462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:01:12.374576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:01:12.378565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.409056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.409684 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.411243 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d2691e23-911c-4629-885f-49e422a27182 service neutron] 10.222.0.98 "PUT /v2.0/ports/e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 1093 time: 0.5941958 Aug 16 03:01:12.446257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2691e23-911c-4629-885f-49e422a27182 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:12.480308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-208b2a9c-1fe4-4e4c-b8b2-5ee4ac833085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.481930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-208b2a9c-1fe4-4e4c-b8b2-5ee4ac833085 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1096 time: 0.0433044 Aug 16 03:01:12.574143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-f80de2ad-72c9-4e78-8613-13b8337b9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.576229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-f80de2ad-72c9-4e78-8613-13b8337b9e26 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0872948 Aug 16 03:01:12.620202 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-2dfa246f-8686-4795-80db-43d77c251a7a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 217 time: 0.0327671 Aug 16 03:01:12.673225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-5b5c6ceb-cd40-4330-b2db-d3332ddefe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.674767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-5b5c6ceb-cd40-4330-b2db-d3332ddefe01 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0432932 Aug 16 03:01:12.714654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-34e853bf-3fb5-4ae9-9053-8276060783a3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281208 Aug 16 03:01:12.802536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-d4a0c6b1-0c9a-44a9-81b6-11b7f5d981e8 service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800211 Aug 16 03:01:12.899071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a49af13e-e050-4863-8b1b-92f60969ef86 req-13fd127c-875e-4d4d-8974-55d052f04b75 service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836635 Aug 16 03:01:13.023250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b02b-cf58-453a-931e-385ddc858e90 req-1a6ca970-a340-4309-a35d-33267d06fed7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:13.024806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43c4b02b-cf58-453a-931e-385ddc858e90 req-1a6ca970-a340-4309-a35d-33267d06fed7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 944 time: 0.0538204 Aug 16 03:01:13.063112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-43c4b02b-cf58-453a-931e-385ddc858e90 req-3cb370ff-c134-4c24-a029-2f62b27e061f tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Aug 16 03:01:14.179341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df1de4-09eb-4b6a-8b5b-57d1e14b6596 req-4d0da3c4-926f-4f4b-b19b-91fb7b230a4e tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.180867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22df1de4-09eb-4b6a-8b5b-57d1e14b6596 req-4d0da3c4-926f-4f4b-b19b-91fb7b230a4e tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 944 time: 0.0491467 Aug 16 03:01:14.218299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-22df1de4-09eb-4b6a-8b5b-57d1e14b6596 req-dfcd8992-fc94-40d0-83e3-98e7c914e744 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Aug 16 03:01:14.275990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:14.278378 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:14.329950 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576d02c-1f64-4062-94b7-67e8780a27ce x-openstack-request-id: req-b576d02c-1f64-4062-94b7-67e8780a27ce {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:14.330237 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:14.330483 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b576d02c-1f64-4062-94b7-67e8780a27ce {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:14.330885 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'status': 'completed', 'code': 200} Aug 16 03:01:14.389340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-3186a858-f078-496d-b207-40c096d1db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.390778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-3186a858-f078-496d-b207-40c096d1db08 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1096 time: 0.0405819 Aug 16 03:01:14.391835 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-4cdd790e-7aaf-48c3-accb-7458a40d4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.393372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-4cdd790e-7aaf-48c3-accb-7458a40d4eb2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1096 time: 0.0394795 Aug 16 03:01:14.483566 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-8a7ee8a4-dd84-4951-a704-6707516b557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.485180 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-8a7ee8a4-dd84-4951-a704-6707516b557e service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0873377 Aug 16 03:01:14.485679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-ba6270b3-4c01-4867-8a09-aefa0438c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.487140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-ba6270b3-4c01-4867-8a09-aefa0438c557 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0854769 Aug 16 03:01:14.527983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-03b0d2a1-98c6-443c-938a-1e13bef2abd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 217 time: 0.0354872 Aug 16 03:01:14.530039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-59986db5-4d41-4454-b15c-6c051f978cb1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 217 time: 0.0348287 Aug 16 03:01:14.576433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-2feaf265-31d5-425f-bb1c-6f63d7cf73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.577929 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-2feaf265-31d5-425f-bb1c-6f63d7cf73c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0437083 Aug 16 03:01:14.584898 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-f2163e78-a2e3-4d7d-8e93-7ff005f4c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.586353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-f2163e78-a2e3-4d7d-8e93-7ff005f4c1f2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0467095 Aug 16 03:01:14.610618 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-2f254771-71e7-4b6b-b19b-8235d61f2e70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250392 Aug 16 03:01:14.617989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-afa1d634-852b-44d0-adba-5f817ee6e5c1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239213 Aug 16 03:01:14.721178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-4e9c6fe0-bfae-425b-a238-6e1bd084c3ec service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035326 Aug 16 03:01:14.726704 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-b7eb7535-d03e-426a-a377-b857c77db483 service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005225 Aug 16 03:01:14.818632 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-469c777a-9193-406c-bd83-b549a5ddcc38 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903585 Aug 16 03:01:14.824497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c2b693f-bcc6-456c-b1ac-7201ed1b9c70 req-907777c2-9864-4636-8914-9c60497312ae service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831296 Aug 16 03:01:14.874667 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:01:14.968370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:14.979083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a', 'port_id': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'mac_address': 'fa:16:3e:5a:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7fd669-f9f8-4107-93db-bf40da980ae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:01:15.015591 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:15.027629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eccfba-bc2e-47a8-b466-2191d8613679 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:15.046645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:15.050060 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:15.094718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:15.295830 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e0eccfba-bc2e-47a8-b466-2191d8613679'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:15.337935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253ffc8-7654-43d5-b9d9-1dbfa464068c req-0b3d3004-92c7-4184-b81f-af3f2ef113b3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:15.339466 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a253ffc8-7654-43d5-b9d9-1dbfa464068c req-0b3d3004-92c7-4184-b81f-af3f2ef113b3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 945 time: 0.0558548 Aug 16 03:01:15.377356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a253ffc8-7654-43d5-b9d9-1dbfa464068c req-123fad26-4da8-4edd-8651-df1438f7359e tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Aug 16 03:01:15.574019 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aca48-061c-4623-a355-46c72d5f66b9 req-5e39f18a-89f3-4b68-a83f-e353d5354669 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:15.575703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe2aca48-061c-4623-a355-46c72d5f66b9 req-5e39f18a-89f3-4b68-a83f-e353d5354669 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 945 time: 0.0503008 Aug 16 03:01:15.615503 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe2aca48-061c-4623-a355-46c72d5f66b9 req-ae6ab8c4-d193-4754-bb97-16657e8b2a3f tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Aug 16 03:01:15.624591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-9a841675-b6ea-4dff-990c-ad327c379193 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:15.626098 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-9a841675-b6ea-4dff-990c-ad327c379193 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67&tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 945 time: 0.0906239 Aug 16 03:01:15.685341 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-37747854-aaea-47d9-9751-13333aaa3310 service neutron] delete failed (client error): The resource could not be found. Aug 16 03:01:15.686401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-37747854-aaea-47d9-9751-13333aaa3310 service neutron] 10.222.0.88 "DELETE /v2.0/ports/e0eccfba-bc2e-47a8-b466-2191d8613679/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0532579 Aug 16 03:01:15.773267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-7a79e0e5-7933-4cec-b7d5-686eaa3b8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:15.774758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-7a79e0e5-7933-4cec-b7d5-686eaa3b8e45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 1097 time: 0.0403497 Aug 16 03:01:15.865433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-656e4100-adbe-4c95-ae07-5d507cd757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:15.866811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-656e4100-adbe-4c95-ae07-5d507cd757e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0853806 Aug 16 03:01:15.908966 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-8766e23f-9e5a-483a-a97b-c3fb0beb4df2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 200 len: 217 time: 0.0343254 Aug 16 03:01:15.955762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-7d149cc3-a82b-4b0b-a5ce-c3733bcdf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:15.957268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-7d149cc3-a82b-4b0b-a5ce-c3733bcdf6bf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0419500 Aug 16 03:01:15.992884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-4579a813-05c7-4d31-9937-2b4de260bff5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287249 Aug 16 03:01:16.080708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-294cb444-7502-4691-9b56-257ce6efb341 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798721 Aug 16 03:01:16.170760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8d455e05-ce40-4670-a96f-b6f4e80cab3b req-77fcf958-bd51-46e7-9d7c-bdebd243be8e service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Aug 16 03:01:16.485654 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:16.523910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:16.739545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922036a-adc6-4078-aecf-9ff0795d24f1 req-96d7d65c-dba2-4a9f-93c3-05fca6e38d94 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:16.741021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b922036a-adc6-4078-aecf-9ff0795d24f1 req-96d7d65c-dba2-4a9f-93c3-05fca6e38d94 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 945 time: 0.0506594 Aug 16 03:01:16.778861 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b922036a-adc6-4078-aecf-9ff0795d24f1 req-1673a94d-3bf3-4daa-9a66-2e9899f9fb4a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Aug 16 03:01:16.891713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d0295-830b-4d95-b74b-6761e0fb6f43 req-41fff213-b64f-4199-8b51-34724c951cc9 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:16.893137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:01:16.893262 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f09d0295-830b-4d95-b74b-6761e0fb6f43 req-41fff213-b64f-4199-8b51-34724c951cc9 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 945 time: 0.0475199 Aug 16 03:01:16.930345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f09d0295-830b-4d95-b74b-6761e0fb6f43 req-cc49465e-de18-43e9-a24a-ea174baa2658 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Aug 16 03:01:16.940888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port e0eccfba-bc2e-47a8-b466-2191d8613679 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:01:16.951871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port e0eccfba-bc2e-47a8-b466-2191d8613679 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:01:16.951871 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:17.024185 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:17.043182 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88490d2c-dbeb-4315-b0d6-193be92a0043 req-4a357a6c-e2f5-438a-8a15-a5d61f77f7cd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:17.045536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88490d2c-dbeb-4315-b0d6-193be92a0043 req-4a357a6c-e2f5-438a-8a15-a5d61f77f7cd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 945 time: 0.0488355 Aug 16 03:01:17.047731 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:17.050030 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a20eab-b226-4ee1-a93b-d84974ed5c04" -d '{"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-plugged", "status": "completed", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:17.063508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:17.067913 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:17.085343 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88490d2c-dbeb-4315-b0d6-193be92a0043 req-1aaacb4b-a300-49bc-a222-2c3b628f7acf tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Aug 16 03:01:17.094618 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3b59b-ce5b-4db8-9b0c-549e92628413 x-openstack-request-id: req-8cc3b59b-ce5b-4db8-9b0c-549e92628413 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:17.094909 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-plugged", "status": "completed", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:17.095159 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cc3b59b-ce5b-4db8-9b0c-549e92628413 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:17.095544 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'code': 200} Aug 16 03:01:17.122069 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:17.428801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-8ed033e4-b5d3-4465-9826-f9906ce22060 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:17.430299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-8ed033e4-b5d3-4465-9826-f9906ce22060 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 815 time: 0.1031771 Aug 16 03:01:17.445553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-34b491ba-37b3-406a-8507-46067c130e24 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/quotas/23d0f8b2e84248b1aab9df8ef0d8ca57 HTTP/1.1" status: 200 len: 375 time: 0.0093918 Aug 16 03:01:17.493221 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-e814b8bb-bd6a-408a-b9c7-084d6eb8f687 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424387 Aug 16 03:01:17.584805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-50674843-94de-4c0b-bb14-4ebd26b5b8e9 service neutron] 10.222.0.78 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845282 Aug 16 03:01:17.676126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-76cfd222-c935-4909-8149-1a76c522c4d0 service neutron] 10.222.0.78 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853140 Aug 16 03:01:17.841994 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fac629e-4444-45f6-8cde-747cf90c41ea req-0eeb0be8-a6a9-435e-8ad4-9cb1af1a998a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 210 time: 0.0308197 Aug 16 03:01:18.710344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-c6f25b1f-57f4-440f-a0ac-c9977bde721a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:18.711874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-c6f25b1f-57f4-440f-a0ac-c9977bde721a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 815 time: 0.1127961 Aug 16 03:01:18.726190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Request body: {'port': {'device_id': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a', 'admin_state_up': True, 'tenant_id': '23d0f8b2e84248b1aab9df8ef0d8ca57'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:18.739242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-79529bd3-54ef-4caa-acf5-ae82723033c7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:18.740751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-79529bd3-54ef-4caa-acf5-ae82723033c7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a3e6d36-aab5-40a0-9528-ee4388f07d67 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Aug 16 03:01:18.834456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Made reservation on behalf of 23d0f8b2e84248b1aab9df8ef0d8ca57 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:01:18.836065 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Deleting port e0eccfba-bc2e-47a8-b466-2191d8613679 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:18.836592 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:18.838060 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:18.936933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] For port e0eccfba-bc2e-47a8-b466-2191d8613679, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=e0eccfba-bc2e-47a8-b466-2191d8613679,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:18.937237 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:18.943236 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c0530f54-8505-42ff-9c2b-48bc88e2ca64 req-926f5db7-6583-4422-87c8-b86a49987892 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 210 time: 0.0320039 Aug 16 03:01:18.950642 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Calling delete_port for e0eccfba-bc2e-47a8-b466-2191d8613679 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:18.990890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Allocated IP 172.20.0.3 (9f94fc4b-afa4-425e-9220-5218a4b4358a/fc7fd669-f9f8-4107-93db-bf40da980ae1/4ef47428-838d-4e11-a2e3-5a14cbd31337) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:01:19.086847 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.103281 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e0eccfba-bc2e-47a8-b466-2191d8613679'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:19.116188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Pushing event deleted for resources: {'Port': ['ID=e0eccfba-bc2e-47a8-b466-2191d8613679,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:19.156341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] No DVR routers for this DVR port e0eccfba-bc2e-47a8-b466-2191d8613679 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:19.158928 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.160936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2fc3d693-2d6a-4405-89fa-7677afa774fc req-1bf71e01-e5a7-442d-845f-d9b7d9f5328a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.98 "DELETE /v2.0/ports/e0eccfba-bc2e-47a8-b466-2191d8613679 HTTP/1.1" status: 204 len: 173 time: 0.4098935 Aug 16 03:01:19.161378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-deleted', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:19.163581 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179472b2-ac03-4185-9562-b71ebe4f5eff" -d '{"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-deleted", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:19.195046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.206778 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323c3831-a0da-42e1-bb43-60eb88aae2da x-openstack-request-id: req-323c3831-a0da-42e1-bb43-60eb88aae2da {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:19.207133 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3e6d36-aab5-40a0-9528-ee4388f07d67", "name": "network-vif-deleted", "tag": "e0eccfba-bc2e-47a8-b466-2191d8613679", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:19.207386 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-323c3831-a0da-42e1-bb43-60eb88aae2da {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:19.207788 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e6d36-aab5-40a0-9528-ee4388f07d67', 'name': 'network-vif-deleted', 'tag': 'e0eccfba-bc2e-47a8-b466-2191d8613679', 'status': 'completed', 'code': 200} Aug 16 03:01:19.239943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.255656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['e0eccfba-bc2e-47a8-b466-2191d8613679'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:19.285895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Network 9f94fc4b-afa4-425e-9220-5218a4b4358a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:01:19.289000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:01:19.292748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:01:19.299467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:19.346619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:19.347145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.361670 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-469f73ab-fb84-4155-8b77-4803bb1f296b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399767 Aug 16 03:01:19.374489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Request body: {'port': {'device_id': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:19.431632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.690200 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef47428-838d-4e11-a2e3-5a14cbd31337 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:19.697389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.710066 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Transition to ACTIVE for port object 4ef47428-838d-4e11-a2e3-5a14cbd31337 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:01:19.713592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.783539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:19.829587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:01:19.829929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:01:19.830264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:19.834425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:01:19.834750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:19.839460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:01:19.839802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Checking segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:01:19.840192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Bound using segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:01:19.840651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Bound port: 4ef47428-838d-4e11-a2e3-5a14cbd31337, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:01:19.841007 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.902003 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:01:19.905167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:01:19.909298 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.941919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:19.942468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:19.943864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] 10.222.0.88 "PUT /v2.0/ports/4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 1092 time: 0.5735526 Aug 16 03:01:19.944304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:19.946514 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f" -d '{"events": [{"name": "network-changed", "server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:19.970045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b60d3-405a-40fe-8b56-2f94c91bf696 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:19.984054 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9ff4e1-0012-4c12-95f7-3e1915aa08e2 x-openstack-request-id: req-6c9ff4e1-0012-4c12-95f7-3e1915aa08e2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:19.984380 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:19.984656 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c9ff4e1-0012-4c12-95f7-3e1915aa08e2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:19.985051 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'status': 'completed', 'code': 200} Aug 16 03:01:20.033394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-674bc353-f21c-4ccc-87f0-23792dd76fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:20.034921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-674bc353-f21c-4ccc-87f0-23792dd76fdc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1095 time: 0.0472631 Aug 16 03:01:20.076895 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-03532118-4a14-4b93-bf93-389a7cddf957 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0341358 Aug 16 03:01:20.078923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b83e-dc4b-440d-8ea7-875e40d9b2f7 req-a762124a-35cd-407d-acf7-0093ac7aad90 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:20.080491 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9884b83e-dc4b-440d-8ea7-875e40d9b2f7 req-a762124a-35cd-407d-acf7-0093ac7aad90 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 943 time: 0.0532680 Aug 16 03:01:20.117292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9884b83e-dc4b-440d-8ea7-875e40d9b2f7 req-2ef6de97-a420-4b4c-b47d-2e397a048262 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Aug 16 03:01:20.125679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-8da3ef4c-687d-4983-b7ac-e10743a2f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:20.127147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-8da3ef4c-687d-4983-b7ac-e10743a2f653 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0437982 Aug 16 03:01:20.158826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-9863f86e-9973-4f82-9eb2-b21e44d2a6a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242050 Aug 16 03:01:20.248724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-55e15d78-e6a3-4768-b6b4-572a31646e78 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827122 Aug 16 03:01:20.336240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a30b04c-0f1f-45bc-9bf9-513dd4387b08 req-d42d8444-d641-4762-9941-dc561eee8fab service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810475 Aug 16 03:01:20.421417 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-4335b396-129f-49e0-8abf-0dafed59b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:20.423023 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-4335b396-129f-49e0-8abf-0dafed59b4e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1095 time: 0.0439022 Aug 16 03:01:20.509639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-2b3d1ac9-7a1f-40b6-af2e-2fd0b414200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:20.511005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-2b3d1ac9-7a1f-40b6-af2e-2fd0b414200b service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0814950 Aug 16 03:01:20.555245 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-739aa93a-d756-46e8-ae63-6581eb386335 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0370364 Aug 16 03:01:20.602940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-297342aa-a494-4a4c-9e3d-51323e8d3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:20.604349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-297342aa-a494-4a4c-9e3d-51323e8d3030 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0415492 Aug 16 03:01:20.634964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-de48cf67-7ea8-423c-8bba-5f5fb63bf7a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230792 Aug 16 03:01:20.721187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-dfb51897-a469-48eb-967b-83f6fb071b7f service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784354 Aug 16 03:01:20.810648 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f846315a-abf6-4b5a-b7a4-7ab3c61ada6f req-44e22ae0-1ea7-48e6-b5f9-533a72d21bd0 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823815 Aug 16 03:01:21.231207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f2c98-5ca7-459d-bc7f-560b087e42eb req-79863325-f475-46db-a099-31b9a6cdfe90 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:21.232709 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c7f2c98-5ca7-459d-bc7f-560b087e42eb req-79863325-f475-46db-a099-31b9a6cdfe90 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 943 time: 0.0481505 Aug 16 03:01:21.269644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8c7f2c98-5ca7-459d-bc7f-560b087e42eb req-9ac82037-b175-4cf1-ba74-ec2fabb05305 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310156 Aug 16 03:01:22.382405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21edc6-8641-4a2d-a24a-f9c641cbff41 req-7d0e777e-ab9f-4701-baa0-db071ef317b2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:22.383890 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc21edc6-8641-4a2d-a24a-f9c641cbff41 req-7d0e777e-ab9f-4701-baa0-db071ef317b2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 943 time: 0.0487134 Aug 16 03:01:22.421085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fc21edc6-8641-4a2d-a24a-f9c641cbff41 req-2878f4f3-9430-4dd6-b8be-cc14d5c50597 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Aug 16 03:01:22.546761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:01:22.630693 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.646602 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:22.657914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a', 'port_id': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'mac_address': 'fa:16:3e:57:a9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7fd669-f9f8-4107-93db-bf40da980ae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:01:22.704983 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.718167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef47428-838d-4e11-a2e3-5a14cbd31337 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:22.737424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:22.740937 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.786286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:22.923560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['4ef47428-838d-4e11-a2e3-5a14cbd31337'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:22.945823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:22.970879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: e0eccfba-bc2e-47a8-b466-2191d8613679 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:01:22.971216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device e0eccfba-bc2e-47a8-b466-2191d8613679 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:23.541293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c63260-33ba-4217-87b6-b268499e5e69 req-6947c054-96c5-4076-aaa6-c35335a23b12 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:23.542896 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12c63260-33ba-4217-87b6-b268499e5e69 req-6947c054-96c5-4076-aaa6-c35335a23b12 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 944 time: 0.0560102 Aug 16 03:01:23.580258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12c63260-33ba-4217-87b6-b268499e5e69 req-7824bf12-db0a-4669-be53-502c42d62db0 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Aug 16 03:01:23.823081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.547532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:01:24.593926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 4ef47428-838d-4e11-a2e3-5a14cbd31337 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:01:24.597530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 4ef47428-838d-4e11-a2e3-5a14cbd31337 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:01:24.597906 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.695380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6266935-918b-4b08-8ec1-a3610d491397 req-a3230433-7d66-49e2-b0ef-ce4f9789113c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:24.697005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6266935-918b-4b08-8ec1-a3610d491397 req-a3230433-7d66-49e2-b0ef-ce4f9789113c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 944 time: 0.0509131 Aug 16 03:01:24.737923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6266935-918b-4b08-8ec1-a3610d491397 req-9a53bb44-e2b0-4ed5-ac41-3eb2330c5385 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342836 Aug 16 03:01:24.829973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.852623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:24.854749 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b5d335-8c30-4037-a661-8d52d984a2d3" -d '{"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-plugged", "status": "completed", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:24.867031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:24.871239 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.894290 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37c6d0-b777-4535-b899-ee7c9769f974 x-openstack-request-id: req-ee37c6d0-b777-4535-b899-ee7c9769f974 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:24.894575 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-plugged", "status": "completed", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:24.894821 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee37c6d0-b777-4535-b899-ee7c9769f974 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:24.895198 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'code': 200} Aug 16 03:01:24.920571 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:24.982370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd991a1-47d2-4d65-99ba-4ccd41ee2869 req-39465592-d5eb-40d4-983a-ea466baf3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:24.983841 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd991a1-47d2-4d65-99ba-4ccd41ee2869 req-39465592-d5eb-40d4-983a-ea466baf3207 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1097 time: 0.0389371 Aug 16 03:01:25.017457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fdd991a1-47d2-4d65-99ba-4ccd41ee2869 req-66d19382-4eeb-4521-9a2d-d46f23e7d6cd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267296 Aug 16 03:01:25.857127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfb90-5d47-4a32-8ea9-8a624a3044f3 req-9c67d20b-0413-486e-9d70-1c960c915ee9 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:25.858632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7acfb90-5d47-4a32-8ea9-8a624a3044f3 req-9c67d20b-0413-486e-9d70-1c960c915ee9 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0530226 Aug 16 03:01:25.895177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7acfb90-5d47-4a32-8ea9-8a624a3044f3 req-e99b681d-7cdf-4299-a313-e0a05278466f tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306487 Aug 16 03:01:26.009677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb011e81-d693-4533-bc4c-525423251057 req-8a2418c0-bfb3-4d1a-82e6-984a351ef8b1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:26.011166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb011e81-d693-4533-bc4c-525423251057 req-8a2418c0-bfb3-4d1a-82e6-984a351ef8b1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0484610 Aug 16 03:01:26.048258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb011e81-d693-4533-bc4c-525423251057 req-2b311450-85bb-4d1e-a27c-2d91a193061b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Aug 16 03:01:26.224978 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3f3bcd89-f2fd-45ec-b7be-67faa204d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.306107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-d7817f59-d93c-473a-a79c-95f6c2c3b4df service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705886 Aug 16 03:01:26.314828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bc902-23bd-4a95-8790-82941f1fd47a req-491bad85-7e5e-4afe-8f1d-1e1b4f411887 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:26.316229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee7bc902-23bd-4a95-8790-82941f1fd47a req-491bad85-7e5e-4afe-8f1d-1e1b4f411887 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0732284 Aug 16 03:01:26.354975 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ee7bc902-23bd-4a95-8790-82941f1fd47a req-fe6d989c-cd63-4491-a892-2303dbcb2e7c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Aug 16 03:01:27.445842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-077f5af0-7a8e-499a-8734-547fc84a2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:27.447332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-077f5af0-7a8e-499a-8734-547fc84a2c09 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1097 time: 0.0407846 Aug 16 03:01:27.474264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e01e10-c5ea-4af4-9a8e-693b7ac6871d req-7f069f29-4eda-4624-b5b1-68cab85915f2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:27.475748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e01e10-c5ea-4af4-9a8e-693b7ac6871d req-7f069f29-4eda-4624-b5b1-68cab85915f2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0519459 Aug 16 03:01:27.514096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20e01e10-c5ea-4af4-9a8e-693b7ac6871d req-454d6567-fcf4-4b3e-afe6-7db2c84733a3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Aug 16 03:01:27.538677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-b2c5e2d9-0646-4552-82b0-b1abd7c22e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:27.540182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-b2c5e2d9-0646-4552-82b0-b1abd7c22e82 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0860169 Aug 16 03:01:27.584182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-d8c18adb-d2a5-46d2-8ba1-10738c43caa1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0360894 Aug 16 03:01:27.632290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-a44cc80f-9ba7-49b2-8238-34e56f23df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:27.633695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-a44cc80f-9ba7-49b2-8238-34e56f23df8c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0419905 Aug 16 03:01:27.664494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-72376962-2e36-48af-ba03-3b9f39d259ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237677 Aug 16 03:01:28.091274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-4f39ce15-3c66-45f7-aacb-d914928eaba1 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186540 Aug 16 03:01:28.183757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-724f9aff-1bb1-47b4-aa91-9bca9d2ae73a service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853086 Aug 16 03:01:28.627409 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6ae5f-a98d-4fa9-9f65-395ccf789294 req-16fe50d6-2c73-47e2-9b7f-bd4b23bec1ef tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:28.629164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1b6ae5f-a98d-4fa9-9f65-395ccf789294 req-16fe50d6-2c73-47e2-9b7f-bd4b23bec1ef tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0480301 Aug 16 03:01:28.665447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1b6ae5f-a98d-4fa9-9f65-395ccf789294 req-8e63ccd0-ae37-4e9c-9ba1-e623ca370eb6 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Aug 16 03:01:28.822983 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-280181f9-836e-41af-8748-cd7e558587c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:28.827929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:29.784369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cd8b9-5fb9-4662-9b01-abb681e1789e req-0d32c646-e769-46e5-9580-4102b2107b36 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:29.785852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b58cd8b9-5fb9-4662-9b01-abb681e1789e req-0d32c646-e769-46e5-9580-4102b2107b36 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0496364 Aug 16 03:01:29.822538 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b58cd8b9-5fb9-4662-9b01-abb681e1789e req-d774812b-e733-4eb5-aad4-6e53943a2123 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305736 Aug 16 03:01:30.142440 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.935195 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ca61-b215-4df3-a5e8-6b4275b8a823 req-0d5972f7-dade-4172-997d-78d9bf2746e7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:30.936667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b9c6ca61-b215-4df3-a5e8-6b4275b8a823 req-0d5972f7-dade-4172-997d-78d9bf2746e7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0481217 Aug 16 03:01:30.974385 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b9c6ca61-b215-4df3-a5e8-6b4275b8a823 req-787528cb-7cd8-4465-adb8-8593006d9b1d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Aug 16 03:01:31.052309 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:32.054071 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:32.090489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420e7d-af1b-49fa-97e6-13235744a179 req-fd9239ec-848d-4ff4-bbfb-87d5f9690e78 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:32.092703 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae420e7d-af1b-49fa-97e6-13235744a179 req-fd9239ec-848d-4ff4-bbfb-87d5f9690e78 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0529029 Aug 16 03:01:32.132333 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ae420e7d-af1b-49fa-97e6-13235744a179 req-3ba71716-c96f-40c3-ba45-f2651d284c90 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Aug 16 03:01:33.245439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd51ff1-596e-4dd6-9caf-8494b3dda85a req-a4a06b8c-6f55-4821-be1a-b78347f0af18 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:33.246926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afd51ff1-596e-4dd6-9caf-8494b3dda85a req-a4a06b8c-6f55-4821-be1a-b78347f0af18 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0484023 Aug 16 03:01:33.288108 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afd51ff1-596e-4dd6-9caf-8494b3dda85a req-254c23cd-e128-405a-8795-2e087c6fa5be tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Aug 16 03:01:34.401309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54774eba-edc3-4d3d-bc91-4fa3d17d6158 req-7b3fc20b-dc0b-4ed5-8db4-eeb14ddf7fcd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:34.402794 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54774eba-edc3-4d3d-bc91-4fa3d17d6158 req-7b3fc20b-dc0b-4ed5-8db4-eeb14ddf7fcd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0485070 Aug 16 03:01:34.450403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54774eba-edc3-4d3d-bc91-4fa3d17d6158 req-55e92f65-e9a6-4785-86b5-dd909bf01a70 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Aug 16 03:01:35.564536 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7972694-6d03-4ff1-a18c-54eee3e4c35a req-784aacb6-b76e-43bb-9664-f4c892ef69b8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:35.566007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7972694-6d03-4ff1-a18c-54eee3e4c35a req-784aacb6-b76e-43bb-9664-f4c892ef69b8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0483942 Aug 16 03:01:35.602500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7972694-6d03-4ff1-a18c-54eee3e4c35a req-abc87cff-a8cf-4e93-b1da-a988d5f2f812 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Aug 16 03:01:36.788833 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aaae4-94c4-4a46-9ec2-cf84684b746b req-82ab84e8-c8c6-4304-84f2-55e7198c0552 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:36.790341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e9aaae4-94c4-4a46-9ec2-cf84684b746b req-82ab84e8-c8c6-4304-84f2-55e7198c0552 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.1225762 Aug 16 03:01:36.829577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e9aaae4-94c4-4a46-9ec2-cf84684b746b req-13dd5aa9-9911-4591-af7a-e6b0eedd5efa tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Aug 16 03:01:37.993600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4efb0-e6fa-433b-956a-da3a57267dee req-57b22ad8-a565-4e92-9c1c-2a637aaa9c17 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.995097 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-abd4efb0-e6fa-433b-956a-da3a57267dee req-57b22ad8-a565-4e92-9c1c-2a637aaa9c17 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.1000011 Aug 16 03:01:38.032821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-abd4efb0-e6fa-433b-956a-da3a57267dee req-2c69a40a-ec4e-453f-ae6e-eeb545473adf tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Aug 16 03:01:39.149656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f5bc9-0cb9-4001-b6a4-6784e41a4222 req-aaa8acf9-7e01-4cef-9560-9e50751b4e4f tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:39.151126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f82f5bc9-0cb9-4001-b6a4-6784e41a4222 req-aaa8acf9-7e01-4cef-9560-9e50751b4e4f tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0527878 Aug 16 03:01:39.188088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f82f5bc9-0cb9-4001-b6a4-6784e41a4222 req-ab059ee9-6a3d-44a2-9d16-95cd980d96d9 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305247 Aug 16 03:01:40.299457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8705b0f-3198-4c1e-8113-4e7ecb124f58 req-533137cc-b419-4cf4-b01e-de7fb9503530 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:40.300957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a8705b0f-3198-4c1e-8113-4e7ecb124f58 req-533137cc-b419-4cf4-b01e-de7fb9503530 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0471852 Aug 16 03:01:40.342772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a8705b0f-3198-4c1e-8113-4e7ecb124f58 req-dae9ff2d-08b6-4ecb-b2ea-402b4d5776b1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359652 Aug 16 03:01:41.471567 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1ebc8-e280-4cb6-ab8c-78e7214b28e4 req-6e0146a9-0774-4dd5-a56d-3a99dd96a440 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.473316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ece1ebc8-e280-4cb6-ab8c-78e7214b28e4 req-6e0146a9-0774-4dd5-a56d-3a99dd96a440 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0620704 Aug 16 03:01:41.503219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-0b45b6d5-0f48-4cc7-b8e7-0dd9d988f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.504890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-0b45b6d5-0f48-4cc7-b8e7-0dd9d988f1e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1097 time: 0.0465469 Aug 16 03:01:41.519221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ece1ebc8-e280-4cb6-ab8c-78e7214b28e4 req-b2716f41-af7c-4861-9167-629d6db196ae tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377324 Aug 16 03:01:41.606981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-02d41046-6b31-4cd2-9cb8-65ffc1c62d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.608441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-02d41046-6b31-4cd2-9cb8-65ffc1c62d46 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0847535 Aug 16 03:01:41.653992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-e6dec23a-8f29-486b-a875-389d2491abc4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0386324 Aug 16 03:01:41.707790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-88caa20f-5e96-47a3-811d-9ec00620ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.709354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-88caa20f-5e96-47a3-811d-9ec00620ef51 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0486217 Aug 16 03:01:41.741125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-16946252-6f7b-466c-90a8-930e7ff96d5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241380 Aug 16 03:01:41.839458 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-2fd165c7-d1ae-4570-8ff9-e8b27f86eb02 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900846 Aug 16 03:01:41.927853 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-123e465e-4b2e-41d0-b1ce-cb7f7b03a422 req-b0e07798-3fb7-4a33-9445-8393f382af68 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812960 Aug 16 03:01:42.634672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80e76-96d6-4d77-9c7c-1d6fee2f1903 req-1312e02a-9ec5-483e-87f6-45bf8d74994d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:42.636150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d80e76-96d6-4d77-9c7c-1d6fee2f1903 req-1312e02a-9ec5-483e-87f6-45bf8d74994d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0503101 Aug 16 03:01:42.675432 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7d80e76-96d6-4d77-9c7c-1d6fee2f1903 req-8fc0fa13-a220-4f97-8eec-91ac107d417a tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Aug 16 03:01:43.809359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692b25b-83ba-4e03-b64a-5dd3a5715130 req-b56291f3-f338-458d-8501-3a726ea5fe63 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:43.811404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a692b25b-83ba-4e03-b64a-5dd3a5715130 req-b56291f3-f338-458d-8501-3a726ea5fe63 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0491917 Aug 16 03:01:43.853578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a692b25b-83ba-4e03-b64a-5dd3a5715130 req-a908cf6a-2ba8-404b-84dc-f588a271a2e5 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Aug 16 03:01:44.976175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cf2b-c744-4c56-bb32-3d022e665776 req-13aef485-9842-4dfe-b8f0-07d84ddb6c0c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:44.977618 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6281cf2b-c744-4c56-bb32-3d022e665776 req-13aef485-9842-4dfe-b8f0-07d84ddb6c0c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0528595 Aug 16 03:01:45.016640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6281cf2b-c744-4c56-bb32-3d022e665776 req-d8e0a96f-4d35-417e-a2ab-84b26f9333e1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332212 Aug 16 03:01:46.133123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a346a-9ece-45ed-9dbc-3eb8ee5e8a9e req-fc706329-a3cd-49b6-8323-6cee242fcdf7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:46.134595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d3a346a-9ece-45ed-9dbc-3eb8ee5e8a9e req-fc706329-a3cd-49b6-8323-6cee242fcdf7 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0522528 Aug 16 03:01:46.171137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d3a346a-9ece-45ed-9dbc-3eb8ee5e8a9e req-5e0e6c0e-a70b-44d6-9a55-21e52ca77b63 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Aug 16 03:01:47.287601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049c983-a744-45bd-90cd-2ec3b3f1bf7f req-5bde9e10-7897-4a6e-8db1-08a2ab27e9a1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:47.289310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b049c983-a744-45bd-90cd-2ec3b3f1bf7f req-5bde9e10-7897-4a6e-8db1-08a2ab27e9a1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0516329 Aug 16 03:01:47.326454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b049c983-a744-45bd-90cd-2ec3b3f1bf7f req-7c53ae43-e9d7-4443-8ec0-aee30bd98697 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Aug 16 03:01:48.439938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c3d62-dc4d-45a5-8c56-20682dd22c17 req-07342422-ef5f-4c13-a8fc-e177944c8ea1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:48.441489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-966c3d62-dc4d-45a5-8c56-20682dd22c17 req-07342422-ef5f-4c13-a8fc-e177944c8ea1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0483198 Aug 16 03:01:48.478366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-966c3d62-dc4d-45a5-8c56-20682dd22c17 req-6bda4997-0f41-465f-a842-82a85ebe04d6 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Aug 16 03:01:49.594461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d109-6d9c-45bb-9b21-f16b30005bb3 req-0a6b10b3-dceb-4c26-9a4e-7b049a7db2ac tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:49.595845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a04d109-6d9c-45bb-9b21-f16b30005bb3 req-0a6b10b3-dceb-4c26-9a4e-7b049a7db2ac tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0482395 Aug 16 03:01:49.633223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a04d109-6d9c-45bb-9b21-f16b30005bb3 req-dfd7eaa2-b47d-4944-af72-83845760029b tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Aug 16 03:01:50.746742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d54b96-fbe1-4fd4-b518-3c2e242e80ae req-5592985e-d1aa-43a7-9309-b55f1bfcb301 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:50.748229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-29d54b96-fbe1-4fd4-b518-3c2e242e80ae req-5592985e-d1aa-43a7-9309-b55f1bfcb301 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0491266 Aug 16 03:01:50.785472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-29d54b96-fbe1-4fd4-b518-3c2e242e80ae req-41e6180b-081d-4a38-b197-0f892c387061 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311427 Aug 16 03:01:51.910154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cb7d0-16c1-41e6-bd68-0b6699ed4400 req-5d93c939-0c04-456d-ac09-1e1f5433cdc1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:51.911632 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c81cb7d0-16c1-41e6-bd68-0b6699ed4400 req-5d93c939-0c04-456d-ac09-1e1f5433cdc1 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0538292 Aug 16 03:01:51.947735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c81cb7d0-16c1-41e6-bd68-0b6699ed4400 req-1065c02a-9c6a-477b-b5dc-05f532e6ff75 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301824 Aug 16 03:01:52.620753 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:53.063524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3726afd-c520-4149-ab32-0213c4d69258 req-e98eedfc-f38b-451f-bf74-8c97c03d4dd3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:53.065016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3726afd-c520-4149-ab32-0213c4d69258 req-e98eedfc-f38b-451f-bf74-8c97c03d4dd3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0520692 Aug 16 03:01:53.101401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3726afd-c520-4149-ab32-0213c4d69258 req-a962073f-c099-4ce6-aee4-b4e8f71dd5b3 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305698 Aug 16 03:01:53.820546 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:54.239912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07679d6-a3e9-4826-a295-8736c71370f3 req-e1a83b5e-9510-4ebd-89f2-9e7750e416be tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:54.241443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e07679d6-a3e9-4826-a295-8736c71370f3 req-e1a83b5e-9510-4ebd-89f2-9e7750e416be tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0484862 Aug 16 03:01:54.279216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e07679d6-a3e9-4826-a295-8736c71370f3 req-254679bd-5917-4a5b-bd12-0c18993dbdbd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Aug 16 03:01:54.991771 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-515c36bf-25cb-480e-ae62-34ceedc05170 service neutron] show failed (client error): The resource could not be found. Aug 16 03:01:54.992723 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-515c36bf-25cb-480e-ae62-34ceedc05170 service neutron] 10.222.0.88 "GET /v2.0/ports/4ef47428-838d-4e11-a2e3-5a14cbd31337/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0529983 Aug 16 03:01:55.186632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-9508d2bb-69ef-4fb0-96d1-98fb10481f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:55.188223 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-9508d2bb-69ef-4fb0-96d1-98fb10481f1b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd&tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57 HTTP/1.1" status: 200 len: 1097 time: 0.0410321 Aug 16 03:01:55.204397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:55.256165 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:55.458798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8355d19-6f03-4ff4-b589-55e66a532050 req-10125381-3cec-4026-907f-5fd0412efcbb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:55.460297 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8355d19-6f03-4ff4-b589-55e66a532050 req-10125381-3cec-4026-907f-5fd0412efcbb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.1021771 Aug 16 03:01:55.515876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c8355d19-6f03-4ff4-b589-55e66a532050 req-7500bd49-7d06-4e8b-9453-a24d025e5305 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496056 Aug 16 03:01:55.526846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:55.562957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:01:55.602119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:55.604412 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af471c6-dbdd-4c5d-8a6b-adff2514020b" -d '{"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:55.608882 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:55.621919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Transition to ACTIVE for port object 4ef47428-838d-4e11-a2e3-5a14cbd31337 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:01:55.625748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:55.660544 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1ce9e2-2c94-4394-a9cb-c9a4977fcef3 x-openstack-request-id: req-3d1ce9e2-2c94-4394-a9cb-c9a4977fcef3 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:55.660840 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:55.661090 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d1ce9e2-2c94-4394-a9cb-c9a4977fcef3 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:55.661478 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'code': 200} Aug 16 03:01:55.692629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] No DVR routers for this DVR port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:55.704599 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:55.733145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:01:55.733486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:01:55.733815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:55.738038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:01:55.738363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Attempting to bind port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on network 9f94fc4b-afa4-425e-9220-5218a4b4358a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:55.743088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:01:55.743432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Checking segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:01:55.743818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Bound using segment: {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:01:55.744245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Bound port: 4ef47428-838d-4e11-a2e3-5a14cbd31337, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87761911-b258-44d0-a7a1-fa614e3a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:01:55.744633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:55.807667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:01:55.810936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:01:55.814451 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:55.848006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:55.848782 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:55.850307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] 10.222.0.98 "PUT /v2.0/ports/4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 1092 time: 0.6498713 Aug 16 03:01:55.871499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b317fa-d6cf-4e09-8708-13406f0b02fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:55.922853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-93745fa5-6792-4e4c-b244-6bf541403938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:55.924375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-93745fa5-6792-4e4c-b244-6bf541403938 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1095 time: 0.0453289 Aug 16 03:01:56.011637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-697801fa-29bd-4f8b-a0a4-ead709bb8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:56.013137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-697801fa-29bd-4f8b-a0a4-ead709bb8135 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0819650 Aug 16 03:01:56.062952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-3b0bd3d6-bfc3-48f8-86a2-aba9cdbf9bd4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0384829 Aug 16 03:01:56.111538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-64588592-4e4c-47c7-ae61-f443c26b820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:56.113029 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-64588592-4e4c-47c7-ae61-f443c26b820c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0432920 Aug 16 03:01:56.152106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-00e55264-db43-4bab-8685-3f129e403084 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243118 Aug 16 03:01:56.216527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ac9954d2-e0ce-4bb2-92ee-e3c619e5b280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:56.239194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-54913b9d-0308-4e76-8651-759ad9f90827 service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800104 Aug 16 03:01:56.336505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-b3f36f41-accb-46b7-b4cc-8cfe21b659f0 service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847600 Aug 16 03:01:56.631808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ca952-a36e-4cf1-b413-fd14b03c07ef req-8c72dc76-6a12-42fe-948b-5ff7fa0615b2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:56.633260 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a15ca952-a36e-4cf1-b413-fd14b03c07ef req-8c72dc76-6a12-42fe-948b-5ff7fa0615b2 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 943 time: 0.0493054 Aug 16 03:01:56.671526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a15ca952-a36e-4cf1-b413-fd14b03c07ef req-b5782317-1908-4fd1-a92c-f9a16825fe63 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Aug 16 03:01:57.662456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:57.664742 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86de101-64a9-4b69-93c4-07ce7e673485" -d '{"events": [{"name": "network-changed", "server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:57.715230 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e46bce5-fea1-4abb-91e6-cf3ac0a727b1 x-openstack-request-id: req-0e46bce5-fea1-4abb-91e6-cf3ac0a727b1 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:57.715531 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:57.715853 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e46bce5-fea1-4abb-91e6-cf3ac0a727b1 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:57.716254 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'status': 'completed', 'code': 200} Aug 16 03:01:57.778347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-095fa698-2527-4275-abcd-63bbaf139009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.780529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-095fa698-2527-4275-abcd-63bbaf139009 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1095 time: 0.0468369 Aug 16 03:01:57.811741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-14ad1bb6-8a24-4b96-8354-2e3cd11e3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.813327 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-14ad1bb6-8a24-4b96-8354-2e3cd11e3273 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1095 time: 0.0765994 Aug 16 03:01:57.821513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f1140-6d8d-44cd-8a1c-06a916410dac req-fecd52a0-7e73-4667-b80c-e7d94f66cedb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.822906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a0f1140-6d8d-44cd-8a1c-06a916410dac req-fecd52a0-7e73-4667-b80c-e7d94f66cedb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 943 time: 0.0772870 Aug 16 03:01:57.870265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-8846c711-545e-428d-a97a-08cc1064a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.871752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-8846c711-545e-428d-a97a-08cc1064a242 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0843539 Aug 16 03:01:57.914130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a0f1140-6d8d-44cd-8a1c-06a916410dac req-8160c12a-6857-4c2c-a034-7762899bcd27 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814490 Aug 16 03:01:57.920497 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-1792b16b-aacb-4dff-9c90-e943848f2be3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0415206 Aug 16 03:01:57.940104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-8126550a-9399-44a0-a4ee-1fda82cf0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.941639 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-8126550a-9399-44a0-a4ee-1fda82cf0912 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.1178896 Aug 16 03:01:57.975056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-010b8155-f035-40f9-b89e-f28cee4c207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:57.976550 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-010b8155-f035-40f9-b89e-f28cee4c207c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0497205 Aug 16 03:01:57.984911 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-7503f769-6e48-4aff-b080-da94d3924809 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0354075 Aug 16 03:01:58.008429 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-fc7bb3df-09eb-4416-85d9-0ef123dacafb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244656 Aug 16 03:01:58.043826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-9d12da01-4aed-4915-9370-a27be6ec8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:58.045615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-9d12da01-4aed-4915-9370-a27be6ec8e70 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0523889 Aug 16 03:01:58.082479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-25839bb0-bb30-479b-93cf-00fb974e3971 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270760 Aug 16 03:01:58.102521 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-885ed511-ce08-4cd2-8144-ef0640c10a8d service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871322 Aug 16 03:01:58.183541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-4fe69225-5c68-4ebf-b109-b8f1ebe0a216 service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929487 Aug 16 03:01:58.209190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-0f2e08cc-1cb8-49e6-89a7-b2077be5af31 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987759 Aug 16 03:01:58.273063 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a86de101-64a9-4b69-93c4-07ce7e673485 req-c407e069-19fd-4f8a-b08d-43ccbf227621 service neutron] 10.222.0.98 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820694 Aug 16 03:01:58.721274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:58.769945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:58.811531 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8f40fd1e-ed29-4174-a130-2c283773faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.828438 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.033224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f35fc1-6b77-495c-bb85-6f343108c85f req-40398e5b-81b4-454f-ac72-da1eddbd5cfa tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.034780 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66f35fc1-6b77-495c-bb85-6f343108c85f req-40398e5b-81b4-454f-ac72-da1eddbd5cfa tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 943 time: 0.0510120 Aug 16 03:01:59.075954 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-66f35fc1-6b77-495c-bb85-6f343108c85f req-0f0e97db-1d2a-463a-a317-a1ec18b980cd tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352654 Aug 16 03:01:59.097879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:01:59.193669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:59.206158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'network_id': '9f94fc4b-afa4-425e-9220-5218a4b4358a', 'port_id': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'mac_address': 'fa:16:3e:57:a9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7fd669-f9f8-4107-93db-bf40da980ae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:01:59.243899 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.260306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef47428-838d-4e11-a2e3-5a14cbd31337 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:59.281049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:59.284736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.310060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005620-0320-4a96-9366-44697643f990 req-af2014d0-f612-4f40-bf18-2163b67e7b40 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.311585 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e005620-0320-4a96-9366-44697643f990 req-af2014d0-f612-4f40-bf18-2163b67e7b40 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 943 time: 0.0868216 Aug 16 03:01:59.320905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-0d0043bb-1d2b-487f-b61b-e60e194904c8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.320905 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-0d0043bb-1d2b-487f-b61b-e60e194904c8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.88 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd&tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 943 time: 0.0856977 Aug 16 03:01:59.333128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:59.340629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.340980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.341327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.341668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.342066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.342921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.343252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.343581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.343909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.344234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.344584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.344933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.380048 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e005620-0320-4a96-9366-44697643f990 req-53bfc6f5-d927-45c0-98de-2f885f9063e8 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585716 Aug 16 03:01:59.404751 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-e1434081-d3a7-4016-b710-9ffe8e844d66 service neutron] delete failed (client error): The resource could not be found. Aug 16 03:01:59.406289 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-e1434081-d3a7-4016-b710-9ffe8e844d66 service neutron] 10.222.0.88 "DELETE /v2.0/ports/4ef47428-838d-4e11-a2e3-5a14cbd31337/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0774374 Aug 16 03:01:59.490428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-3ecd695a-7bb0-49d7-b66a-f24af64eb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.491871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-3ecd695a-7bb0-49d7-b66a-f24af64eb85c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 1096 time: 0.0440011 Aug 16 03:01:59.509277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['4ef47428-838d-4e11-a2e3-5a14cbd31337'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:59.585805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-6b07f9ee-9d52-48a7-821f-ca773c188d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.587298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-6b07f9ee-9d52-48a7-821f-ca773c188d22 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 200 len: 916 time: 0.0878332 Aug 16 03:01:59.628553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-388d21dc-8ada-4d2e-acff-583cb18b293f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 200 len: 217 time: 0.0343716 Aug 16 03:01:59.680255 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-dd52c7a4-981c-49b8-967b-9e4a48d2bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.681706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-dd52c7a4-981c-49b8-967b-9e4a48d2bc75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 200 len: 855 time: 0.0472045 Aug 16 03:01:59.712799 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-c96ea473-6ffc-40bc-b1ff-9b8b1461ff87 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f94fc4b-afa4-425e-9220-5218a4b4358a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235381 Aug 16 03:01:59.811166 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-877049be-ac8d-4e47-a5f2-b8180dd2ff47 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861764 Aug 16 03:01:59.900550 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dda9597b-2170-49c9-8d12-2d7544ec68e7 req-d600a24e-4e42-4e89-b945-660dd8786c53 service neutron] 10.222.0.88 "GET /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834713 Aug 16 03:02:00.146084 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:00.501369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7deca9-da03-4950-9330-c47579cdaabb req-9b1658e6-e990-485b-a98d-dbafeafdb3a4 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:00.503088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a7deca9-da03-4950-9330-c47579cdaabb req-9b1658e6-e990-485b-a98d-dbafeafdb3a4 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 944 time: 0.0536766 Aug 16 03:02:00.540208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3a7deca9-da03-4950-9330-c47579cdaabb req-eba58126-72d6-4b04-a60d-bae9580722e4 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Aug 16 03:02:00.659456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb093a-2632-4d78-804d-50a50f84f28b req-639b0f27-ae6b-41d6-8e56-b83484b3674d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:00.660907 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4acb093a-2632-4d78-804d-50a50f84f28b req-639b0f27-ae6b-41d6-8e56-b83484b3674d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 944 time: 0.0498681 Aug 16 03:02:00.697453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4acb093a-2632-4d78-804d-50a50f84f28b req-65a588ab-e061-481a-8a75-459ffe02559f tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306215 Aug 16 03:02:00.830183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2ca4-c8a6-4b9e-8ba5-b6c889b99877 req-cf246532-d342-4dd3-8bc3-cec74d050d84 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:00.831751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fafb2ca4-c8a6-4b9e-8ba5-b6c889b99877 req-cf246532-d342-4dd3-8bc3-cec74d050d84 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 944 time: 0.0524938 Aug 16 03:02:00.870449 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fafb2ca4-c8a6-4b9e-8ba5-b6c889b99877 req-2c10ad34-b7c6-4301-a8f0-a575d55d3c13 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Aug 16 03:02:01.112006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:01.174371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 4ef47428-838d-4e11-a2e3-5a14cbd31337 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:01.181325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 4ef47428-838d-4e11-a2e3-5a14cbd31337 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:01.181638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:01.218640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce2bcb-de17-4a44-b032-5789dfac7b22 req-6e947aa8-ab59-4e8b-99ad-9444faca4dfb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:01.220176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ce2bcb-de17-4a44-b032-5789dfac7b22 req-6e947aa8-ab59-4e8b-99ad-9444faca4dfb tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 944 time: 0.0533988 Aug 16 03:02:01.261150 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-32ce2bcb-de17-4a44-b032-5789dfac7b22 req-10404c4f-8a89-470b-8a3f-51a0eafb7b0c tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Aug 16 03:02:01.273207 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:01.297790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:01.300022 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a67d1-7e81-4fba-9b3e-153bfb32fbf3" -d '{"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-plugged", "status": "completed", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:01.316547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:01.321830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:01.350687 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b784679-20da-4749-9a9d-4c34598ac51d x-openstack-request-id: req-9b784679-20da-4749-9a9d-4c34598ac51d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:01.350970 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-plugged", "status": "completed", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:01.351214 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b784679-20da-4749-9a9d-4c34598ac51d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:01.351593 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'code': 200} Aug 16 03:02:01.380058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:02.055759 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.381953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a595e-7c81-4ca0-9144-decf208b02d3 req-c136167c-e171-4cbe-a8a2-7d7375179a08 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:02.383443 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d30a595e-7c81-4ca0-9144-decf208b02d3 req-c136167c-e171-4cbe-a8a2-7d7375179a08 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0526404 Aug 16 03:02:02.421218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d30a595e-7c81-4ca0-9144-decf208b02d3 req-23f723ac-294f-4315-be22-e0d529ac7c7f tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.78 "GET /v2.0/security-groups?id=632f8bc3-d798-4545-8e86-7277c079c9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Aug 16 03:02:02.499014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-a51fa295-4e46-4f38-94d1-33b715ee3832 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:02.500479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-a51fa295-4e46-4f38-94d1-33b715ee3832 tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.98 "GET /v2.0/ports?device_id=06c7c90e-bd62-4f37-8c93-0d03d26138cd HTTP/1.1" status: 200 len: 945 time: 0.0469801 Aug 16 03:02:02.598181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Deleting port 4ef47428-838d-4e11-a2e3-5a14cbd31337 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:02.598443 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.684565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] For port 4ef47428-838d-4e11-a2e3-5a14cbd31337, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=4ef47428-838d-4e11-a2e3-5a14cbd31337,segment=NetworkSegment(87761911-b258-44d0-a7a1-fa614e3a8585),segment_id=87761911-b258-44d0-a7a1-fa614e3a8585)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:02.684933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.698006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Calling delete_port for 4ef47428-838d-4e11-a2e3-5a14cbd31337 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:02.823651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.839791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['4ef47428-838d-4e11-a2e3-5a14cbd31337'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:02.849901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Pushing event deleted for resources: {'Port': ['ID=4ef47428-838d-4e11-a2e3-5a14cbd31337,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:02.895782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] No DVR routers for this DVR port 4ef47428-838d-4e11-a2e3-5a14cbd31337 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:02.898242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:02.900247 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-df9b1877-b454-4d10-9592-6cf9a3418986 req-8f56adae-46f8-4f2a-a993-793fbd57cd2d tempest-ServerDiskConfigTestJSON-573438206 tempest-ServerDiskConfigTestJSON-573438206-project] 10.222.0.98 "DELETE /v2.0/ports/4ef47428-838d-4e11-a2e3-5a14cbd31337 HTTP/1.1" status: 204 len: 173 time: 0.3893135 Aug 16 03:02:02.900705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-deleted', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:02.902958 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd3745-4ac6-4cbe-acf1-2696dceaf722" -d '{"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-deleted", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:02.939231 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebbc92-d45f-4492-8ab5-fb1c622d7fcb x-openstack-request-id: req-feebbc92-d45f-4492-8ab5-fb1c622d7fcb {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:02.939525 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7c90e-bd62-4f37-8c93-0d03d26138cd", "name": "network-vif-deleted", "tag": "4ef47428-838d-4e11-a2e3-5a14cbd31337", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:02.939780 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-feebbc92-d45f-4492-8ab5-fb1c622d7fcb {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:02.940178 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c7c90e-bd62-4f37-8c93-0d03d26138cd', 'name': 'network-vif-deleted', 'tag': '4ef47428-838d-4e11-a2e3-5a14cbd31337', 'status': 'completed', 'code': 200} Aug 16 03:02:03.538393 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37042) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:03.581758 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Deleting subnet fc7fd669-f9f8-4107-93db-bf40da980ae1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:03.584766 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.617789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.659639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.709451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.734139 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7fd669-f9f8-4107-93db-bf40da980ae1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:03.738536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.740358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fc7fd669-f9f8-4107-93db-bf40da980ae1 HTTP/1.1" status: 204 len: 168 time: 0.2009323 Aug 16 03:02:03.743060 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37044) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:03.745313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.745664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.746005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.746342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.746676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.747009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.747338 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.747665 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.748065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.748448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.748778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.749107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceede3c-e53b-4bab-b069-b9402bb5abfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:03.810279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.890568 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.899930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f94fc4b-afa4-425e-9220-5218a4b4358a']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:03.910312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87761911-b258-44d0-a7a1-fa614e3a8585') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:03.910609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87761911-b258-44d0-a7a1-fa614e3a8585') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:03.919065 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.932310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.938130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:03.938517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:03.940094 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:03.995640 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.001831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.003948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] 10.222.0.78 "DELETE /v2.0/networks/9f94fc4b-afa4-425e-9220-5218a4b4358a HTTP/1.1" status: 204 len: 168 time: 0.2598917 Aug 16 03:02:04.015333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5807a2-d9b7-4769-a02b-9371c9e2e81b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f94fc4b-afa4-425e-9220-5218a4b4358a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:04.111471 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37048) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:04.150109 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7e605069-0073-440a-9521-602cd0093728 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23d0f8b2e84248b1aab9df8ef0d8ca57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373418 Aug 16 03:02:04.152586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:04.202088 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5d756f8-f363-4988-86e0-f0a3f336245c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.221894 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5d756f8-f363-4988-86e0-f0a3f336245c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.268090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5d756f8-f363-4988-86e0-f0a3f336245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.270663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a5d756f8-f363-4988-86e0-f0a3f336245c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.271849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a5d756f8-f363-4988-86e0-f0a3f336245c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/632f8bc3-d798-4545-8e86-7277c079c9af HTTP/1.1" status: 204 len: 168 time: 0.1182344 Aug 16 03:02:04.282459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d756f8-f363-4988-86e0-f0a3f336245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f8bc3-d798-4545-8e86-7277c079c9af,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:04.922496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:05.014461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1233311288-network', 'tenant_id': 'a4663db84e94435b9fe953fc791820df'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:05.035398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Made reservation on behalf of a4663db84e94435b9fe953fc791820df for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:05.037986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.046760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.142540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.146338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.171532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:05.181232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6ff84-eee5-4f0d-b12c-310139b3e570,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:05.190500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.190787 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Added segment 798d7a45-4343-4c3d-94c6-ed9938067f4e of type vlan for network 98b9faeb-956d-4777-9478-0aac58c04ae4 Aug 16 03:02:05.231042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.258592 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.259498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:05.260085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.312296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3886626 Aug 16 03:02:05.315385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37076) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:05.317470 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fd9a0-8c08-4488-b58e-c8bc212626da admin admin] Pushing event updated for resources: {'Network': ['ID=98b9faeb-956d-4777-9478-0aac58c04ae4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:05.321012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Request body: {'subnet': {'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1233311288-subnet', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:05.330016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:05.346475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Made reservation on behalf of a4663db84e94435b9fe953fc791820df for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:05.348809 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.516387 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.580661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7127104-5ff3-473d-b2d2-a77a20f0e1fb,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:05.582845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:05.583209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Network hostable DHCP agents. Network: 98b9faeb-956d-4777-9478-0aac58c04ae4, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:05.599743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:05.608144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 98b9faeb-956d-4777-9478-0aac58c04ae4) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:05.611933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:05.612545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.616759 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a66cb-ae21-40f5-aa5a-1f37452f062c None None] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:05.626746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6541cc40-075c-4d78-81b1-d3c09c69c827 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3102121 Aug 16 03:02:05.629719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37078) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:05.634005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:05.654339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.655557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.707523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.765732 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-98b9faeb-956d-4777-9478-0aac58c04ae4', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:05.766649 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.905398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Allocated IP 172.20.0.2 (98b9faeb-956d-4777-9478-0aac58c04ae4/d7127104-5ff3-473d-b2d2-a77a20f0e1fb/1739205b-f1a6-4abe-bed0-a5e52a65bfbf) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:06.059027 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.067887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Transition to ACTIVE for port object 1739205b-f1a6-4abe-bed0-a5e52a65bfbf will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:06.083341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Transition to ACTIVE for port object 1739205b-f1a6-4abe-bed0-a5e52a65bfbf will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:06.088258 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.128910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:06.130363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:06.134133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:06.145540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Pushing event updated for resources: {'Port': ['ID=1739205b-f1a6-4abe-bed0-a5e52a65bfbf,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:06.175452 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.192769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Attempting to bind port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:06.193325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Attempting to bind port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:06.193697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Attempting to bind port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:06.198706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:06.199200 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:06.199683 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.200152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:06.200708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Bound port: 1739205b-f1a6-4abe-bed0-a5e52a65bfbf, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:06.201683 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.267969 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] For port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:06.271050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] For port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1739205b-f1a6-4abe-bed0-a5e52a65bfbf,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:06.276686 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.333280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2dbc-c7d9-40e2-a57c-7c1588c99283 None None] Pushing event updated for resources: {'Port': ['ID=1739205b-f1a6-4abe-bed0-a5e52a65bfbf,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:06.381164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.401129 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.518661 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Allocated IP 172.25.4.229 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/c6800390-b891-4155-8faf-b00daccf5ccd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:06.633000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.672598 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.707692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:06.713998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:06.717783 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:06.723482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Pushing event updated for resources: {'Port': ['ID=c6800390-b891-4155-8faf-b00daccf5ccd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:06.794576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1739205b-f1a6-4abe-bed0-a5e52a65bfbf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:06.843295 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:06.978853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.151677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:07.173637 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 4ef47428-838d-4e11-a2e3-5a14cbd31337 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:07.173990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 4ef47428-838d-4e11-a2e3-5a14cbd31337 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:07.183903 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.212217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54807d-711b-4732-b26c-34de0a898b01 None None] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:07.298761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b7e20407-5295-4e5a-9e10-9a46d7458a40 None None] Provisioning for port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:07.312967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Router 8757b47f-c614-417a-a5ff-af332af1d372 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:02:07.318872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b7e20407-5295-4e5a-9e10-9a46d7458a40 None None] Provisioning complete for port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:07.319245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7e20407-5295-4e5a-9e10-9a46d7458a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.424360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:07.434726 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7e20407-5295-4e5a-9e10-9a46d7458a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.438528 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:07.444951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.448433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d8ee162a-0698-4260-ae00-58041cbd6f50 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8176734 Aug 16 03:02:07.450915 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:07.451648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:07.452330 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:07.481471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b7e20407-5295-4e5a-9e10-9a46d7458a40 None None] For port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1739205b-f1a6-4abe-bed0-a5e52a65bfbf,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:07.487992 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b7e20407-5295-4e5a-9e10-9a46d7458a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.545202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e20407-5295-4e5a-9e10-9a46d7458a40 None None] Pushing event updated for resources: {'Port': ['ID=1739205b-f1a6-4abe-bed0-a5e52a65bfbf,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:07.572274 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:07.713498 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-03f9d621-5d85-4edc-8bbb-468822b40b81 None None] Provisioning complete for port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:07.713820 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-03f9d621-5d85-4edc-8bbb-468822b40b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.764632 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:06Z', 'revision_number': 3, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:07.791585 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:07.791951 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Updating router 8757b47f-c614-417a-a5ff-af332af1d372 port c6800390-b891-4155-8faf-b00daccf5ccd binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:07.816552 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.899589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.061287 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:08.064980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Allocated IP 172.20.0.1 (98b9faeb-956d-4777-9478-0aac58c04ae4/d7127104-5ff3-473d-b2d2-a77a20f0e1fb/1c933b43-f8c2-4142-99ed-5db5b3b95676) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:08.077833 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.087748 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Transition to ACTIVE for port object c6800390-b891-4155-8faf-b00daccf5ccd will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:08.092761 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.144529 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Attempting to bind port c6800390-b891-4155-8faf-b00daccf5ccd on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:08.144893 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Attempting to bind port c6800390-b891-4155-8faf-b00daccf5ccd by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:08.145244 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Attempting to bind port c6800390-b891-4155-8faf-b00daccf5ccd on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:08.151999 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Pushing event updated for resources: {'Port': ['ID=c6800390-b891-4155-8faf-b00daccf5ccd,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:08.158154 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:08.158542 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:08.158919 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.159414 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:08.159871 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Bound port: c6800390-b891-4155-8faf-b00daccf5ccd, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:08.160243 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.163307 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.163645 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.163976 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.164322 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.164653 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.164971 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.165296 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.165609 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.165921 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.166233 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.166548 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.166859 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:08.178158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.192484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Transition to ACTIVE for port object 1c933b43-f8c2-4142-99ed-5db5b3b95676 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:08.216646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] For port c6800390-b891-4155-8faf-b00daccf5ccd, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:08.220037 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] For port c6800390-b891-4155-8faf-b00daccf5ccd, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c6800390-b891-4155-8faf-b00daccf5ccd,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:08.224532 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.228472 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.272018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:08.277399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:08.279700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:08.279826 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:08.280443 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:08.282542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1c933b43-f8c2-4142-99ed-5db5b3b95676,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:08.286053 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31432d96-db81-4232-989e-04a7c8d3a588 None None] Pushing event updated for resources: {'Port': ['ID=c6800390-b891-4155-8faf-b00daccf5ccd,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:08.320305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.395242 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:08.465483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.525723 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-96fe5b0f-9f86-4259-ac68-a00da8e9a052 None None] Provisioning for port 1c933b43-f8c2-4142-99ed-5db5b3b95676 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:08.531014 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-96fe5b0f-9f86-4259-ac68-a00da8e9a052 None None] Provisioning complete for port 1c933b43-f8c2-4142-99ed-5db5b3b95676 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:08.531394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b0f-9f86-4259-ac68-a00da8e9a052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.566002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-96fe5b0f-9f86-4259-ac68-a00da8e9a052 None None] Port 1c933b43-f8c2-4142-99ed-5db5b3b95676 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:08.639691 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.644299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.669234 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:06Z', 'revision_number': 3, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:08.696025 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec992663-7cbe-4e53-9e50-9faaaaf7381d None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:06Z', 'revision_number': 3, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:08.717498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1c933b43-f8c2-4142-99ed-5db5b3b95676,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:08.720919 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.783095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1739205b-f1a6-4abe-bed0-a5e52a65bfbf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:08.829243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:08.830640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:08.833114 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:08.833499 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.974607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:09.092628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:09.097910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a57ee430-5d51-454a-b9dc-d2c5dba662c4 admin admin] 10.222.0.78 "PUT /v2.0/routers/8757b47f-c614-417a-a5ff-af332af1d372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6448486 Aug 16 03:02:09.193222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-cf845ba6-421e-40d5-87ef-ba9a7f7ae920 None None] Provisioning complete for port 1c933b43-f8c2-4142-99ed-5db5b3b95676 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:09.193749 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cf845ba6-421e-40d5-87ef-ba9a7f7ae920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.236029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-cf845ba6-421e-40d5-87ef-ba9a7f7ae920 None None] Port 1c933b43-f8c2-4142-99ed-5db5b3b95676 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:09.474638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 37092) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.479441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-876aa9eb-d6a0-4c1e-859b-0d3305b88839 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374220839', 'description': 'tempest-description--1117875914'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:09.501478 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-876aa9eb-d6a0-4c1e-859b-0d3305b88839 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.585791 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-876aa9eb-d6a0-4c1e-859b-0d3305b88839 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.589200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-876aa9eb-d6a0-4c1e-859b-0d3305b88839 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.616885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-876aa9eb-d6a0-4c1e-859b-0d3305b88839 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.618115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-876aa9eb-d6a0-4c1e-859b-0d3305b88839 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1423628 Aug 16 03:02:09.619917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876aa9eb-d6a0-4c1e-859b-0d3305b88839 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2815d6e0-cc6c-42a5-a75c-8c5612448299,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:09.621171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.626358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9982932f-b528-4ee8-a7eb-c63c4122c12e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'security_group_rule': {'security_group_id': '2815d6e0-cc6c-42a5-a75c-8c5612448299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:09.653870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9982932f-b528-4ee8-a7eb-c63c4122c12e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.713542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9982932f-b528-4ee8-a7eb-c63c4122c12e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.718101 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9982932f-b528-4ee8-a7eb-c63c4122c12e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.736078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982932f-b528-4ee8-a7eb-c63c4122c12e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dcb6c5-aa7f-4f41-8301-2324e05ed3bb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:09.741347 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9982932f-b528-4ee8-a7eb-c63c4122c12e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.743176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9982932f-b528-4ee8-a7eb-c63c4122c12e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201251 Aug 16 03:02:09.745461 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.749840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-76d449a3-6258-49b8-b5d8-7d4495d5a63f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'security_group_rule': {'security_group_id': '2815d6e0-cc6c-42a5-a75c-8c5612448299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:09.777689 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d449a3-6258-49b8-b5d8-7d4495d5a63f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.834495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d449a3-6258-49b8-b5d8-7d4495d5a63f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.837835 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d449a3-6258-49b8-b5d8-7d4495d5a63f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.854942 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d449a3-6258-49b8-b5d8-7d4495d5a63f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fa2ade-a13c-4771-ba81-2c189a2db254,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:09.861074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-76d449a3-6258-49b8-b5d8-7d4495d5a63f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.862260 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-76d449a3-6258-49b8-b5d8-7d4495d5a63f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158597 Aug 16 03:02:09.865260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.869789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:09.893064 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.993223 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.103165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Allocated IP 172.25.4.94 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/e054c3fb-b115-4454-8446-6d86134beb7d) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:10.207097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:10.208633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.215825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:10.216477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:10.246075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.285813 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:10.288690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:10.292231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:10.297614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'Port': ['ID=e054c3fb-b115-4454-8446-6d86134beb7d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:10.323122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:10.382865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.415615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.521648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 2, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:10.552611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:10.552968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Updating router 8757b47f-c614-417a-a5ff-af332af1d372 port 1c933b43-f8c2-4142-99ed-5db5b3b95676 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:10.564698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.570503 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.578743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.638441 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'Port': ['ID=e054c3fb-b115-4454-8446-6d86134beb7d,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:10.648139 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.661397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.662693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f42d6766-7194-472c-8f0b-42626964feb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7964811 Aug 16 03:02:10.802872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c6800390-b891-4155-8faf-b00daccf5ccd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:10.813706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-96b44a0e-7162-498d-b7f5-03c2f41aefec tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--374220839&fields=id&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 267 time: 0.0383155 Aug 16 03:02:10.901885 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.904496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port c6800390-b891-4155-8faf-b00daccf5ccd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:10.912683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c6800390-b891-4155-8faf-b00daccf5ccd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:10.913049 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.916746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Transition to ACTIVE for port object 1c933b43-f8c2-4142-99ed-5db5b3b95676 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:10.923075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-31e6eac3-be3e-4789-bc95-14e29768e7cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:10.924653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-31e6eac3-be3e-4789-bc95-14e29768e7cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.1042755 Aug 16 03:02:10.940402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.948715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-1a80da40-7650-4827-8215-6a91c5b3fc65 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/quotas/a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 375 time: 0.0176528 Aug 16 03:02:11.004698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bed060-19f6-4e32-8a4b-e7d52b612cab None None] Pushing event updated for resources: {'Port': ['ID=1c933b43-f8c2-4142-99ed-5db5b3b95676,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:11.010159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-1d5ea31d-acdd-447f-881e-761aa9edd5a7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544200 Aug 16 03:02:11.089087 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.095616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Attempting to bind port 1c933b43-f8c2-4142-99ed-5db5b3b95676 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:11.095984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Attempting to bind port 1c933b43-f8c2-4142-99ed-5db5b3b95676 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:11.096370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Attempting to bind port 1c933b43-f8c2-4142-99ed-5db5b3b95676 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:11.112236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:11.112634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:11.113029 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.113428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:11.113907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Bound port: 1c933b43-f8c2-4142-99ed-5db5b3b95676, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:11.114290 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.120085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port c6800390-b891-4155-8faf-b00daccf5ccd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c6800390-b891-4155-8faf-b00daccf5ccd,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:11.120674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-9f2860f8-fb89-4432-a2e5-625c56e85e35 service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944736 Aug 16 03:02:11.126903 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.213331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=c6800390-b891-4155-8faf-b00daccf5ccd,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:11.221934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-50d0e995-61d1-43da-94a9-2b4d5c425161 service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924704 Aug 16 03:02:11.224685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] For port 1c933b43-f8c2-4142-99ed-5db5b3b95676, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:11.228542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] For port 1c933b43-f8c2-4142-99ed-5db5b3b95676, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1c933b43-f8c2-4142-99ed-5db5b3b95676,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:11.233083 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.293534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:11.294175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:11.351897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bed060-19f6-4e32-8a4b-e7d52b612cab None None] Pushing event updated for resources: {'Port': ['ID=1c933b43-f8c2-4142-99ed-5db5b3b95676,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:11.407362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e6b955c9-247d-4482-85b5-d367d30f0258 req-12f82533-edcd-41c7-9a4b-49ea476608bf tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 210 time: 0.0302296 Aug 16 03:02:11.595651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:11.797784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:11.824925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cbb51-7530-4bc9-b11d-2da59dc6cb58 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:12.513889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a078682b-8768-423e-9b48-4e0dca6b3ab0 req-af5c91c9-140a-49e8-b340-abfb504f4ff3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 210 time: 0.0268724 Aug 16 03:02:12.526091 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-69a4d15f-1d32-4f43-a01e-0d3b60713092 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:12.535857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-69a4d15f-1d32-4f43-a01e-0d3b60713092 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.1320138 Aug 16 03:02:12.581441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-003abe82-1d99-4d13-936e-507378072375 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 379 time: 0.0366077 Aug 16 03:02:12.592214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'port': {'device_id': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'admin_state_up': True, 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'security_groups': ['2815d6e0-cc6c-42a5-a75c-8c5612448299']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:12.704813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Made reservation on behalf of a4663db84e94435b9fe953fc791820df for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:12.708618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.846342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Allocated IP 172.20.0.8 (98b9faeb-956d-4777-9478-0aac58c04ae4/d7127104-5ff3-473d-b2d2-a77a20f0e1fb/05800664-e55d-4f15-b998-0ca34ab027ed) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:12.861185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c933b43-f8c2-4142-99ed-5db5b3b95676 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:12.917381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 1c933b43-f8c2-4142-99ed-5db5b3b95676 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:12.921681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1c933b43-f8c2-4142-99ed-5db5b3b95676 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:12.922063 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.987240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.001016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Transition to ACTIVE for port object 05800664-e55d-4f15-b998-0ca34ab027ed will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:13.002317 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.034486 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.035379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 1c933b43-f8c2-4142-99ed-5db5b3b95676, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1c933b43-f8c2-4142-99ed-5db5b3b95676,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:13.038690 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.039504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c6800390-b891-4155-8faf-b00daccf5ccd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:13.079062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:13.082154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:13.085896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:13.109246 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:13.119521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=1c933b43-f8c2-4142-99ed-5db5b3b95676,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:13.121715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.122154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.122374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.123231 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.123558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.123886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.124209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.124558 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.124877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.125195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.125512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.125824 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:13.133466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port c6800390-b891-4155-8faf-b00daccf5ccd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:13.133854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.148041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:13.148789 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.168550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20c48b40-f81a-4a20-973d-063dc03db0cd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806355 Aug 16 03:02:13.183979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Request body: {'port': {'device_id': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:13.246342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.335557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-93d729e5-8169-4b67-bd28-5ed3301cbd91 None None] Provisioning for port 05800664-e55d-4f15-b998-0ca34ab027ed completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:13.339437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-93d729e5-8169-4b67-bd28-5ed3301cbd91 None None] Provisioning complete for port 05800664-e55d-4f15-b998-0ca34ab027ed triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:13.339810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-93d729e5-8169-4b67-bd28-5ed3301cbd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.373942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-93d729e5-8169-4b67-bd28-5ed3301cbd91 None None] Port 05800664-e55d-4f15-b998-0ca34ab027ed cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:13.504078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05800664-e55d-4f15-b998-0ca34ab027ed {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:13.511171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.522434 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Transition to ACTIVE for port object 05800664-e55d-4f15-b998-0ca34ab027ed will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:13.526628 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.974858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:14.018104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90259ca3-db74-47a5-a438-fa54e9ea5b9f req-38b98481-c12f-4569-8392-22f59c465330 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.019573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90259ca3-db74-47a5-a438-fa54e9ea5b9f req-38b98481-c12f-4569-8392-22f59c465330 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 943 time: 0.4315825 Aug 16 03:02:14.020644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:14.020972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:14.021288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:14.027332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Port 05800664-e55d-4f15-b998-0ca34ab027ed on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:02:14.027590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:14.042188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:14.042521 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:14.042895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:14.043321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Bound port: 05800664-e55d-4f15-b998-0ca34ab027ed, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:14.043672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.099804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90259ca3-db74-47a5-a438-fa54e9ea5b9f req-7344b58c-72eb-41c7-b6bd-b9ce7778e514 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739706 Aug 16 03:02:14.132347 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:14.135333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:14.140857 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.177993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.178876 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.180261 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] 10.222.0.98 "PUT /v2.0/ports/05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 1092 time: 1.0007491 Aug 16 03:02:14.180955 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:14.183568 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:14.213319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cd47d-de13-4c43-8088-3547db065326 service neutron] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:14.226212 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de34486-b855-4c64-996a-bc3c4f05c984 x-openstack-request-id: req-6de34486-b855-4c64-996a-bc3c4f05c984 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:14.226508 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:14.226770 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6de34486-b855-4c64-996a-bc3c4f05c984 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:14.227160 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed', 'status': 'completed', 'code': 200} Aug 16 03:02:14.279248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20f8774c-3848-434e-9899-9d5bedf6252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.281971 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-20f8774c-3848-434e-9899-9d5bedf6252a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1095 time: 0.0465584 Aug 16 03:02:14.332195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-69b915b8-1959-45ce-8187-d69ea2df95bd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 217 time: 0.0398650 Aug 16 03:02:14.387274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e59b8378-4d26-40ec-8108-9e0406b7ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.388824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-e59b8378-4d26-40ec-8108-9e0406b7ea08 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0494058 Aug 16 03:02:14.438648 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-920d0286-5e33-4c3c-ad83-dd93a15f824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.440151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-920d0286-5e33-4c3c-ad83-dd93a15f824a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401266 Aug 16 03:02:14.538815 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-75bd312d-e618-4335-9519-0599514e555e service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865452 Aug 16 03:02:14.629292 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-914f4f71-82e5-4e38-90fc-53f91004bb9d req-adba7d08-c9dc-404b-b202-f838cf5c2cbd service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795224 Aug 16 03:02:14.725343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-e140558e-00e0-4225-803d-9090f70d462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.726872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-e140558e-00e0-4225-803d-9090f70d462d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1095 time: 0.0409534 Aug 16 03:02:14.768322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c933b43-f8c2-4142-99ed-5db5b3b95676 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:14.823573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1c933b43-f8c2-4142-99ed-5db5b3b95676 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:14.823946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.824541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-fe0092fc-ba6a-4910-9fce-01fa3288c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.826190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-fe0092fc-ba6a-4910-9fce-01fa3288c3d1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0916631 Aug 16 03:02:14.869587 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-11666c90-3675-4031-b8ae-4a15c8d2ad00 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 217 time: 0.0359261 Aug 16 03:02:14.922837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-7be7d9b8-54f7-4157-8d7b-069fc40d4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.924303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-7be7d9b8-54f7-4157-8d7b-069fc40d4916 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0449479 Aug 16 03:02:14.975858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-f423608c-ccce-4e05-8548-76b433fbc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:14.977363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-f423608c-ccce-4e05-8548-76b433fbc7b7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433228 Aug 16 03:02:15.072383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-e7a8da23-3d87-43bc-8cb9-ae1aab397c1f service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791290 Aug 16 03:02:15.168387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3cd4a81e-8e02-4194-b13a-178d6f0d1c1c req-5d135518-0af9-46e4-aef9-f1627bcec90f service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881841 Aug 16 03:02:15.224254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea6ad6-ce88-4ecf-8a27-7616baca9e34 req-cc80fa47-e43e-4ded-aff5-11363b15e100 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:15.225771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9ea6ad6-ce88-4ecf-8a27-7616baca9e34 req-cc80fa47-e43e-4ded-aff5-11363b15e100 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 943 time: 0.0565178 Aug 16 03:02:15.263335 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9ea6ad6-ce88-4ecf-8a27-7616baca9e34 req-5b262219-2a9f-4ce5-b70f-0dbe6a8c00ff tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Aug 16 03:02:16.377549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7851b-1953-43c5-a07e-0a0e9582e700 req-82564c11-7d6c-4b05-a740-ae77eb7b8242 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:16.379272 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92b7851b-1953-43c5-a07e-0a0e9582e700 req-82564c11-7d6c-4b05-a740-ae77eb7b8242 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 943 time: 0.0487742 Aug 16 03:02:16.420674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-92b7851b-1953-43c5-a07e-0a0e9582e700 req-3c03f558-403d-4b96-a9d9-1999d170f7d9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353739 Aug 16 03:02:17.191171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:02:17.285762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:17.297011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '05800664-e55d-4f15-b998-0ca34ab027ed', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '05800664-e55d-4f15-b998-0ca34ab027ed', 'mac_address': 'fa:16:3e:02:bb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:02:17.333929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.346489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05800664-e55d-4f15-b998-0ca34ab027ed {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:17.365377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:17.369265 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.415280 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:17.532820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ecd2-4c3f-4e79-8f5a-d0453b93d383 req-43b70c02-d770-4edc-be57-b2b67df997af tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.534299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-83e5ecd2-4c3f-4e79-8f5a-d0453b93d383 req-43b70c02-d770-4edc-be57-b2b67df997af tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 944 time: 0.0494211 Aug 16 03:02:17.571093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-83e5ecd2-4c3f-4e79-8f5a-d0453b93d383 req-220cff46-8a53-4706-9105-ddf8161d296f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Aug 16 03:02:17.633932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['05800664-e55d-4f15-b998-0ca34ab027ed'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:18.682153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b431d-2988-4a35-9cde-a97480417680 req-777609ed-7660-420b-acd7-ebcf85e36803 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:18.683665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c9b431d-2988-4a35-9cde-a97480417680 req-777609ed-7660-420b-acd7-ebcf85e36803 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 944 time: 0.0475776 Aug 16 03:02:18.721489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9c9b431d-2988-4a35-9cde-a97480417680 req-a2d4cef7-e5f0-4781-80b5-938b34bf98d0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Aug 16 03:02:19.200508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:19.247129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 05800664-e55d-4f15-b998-0ca34ab027ed completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:19.250643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 05800664-e55d-4f15-b998-0ca34ab027ed triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:19.251014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.334976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.356619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:19.359385 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d315e1a0-2296-44ba-94d3-6de07f31e589" -d '{"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:19.372187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:19.376887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.399596 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44489030-8613-416d-871b-65e2d989a481 x-openstack-request-id: req-44489030-8613-416d-871b-65e2d989a481 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:19.399886 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:19.400135 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44489030-8613-416d-871b-65e2d989a481 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:19.400546 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed', 'code': 200} Aug 16 03:02:19.426649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:19.499960 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a391-0016-4f8a-8638-a4766b38b696 req-1e9ee5a5-51f7-49d6-9e73-85ac41ad9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:19.501514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bad9a391-0016-4f8a-8638-a4766b38b696 req-1e9ee5a5-51f7-49d6-9e73-85ac41ad9610 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1097 time: 0.0438776 Aug 16 03:02:19.538199 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bad9a391-0016-4f8a-8638-a4766b38b696 req-96b163df-1642-4487-81b3-6c1e79282ebe service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265851 Aug 16 03:02:19.834309 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf28ec-6412-45ca-9fa3-7f086fd0b11b req-e0e49b5d-0bae-4e94-a7ca-d6dae0c28743 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:19.835810 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efcf28ec-6412-45ca-9fa3-7f086fd0b11b req-e0e49b5d-0bae-4e94-a7ca-d6dae0c28743 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0485311 Aug 16 03:02:19.872414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-efcf28ec-6412-45ca-9fa3-7f086fd0b11b req-fc3f0f01-0920-4076-8297-5ed4c175755c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306995 Aug 16 03:02:20.986621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bb309-2786-46d9-bca1-75857e4173e3 req-4f5907c0-a701-4e64-a97b-0521e03f3a1b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:20.988007 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee8bb309-2786-46d9-bca1-75857e4173e3 req-4f5907c0-a701-4e64-a97b-0521e03f3a1b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0475459 Aug 16 03:02:21.025363 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ee8bb309-2786-46d9-bca1-75857e4173e3 req-fcd1aa07-fed0-48ab-b9f0-56518dbc8aaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Aug 16 03:02:21.134521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be69607-1480-46e9-9d62-ca7f6a98f2f0 req-246e46aa-ed3d-41f5-ad48-fb31378b29dc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:21.135992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2be69607-1480-46e9-9d62-ca7f6a98f2f0 req-246e46aa-ed3d-41f5-ad48-fb31378b29dc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0480125 Aug 16 03:02:21.144395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37146) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:21.148754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'floatingip': {'port_id': '05800664-e55d-4f15-b998-0ca34ab027ed'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:21.190169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.604801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.609067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.706652 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d associated. External IP: 172.25.4.94, port: 05800664-e55d-4f15-b998-0ca34ab027ed. Aug 16 03:02:22.245368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:22.349368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:22.354190 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.359461 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:22.368177 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:22.368870 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:22.382292 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-428cd847-5c2f-4cc5-9ed3-e907819a86b0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "PUT /v2.0/floatingips/a94fe766-89cd-4a78-8c3c-75a60c54c99d HTTP/1.1" status: 200 len: 990 time: 1.2368248 Aug 16 03:02:22.382891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:22.385184 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:22.478343 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:22.515424 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a26b9c-7c81-4887-82ef-07ee8d7ad19d x-openstack-request-id: req-e7a26b9c-7c81-4887-82ef-07ee8d7ad19d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:22.515717 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:22.515967 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7a26b9c-7c81-4887-82ef-07ee8d7ad19d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:22.516400 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed', 'status': 'completed', 'code': 200} Aug 16 03:02:22.576396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-ad2d8080-7025-4131-ab3d-e64e54f5da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:22.578467 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-ad2d8080-7025-4131-ab3d-e64e54f5da10 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1097 time: 0.0422168 Aug 16 03:02:22.637038 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.672454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-17c0ccd3-7497-4fc1-bdbd-b0e77eac11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:22.673934 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-17c0ccd3-7497-4fc1-bdbd-b0e77eac11ef service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0879614 Aug 16 03:02:22.704797 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '05800664-e55d-4f15-b998-0ca34ab027ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:02:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:02:21Z', 'revision_number': 1, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:22.735394 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:22.740054 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-2925e824-19fc-49f5-a822-8cc62414b3c5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 998 time: 0.0579345 Aug 16 03:02:22.743609 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:22.744212 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:01:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:22.793405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-e7c94063-2983-4920-b4f9-8479a8a28f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:22.794985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-e7c94063-2983-4920-b4f9-8479a8a28f07 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0477605 Aug 16 03:02:22.839854 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-99917452-3ecc-4b1a-8fc9-bc44c0fb0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:22.841375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-99917452-3ecc-4b1a-8fc9-bc44c0fb0866 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390880 Aug 16 03:02:22.848939 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:22.932382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-b5aa5966-167a-4c48-b68c-01eaf0df418f service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829158 Aug 16 03:02:23.025802 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51327071-bb03-4a1e-8f31-e60bf5e4e7ff req-6ccb70a8-0799-4d8a-893d-0960499240fc service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861979 Aug 16 03:02:23.066544 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '05800664-e55d-4f15-b998-0ca34ab027ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:02:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:02:21Z', 'revision_number': 1, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:23.095079 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d04d0-3131-471a-938f-abc1ab8cadd7 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '05800664-e55d-4f15-b998-0ca34ab027ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:02:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:02:21Z', 'revision_number': 1, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:23.277698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec785d-9adc-4245-84d9-5406cb71c6d1 None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:02:23.834777 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.219783 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd419307-64c9-473e-836b-ce3d53377776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.812622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-793a6a93-3efe-49bf-97e1-c0de43d87a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.829668 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.149208 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.059264 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.156664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-05a9d6cb-c8b4-41ef-bc6e-b377f6d9c9e5 req-7337fe44-1f97-47b5-919c-1efd03a32cb0 service neutron] (94856) timed out ('10.222.0.98', 52555) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:02:45.060562 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:47.033270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-bada10fb-315f-466f-962d-670a9f7e9554 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1349711 Aug 16 03:02:47.117555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-f70be2cc-eb7a-47f5-9a31-b62e19c3cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:47.119049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-f70be2cc-eb7a-47f5-9a31-b62e19c3cf4e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1097 time: 0.0407391 Aug 16 03:02:47.225803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-17275022-6a97-408d-854d-e1c4e793c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:47.227266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-17275022-6a97-408d-854d-e1c4e793c349 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0873220 Aug 16 03:02:47.292430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-77f317e8-ba20-423b-8653-4f3c10983dba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 1000 time: 0.0569670 Aug 16 03:02:47.348461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-0661e1c6-0387-4d0e-a47a-623d23b43cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:47.349940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-0661e1c6-0387-4d0e-a47a-623d23b43cd5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0502191 Aug 16 03:02:47.396732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-8b947499-75cb-46c6-977e-aed62a8f015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:47.398194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-8b947499-75cb-46c6-977e-aed62a8f015e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398853 Aug 16 03:02:47.410875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-7e7b52f9-e75c-4064-95d0-6a1616ab6e73 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:02:47.411809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-7e7b52f9-e75c-4064-95d0-6a1616ab6e73 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048552 Aug 16 03:02:47.502714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-9d669762-6b4e-4605-b595-9f2860eca371 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828166 Aug 16 03:02:47.598075 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2efdd28e-3910-46d8-afb9-650ed164d0b0 req-fda31a30-dbdc-41c9-882b-8c985c786fc0 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857878 Aug 16 03:02:52.633281 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:53.835679 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:56.221301 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c0fa30b-2564-441a-a635-8b412870bfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:58.812689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4936815-403f-4bf2-ae92-7495333814f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:58.829651 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:00.152270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.062261 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:22.061346 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:22.648593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:23.865115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:26.221263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-43621edc-cdd2-4296-8c94-1a225e96d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:28.812099 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-559b3f4b-2f6e-46a3-8fda-97aba0745fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:28.828803 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:30.156802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.063276 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.154359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-861efe9a-5ad0-4106-bb9e-aca2a2d2f1ec req-cb19c8fc-2724-44ed-b117-c3a55405d47e service neutron] (94857) timed out ('10.222.0.88', 56055) {{(pid=94857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:03:47.981460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-a8ef9277-81fb-4638-938e-e5f3a109b53d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400720 Aug 16 03:03:48.067889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-844b9a07-4c12-474d-8597-e1a27400b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:48.069495 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-844b9a07-4c12-474d-8597-e1a27400b244 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1097 time: 0.0416780 Aug 16 03:03:48.180444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-9fa39f25-3c2e-4042-a2cb-e07a374d5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:48.181915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-9fa39f25-3c2e-4042-a2cb-e07a374d5a35 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0872688 Aug 16 03:03:48.250273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-65c46924-6dcc-4349-bb48-72927fc83c7c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 1000 time: 0.0568771 Aug 16 03:03:48.307166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-091cdec8-074b-430b-8cdc-33afaf2e14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:48.308795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-091cdec8-074b-430b-8cdc-33afaf2e14c5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0474722 Aug 16 03:03:48.357356 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-1ab874f2-af9a-47bc-ba4b-df947f6efcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:48.358876 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-1ab874f2-af9a-47bc-ba4b-df947f6efcf0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404561 Aug 16 03:03:48.452141 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-9a89d0f0-75d4-42ac-acb4-422f9d449d26 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790436 Aug 16 03:03:48.548627 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dc6d9e60-3a16-4b1c-b10d-c2d409f4ca5e req-2f1224a5-cf12-49b8-a4a0-704abf883467 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841107 Aug 16 03:03:52.646134 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:53.880482 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:56.224915 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e22bf669-2b95-4dd2-be56-c7bd8d0fd2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:58.812347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9629de1f-9c11-4d4b-9760-3af47b23c49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:58.828033 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:59.060601 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:00.158802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:02.067147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:03.613642 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8ebb9-8f79-4475-981b-e4ed9cf4d928 req-d9c9cb38-b25e-4a3d-b9ee-d2a422cc986e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:03.615077 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31c8ebb9-8f79-4475-981b-e4ed9cf4d928 req-d9c9cb38-b25e-4a3d-b9ee-d2a422cc986e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0491812 Aug 16 03:04:03.651959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31c8ebb9-8f79-4475-981b-e4ed9cf4d928 req-e8113fe0-686f-4265-8db6-a27fa5251125 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Aug 16 03:04:03.829734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37372) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:03.890891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b29599-ee2a-4207-ba46-dcfd14bcfed6 req-702eff3e-76f3-43ae-9d57-8a850776fdd6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:03.892436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84b29599-ee2a-4207-ba46-dcfd14bcfed6 req-702eff3e-76f3-43ae-9d57-8a850776fdd6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0490654 Aug 16 03:04:03.959008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84b29599-ee2a-4207-ba46-dcfd14bcfed6 req-2fa45a02-d80f-4e08-886f-f0bce6c93293 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547929 Aug 16 03:04:03.964259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-ee0fe5c2-1617-4eb3-9026-657074ab3df8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333058 Aug 16 03:04:05.106562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618be8c-115a-4748-ba0d-3edc21b2b56e req-cc3aa788-a99d-440a-9d1c-fcc1c9c5cf41 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:05.108076 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8618be8c-115a-4748-ba0d-3edc21b2b56e req-cc3aa788-a99d-440a-9d1c-fcc1c9c5cf41 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0753863 Aug 16 03:04:05.110607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-9414e441-2027-4164-a10c-02507dce44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:05.111994 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-9414e441-2027-4164-a10c-02507dce44fb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1097 time: 0.0693796 Aug 16 03:04:05.194808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8618be8c-115a-4748-ba0d-3edc21b2b56e req-91c57044-fab4-4f8e-ae88-8aa3fd037a97 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805042 Aug 16 03:04:05.231799 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-af763d73-58dc-41ab-8a54-0b44734b2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:05.233309 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-af763d73-58dc-41ab-8a54-0b44734b2bc4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.1055672 Aug 16 03:04:05.306743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-014c5d26-af9f-47dc-bb1d-d6c3c8977cd4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 1000 time: 0.0615621 Aug 16 03:04:05.359211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-8175d353-11ec-4b7b-be67-e4462a3fad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:05.360689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-8175d353-11ec-4b7b-be67-e4462a3fad46 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0431921 Aug 16 03:04:05.410066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-4faa9d3a-4dae-468c-8ab3-50f7f8ac43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:05.411565 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-4faa9d3a-4dae-468c-8ab3-50f7f8ac43c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392308 Aug 16 03:04:05.510134 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-d7a06b17-6494-4c6a-b97c-24876216fe86 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872269 Aug 16 03:04:05.611153 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-8498bedb-028d-440e-b7a2-69561161c5f3 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904391 Aug 16 03:04:06.310927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c97e56-9f05-4da4-a465-30dfb671b57d req-d5b60d71-9237-43bf-aeb4-55799d0d5bf2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:06.312423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52c97e56-9f05-4da4-a465-30dfb671b57d req-d5b60d71-9237-43bf-aeb4-55799d0d5bf2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0487654 Aug 16 03:04:06.349807 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52c97e56-9f05-4da4-a465-30dfb671b57d req-2a4fc912-d634-4c08-ae27-b6b9241cecea tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313935 Aug 16 03:04:07.464916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2b0c9-3864-4b47-a6af-744a0fbfe7d0 req-c5f02697-c223-4f2c-b36f-c95bc4aede84 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:07.466409 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42c2b0c9-3864-4b47-a6af-744a0fbfe7d0 req-c5f02697-c223-4f2c-b36f-c95bc4aede84 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0495291 Aug 16 03:04:07.503805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42c2b0c9-3864-4b47-a6af-744a0fbfe7d0 req-46cac6b4-f457-4ac6-8d44-f0acc08fe9bf tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315804 Aug 16 03:04:08.618310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49427ac3-cbbc-451f-94fe-0e0556bd9c4c req-749ee053-2be4-42df-a4a5-906f876c4830 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:08.619706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49427ac3-cbbc-451f-94fe-0e0556bd9c4c req-749ee053-2be4-42df-a4a5-906f876c4830 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0477161 Aug 16 03:04:08.656504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49427ac3-cbbc-451f-94fe-0e0556bd9c4c req-417e5178-ed47-43fa-a639-e758be0132cf tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302396 Aug 16 03:04:09.778937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d39e5-e056-4886-b5f1-a5f924f591c6 req-8ea60874-8dae-409b-835e-916f2ff321f6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:09.780484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-051d39e5-e056-4886-b5f1-a5f924f591c6 req-8ea60874-8dae-409b-835e-916f2ff321f6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0529418 Aug 16 03:04:09.817480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-051d39e5-e056-4886-b5f1-a5f924f591c6 req-72deb7cc-042a-425e-b969-f79f71a3892b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311823 Aug 16 03:04:10.934898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace699f-9432-4f55-a08d-edc825b791ff req-1024b510-2411-4205-afbe-8c898ded9062 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:10.936395 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ace699f-9432-4f55-a08d-edc825b791ff req-1024b510-2411-4205-afbe-8c898ded9062 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0518279 Aug 16 03:04:10.972974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ace699f-9432-4f55-a08d-edc825b791ff req-78411943-6855-44d1-90b8-c78463e301a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308084 Aug 16 03:04:12.085494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0acde-4e63-42d8-bb97-0f27c588d4b7 req-83171d2f-eb52-40a7-8544-db943cb77545 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:12.086968 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ba0acde-4e63-42d8-bb97-0f27c588d4b7 req-83171d2f-eb52-40a7-8544-db943cb77545 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0479100 Aug 16 03:04:12.123347 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5ba0acde-4e63-42d8-bb97-0f27c588d4b7 req-ee1c49c9-4e2e-4ba3-945e-24dd2d717805 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304942 Aug 16 03:04:13.236748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1211d-eb55-46a5-a60b-ee132b62449c req-b636b304-c7cb-4997-a7b8-02bc1ccdd811 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:13.238240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1df1211d-eb55-46a5-a60b-ee132b62449c req-b636b304-c7cb-4997-a7b8-02bc1ccdd811 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0481474 Aug 16 03:04:13.274767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1df1211d-eb55-46a5-a60b-ee132b62449c req-3eed3b55-57be-431d-b1dd-993197810f90 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306504 Aug 16 03:04:14.389025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494db26-a08b-4d79-8077-848e4d3c2cfd req-19e2f8b3-569a-4f8b-b5d6-e14d1c2171d0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:14.390468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b494db26-a08b-4d79-8077-848e4d3c2cfd req-19e2f8b3-569a-4f8b-b5d6-e14d1c2171d0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0483878 Aug 16 03:04:14.428735 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b494db26-a08b-4d79-8077-848e4d3c2cfd req-5aa41bb2-4d80-4d17-9f19-a8849d1f18f6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Aug 16 03:04:15.541798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d52285-578c-42a9-9d65-6001da14a92a req-7e84bb35-e6b9-4ce4-af38-b30f850ed500 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:15.543300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9d52285-578c-42a9-9d65-6001da14a92a req-7e84bb35-e6b9-4ce4-af38-b30f850ed500 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0482235 Aug 16 03:04:15.581084 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9d52285-578c-42a9-9d65-6001da14a92a req-5e012335-7227-441b-aa58-84a72c60f76a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316281 Aug 16 03:04:16.697643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060d9e5-3d00-4b01-a58c-37c186563996 req-01c6c486-85c1-452c-b713-c8012b641abb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:16.699100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6060d9e5-3d00-4b01-a58c-37c186563996 req-01c6c486-85c1-452c-b713-c8012b641abb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0517771 Aug 16 03:04:16.736928 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6060d9e5-3d00-4b01-a58c-37c186563996 req-7202b30d-e9f9-40f9-8dce-1721308c3f8b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319304 Aug 16 03:04:17.854183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ba7b9-4886-4cee-a7bc-61d23d283f94 req-a1130141-c739-4de8-a1e7-3e14f9f7e770 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:17.855684 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc3ba7b9-4886-4cee-a7bc-61d23d283f94 req-a1130141-c739-4de8-a1e7-3e14f9f7e770 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0526793 Aug 16 03:04:17.893182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cc3ba7b9-4886-4cee-a7bc-61d23d283f94 req-ff262e3f-da2c-4a47-a8d1-56a083a99d1e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Aug 16 03:04:17.923959 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-52e518b8-f841-487a-93d9-805fe8ee381a req-d1d08655-3ad0-4a8c-99b4-330bb6133a5a service neutron] show failed (client error): The resource could not be found. Aug 16 03:04:17.925024 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-d1d08655-3ad0-4a8c-99b4-330bb6133a5a service neutron] 10.222.0.98 "GET /v2.0/ports/05800664-e55d-4f15-b998-0ca34ab027ed/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0562871 Aug 16 03:04:18.123198 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-b99e23b5-0a2c-42ff-8207-afaa13dd0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:18.124734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-b99e23b5-0a2c-42ff-8207-afaa13dd0e94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 1097 time: 0.0400505 Aug 16 03:04:18.137574 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:18.186949 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.389516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:18.422426 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:18.460428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:18.462861 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97faf67-b589-4bd0-ae73-e9a28e5bc508" -d '{"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:18.466588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.479302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Transition to ACTIVE for port object 05800664-e55d-4f15-b998-0ca34ab027ed will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:18.482982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.514767 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ae52d-82e5-4e5a-9ef7-2408194efc34 x-openstack-request-id: req-7f1ae52d-82e5-4e5a-9ef7-2408194efc34 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:18.515188 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:18.515286 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f1ae52d-82e5-4e5a-9ef7-2408194efc34 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:18.515674 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed', 'code': 200} Aug 16 03:04:18.600702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:18.625400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.625755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.626105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.626451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.626792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.627131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.627463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.627798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.628415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.628773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.629103 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.629429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:18.672672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] No DVR routers for this DVR port 05800664-e55d-4f15-b998-0ca34ab027ed on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:18.807529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:18.807872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:18.808201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:18.812601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Port 05800664-e55d-4f15-b998-0ca34ab027ed on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:04:18.812927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Attempting to bind port 05800664-e55d-4f15-b998-0ca34ab027ed on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:18.817572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:18.817910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:18.818300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:18.818722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Bound port: 05800664-e55d-4f15-b998-0ca34ab027ed, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:18.819072 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.885644 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:18.889256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:18.893669 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.937787 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:18.938411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.939832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] 10.222.0.88 "PUT /v2.0/ports/05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 1092 time: 0.8067770 Aug 16 03:04:18.952476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f0710-71ae-410c-a429-c8b220a7f9db service neutron] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:19.039993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-ce556cb9-89d7-4fc9-a11c-8f19e74dc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:19.041560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-ce556cb9-89d7-4fc9-a11c-8f19e74dc2af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1095 time: 0.0731151 Aug 16 03:04:19.053722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268674e-9024-4a83-8482-1ca3ab83fbff req-ca92d3b0-446c-4c3c-9911-a37ca34dda1c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:19.055286 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5268674e-9024-4a83-8482-1ca3ab83fbff req-ca92d3b0-446c-4c3c-9911-a37ca34dda1c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 943 time: 0.0787768 Aug 16 03:04:19.144798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5268674e-9024-4a83-8482-1ca3ab83fbff req-32e21f6a-9973-46c8-b72d-8aa52bf91803 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808048 Aug 16 03:04:19.172358 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-cf2d23c8-2e80-41b5-8e11-8d8a66836fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:19.173808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-cf2d23c8-2e80-41b5-8e11-8d8a66836fe5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.1176202 Aug 16 03:04:19.241795 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-a14f7b48-3581-4f37-9c85-609aa540177c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 998 time: 0.0605659 Aug 16 03:04:19.295326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-d1d13027-f4bd-4536-b2cc-ce1d82383a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:19.296805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-d1d13027-f4bd-4536-b2cc-ce1d82383a51 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0481076 Aug 16 03:04:19.344336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e518b8-f841-487a-93d9-805fe8ee381a req-5f0ba9c6-aab6-4f2b-82db-3874190b5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:19.346054 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-5f0ba9c6-aab6-4f2b-82db-3874190b5ee3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424528 Aug 16 03:04:19.356779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-78ab04a3-7881-43fe-9194-aacf4a9de5a4 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:04:19.357752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-78ab04a3-7881-43fe-9194-aacf4a9de5a4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049896 Aug 16 03:04:19.448223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-254a2aff-0d29-4eba-9e45-f66b3d45be1c service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Aug 16 03:04:19.534638 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52e518b8-f841-487a-93d9-805fe8ee381a req-06c42be0-3162-441d-8b50-7d283d1b71f2 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800076 Aug 16 03:04:20.261603 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c314cd-7c81-457e-85c9-289931d30574 req-35c0d2f7-bbca-460b-86e8-702cdffcd8d3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.263401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-64c314cd-7c81-457e-85c9-289931d30574 req-35c0d2f7-bbca-460b-86e8-702cdffcd8d3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 943 time: 0.0499184 Aug 16 03:04:20.304013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-64c314cd-7c81-457e-85c9-289931d30574 req-692dda96-c02d-4db0-9dc3-600588831039 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Aug 16 03:04:20.517310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:20.519713 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c24b33-2434-41a7-82c2-a1bce6effa70" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:20.567304 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea96bdc7-f7a6-45d5-b665-41911c214e25 x-openstack-request-id: req-ea96bdc7-f7a6-45d5-b665-41911c214e25 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:20.567592 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:20.567845 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea96bdc7-f7a6-45d5-b665-41911c214e25 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:20.568251 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed', 'status': 'completed', 'code': 200} Aug 16 03:04:20.627651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-b443da45-17bc-4d35-a805-be64e3cc33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.629464 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-b443da45-17bc-4d35-a805-be64e3cc33fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1095 time: 0.0420249 Aug 16 03:04:20.638934 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-a005510d-e671-44e7-ace8-8ab58e5fc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.640488 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-a005510d-e671-44e7-ace8-8ab58e5fc89e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1095 time: 0.0439413 Aug 16 03:04:20.722976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-c4214f63-151f-4b1c-b491-9364b271a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.724496 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-c4214f63-151f-4b1c-b491-9364b271a75e service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0870404 Aug 16 03:04:20.730746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-6100176e-d8d6-49dd-bff5-60e517972126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.732263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-6100176e-d8d6-49dd-bff5-60e517972126 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0831132 Aug 16 03:04:20.790883 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-49f0baf1-b3f3-4181-85e8-9e5a7d391624 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 998 time: 0.0578952 Aug 16 03:04:20.809962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-d837c921-eebf-4f25-9ba4-bb57d4feeec5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 998 time: 0.0621598 Aug 16 03:04:20.844347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-c48c6075-3416-4903-9260-9b2dd5b7eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.845843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-c48c6075-3416-4903-9260-9b2dd5b7eac0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0479264 Aug 16 03:04:20.863847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-6ab8dc52-0d07-405a-a61d-6e9807f02e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.865343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-6ab8dc52-0d07-405a-a61d-6e9807f02e5f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0435278 Aug 16 03:04:20.895715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-02e1f4c6-9b98-4003-8e70-30ab115d60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.897266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-02e1f4c6-9b98-4003-8e70-30ab115d60f5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411191 Aug 16 03:04:20.916363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-de90b8c4-eb0f-44cb-8551-b8111567cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:20.917895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-de90b8c4-eb0f-44cb-8551-b8111567cc2a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408778 Aug 16 03:04:20.989456 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-a1399261-40f7-4ded-bb00-84060b80eaf0 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838263 Aug 16 03:04:21.013667 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-7999a2e5-960e-4b0d-9636-8903c0dbf94e service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Aug 16 03:04:21.093713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-50dc73a8-548e-4c0b-a3e9-b00870dcf482 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951769 Aug 16 03:04:21.118011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-23c24b33-2434-41a7-82c2-a1bce6effa70 req-5715d60f-de20-4c8c-a40c-bbd519e1aa3a service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927601 Aug 16 03:04:21.419432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b2ca-b8bb-4639-887c-d00dee0bcfc3 req-2417c72c-b8b2-43de-a08f-ec049a3321e2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.420828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f413b2ca-b8bb-4639-887c-d00dee0bcfc3 req-2417c72c-b8b2-43de-a08f-ec049a3321e2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 943 time: 0.0496438 Aug 16 03:04:21.430676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:04:21.457817 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f413b2ca-b8bb-4639-887c-d00dee0bcfc3 req-ca125279-9613-413e-82bd-b5d971aa115f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309980 Aug 16 03:04:21.524659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:21.536235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '05800664-e55d-4f15-b998-0ca34ab027ed', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '05800664-e55d-4f15-b998-0ca34ab027ed', 'mac_address': 'fa:16:3e:02:bb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:04:21.584048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.603455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05800664-e55d-4f15-b998-0ca34ab027ed {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:21.625495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:21.629800 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.677258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:21.684344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.684693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.685033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.685181 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3493c62-b87b-4a9d-93c0-105f6dddb46b req-e3b121b0-b5c8-4fdc-8c70-6f4ecfedd03e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.685367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.685683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.686006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.686335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.686668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.686786 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3493c62-b87b-4a9d-93c0-105f6dddb46b req-e3b121b0-b5c8-4fdc-8c70-6f4ecfedd03e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 943 time: 0.0812066 Aug 16 03:04:21.686973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.687297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.687614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.687933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:21.722819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-cfc4c06a-6ed8-404f-bee8-13a6371b569a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.725244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-cfc4c06a-6ed8-404f-bee8-13a6371b569a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b&tenant_id=a4663db84e94435b9fe953fc791820df&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 944 time: 0.0887849 Aug 16 03:04:21.728225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:21.766096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:21.774772 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3493c62-b87b-4a9d-93c0-105f6dddb46b req-b8ef9a09-3027-4ee1-a5ca-31f4318db39f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815766 Aug 16 03:04:21.803130 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-20381f66-40a9-40b7-9f37-26f2583474d8 service neutron] delete failed (client error): The resource could not be found. Aug 16 03:04:21.804167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-20381f66-40a9-40b7-9f37-26f2583474d8 service neutron] 10.222.0.98 "DELETE /v2.0/ports/05800664-e55d-4f15-b998-0ca34ab027ed/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0647800 Aug 16 03:04:21.877427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['05800664-e55d-4f15-b998-0ca34ab027ed'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:04:21.895030 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-80f0e83e-b4cf-497b-9f7c-6c9b57df528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.896575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-80f0e83e-b4cf-497b-9f7c-6c9b57df528a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 1096 time: 0.0439491 Aug 16 03:04:21.987283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-4991df58-4bdb-46a8-b5dc-077a75a52e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.988707 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-4991df58-4bdb-46a8-b5dc-077a75a52e78 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0829732 Aug 16 03:04:22.059169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-22e9523a-d191-41ef-85ee-36891c443d4a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 200 len: 999 time: 0.0623143 Aug 16 03:04:22.108253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-70afd630-f5fb-4428-8b8a-e61c78b09080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:22.109689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-70afd630-f5fb-4428-8b8a-e61c78b09080 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0437267 Aug 16 03:04:22.158930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-a50ea8e0-746a-48f4-ad88-ba087bb18d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:22.160412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-a50ea8e0-746a-48f4-ad88-ba087bb18d3e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385108 Aug 16 03:04:22.256547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-41a45f2f-7c5f-471f-856f-622c504490cf service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843039 Aug 16 03:04:22.347320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af6b9983-6048-4bd2-bd7d-22425d50ccc9 req-6166a3fa-2ff4-4640-b265-ff7165491178 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796604 Aug 16 03:04:22.662380 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.892314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee7cd-405b-4e4d-9ece-a726a4dc7cc0 req-9a2bde9f-4c01-4320-ba77-20efdca3fa0d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:22.893845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1eeee7cd-405b-4e4d-9ece-a726a4dc7cc0 req-9a2bde9f-4c01-4320-ba77-20efdca3fa0d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 944 time: 0.0491467 Aug 16 03:04:22.931951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1eeee7cd-405b-4e4d-9ece-a726a4dc7cc0 req-1ac46ff2-1d2d-4b9e-8a63-48de7d5c5399 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322251 Aug 16 03:04:23.049597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb10413-a224-4314-9a56-aed7ef4961c0 req-af57f84f-31e4-47fa-ab77-89e3a8220932 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:23.051037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-beb10413-a224-4314-9a56-aed7ef4961c0 req-af57f84f-31e4-47fa-ab77-89e3a8220932 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 944 time: 0.0505052 Aug 16 03:04:23.087282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-beb10413-a224-4314-9a56-aed7ef4961c0 req-68ca0d59-f037-4de2-bc32-48397b27ec03 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304282 Aug 16 03:04:23.196745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8783d-1695-4013-b43a-40484f60fa6a req-036ea120-1b4a-454a-8c96-3878c6b43b32 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:23.198106 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3c8783d-1695-4013-b43a-40484f60fa6a req-036ea120-1b4a-454a-8c96-3878c6b43b32 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 944 time: 0.0468478 Aug 16 03:04:23.238052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3c8783d-1695-4013-b43a-40484f60fa6a req-ef545abc-0d04-4dfc-bea3-116444ab0885 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335488 Aug 16 03:04:23.445850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:23.466660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e3b4a-8628-45ad-8af1-85afb31626f7 req-4b2babeb-b459-4ad3-ab29-ad181d1d2f87 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:23.468062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a6e3b4a-8628-45ad-8af1-85afb31626f7 req-4b2babeb-b459-4ad3-ab29-ad181d1d2f87 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 944 time: 0.0480108 Aug 16 03:04:23.492940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 05800664-e55d-4f15-b998-0ca34ab027ed completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:23.497265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 05800664-e55d-4f15-b998-0ca34ab027ed triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:23.497643 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.505558 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a6e3b4a-8628-45ad-8af1-85afb31626f7 req-a8475c7f-9adb-4b99-bcde-3e50ec3671ff tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315435 Aug 16 03:04:23.573081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.597408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:23.599624 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f098f26d-1717-4108-84c1-5e0b48908aba" -d '{"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:23.614645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:23.619472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.643120 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f68673-76bf-42aa-a504-55726335f8be x-openstack-request-id: req-c6f68673-76bf-42aa-a504-55726335f8be {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:23.643404 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:23.643649 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6f68673-76bf-42aa-a504-55726335f8be {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:23.644028 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed', 'code': 200} Aug 16 03:04:23.669128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:23.880779 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.621276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf22d0-266c-4160-af49-4f4e8a0f9e64 req-4272c51c-6102-4351-a388-1f8bf4300977 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:24.622715 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98bf22d0-266c-4160-af49-4f4e8a0f9e64 req-4272c51c-6102-4351-a388-1f8bf4300977 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0497618 Aug 16 03:04:24.690475 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98bf22d0-266c-4160-af49-4f4e8a0f9e64 req-3f6e6194-44ce-48dc-ad43-40fa1725275c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612555 Aug 16 03:04:24.706921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-999ec551-72f3-4fdd-8869-a165d149495b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:24.708431 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-999ec551-72f3-4fdd-8869-a165d149495b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a6c3505-da55-4ba6-b56b-a024b48f5a8b HTTP/1.1" status: 200 len: 945 time: 0.0650330 Aug 16 03:04:24.803245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Deleting port 05800664-e55d-4f15-b998-0ca34ab027ed {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:24.803586 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.894755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] For port 05800664-e55d-4f15-b998-0ca34ab027ed, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=05800664-e55d-4f15-b998-0ca34ab027ed,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:24.895038 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.058129 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.059037 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.059358 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d disassociated. External IP: 172.25.4.94, port: 05800664-e55d-4f15-b998-0ca34ab027ed. Aug 16 03:04:25.059700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Calling delete_port for 05800664-e55d-4f15-b998-0ca34ab027ed owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:25.185122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.212697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event deleted for resources: {'Port': ['ID=05800664-e55d-4f15-b998-0ca34ab027ed,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:25.328311 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:25.442543 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:25.452014 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:25.460879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:25.461488 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:03:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:25.480001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] No DVR routers for this DVR port 05800664-e55d-4f15-b998-0ca34ab027ed on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:25.483261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.485417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9cfc6275-6e6f-4271-ba00-dd1411786a0a req-be5851a3-8147-4ea4-9916-d76ad8bebf0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "DELETE /v2.0/ports/05800664-e55d-4f15-b998-0ca34ab027ed HTTP/1.1" status: 204 len: 173 time: 0.7703853 Aug 16 03:04:25.485799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-deleted', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:25.488091 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a869e5b-a6b4-460f-a5ef-c09345477475" -d '{"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-deleted", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:25.524542 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ffdf4d-38fb-4fa5-a375-6a073dd2756d x-openstack-request-id: req-f3ffdf4d-38fb-4fa5-a375-6a073dd2756d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:25.524834 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6c3505-da55-4ba6-b56b-a024b48f5a8b", "name": "network-vif-deleted", "tag": "05800664-e55d-4f15-b998-0ca34ab027ed", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:25.525091 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3ffdf4d-38fb-4fa5-a375-6a073dd2756d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:25.525490 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6c3505-da55-4ba6-b56b-a024b48f5a8b', 'name': 'network-vif-deleted', 'tag': '05800664-e55d-4f15-b998-0ca34ab027ed', 'status': 'completed', 'code': 200} Aug 16 03:04:25.574321 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:25.796419 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:25.831181 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:25.840505 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:25.841119 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:03:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:25.942962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-bd8f632d-368c-473f-bcd7-ef53bff5073c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--374220839&fields=id&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 267 time: 0.0334969 Aug 16 03:04:26.034750 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:26.056381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-9223be1c-6cdf-4419-8c28-0aebc7fc092e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:26.057801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-9223be1c-6cdf-4419-8c28-0aebc7fc092e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.1076016 Aug 16 03:04:26.073084 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-8b18cc49-fa91-4232-9bdd-ad12f4d3c624 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/quotas/a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 375 time: 0.0091097 Aug 16 03:04:26.126381 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-5fbb1c9b-8de3-4ca5-a663-d01d415135bd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473166 Aug 16 03:04:26.227941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7920955d-9d46-466e-b5f2-7d138cc07f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.229645 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:26.234773 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-98196cc0-19ed-4ccd-94da-f3cc5f7c401c service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952990 Aug 16 03:04:26.256116 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c3ed5-b6a8-497b-9cda-b9dcfbff0319 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:26.322182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-8c1333e5-bd7d-4106-ac75-aa15e336d8d8 service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861306 Aug 16 03:04:26.492069 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0c4bf51e-e179-4165-869f-b45d69b3c8b2 req-8d120aa5-3c8b-4e83-a237-1a29eb1e5db0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 210 time: 0.0324004 Aug 16 03:04:26.497952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b138d-e991-4347-9ce2-73f8fc4be2bc None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:04:27.571002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f68d5799-1a06-4ae7-bef8-e385ea4a7d9f req-31c93d14-adb3-4ffb-8a0e-4bbc9561c91b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 210 time: 0.0252275 Aug 16 03:04:28.662211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b10cc55d-910c-4b06-aad6-e9749a567949 req-743cd3af-b2bb-4fa0-b844-5dc972285150 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 210 time: 0.0253880 Aug 16 03:04:28.819353 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-39e31c20-1575-4139-9c48-58369c973177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.830412 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.483209 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:29.499041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-15d68c83-7147-4beb-8438-f786ea68e0d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:29.500558 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-15d68c83-7147-4beb-8438-f786ea68e0d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.1078494 Aug 16 03:04:29.502807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 05800664-e55d-4f15-b998-0ca34ab027ed {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:29.503432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 05800664-e55d-4f15-b998-0ca34ab027ed not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:29.550793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-4202786d-a9a9-4562-8cc4-098fdf865330 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 379 time: 0.0350785 Aug 16 03:04:29.560828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'port': {'device_id': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'admin_state_up': True, 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'security_groups': ['2815d6e0-cc6c-42a5-a75c-8c5612448299']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:29.667602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Made reservation on behalf of a4663db84e94435b9fe953fc791820df for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:29.671163 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.754569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35996ede-a801-4273-8380-b2a17dfc05c3 req-969e0fe0-1637-4566-a2b9-3451129cc2c5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 210 time: 0.0251684 Aug 16 03:04:29.798736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Allocated IP 172.20.0.6 (98b9faeb-956d-4777-9478-0aac58c04ae4/d7127104-5ff3-473d-b2d2-a77a20f0e1fb/7bc058e6-3789-42f6-bca1-619e9cb9ebd7) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:29.943033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.956884 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Transition to ACTIVE for port object 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:29.988004 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.035862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:30.038957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:30.042839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:30.066507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:30.079899 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.080254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.080634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.080974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.081314 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.081647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.081978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.082343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.082638 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.082966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.083292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.083615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:30.106342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:30.106967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.121964 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-7b035d52-3277-486d-8519-dae250d3fa40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647190 Aug 16 03:04:30.140704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Request body: {'port': {'device_id': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:30.162238 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.199649 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.286214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-82345de9-4ec3-480c-a696-1b19aa3b84d1 None None] Provisioning for port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:30.289912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-82345de9-4ec3-480c-a696-1b19aa3b84d1 None None] Provisioning complete for port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:30.290270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-82345de9-4ec3-480c-a696-1b19aa3b84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.328815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-82345de9-4ec3-480c-a696-1b19aa3b84d1 None None] Port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:30.459785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:30.466979 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.478218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Transition to ACTIVE for port object 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:30.483056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.551820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:30.600851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:30.601187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:30.601513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:30.606396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:04:30.606711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:30.611500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:30.611830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:30.612213 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:30.612667 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Bound port: 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:30.613020 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.035333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:31.039699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:31.048625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3cb4e-50e5-4177-90e4-3740fd4be934 req-eb503844-1bf5-4d8d-a4e2-a4b3c3e9aeac tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.050117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34a3cb4e-50e5-4177-90e4-3740fd4be934 req-eb503844-1bf5-4d8d-a4e2-a4b3c3e9aeac tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.0736506 Aug 16 03:04:31.051675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.093156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.093513 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.094840 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] 10.222.0.98 "PUT /v2.0/ports/7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 1092 time: 0.9591997 Aug 16 03:04:31.106230 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:31.108490 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54390ced-d6bd-444b-a5bd-eb53b30077d0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:31.158468 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761ccf16-5533-4b66-8790-77a482e58f3a x-openstack-request-id: req-761ccf16-5533-4b66-8790-77a482e58f3a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:31.158752 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:31.158992 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-761ccf16-5533-4b66-8790-77a482e58f3a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:31.159378 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'status': 'completed', 'code': 200} Aug 16 03:04:31.164274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf1425-b8d8-4c6c-90d7-9d210e2abddb service neutron] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.182539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-34a3cb4e-50e5-4177-90e4-3740fd4be934 req-08e6aa8b-b17d-4f67-9c08-551ef897e279 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257873 Aug 16 03:04:31.199822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-40bc6dc7-d1ee-415c-bbad-21db4bad2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.201430 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-40bc6dc7-d1ee-415c-bbad-21db4bad2db6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1095 time: 0.0567193 Aug 16 03:04:31.245796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-4d3cf8ec-c42f-4ea1-9c41-d0648d51e868 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 217 time: 0.0343728 Aug 16 03:04:31.298815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-e4ad8ea5-9394-4aec-8f96-e005f96a0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.300376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-e4ad8ea5-9394-4aec-8f96-e005f96a0bf8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0440562 Aug 16 03:04:31.353634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-bc4dd066-80da-4010-8869-52c4ccab6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.355144 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-bc4dd066-80da-4010-8869-52c4ccab6aa3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437708 Aug 16 03:04:31.442956 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-aeeee6f2-46ae-48be-98bd-665e495030e0 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797389 Aug 16 03:04:31.539487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b6c1e3cc-1923-49a2-aa7a-4be6b69edb60 req-b9c96799-8282-4636-a8f1-0f45ba860c97 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839717 Aug 16 03:04:31.631363 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-3f9cca28-8534-4b1c-bbd1-2951c3ae7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.632775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-3f9cca28-8534-4b1c-bbd1-2951c3ae7419 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1095 time: 0.0403752 Aug 16 03:04:31.725859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-e468c234-1121-4f50-a2e2-0ca76075b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.727356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-e468c234-1121-4f50-a2e2-0ca76075b090 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0830271 Aug 16 03:04:31.773167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-ccb9bced-32bb-4828-a43d-fe1593f9679a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 217 time: 0.0384765 Aug 16 03:04:31.824325 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-4319b804-d4a8-4f1d-adbf-8b7ba7171d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.825753 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-4319b804-d4a8-4f1d-adbf-8b7ba7171d96 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0432701 Aug 16 03:04:31.876743 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-09dca221-5968-49de-a509-57f0c469d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.878501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-09dca221-5968-49de-a509-57f0c469d3b7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432105 Aug 16 03:04:31.973750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-bef25216-8120-4e6e-be91-f9f567f5b47f service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837214 Aug 16 03:04:32.064068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54390ced-d6bd-444b-a5bd-eb53b30077d0 req-e6685c31-80e4-44da-bc22-484b6a24fdae service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821860 Aug 16 03:04:32.070296 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.632366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72607f09-5138-4c71-a5cd-cbd73836196c req-2b1a635d-bac0-42fa-8ddc-593a0eb67192 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:32.633771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72607f09-5138-4c71-a5cd-cbd73836196c req-2b1a635d-bac0-42fa-8ddc-593a0eb67192 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.3814795 Aug 16 03:04:32.671082 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-72607f09-5138-4c71-a5cd-cbd73836196c req-97825d09-828d-4555-8105-a316654d3e62 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Aug 16 03:04:33.791319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe60b9-c04c-48b2-891f-ea8b9d8eed60 req-f68e87dc-5884-470a-b29f-b2c1b3c47906 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:33.792819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03fe60b9-c04c-48b2-891f-ea8b9d8eed60 req-f68e87dc-5884-470a-b29f-b2c1b3c47906 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.0537415 Aug 16 03:04:33.830383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03fe60b9-c04c-48b2-891f-ea8b9d8eed60 req-edc381f0-2d47-4b5a-944c-47479a675409 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Aug 16 03:04:34.943133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8450-ed61-4b03-8ffe-3ef9e12cfa21 req-52d514e6-94c8-4e93-a5e3-772892092ae4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:34.944635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f2e8450-ed61-4b03-8ffe-3ef9e12cfa21 req-52d514e6-94c8-4e93-a5e3-772892092ae4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.0477664 Aug 16 03:04:34.980909 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9f2e8450-ed61-4b03-8ffe-3ef9e12cfa21 req-b701e5fc-b5ac-4732-81d3-bf72afdfed46 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303707 Aug 16 03:04:35.790358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:04:35.879898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:35.891421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'mac_address': 'fa:16:3e:7b:6c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:04:35.935985 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:35.948067 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:35.967191 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:35.971205 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:36.017980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:36.060481 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:36.096596 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e369bca-fb76-4608-bcd4-de95e78e83a0 req-893135aa-fecd-46e0-a2fb-84318bb4d2eb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:36.098086 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e369bca-fb76-4608-bcd4-de95e78e83a0 req-893135aa-fecd-46e0-a2fb-84318bb4d2eb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 944 time: 0.0493705 Aug 16 03:04:36.134730 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8e369bca-fb76-4608-bcd4-de95e78e83a0 req-ae051bcf-b94b-4001-89e9-96093f5566c0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Aug 16 03:04:36.243025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7bc058e6-3789-42f6-bca1-619e9cb9ebd7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:04:37.247235 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68e46-a4fa-49b6-bdb7-11718a93a848 req-aff410bf-7454-4462-9e70-9579b681891b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:37.248739 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31b68e46-a4fa-49b6-bdb7-11718a93a848 req-aff410bf-7454-4462-9e70-9579b681891b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 944 time: 0.0478737 Aug 16 03:04:37.285997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-31b68e46-a4fa-49b6-bdb7-11718a93a848 req-24aca70e-6f1d-4533-9e6f-a528b0f245b4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Aug 16 03:04:37.805917 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:37.852658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:37.856644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:37.857018 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.929045 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.961559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:37.963768 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10c71d-52ed-4d73-90bf-18e8153f14f1" -d '{"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-plugged", "status": "completed", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:37.976435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:37.981264 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.007740 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a692dcbc-79e8-4861-9441-8edc0bba56c3 x-openstack-request-id: req-a692dcbc-79e8-4861-9441-8edc0bba56c3 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:38.008034 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-plugged", "status": "completed", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:38.008296 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a692dcbc-79e8-4861-9441-8edc0bba56c3 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:38.008680 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'code': 200} Aug 16 03:04:38.033497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:38.041828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-f3f27efb-5e72-4a07-ab9c-e15966093eb3 req-e89eef15-9b43-4753-b633-2425d221a6ef service neutron] (94856) timed out ('10.222.0.78', 34728) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:04:38.111258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c375e52-335e-4934-9c5b-057c9a41f64b req-ba6286da-49cb-45c5-83d0-07acfeede1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:38.113867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c375e52-335e-4934-9c5b-057c9a41f64b req-ba6286da-49cb-45c5-83d0-07acfeede1d4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1097 time: 0.0410147 Aug 16 03:04:38.153388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6c375e52-335e-4934-9c5b-057c9a41f64b req-464ce3fb-9df0-4fed-a94d-131e1d36d61b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271704 Aug 16 03:04:38.401379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0ecf-5816-48fd-852a-571cb19742e3 req-ee39fb0f-ebff-407d-8670-f7baea1ff0fe tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:38.403258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4afe0ecf-5816-48fd-852a-571cb19742e3 req-ee39fb0f-ebff-407d-8670-f7baea1ff0fe tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0513608 Aug 16 03:04:38.439311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4afe0ecf-5816-48fd-852a-571cb19742e3 req-df1fa5fd-7d8c-4e01-976b-8e2ddeab9d84 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301602 Aug 16 03:04:39.560626 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294724-81ee-459d-8db3-db923cc04504 req-8bc0a9f7-09d5-4a68-b942-a88c632f992f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.562108 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac294724-81ee-459d-8db3-db923cc04504 req-8bc0a9f7-09d5-4a68-b942-a88c632f992f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0531404 Aug 16 03:04:39.598656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ac294724-81ee-459d-8db3-db923cc04504 req-986c0eab-5346-4da3-ad41-d1546ef3bf31 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305660 Aug 16 03:04:39.706476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb268b-7341-4845-b0dc-9f998ce200f5 req-97664f9c-a5b3-4828-81e4-aaaf3064f136 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.707933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4cb268b-7341-4845-b0dc-9f998ce200f5 req-97664f9c-a5b3-4828-81e4-aaaf3064f136 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0468500 Aug 16 03:04:39.717149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37526) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:39.721505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'floatingip': {'port_id': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:39.759367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:40.185743 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:40.189661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:40.288148 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d associated. External IP: 172.25.4.94, port: 7bc058e6-3789-42f6-bca1-619e9cb9ebd7. Aug 16 03:04:40.491975 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:40.599034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:40.603638 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:40.608899 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:40.618062 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:40.618661 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:04:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:40.632243 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-704828df-012e-4e00-ba77-26f4e684e7a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "PUT /v2.0/floatingips/a94fe766-89cd-4a78-8c3c-75a60c54c99d HTTP/1.1" status: 200 len: 990 time: 0.9140637 Aug 16 03:04:40.632862 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:40.635272 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:40.671344 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1e6338-0557-4c2d-8351-001812204a7d x-openstack-request-id: req-ce1e6338-0557-4c2d-8351-001812204a7d {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:40.671639 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:40.671894 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce1e6338-0557-4c2d-8351-001812204a7d {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:40.672511 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'status': 'completed', 'code': 200} Aug 16 03:04:40.735990 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:40.736568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-dc94be14-91b6-4c23-8e4c-6d257d6d248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:40.738194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-dc94be14-91b6-4c23-8e4c-6d257d6d248f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1097 time: 0.0409565 Aug 16 03:04:40.828958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-7a52e917-a748-4abd-bdfe-0b38713d34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:40.830457 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-7a52e917-a748-4abd-bdfe-0b38713d34c2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0851650 Aug 16 03:04:40.902365 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-b83f9eeb-81f6-4054-87a1-ccff2541c3db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 998 time: 0.0640354 Aug 16 03:04:40.957750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-28a9f9af-1209-434d-8632-7d256e48cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:40.959240 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:7b:6c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:04:40Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:40.959440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-28a9f9af-1209-434d-8632-7d256e48cba4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0483024 Aug 16 03:04:40.985743 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:40.994141 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:40.994756 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:04:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:41.006307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-4602e950-d5e7-4aeb-9571-9595937ed563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:41.007844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-4602e950-d5e7-4aeb-9571-9595937ed563 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416641 Aug 16 03:04:41.101965 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:41.105419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-e1073dfe-52fc-4175-8351-6d62b31b20c8 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888243 Aug 16 03:04:41.197688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-63a4ebbf-6ba2-44b9-8562-c767cd0b01b3 req-4d2318e7-2954-4e0a-85a4-d268056cd938 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Aug 16 03:04:41.325279 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:7b:6c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:04:40Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:41.352083 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d89c-f2b4-414a-8967-0effc70e40e7 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:7b:6c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:04:40Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:41.558408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8518a-2680-40e3-adb6-61a04944fefe None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:04:49.949973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-8dfac3da-bcef-44fe-adad-3ecb195c947f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443721 Aug 16 03:04:50.032778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3077ae-eda7-400c-a087-61c306b11667 req-6a592b0d-f7f7-4907-b685-b226a9a70968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.034244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-6a592b0d-f7f7-4907-b685-b226a9a70968 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1097 time: 0.0394955 Aug 16 03:04:50.146296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3077ae-eda7-400c-a087-61c306b11667 req-8e16ca9d-f879-4897-b205-510bdf4960bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.149198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-8e16ca9d-f879-4897-b205-510bdf4960bb service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0936592 Aug 16 03:04:50.217442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-3242cf9c-d4a1-48ae-802c-0e868418a4e0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 1000 time: 0.0619249 Aug 16 03:04:50.277358 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3077ae-eda7-400c-a087-61c306b11667 req-70b8aad3-fd17-454a-9132-6b275c7785b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.278936 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-70b8aad3-fd17-454a-9132-6b275c7785b7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0449429 Aug 16 03:04:50.326559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3077ae-eda7-400c-a087-61c306b11667 req-59192b0c-7ba0-49c3-82f8-9c606e36814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.328054 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-59192b0c-7ba0-49c3-82f8-9c606e36814c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398326 Aug 16 03:04:50.421916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-2b27400b-2b97-4128-9a46-58d9b8edc816 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Aug 16 03:04:50.515684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3077ae-eda7-400c-a087-61c306b11667 req-7d051be8-eb55-4e81-b288-59760b04e7a4 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 Aug 16 03:04:52.660813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:53.877896 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:56.228835 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c4b06e80-7ef3-4516-b03b-d2e00dc54d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:58.809717 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3f24eb28-a74d-412c-95f3-48b50d5aa190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:58.830156 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:00.163696 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:02.072256 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:13.060709 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:22.659837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:23.878029 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.228398 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d52446a2-faac-4839-aeda-dc68a2d2685e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:28.809288 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5552b3c7-7d7b-4fa2-9d81-f820cf807bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:28.828963 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:30.166458 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:32.074043 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.059908 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:51.981994 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-199cd91c-64f1-418f-9298-0a9101def515 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487921 Aug 16 03:05:52.066291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-3d014056-b222-42b8-9b8d-b48292d71eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:52.067758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-3d014056-b222-42b8-9b8d-b48292d71eee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1097 time: 0.0401192 Aug 16 03:05:52.173084 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-3fe34ab8-f729-4d3f-9d30-d0fe122665be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:52.174432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-3fe34ab8-f729-4d3f-9d30-d0fe122665be service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0811505 Aug 16 03:05:52.246894 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-adc0cd90-570a-46a1-b25b-76158571d8e4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 1000 time: 0.0610943 Aug 16 03:05:52.303535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-f339d91f-4a53-4998-a3a4-4a6993d2b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:52.305016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-f339d91f-4a53-4998-a3a4-4a6993d2b10c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0465081 Aug 16 03:05:52.350392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-0fe9633e-0dcc-4f93-8a97-4507a53b283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:52.351871 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-0fe9633e-0dcc-4f93-8a97-4507a53b283d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391181 Aug 16 03:05:52.448388 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-a55b8349-275f-40a2-9f43-96840e9e4b27 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Aug 16 03:05:52.538513 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2a907859-8bd6-47f2-bd46-4ef483b56d51 req-e33df105-4090-4380-99cd-36c7e9f91ee8 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806744 Aug 16 03:05:52.661715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.876126 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.228465 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-29ce2ddb-2f80-4869-b8a1-de87c7425d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.809209 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-45611401-35d8-4543-a15f-73c64a1fdb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.829065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.168314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.076773 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.910187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a104590-3f7d-420b-9246-536a640157c5 req-7650c3f5-08a2-4588-bc51-d76ddcc11124 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:20.911748 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a104590-3f7d-420b-9246-536a640157c5 req-7650c3f5-08a2-4588-bc51-d76ddcc11124 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0551908 Aug 16 03:06:20.949085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7a104590-3f7d-420b-9246-536a640157c5 req-cc301e5e-b5a0-4977-b4a1-e3540bb0f34d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Aug 16 03:06:22.069524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686febdd-0a6b-4b77-9625-e7a5e6887694 req-3468510c-07a5-4889-b0f9-c6020064cc54 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:22.071082 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-686febdd-0a6b-4b77-9625-e7a5e6887694 req-3468510c-07a5-4889-b0f9-c6020064cc54 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0520232 Aug 16 03:06:22.107782 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-686febdd-0a6b-4b77-9625-e7a5e6887694 req-741776af-b42a-4fed-beed-fae6012d793e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309463 Aug 16 03:06:22.688843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:23.221502 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfc1aa-3e51-48a3-aa09-4c0fef5f8ff4 req-816a8f76-bcfa-43f3-bc53-c6989bd10b8b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:23.223037 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8cfc1aa-3e51-48a3-aa09-4c0fef5f8ff4 req-816a8f76-bcfa-43f3-bc53-c6989bd10b8b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0480535 Aug 16 03:06:23.260569 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8cfc1aa-3e51-48a3-aa09-4c0fef5f8ff4 req-160b04b6-64cf-4951-8032-73b71e91c13e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316389 Aug 16 03:06:23.875707 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:24.380201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21f713-e858-40d3-97e7-b9dacdb3ad17 req-bbdbc318-fce0-4433-b299-50fdfe5dfb48 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:24.381730 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b21f713-e858-40d3-97e7-b9dacdb3ad17 req-bbdbc318-fce0-4433-b299-50fdfe5dfb48 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0527701 Aug 16 03:06:24.418620 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8b21f713-e858-40d3-97e7-b9dacdb3ad17 req-9123d655-5164-4896-a86f-21f07ebda59d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 Aug 16 03:06:25.532826 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03603e27-8a6c-4048-b7d8-ac10554469fe req-b6ee6141-a15c-401a-9e24-ec46a41e7a12 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:25.534298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03603e27-8a6c-4048-b7d8-ac10554469fe req-b6ee6141-a15c-401a-9e24-ec46a41e7a12 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0479088 Aug 16 03:06:25.571081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03603e27-8a6c-4048-b7d8-ac10554469fe req-5b31cec3-774b-42cd-a2b2-a735751ad07c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309300 Aug 16 03:06:26.227845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e9d79e1-caf7-4220-b613-ef2d8cda41c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:26.683223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5677b-694c-4dda-a851-74f943bcb8f4 req-24709c82-ccef-43c8-9b9f-edc377871485 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:26.684713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7c5677b-694c-4dda-a851-74f943bcb8f4 req-24709c82-ccef-43c8-9b9f-edc377871485 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0473356 Aug 16 03:06:26.721535 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7c5677b-694c-4dda-a851-74f943bcb8f4 req-86c59701-c527-4071-9fb1-923ec86a362b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302224 Aug 16 03:06:27.058558 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:27.838144 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82317-2da4-4094-8b19-a70bea8ad229 req-a7748121-0070-43e0-9c54-eb69489c1358 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:27.839619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fc82317-2da4-4094-8b19-a70bea8ad229 req-a7748121-0070-43e0-9c54-eb69489c1358 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0525298 Aug 16 03:06:27.876958 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0fc82317-2da4-4094-8b19-a70bea8ad229 req-cf0ff1b5-88c5-418e-968e-993dfe28004b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308938 Aug 16 03:06:28.811283 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2efba733-9b77-4bd7-8c32-f6e63ba37b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:28.827689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:28.996223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94877d49-2d14-47e8-8610-a718cf25c923 req-4e7dd13a-03fa-4ecf-b907-bb35a924e32e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:28.998398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94877d49-2d14-47e8-8610-a718cf25c923 req-4e7dd13a-03fa-4ecf-b907-bb35a924e32e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0481422 Aug 16 03:06:29.034984 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-94877d49-2d14-47e8-8610-a718cf25c923 req-ff618ace-3b4c-43d7-b3b1-53743b4fed3f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305343 Aug 16 03:06:30.151406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7ce2-3e49-4948-b2c4-36a2018bc1e9 req-19efddce-485a-4742-bde0-ef5204d331cb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:30.152944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-365d7ce2-3e49-4948-b2c4-36a2018bc1e9 req-19efddce-485a-4742-bde0-ef5204d331cb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0496423 Aug 16 03:06:30.172827 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:30.190923 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-365d7ce2-3e49-4948-b2c4-36a2018bc1e9 req-234dc21f-d664-4267-b5e3-80523332738f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Aug 16 03:06:31.306404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93492e-bbd4-4abe-ad3d-fd1d4e1e9617 req-3fb6ed72-e9c3-47f7-be51-e0d011235cb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:31.307894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a93492e-bbd4-4abe-ad3d-fd1d4e1e9617 req-3fb6ed72-e9c3-47f7-be51-e0d011235cb6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0522363 Aug 16 03:06:31.346045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7a93492e-bbd4-4abe-ad3d-fd1d4e1e9617 req-268308b0-56a4-4bc1-bb01-8a8dd3f56371 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Aug 16 03:06:31.591047 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-3213587f-bd03-492c-ad1c-0aa794fd5276 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679212 Aug 16 03:06:31.602256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca24b-906e-4048-8f56-e4982f062f4b req-f746a3de-165b-4844-94ca-c2347299c5be tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:31.604062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c73ca24b-906e-4048-8f56-e4982f062f4b req-f746a3de-165b-4844-94ca-c2347299c5be tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0698597 Aug 16 03:06:31.645927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c73ca24b-906e-4048-8f56-e4982f062f4b req-c5d18894-8706-4462-94ed-cbbe71f045e8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356238 Aug 16 03:06:32.084144 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:32.752594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-d2a1c375-719c-47b4-9d4b-afaf9812260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.754355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-d2a1c375-719c-47b4-9d4b-afaf9812260d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1097 time: 0.0707898 Aug 16 03:06:32.782842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7b025-d797-4051-8773-309d8aa74bc4 req-2b3ce31d-c78d-441b-b524-8e0802e74952 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.784364 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52d7b025-d797-4051-8773-309d8aa74bc4 req-2b3ce31d-c78d-441b-b524-8e0802e74952 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0697260 Aug 16 03:06:32.869855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52d7b025-d797-4051-8773-309d8aa74bc4 req-4440927a-69e4-4ec3-8eaf-aeea9734e044 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755653 Aug 16 03:06:32.886620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-8c725edf-42c0-4ac2-8280-e83ba6525338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.888088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-8c725edf-42c0-4ac2-8280-e83ba6525338 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.1225677 Aug 16 03:06:32.962805 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-a5274ea0-e992-4bc1-85a3-0e7525ad0c44 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 1000 time: 0.0613883 Aug 16 03:06:33.016731 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-703b6098-2cef-449f-a029-68e3b4f27e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:33.018196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-703b6098-2cef-449f-a029-68e3b4f27e25 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0428970 Aug 16 03:06:33.066584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-39e83ee4-94e3-473e-90ff-84a099adf38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:33.068035 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-39e83ee4-94e3-473e-90ff-84a099adf38c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390365 Aug 16 03:06:33.161855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-4a822992-f519-4a6e-8716-9c91173aab07 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843146 Aug 16 03:06:33.254843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-db1e77bc-c400-4290-8093-e1fb57a63bdf service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815949 Aug 16 03:06:33.985979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b540e8-c346-4915-8ad2-5e04a7e8d0e8 req-aeb0d0b8-e9d1-43c1-a361-91663237d0bd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:33.987471 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71b540e8-c346-4915-8ad2-5e04a7e8d0e8 req-aeb0d0b8-e9d1-43c1-a361-91663237d0bd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0525017 Aug 16 03:06:34.024733 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-71b540e8-c346-4915-8ad2-5e04a7e8d0e8 req-11604b23-fa58-4aa8-b019-78d07b90cc8b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Aug 16 03:06:35.137173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce2cee-1011-48d5-a98d-3f958226ba3b req-218edf50-59b4-4ff2-a170-6dc24cc5244c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:35.138573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4dce2cee-1011-48d5-a98d-3f958226ba3b req-218edf50-59b4-4ff2-a170-6dc24cc5244c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0489936 Aug 16 03:06:35.175550 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4dce2cee-1011-48d5-a98d-3f958226ba3b req-8f565bb9-4c0b-4d74-a981-1df8f00bc583 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312395 Aug 16 03:06:35.458514 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-4fd12c42-40dc-4db9-a435-79159c6e786b service neutron] show failed (client error): The resource could not be found. Aug 16 03:06:35.459531 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-4fd12c42-40dc-4db9-a435-79159c6e786b service neutron] 10.222.0.98 "GET /v2.0/ports/7bc058e6-3789-42f6-bca1-619e9cb9ebd7/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0626552 Aug 16 03:06:35.741903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-6a818874-4b5c-4b28-858a-8e06d559fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:35.743365 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-6a818874-4b5c-4b28-858a-8e06d559fade service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 1097 time: 0.0882764 Aug 16 03:06:35.757270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:35.811363 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.007951 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:36.039502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:36.077716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:36.080062 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69e60af-ca12-408c-9e6d-4a5474b44673" -d '{"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:36.084231 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.097087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Transition to ACTIVE for port object 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:36.100859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.140321 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9dcc32-e1fb-4c51-8f94-2e26f6b00827 x-openstack-request-id: req-8a9dcc32-e1fb-4c51-8f94-2e26f6b00827 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:36.140724 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:36.140856 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a9dcc32-e1fb-4c51-8f94-2e26f6b00827 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:36.141241 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'code': 200} Aug 16 03:06:36.194187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:36.208753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.209101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.209444 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.209779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.210110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.210438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.210887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.211211 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.211474 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.211718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.212086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.212372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:36.244021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] No DVR routers for this DVR port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:06:36.298369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d3326-7546-4f4c-9589-09776124d521 req-d9ca0050-ed91-45cd-afcb-9f841b888d0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:36.299963 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a7d3326-7546-4f4c-9589-09776124d521 req-d9ca0050-ed91-45cd-afcb-9f841b888d0a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.0528500 Aug 16 03:06:36.342601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0a7d3326-7546-4f4c-9589-09776124d521 req-ac724c7f-bbfe-4a1e-ac98-c799f26c5f02 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364385 Aug 16 03:06:36.379976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:36.380344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:36.380676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:36.384804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:06:36.385124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Attempting to bind port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:36.390530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:36.390879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:36.391274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:36.391735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Bound port: 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:36.392096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.454505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:36.457860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:36.461460 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.494564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:36.495184 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:36.496595 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] 10.222.0.88 "PUT /v2.0/ports/7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 1092 time: 0.7441969 Aug 16 03:06:36.518670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f017e-e664-48ef-938a-a6cd2aebfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:36.566885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-0a14c055-bb01-497d-a185-034af65ff037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:36.568503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-0a14c055-bb01-497d-a185-034af65ff037 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1095 time: 0.0458820 Aug 16 03:06:36.661044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-de6cfcae-73d0-4407-9aef-41b56f4df66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:36.662541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-de6cfcae-73d0-4407-9aef-41b56f4df66c service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0870254 Aug 16 03:06:36.730659 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-6f37a7bb-bf6f-4f5e-a652-bd7e9d1c45dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 998 time: 0.0610518 Aug 16 03:06:36.779302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-474394c5-4717-4a8e-a755-f69e088ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:36.780722 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-474394c5-4717-4a8e-a755-f69e088ea6f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0436106 Aug 16 03:06:36.823932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-e34a0985-086d-459f-b805-ea4c00b083d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:36.825340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-e34a0985-086d-459f-b805-ea4c00b083d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380340 Aug 16 03:06:36.915418 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-8b1f2822-2c21-43ba-a3a1-1d1d0ed6fa4d service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Aug 16 03:06:37.004035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-410a8f2f-7395-4f42-a178-d0fee49f0738 req-5e96de73-b332-42dc-8acd-ed373381a2c9 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812614 Aug 16 03:06:37.537367 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c73d1e-e7a7-4734-a177-6453fd49dd38 req-7eb20720-6319-41aa-bf43-db5bc717bffc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:37.538849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84c73d1e-e7a7-4734-a177-6453fd49dd38 req-7eb20720-6319-41aa-bf43-db5bc717bffc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.1290903 Aug 16 03:06:37.575756 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84c73d1e-e7a7-4734-a177-6453fd49dd38 req-b35ed579-5750-4c01-8faf-3c475fdb84d6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Aug 16 03:06:38.142455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:38.144887 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996fba82-ad64-4c23-8e0f-2f04525bda69" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:38.193864 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e289a2-7275-4f84-954d-749d38abbf88 x-openstack-request-id: req-b5e289a2-7275-4f84-954d-749d38abbf88 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:38.194169 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:38.194437 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5e289a2-7275-4f84-954d-749d38abbf88 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:38.194848 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'status': 'completed', 'code': 200} Aug 16 03:06:38.257423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-edb08423-8f9b-4abe-b774-71bdfc41b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.259071 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-edb08423-8f9b-4abe-b774-71bdfc41b429 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1095 time: 0.0466294 Aug 16 03:06:38.261722 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-be2a4403-1186-4c37-b441-e538e4103393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.263368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-be2a4403-1186-4c37-b441-e538e4103393 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1095 time: 0.0411689 Aug 16 03:06:38.352322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-51d2f540-fe13-4790-8b61-761e4df47bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.353832 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-51d2f540-fe13-4790-8b61-761e4df47bcc service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0857933 Aug 16 03:06:38.362713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-0001f596-d41c-4dce-b585-0648d695c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.364196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-0001f596-d41c-4dce-b585-0648d695c697 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0902324 Aug 16 03:06:38.428480 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-b78faab9-0f17-4092-bc5d-122300a5ab58 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 998 time: 0.0665863 Aug 16 03:06:38.434753 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-46a1b1dd-fe66-4e32-9d36-05d103d38d74 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 998 time: 0.0595932 Aug 16 03:06:38.476454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-f9a4441e-276f-4241-8a48-26205d0b49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.477912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-f9a4441e-276f-4241-8a48-26205d0b49eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0432084 Aug 16 03:06:38.492624 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-9705feaf-541d-4ec1-88ef-fdfc9219dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.494112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-9705feaf-541d-4ec1-88ef-fdfc9219dc41 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0474417 Aug 16 03:06:38.520894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:38.523499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-1b70e5c5-35b3-42f9-8429-28de22fca93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.525057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-1b70e5c5-35b3-42f9-8429-28de22fca93d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399559 Aug 16 03:06:38.544251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-dc4d1fba-7eeb-4e50-b07d-67eb1d5d3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.546335 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-dc4d1fba-7eeb-4e50-b07d-67eb1d5d3ec7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407908 Aug 16 03:06:38.559244 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:38.623488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-e18ae5d4-d076-4c18-b326-043b1024ea47 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912640 Aug 16 03:06:38.644321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-c0f9ce77-a3c8-4898-896b-6ce53690a084 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Aug 16 03:06:38.744107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5af66-3597-49bd-9f8a-2c5a69b69b15 req-66c3137c-9cd6-4410-a5fa-8f74049377cf tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.744918 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-709c80ab-9230-4f20-ab22-3b69d0294e0d service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890598 Aug 16 03:06:38.745538 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3f5af66-3597-49bd-9f8a-2c5a69b69b15 req-66c3137c-9cd6-4410-a5fa-8f74049377cf tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.0974994 Aug 16 03:06:38.751932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-996fba82-ad64-4c23-8e0f-2f04525bda69 req-07b7489f-f4e7-40d1-b8d6-073100deed8d service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218481 Aug 16 03:06:38.792142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c3f5af66-3597-49bd-9f8a-2c5a69b69b15 req-33e9a5f9-f795-42ce-9933-84e83c0c1031 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366337 Aug 16 03:06:38.978635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbbaa5-8b68-47fe-8885-6dbcaa3804db req-a0ff2680-d518-4b4c-a766-076c670b7f59 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:38.980121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27dbbaa5-8b68-47fe-8885-6dbcaa3804db req-a0ff2680-d518-4b4c-a766-076c670b7f59 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.0476198 Aug 16 03:06:38.999189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-5fe6613f-faa2-487d-afe4-e1e4ca34a27e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:39.000800 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-5fe6613f-faa2-487d-afe4-e1e4ca34a27e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb&tenant_id=a4663db84e94435b9fe953fc791820df&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 943 time: 0.0525281 Aug 16 03:06:39.018104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-27dbbaa5-8b68-47fe-8885-6dbcaa3804db req-80f52cd4-9854-48c4-a033-6ea9a4808b07 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Aug 16 03:06:39.070217 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-9bc0d602-69cb-4dd6-8f72-21dd761f6c56 service neutron] delete failed (client error): The resource could not be found. Aug 16 03:06:39.071295 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-9bc0d602-69cb-4dd6-8f72-21dd761f6c56 service neutron] 10.222.0.98 "DELETE /v2.0/ports/7bc058e6-3789-42f6-bca1-619e9cb9ebd7/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0583377 Aug 16 03:06:39.162399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-3eed7e4d-be96-4a12-8f41-1392ad36a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:39.163879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-3eed7e4d-be96-4a12-8f41-1392ad36a613 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1095 time: 0.0443223 Aug 16 03:06:39.250147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-b9bf54c8-2e08-499a-a72f-314355671efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:39.251515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-b9bf54c8-2e08-499a-a72f-314355671efa service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0810633 Aug 16 03:06:39.324544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-78857851-1c1a-4d0d-bdfc-caf93ea51fb8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 998 time: 0.0619378 Aug 16 03:06:39.380441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-67f52a94-b447-4250-a132-9f2434828828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:39.381871 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-67f52a94-b447-4250-a132-9f2434828828 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0457304 Aug 16 03:06:39.436294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-8d2dc299-11c0-49ac-af67-91ed977757d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:39.437845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-8d2dc299-11c0-49ac-af67-91ed977757d9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460165 Aug 16 03:06:39.541459 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-215732a3-f708-41ae-9106-00ca600ccb7b service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960407 Aug 16 03:06:39.634975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e67f4619-d79a-4623-ae08-6bd09490ba13 req-22284abf-482e-4e2e-8059-b611871fb5f6 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828478 Aug 16 03:06:40.046700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:06:40.145779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:40.157629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'mac_address': 'fa:16:3e:7b:6c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:06:40.195648 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:40.208587 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42032d60-2342-4d61-a3fd-0ceda256debb req-107cb3ad-49e6-4caf-914d-3f2d8d256800 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:40.209314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:40.210688 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42032d60-2342-4d61-a3fd-0ceda256debb req-107cb3ad-49e6-4caf-914d-3f2d8d256800 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 943 time: 0.1187947 Aug 16 03:06:40.229958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:40.234986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:40.268980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42032d60-2342-4d61-a3fd-0ceda256debb req-6be1850d-ce28-40c3-9acf-9d011d63b9b3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502734 Aug 16 03:06:40.289507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:40.297714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.297985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.298336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.298721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.299073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.299350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.299685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.300133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.300497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.300826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.301397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.301540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:40.465032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7bc058e6-3789-42f6-bca1-619e9cb9ebd7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:06:41.385669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1a15-6c10-4a8d-8e9a-00932dcd1fa4 req-48adf6bf-4930-4a10-8531-9035aefaa4d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:41.387155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e9d1a15-6c10-4a8d-8e9a-00932dcd1fa4 req-48adf6bf-4930-4a10-8531-9035aefaa4d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 944 time: 0.0494142 Aug 16 03:06:41.424859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e9d1a15-6c10-4a8d-8e9a-00932dcd1fa4 req-acbd1b56-70a1-4947-8640-d307e0b8c2af tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309906 Aug 16 03:06:41.555764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6900d-a1e7-4e64-9471-a54e4c367fc0 req-8cd7c3ec-0a84-4266-849c-c3fe9abf487d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:41.557244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bfb6900d-a1e7-4e64-9471-a54e4c367fc0 req-8cd7c3ec-0a84-4266-849c-c3fe9abf487d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 944 time: 0.0528653 Aug 16 03:06:41.595020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bfb6900d-a1e7-4e64-9471-a54e4c367fc0 req-14ab55f7-8a4e-484e-a5f2-2304794e202d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Aug 16 03:06:41.794121 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d92cf-c87c-4bc9-9957-aa07c945abe0 req-2d4b6d62-0bcc-4e10-b990-3cd9def3eb4f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:41.796225 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-749d92cf-c87c-4bc9-9957-aa07c945abe0 req-2d4b6d62-0bcc-4e10-b990-3cd9def3eb4f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 944 time: 0.0512872 Aug 16 03:06:41.826165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17718a06-16e0-4753-8d86-28c685212c4b req-bf750e7b-795a-4c9e-9262-e8bb088770c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:41.827985 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17718a06-16e0-4753-8d86-28c685212c4b req-bf750e7b-795a-4c9e-9262-e8bb088770c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 1096 time: 0.0449617 Aug 16 03:06:41.835824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-749d92cf-c87c-4bc9-9957-aa07c945abe0 req-ecdd0c2d-3ed9-4537-9a11-83acb81c2386 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Aug 16 03:06:41.926058 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17718a06-16e0-4753-8d86-28c685212c4b req-201619a5-2182-460e-bd0b-6b479119f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:41.927530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17718a06-16e0-4753-8d86-28c685212c4b req-201619a5-2182-460e-bd0b-6b479119f39b service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0928068 Aug 16 03:06:41.990262 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17718a06-16e0-4753-8d86-28c685212c4b req-b1952d3c-d67a-4bac-8fde-5b9d8b2254b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 200 len: 999 time: 0.0562704 Aug 16 03:06:42.041469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17718a06-16e0-4753-8d86-28c685212c4b req-5587faff-ad36-43a1-88c0-fd318a3a2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:42.042881 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17718a06-16e0-4753-8d86-28c685212c4b req-5587faff-ad36-43a1-88c0-fd318a3a2f6c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0460501 Aug 16 03:06:42.065578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:42.087801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17718a06-16e0-4753-8d86-28c685212c4b req-f2a43e67-c11a-4346-ade5-54c1710f1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:42.089280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17718a06-16e0-4753-8d86-28c685212c4b req-f2a43e67-c11a-4346-ade5-54c1710f1dc3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393403 Aug 16 03:06:42.114796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:42.118730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:42.119115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:42.178230 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17718a06-16e0-4753-8d86-28c685212c4b req-8ec5c730-92cd-4e79-aead-70e296ce3f9a service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816851 Aug 16 03:06:42.197844 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:42.221176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:42.223424 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4afadfa-5207-44a8-a83c-57349a290417" -d '{"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-plugged", "status": "completed", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:42.236515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:42.240907 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:42.278171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17718a06-16e0-4753-8d86-28c685212c4b req-b726990b-fe90-430c-a1ef-acf3ef98eb0d service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929697 Aug 16 03:06:42.289936 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:42.326441 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa5bd15-44ab-4a7d-8c56-3d40c3b8239b x-openstack-request-id: req-bfa5bd15-44ab-4a7d-8c56-3d40c3b8239b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:42.326798 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-plugged", "status": "completed", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:42.327124 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfa5bd15-44ab-4a7d-8c56-3d40c3b8239b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:42.327579 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'code': 200} Aug 16 03:06:42.948078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30599a-0c60-486d-8a78-011cbfa54a09 req-cc2e6e2d-9bd0-4afe-b1a2-ef8c9760ace9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:42.949580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b30599a-0c60-486d-8a78-011cbfa54a09 req-cc2e6e2d-9bd0-4afe-b1a2-ef8c9760ace9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0479345 Aug 16 03:06:42.986912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b30599a-0c60-486d-8a78-011cbfa54a09 req-d1536eae-4176-4519-8514-b97db8393c74 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312343 Aug 16 03:06:43.217734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb03cdb-a742-46f0-86e3-61ea616766ea req-111a5764-b94f-40e0-a7dd-954fe6587e07 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:43.219190 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ddb03cdb-a742-46f0-86e3-61ea616766ea req-111a5764-b94f-40e0-a7dd-954fe6587e07 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0524414 Aug 16 03:06:43.256556 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ddb03cdb-a742-46f0-86e3-61ea616766ea req-6d9fa9dd-01ee-4b0a-b657-ff5e07359409 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Aug 16 03:06:44.369294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebf356-aefa-494e-a3cc-d228257f62a3 req-d6f663dc-c15a-4999-8243-31c89c0a97a3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:44.370774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30ebf356-aefa-494e-a3cc-d228257f62a3 req-d6f663dc-c15a-4999-8243-31c89c0a97a3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0481558 Aug 16 03:06:44.438159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30ebf356-aefa-494e-a3cc-d228257f62a3 req-9436a0dc-de30-4511-a356-c1979b02ef88 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582659 Aug 16 03:06:44.446112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-7b6e8d1d-6e8b-4c20-a9c3-7e75ec0b0d31 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:44.447533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-7b6e8d1d-6e8b-4c20-a9c3-7e75ec0b0d31 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 945 time: 0.0759177 Aug 16 03:06:44.533155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Deleting port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:44.533543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:44.621370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] For port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:44.621734 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:44.783308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:44.783738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:44.784002 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d disassociated. External IP: 172.25.4.94, port: 7bc058e6-3789-42f6-bca1-619e9cb9ebd7. Aug 16 03:06:44.784366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Calling delete_port for 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:45.238961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:45.268308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event deleted for resources: {'Port': ['ID=7bc058e6-3789-42f6-bca1-619e9cb9ebd7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:45.382653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:45.496663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:45.515149 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:45.524448 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:45.525081 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:06:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:45.537402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-da1c3e13-496f-4c9e-9454-c3b78d2ea3e4 req-d07492c6-d2fc-4830-af2f-a69ad27aa293 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb2d3823-cc59-4240-8b91-46588cd7dffb HTTP/1.1" status: 200 len: 210 time: 0.0319381 Aug 16 03:06:45.537950 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] No DVR routers for this DVR port 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:06:45.540793 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:45.542805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4eaf52ae-2b5b-4592-bba1-308aa8ef26b9 req-cb684287-df95-43c4-9ce9-2c077bb7627b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "DELETE /v2.0/ports/7bc058e6-3789-42f6-bca1-619e9cb9ebd7 HTTP/1.1" status: 204 len: 173 time: 1.0889659 Aug 16 03:06:45.543252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-deleted', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:45.545563 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eaf9f8-3c6f-4487-bda4-88ba3b305882" -d '{"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-deleted", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:45.600785 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6e6464-2ab5-4636-9b5b-6ee46616f8ac x-openstack-request-id: req-4c6e6464-2ab5-4636-9b5b-6ee46616f8ac {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:45.601085 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2d3823-cc59-4240-8b91-46588cd7dffb", "name": "network-vif-deleted", "tag": "7bc058e6-3789-42f6-bca1-619e9cb9ebd7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:45.601441 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c6e6464-2ab5-4636-9b5b-6ee46616f8ac {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:45.601998 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2d3823-cc59-4240-8b91-46588cd7dffb', 'name': 'network-vif-deleted', 'tag': '7bc058e6-3789-42f6-bca1-619e9cb9ebd7', 'status': 'completed', 'code': 200} Aug 16 03:06:45.645687 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:45.930462 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:45.959007 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:45.966893 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:45.967482 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:06:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:46.069334 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:46.257987 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:46.283041 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62045f2-90d4-40c3-93d4-d90b036639a7 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:46.497704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb0091-7581-4665-9526-ff668f711cb7 None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:06:46.816904 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-52d0ad7a-5cee-4a4a-ae75-e222db502346 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--374220839&fields=id&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 267 time: 0.0321038 Aug 16 03:06:46.924113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-553119f3-fec9-48d9-9533-9271256b0812 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:46.925891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-553119f3-fec9-48d9-9533-9271256b0812 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.1026325 Aug 16 03:06:46.940270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-da9a83bc-5f6d-4c16-92f8-1e818e0aa6a3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/quotas/a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 375 time: 0.0087786 Aug 16 03:06:46.993332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-377c3001-20b7-45c9-8bc2-0cb075c7372b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480435 Aug 16 03:06:47.133439 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-c081364f-ce33-4044-8892-ecf44ee17d96 service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279752 Aug 16 03:06:47.224749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-5448442c-b451-4ca2-a456-20189495db08 service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848148 Aug 16 03:06:47.381358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77938310-e2ad-42de-aef0-89d558e91a90 req-a9eb5b06-7394-465d-9343-eba0a46a4914 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 210 time: 0.0261950 Aug 16 03:06:48.086185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:48.106546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:48.107429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7bc058e6-3789-42f6-bca1-619e9cb9ebd7 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:48.372475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-87a21be4-9f77-437a-87db-949cfd71ca84 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:48.373867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-87a21be4-9f77-437a-87db-949cfd71ca84 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.1094298 Aug 16 03:06:48.417545 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-5f47390f-a2f7-4a94-8a2c-e6d42a5057dd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 379 time: 0.0343661 Aug 16 03:06:48.432304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'port': {'device_id': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'admin_state_up': True, 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'security_groups': ['2815d6e0-cc6c-42a5-a75c-8c5612448299']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:48.474278 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbf5e750-b166-49c5-b5ed-b7c79ccf9f0e req-e3f8e36a-ad4f-468b-8fb8-b3601584cf7d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 210 time: 0.0269625 Aug 16 03:06:48.542814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Made reservation on behalf of a4663db84e94435b9fe953fc791820df for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:06:48.547025 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:48.669228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Allocated IP 172.20.0.8 (98b9faeb-956d-4777-9478-0aac58c04ae4/d7127104-5ff3-473d-b2d2-a77a20f0e1fb/9cfdf122-2efc-4089-b8ac-7249447b69c9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:48.810712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:48.824021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Transition to ACTIVE for port object 9cfdf122-2efc-4089-b8ac-7249447b69c9 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:48.856105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:48.899293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:48.902305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:48.906573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:48.912611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:48.957564 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:48.958205 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:48.972615 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-d26b917e-d8f6-4d07-8180-763c0067ca92 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5440860 Aug 16 03:06:48.984928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Request body: {'port': {'device_id': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:49.045397 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.147393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c2dd95d6-ce35-488b-86ce-a81376b318ea None None] Provisioning for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:49.151139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c2dd95d6-ce35-488b-86ce-a81376b318ea None None] Provisioning complete for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:49.151518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c2dd95d6-ce35-488b-86ce-a81376b318ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.186393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd95d6-ce35-488b-86ce-a81376b318ea None None] Port 9cfdf122-2efc-4089-b8ac-7249447b69c9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:06:49.308038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:49.315923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.328890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Transition to ACTIVE for port object 9cfdf122-2efc-4089-b8ac-7249447b69c9 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:49.335122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.383315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:49.460440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:49.461093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:49.461093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:49.465603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:06:49.465927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:49.470802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:49.471148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:49.471553 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:49.471986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Bound port: 9cfdf122-2efc-4089-b8ac-7249447b69c9, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:49.472373 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.539156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:49.542622 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:49.546855 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.611778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:49.612445 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:49.613860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] 10.222.0.88 "PUT /v2.0/ports/9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 1092 time: 0.6334505 Aug 16 03:06:49.614448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:49.616609 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd257b57-201a-4e33-8631-7575c6cd28bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:49.658209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f8517-d6bd-4962-86ef-3bf5a5a739fc req-61611f46-6fad-43db-8fed-e472c34e4d5e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:49.659816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e22f8517-d6bd-4962-86ef-3bf5a5a739fc req-61611f46-6fad-43db-8fed-e472c34e4d5e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 943 time: 0.1106951 Aug 16 03:06:49.660505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b504db-b925-4dcf-83e1-675a5c0e7dcd service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:49.673828 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d716bf98-9704-4132-9915-4cb6f39c92e6 x-openstack-request-id: req-d716bf98-9704-4132-9915-4cb6f39c92e6 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:49.674268 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:49.674530 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d716bf98-9704-4132-9915-4cb6f39c92e6 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:49.674929 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'status': 'completed', 'code': 200} Aug 16 03:06:49.735631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e22f8517-d6bd-4962-86ef-3bf5a5a739fc req-6543fbeb-e46d-4200-990b-d9eb77f1eccd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598249 Aug 16 03:06:49.737451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-435a7af9-4c98-48d0-8ef4-59ec07b5bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:49.738874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-435a7af9-4c98-48d0-8ef4-59ec07b5bd50 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1095 time: 0.0740204 Aug 16 03:06:49.792484 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-16e9f9ce-c478-460e-b315-1145a1e97948 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 217 time: 0.0424554 Aug 16 03:06:49.850991 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-f2971b94-68a2-48d2-9a1c-082dfd652008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:49.852561 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-f2971b94-68a2-48d2-9a1c-082dfd652008 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0529740 Aug 16 03:06:49.902212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-b3018532-2dc0-4b18-b8a1-583084b23515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:49.904364 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-b3018532-2dc0-4b18-b8a1-583084b23515 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427480 Aug 16 03:06:49.996936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-92285dc9-a97e-406d-b194-0038ef06d796 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857537 Aug 16 03:06:50.084856 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ccdfa64-2b52-4ca4-bf81-32c259000ef2 req-f1fb8839-2ee9-40b0-9798-9862e3416f14 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811222 Aug 16 03:06:50.167401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-8e354917-bc4d-484c-ad5d-5b271d76b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:50.168953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-8e354917-bc4d-484c-ad5d-5b271d76b278 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1095 time: 0.0410590 Aug 16 03:06:50.259909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-b296487f-f8a2-4cb8-95dc-4a10783a96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:50.261306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-b296487f-f8a2-4cb8-95dc-4a10783a96dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0860350 Aug 16 03:06:50.301429 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-98efb962-6e5f-4a56-bdf7-1e7019156ccf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 217 time: 0.0329056 Aug 16 03:06:50.350140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-23e8cb1c-f934-48b1-b9dc-0b390f62f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:50.351624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-23e8cb1c-f934-48b1-b9dc-0b390f62f3ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0425348 Aug 16 03:06:50.402271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-d954dc7c-5ef4-4329-baff-05aeb1ebc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:50.403808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-d954dc7c-5ef4-4329-baff-05aeb1ebc62c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438428 Aug 16 03:06:50.490193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-2b89d6f2-2435-4145-aa2a-1f79e9b8d42a service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791578 Aug 16 03:06:50.581766 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dd257b57-201a-4e33-8631-7575c6cd28bc req-0e6e8145-4534-41d9-b539-e002c9bb1a22 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841215 Aug 16 03:06:50.855055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3eb35-a90b-4208-bd2d-34062c7648a5 req-376d3a55-4ecc-4534-9e7a-2d915077b5d6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:50.856663 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ce3eb35-a90b-4208-bd2d-34062c7648a5 req-376d3a55-4ecc-4534-9e7a-2d915077b5d6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 943 time: 0.0512197 Aug 16 03:06:50.896106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2ce3eb35-a90b-4208-bd2d-34062c7648a5 req-f9109ab3-c28d-4a21-87b5-c6a881284ce5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330658 Aug 16 03:06:52.009751 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2665d6-bd68-4a4c-bfff-5f2bcbf79bf9 req-c240592f-2886-470f-896a-947094c10e0c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:52.011249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c2665d6-bd68-4a4c-bfff-5f2bcbf79bf9 req-c240592f-2886-470f-896a-947094c10e0c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 943 time: 0.0497909 Aug 16 03:06:52.047755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c2665d6-bd68-4a4c-bfff-5f2bcbf79bf9 req-55de1f4a-ff58-4ef9-b5f8-47c4d98f2491 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306194 Aug 16 03:06:52.112078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:06:52.204948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:52.215496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'mac_address': 'fa:16:3e:c5:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:06:52.250937 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:52.263163 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:52.281903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:52.285784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:52.331050 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:52.470902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['9cfdf122-2efc-4089-b8ac-7249447b69c9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:06:52.679219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:53.164594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a7b5b-b082-4745-a556-5f686260c6b6 req-a82a9ef6-1e53-4ac5-94c4-6875a6fd1a57 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:53.165995 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-372a7b5b-b082-4745-a556-5f686260c6b6 req-a82a9ef6-1e53-4ac5-94c4-6875a6fd1a57 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 944 time: 0.0524826 Aug 16 03:06:53.204539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-372a7b5b-b082-4745-a556-5f686260c6b6 req-a17f06df-eb43-4796-9632-c14b14226405 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308609 Aug 16 03:06:53.876278 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:54.127452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:54.177289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:54.181142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:54.181516 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:54.262619 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:54.299807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:54.300753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:54.303296 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d612be-deae-496d-93f7-3307fc982acb" -d '{"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-plugged", "status": "completed", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:54.307445 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:54.333433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba20897-acf4-46fe-8e34-c484c6f2df29 req-178ad07f-84a8-4c62-a633-a078e7cdaf95 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:54.335474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fba20897-acf4-46fe-8e34-c484c6f2df29 req-178ad07f-84a8-4c62-a633-a078e7cdaf95 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 944 time: 0.0634413 Aug 16 03:06:54.349072 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5774506d-d0da-41ec-b88b-9698017c9074 x-openstack-request-id: req-5774506d-d0da-41ec-b88b-9698017c9074 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:54.349360 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-plugged", "status": "completed", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:54.349612 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5774506d-d0da-41ec-b88b-9698017c9074 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:54.350002 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'code': 200} Aug 16 03:06:54.364105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:54.375357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fba20897-acf4-46fe-8e34-c484c6f2df29 req-59f40d92-91e9-4f05-96bc-887de8e809ca tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326753 Aug 16 03:06:54.444784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8be7e-d205-4e1d-b0ce-ca87b3e08991 req-e701dfec-1d8d-4a5c-a129-be315d749374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:54.446278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ac8be7e-d205-4e1d-b0ce-ca87b3e08991 req-e701dfec-1d8d-4a5c-a129-be315d749374 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1097 time: 0.0430248 Aug 16 03:06:54.483754 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ac8be7e-d205-4e1d-b0ce-ca87b3e08991 req-10320fd4-fd55-4e08-bc80-2cfd083837c3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298486 Aug 16 03:06:55.490524 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb2f2e-484c-44d9-bb27-e1b71d6a920d req-9fd54c9c-d100-4f70-8361-6fac6e2f6de0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:55.492005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cdb2f2e-484c-44d9-bb27-e1b71d6a920d req-9fd54c9c-d100-4f70-8361-6fac6e2f6de0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0482225 Aug 16 03:06:55.528219 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cdb2f2e-484c-44d9-bb27-e1b71d6a920d req-e9bed178-1555-4ae4-8e8b-cccd499669a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303545 Aug 16 03:06:55.638265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eb9fa-aba7-46a9-b94c-3671cf02e0e2 req-e4fd914d-94ae-457f-8a7e-aad27d1d3431 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:55.639652 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-106eb9fa-aba7-46a9-b94c-3671cf02e0e2 req-e4fd914d-94ae-457f-8a7e-aad27d1d3431 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0477467 Aug 16 03:06:55.648118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 37910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:55.652640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'floatingip': {'port_id': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:55.699171 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.115408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.118986 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.217374 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d associated. External IP: 172.25.4.94, port: 9cfdf122-2efc-4089-b8ac-7249447b69c9. Aug 16 03:06:56.228763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-80c91ef9-a549-4552-9c7e-cfdc0f595b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.421340 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:56.524483 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:56.529512 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.533990 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:56.542597 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:56.543193 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:06:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:56.555269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-67530b53-3a02-45ad-b694-0e98cecb4e81 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "PUT /v2.0/floatingips/a94fe766-89cd-4a78-8c3c-75a60c54c99d HTTP/1.1" status: 200 len: 990 time: 0.9060128 Aug 16 03:06:56.555838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:56.558091 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57665398-8bb4-46bf-b542-99e23d72afbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:56.598065 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fb6aa1-0add-49f8-b020-ffde451d17b9 x-openstack-request-id: req-13fb6aa1-0add-49f8-b020-ffde451d17b9 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:56.598358 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:56.598606 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13fb6aa1-0add-49f8-b020-ffde451d17b9 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:56.599010 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'status': 'completed', 'code': 200} Aug 16 03:06:56.660841 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57665398-8bb4-46bf-b542-99e23d72afbb req-45f3bd2e-3ac0-4420-b6d9-f4349a5e9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:56.662115 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:56.662480 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57665398-8bb4-46bf-b542-99e23d72afbb req-45f3bd2e-3ac0-4420-b6d9-f4349a5e9e1c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1097 time: 0.0411201 Aug 16 03:06:56.754658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57665398-8bb4-46bf-b542-99e23d72afbb req-17445fe8-bead-4b40-954b-a9fb11f1367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:56.756061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57665398-8bb4-46bf-b542-99e23d72afbb req-17445fe8-bead-4b40-954b-a9fb11f1367e service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0870790 Aug 16 03:06:56.823825 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57665398-8bb4-46bf-b542-99e23d72afbb req-b2df9ef6-b56a-4d0d-8be4-bb2ee818be0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 998 time: 0.0562851 Aug 16 03:06:56.875222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57665398-8bb4-46bf-b542-99e23d72afbb req-628b76ba-7a56-4552-a762-7379ad2c261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:56.876729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57665398-8bb4-46bf-b542-99e23d72afbb req-628b76ba-7a56-4552-a762-7379ad2c261d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0466492 Aug 16 03:06:56.879922 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:c5:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:06:56Z', 'revision_number': 9, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:56.905803 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:56.913841 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:56.914448 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:06:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:56.921845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57665398-8bb4-46bf-b542-99e23d72afbb req-3b2d57b2-fa86-467d-9e07-894b8e65e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:56.923345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57665398-8bb4-46bf-b542-99e23d72afbb req-3b2d57b2-fa86-467d-9e07-894b8e65e225 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397162 Aug 16 03:06:57.011018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57665398-8bb4-46bf-b542-99e23d72afbb req-b57dc3f4-315a-4e61-bd7e-556579a6fa15 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803218 Aug 16 03:06:57.017163 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:57.108068 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-57665398-8bb4-46bf-b542-99e23d72afbb req-b6c46906-5257-4163-b4bb-ee1b0194ec65 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899334 Aug 16 03:06:57.246398 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:c5:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:06:56Z', 'revision_number': 9, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:57.272424 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fab60d-b266-4a71-aff2-2bb105df5a1a None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:c5:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:06:56Z', 'revision_number': 9, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:57.454817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fd8ee-f09f-460a-9ec2-2867dc0b83a4 None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:06:58.810978 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bca6f135-bc77-42c7-887c-e27894cbae1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.827090 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.174258 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.076327 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.057444 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:22.688332 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.879688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.228037 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0d360e77-ca5e-4e49-aba4-560f0b731273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.812477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eaf13bb4-98c7-4267-8a29-7ef1e1a9f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.827456 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.176532 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.082463 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:41.056710 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:51.435384 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-2bbe9dc4-7ca7-4d4b-8d78-1fc0db1eca08 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392773 Aug 16 03:07:51.513804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-85aec818-ba98-4feb-ab45-de6614bb714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:51.515279 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-85aec818-ba98-4feb-ab45-de6614bb714e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1097 time: 0.0396593 Aug 16 03:07:51.619216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-12f4e9f3-b828-4e29-9aee-c3fcab00bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:51.620692 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-12f4e9f3-b828-4e29-9aee-c3fcab00bc4a service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0869844 Aug 16 03:07:51.684000 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-fa0d2138-1ac9-4495-b8c2-8e3aeb488fc8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 1001 time: 0.0561390 Aug 16 03:07:51.735039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-a741cb3c-efcb-4380-97e5-2cee67e00aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:51.736488 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-a741cb3c-efcb-4380-97e5-2cee67e00aff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0455008 Aug 16 03:07:51.781230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-57b1ba82-87ee-496f-9f32-bcb5d4deca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:51.782744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-57b1ba82-87ee-496f-9f32-bcb5d4deca83 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391171 Aug 16 03:07:51.869391 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-158055dc-981a-4992-ab10-5ed84eadf539 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793529 Aug 16 03:07:52.291330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a180b07c-098f-4be0-9e7a-fa58e52065a7 req-38d85bc2-4738-4f0a-bdfd-1e59b4d5306b service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153366 Aug 16 03:07:52.700261 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:53.890737 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:56.227402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-62fa894d-d019-4a90-b0bf-6ec35e1011b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:58.813077 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e2297f09-5f39-42b9-9298-11907d87e80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:58.829401 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:00.181982 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:02.082814 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:18.055964 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:22.699020 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:23.881802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:26.228754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dbfc961d-6e28-47d2-b786-c5f8c100cdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:28.814941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfc62563-7cf3-4bb8-95f6-ab916ec01595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:28.830720 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:30.182613 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:32.085640 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:32.361112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-c97e33c7-aaa3-4e0e-b42d-320c0794276e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410981 Aug 16 03:08:32.377360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf6066-4713-4e47-b9d6-38cdbb9fbfaa req-d8dad2be-4c81-4399-aa62-7362bb1ad53c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:32.379266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5bf6066-4713-4e47-b9d6-38cdbb9fbfaa req-d8dad2be-4c81-4399-aa62-7362bb1ad53c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0497053 Aug 16 03:08:32.417384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c5bf6066-4713-4e47-b9d6-38cdbb9fbfaa req-80a82dc5-f72d-4cfd-992d-419cb61ec88b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318999 Aug 16 03:08:33.525831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-a75e61a9-b693-4ac4-a5bc-9baa91d6b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:33.527315 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-a75e61a9-b693-4ac4-a5bc-9baa91d6b803 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1097 time: 0.0682602 Aug 16 03:08:33.554735 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec145f51-60e7-44a1-82af-1f5328bfad73 req-866ba07f-ca41-426b-900e-e1773745467d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:33.558393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec145f51-60e7-44a1-82af-1f5328bfad73 req-866ba07f-ca41-426b-900e-e1773745467d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0691519 Aug 16 03:08:33.638627 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec145f51-60e7-44a1-82af-1f5328bfad73 req-5c32fb73-23ee-470a-be93-441e0237158d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703089 Aug 16 03:08:33.657458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-82f35d06-5a20-4c9c-bef1-ec39d00dbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:33.659005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-82f35d06-5a20-4c9c-bef1-ec39d00dbc07 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.1234906 Aug 16 03:08:33.726690 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-7d87b0db-483f-4eb7-a66e-d4f1803cdee8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 1001 time: 0.0610464 Aug 16 03:08:33.776597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-3bae81c9-c6c4-4409-ac13-4c21feea6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:33.778032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-3bae81c9-c6c4-4409-ac13-4c21feea6169 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0448349 Aug 16 03:08:33.822731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0c837260-c228-4cae-8757-09e3ee2be836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:33.824222 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0c837260-c228-4cae-8757-09e3ee2be836 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387373 Aug 16 03:08:33.915422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-579a6ff3-7118-4f18-8c9f-3b728a36206f service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838442 Aug 16 03:08:34.001126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-77403269-8083-498d-87af-59676f5debc3 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792098 Aug 16 03:08:34.757957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748d64-4dc9-499f-97a7-473ddacfe356 req-ff37942f-bbee-4903-8c97-0df6ce1cd342 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:34.759451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9748d64-4dc9-499f-97a7-473ddacfe356 req-ff37942f-bbee-4903-8c97-0df6ce1cd342 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0524280 Aug 16 03:08:34.795701 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e9748d64-4dc9-499f-97a7-473ddacfe356 req-4664df88-7d59-4c7b-b518-3e84efa34b9b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303688 Aug 16 03:08:35.918943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5235-5751-44ea-b2d4-457daa5d286b req-6375b5eb-8dcb-4d4c-bd0f-24f3f9dd1020 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:35.920457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62eb5235-5751-44ea-b2d4-457daa5d286b req-6375b5eb-8dcb-4d4c-bd0f-24f3f9dd1020 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0568368 Aug 16 03:08:35.962017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-62eb5235-5751-44ea-b2d4-457daa5d286b req-5c5e4817-9e6d-4c87-a3bf-09ee9f15f3af tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356717 Aug 16 03:08:37.072958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0da68-1427-44ea-962c-05cbbf7b38b2 req-925c783f-9c72-4a03-afc2-49bef5f724f1 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:37.074429 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a5f0da68-1427-44ea-962c-05cbbf7b38b2 req-925c783f-9c72-4a03-afc2-49bef5f724f1 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0474517 Aug 16 03:08:37.113044 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a5f0da68-1427-44ea-962c-05cbbf7b38b2 req-c287a984-c7b3-450e-8b8b-cedda32bd56a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Aug 16 03:08:38.225573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965825e2-15b7-4089-a758-9e037a146dce req-1b6e299f-4038-4346-83d9-75f99716c812 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:38.227050 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-965825e2-15b7-4089-a758-9e037a146dce req-1b6e299f-4038-4346-83d9-75f99716c812 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0488424 Aug 16 03:08:38.263771 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-965825e2-15b7-4089-a758-9e037a146dce req-d90ed332-0b7a-4dc2-9a31-1ab6371e4b61 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308611 Aug 16 03:08:39.378378 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd4fe1-9759-4e8a-a082-dddae26935b1 req-56bfac25-e8d6-4d52-9494-0fd12e6d89b7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:39.380188 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35fd4fe1-9759-4e8a-a082-dddae26935b1 req-56bfac25-e8d6-4d52-9494-0fd12e6d89b7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0504107 Aug 16 03:08:39.418641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35fd4fe1-9759-4e8a-a082-dddae26935b1 req-cc2a0217-3dbf-4e26-9df4-e5c67e87ee0b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323396 Aug 16 03:08:40.531479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413433f-af63-423a-ac99-1990c4c088b7 req-3de6606f-a377-4787-a489-ebe8428ddb90 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:40.533054 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b413433f-af63-423a-ac99-1990c4c088b7 req-3de6606f-a377-4787-a489-ebe8428ddb90 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0480604 Aug 16 03:08:40.570067 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b413433f-af63-423a-ac99-1990c4c088b7 req-84cf86ae-6061-4b50-b74a-17e32b6d9127 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306461 Aug 16 03:08:41.695119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513f034-1781-4c43-8e3d-5f169a73b86f req-5e2986d9-6856-495a-a8a3-161dfb63a8ce tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:41.696612 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1513f034-1781-4c43-8e3d-5f169a73b86f req-5e2986d9-6856-495a-a8a3-161dfb63a8ce tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0514474 Aug 16 03:08:41.733846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1513f034-1781-4c43-8e3d-5f169a73b86f req-1fa93913-cdef-4a2c-b2e5-711ca73276d5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313246 Aug 16 03:08:42.846848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af186c3-d9f1-4885-8561-5ff220ca5f70 req-10f5197f-e137-462a-a6d6-e79f75134018 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:42.848346 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1af186c3-d9f1-4885-8561-5ff220ca5f70 req-10f5197f-e137-462a-a6d6-e79f75134018 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0488794 Aug 16 03:08:42.888815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1af186c3-d9f1-4885-8561-5ff220ca5f70 req-80a6e2df-7613-4541-831f-bd08743bb433 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339682 Aug 16 03:08:44.000832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8fe1f-c7bc-41fe-b998-295fea4e074f req-c45c3fe3-bda6-4d5e-b221-6506b56f50d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:44.002785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03a8fe1f-c7bc-41fe-b998-295fea4e074f req-c45c3fe3-bda6-4d5e-b221-6506b56f50d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0467749 Aug 16 03:08:44.039587 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-03a8fe1f-c7bc-41fe-b998-295fea4e074f req-e2b83147-3a2e-4909-9ec4-b3ba13eaf165 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307083 Aug 16 03:08:45.152043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91cf8-54e1-4756-a263-1701789d74b7 req-fab1804a-ecea-4d69-9691-f7662d0a77de tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:45.153529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bdd91cf8-54e1-4756-a263-1701789d74b7 req-fab1804a-ecea-4d69-9691-f7662d0a77de tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0483575 Aug 16 03:08:45.191450 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bdd91cf8-54e1-4756-a263-1701789d74b7 req-8374b315-c0a5-496f-9b49-7b59a3bfdeb7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318792 Aug 16 03:08:45.865489 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-a5e7bb3d-f44f-4aa7-865c-4db2fe12f4f8 service neutron] show failed (client error): The resource could not be found. Aug 16 03:08:45.866531 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-a5e7bb3d-f44f-4aa7-865c-4db2fe12f4f8 service neutron] 10.222.0.88 "GET /v2.0/ports/9cfdf122-2efc-4089-b8ac-7249447b69c9/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0538137 Aug 16 03:08:46.102149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-9eb292bc-2880-486e-956f-9e859d12ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.103608 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-9eb292bc-2880-486e-956f-9e859d12ef57 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 1097 time: 0.0812225 Aug 16 03:08:46.120485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:46.172936 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.378113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948809b7-0b8c-4c0f-9690-725fcf5c3fd5 req-ec745257-0052-4369-9fe2-3ab113d7d150 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.379901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-948809b7-0b8c-4c0f-9690-725fcf5c3fd5 req-ec745257-0052-4369-9fe2-3ab113d7d150 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.1087649 Aug 16 03:08:46.435913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-948809b7-0b8c-4c0f-9690-725fcf5c3fd5 req-3ed254b8-902a-4020-8ffe-a3b7cade8a42 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501456 Aug 16 03:08:46.441224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:46.477385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:46.516531 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:46.518787 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a722b1-d34d-427e-9d7b-9d22a1a8f7a2" -d '{"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:46.522923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.535069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Transition to ACTIVE for port object 9cfdf122-2efc-4089-b8ac-7249447b69c9 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:46.538903 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.963417 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94dbb64-1327-4dbe-a5f1-69e6367e1e4e x-openstack-request-id: req-d94dbb64-1327-4dbe-a5f1-69e6367e1e4e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:46.963713 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:46.963965 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d94dbb64-1327-4dbe-a5f1-69e6367e1e4e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:46.964387 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'code': 200} Aug 16 03:08:46.972082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:46.994931 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.995279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.995621 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.995962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.996303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.996646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.996973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.997297 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.997623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.997947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.998269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:46.998591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:47.049609 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] No DVR routers for this DVR port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:08:47.179613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:08:47.180263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:08:47.180263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:47.184341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:08:47.184665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:47.189385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:08:47.189751 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:08:47.190168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:08:47.190595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Bound port: 9cfdf122-2efc-4089-b8ac-7249447b69c9, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:08:47.190949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.254692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:47.257790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:08:47.262911 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.297368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.298000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.299475 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] 10.222.0.98 "PUT /v2.0/ports/9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 1092 time: 1.1830022 Aug 16 03:08:47.319750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b227ab9-b850-47e3-9d47-d79a4cea3de5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:47.364652 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-b5c2f15c-383b-40f3-ba66-a21765228bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.366203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-b5c2f15c-383b-40f3-ba66-a21765228bd0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1095 time: 0.0427144 Aug 16 03:08:47.464627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-3331a8a6-54c1-437b-8e2c-a6731e4acbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.466251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-3331a8a6-54c1-437b-8e2c-a6731e4acbda service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0906684 Aug 16 03:08:47.563539 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-d9222771-6170-4c8b-98eb-b8eb2a16a840 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 999 time: 0.0821807 Aug 16 03:08:47.580758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c82565-698c-4429-a3f4-6680cc44aa6e req-0b9925fc-7a87-4abc-b92f-6b7779641a93 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.582229 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2c82565-698c-4429-a3f4-6680cc44aa6e req-0b9925fc-7a87-4abc-b92f-6b7779641a93 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 943 time: 0.0662549 Aug 16 03:08:47.653351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c2c82565-698c-4429-a3f4-6680cc44aa6e req-1111600e-312a-40c3-8654-a7abc550a60c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630064 Aug 16 03:08:47.655166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-18651920-decf-42c9-8cd3-83feb11e0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.656587 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-18651920-decf-42c9-8cd3-83feb11e0980 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0734656 Aug 16 03:08:47.707674 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-47949d8b-7075-4320-9e88-01adc7f0064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.709809 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-47949d8b-7075-4320-9e88-01adc7f0064d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414152 Aug 16 03:08:47.808112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-078933a4-a656-4254-8db4-20cba020907f service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861328 Aug 16 03:08:47.901562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6921e913-5b1d-4b6a-a119-40b52f2b6ceb req-8de3e0df-298b-441e-acd1-8f419a0891fd service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815189 Aug 16 03:08:48.670097 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:08:48.713756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:08:48.773407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225dd2b-1bc7-4b3d-a11e-660d8e256248 req-081cdfb8-a082-469d-9df0-cc663e623457 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:48.774900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3225dd2b-1bc7-4b3d-a11e-660d8e256248 req-081cdfb8-a082-469d-9df0-cc663e623457 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 943 time: 0.0488179 Aug 16 03:08:48.813296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3225dd2b-1bc7-4b3d-a11e-660d8e256248 req-d42007d5-957b-406e-a5cf-74c0a31defe4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Aug 16 03:08:48.967481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:48.969841 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1738c50f-b848-4726-a0e4-ebba581d8a80" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:49.018472 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2ebe4a-90b6-4ff8-a9e8-bf36953bcc1a x-openstack-request-id: req-2e2ebe4a-90b6-4ff8-a9e8-bf36953bcc1a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:49.018769 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:49.019017 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e2ebe4a-90b6-4ff8-a9e8-bf36953bcc1a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:49.019421 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'status': 'completed', 'code': 200} Aug 16 03:08:49.087239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-b97bfa22-97a0-4258-bd2b-67a8d21fb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.087660 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-49c4fe31-7fd4-4d21-b9f9-ecd8d4c01764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.088877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-b97bfa22-97a0-4258-bd2b-67a8d21fb834 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1095 time: 0.0446992 Aug 16 03:08:49.089236 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-49c4fe31-7fd4-4d21-b9f9-ecd8d4c01764 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1095 time: 0.0542324 Aug 16 03:08:49.178264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-3e86a821-5bdc-484c-9e1e-3dd361d9f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.179770 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-3e86a821-5bdc-484c-9e1e-3dd361d9f7ee service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0841694 Aug 16 03:08:49.188079 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-b29770f7-8cbd-4a08-aefc-9740429daa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.190497 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-b29770f7-8cbd-4a08-aefc-9740429daa24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0879326 Aug 16 03:08:49.249386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-68b9a35e-ddb9-4504-acab-9c06740edb5a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 999 time: 0.0623291 Aug 16 03:08:49.255970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-93f30a95-c277-484b-8c0f-2d1bde1e9b25 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 999 time: 0.0587234 Aug 16 03:08:49.297435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-5eb9292e-fac0-412f-940c-106e85a61627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.298938 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-5eb9292e-fac0-412f-940c-106e85a61627 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0431623 Aug 16 03:08:49.309332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-8cbbe335-c88e-4b37-99a6-08be27c9616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.310780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-8cbbe335-c88e-4b37-99a6-08be27c9616a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0479937 Aug 16 03:08:49.342906 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-c7ad5c21-d5be-46dd-ac91-de6f5ba12dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.344444 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-c7ad5c21-d5be-46dd-ac91-de6f5ba12dd1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389643 Aug 16 03:08:49.360431 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-156e4dc5-35ee-41b3-8b0e-727659999dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.362584 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-156e4dc5-35ee-41b3-8b0e-727659999dbf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429113 Aug 16 03:08:49.441489 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-e64b4e4a-e4b4-451b-babe-9befab78b4a0 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888612 Aug 16 03:08:49.453702 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-93b3ff9b-5eb7-47d3-b0df-cf4c83e1e3de service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822809 Aug 16 03:08:49.530430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-9fac5109-1842-4aea-9a3f-dc65421d38a3 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823581 Aug 16 03:08:49.549100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1738c50f-b848-4726-a0e4-ebba581d8a80 req-f1f58eb0-3077-4de0-91ae-f352ee1b8a8d service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871370 Aug 16 03:08:49.927471 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47106e-ee27-43f2-9773-fd9f4d4d08dd req-fb5efd16-c03e-40d8-8f2e-2db885859fb2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.929030 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f47106e-ee27-43f2-9773-fd9f4d4d08dd req-fb5efd16-c03e-40d8-8f2e-2db885859fb2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 943 time: 0.0488241 Aug 16 03:08:49.967218 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7f47106e-ee27-43f2-9773-fd9f4d4d08dd req-f1319525-4139-4bea-82ac-72250a9ffc8d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316317 Aug 16 03:08:50.245757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-cb00f6cc-7077-44c7-9151-31c8021d97dc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:50.247254 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-cb00f6cc-7077-44c7-9151-31c8021d97dc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd&tenant_id=a4663db84e94435b9fe953fc791820df&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 943 time: 0.0539193 Aug 16 03:08:50.265468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5f23e-6666-47cc-84ee-c028b61ccace req-eb87dba8-df9b-4e16-b5bd-3e7d309d532b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:50.266989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2a5f23e-6666-47cc-84ee-c028b61ccace req-eb87dba8-df9b-4e16-b5bd-3e7d309d532b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 943 time: 0.0550587 Aug 16 03:08:50.304689 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d2a5f23e-6666-47cc-84ee-c028b61ccace req-318012c1-5286-454e-a3d4-b7afe9382dcf tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Aug 16 03:08:50.309330 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-1bca50f4-77e8-4809-82f4-fd8e14292ab4 service neutron] 10.222.0.98 "GET /v2.0/ports/9cfdf122-2efc-4089-b8ac-7249447b69c9/bindings/n-h2-769329-15 HTTP/1.1" status: 200 len: 383 time: 0.0539491 Aug 16 03:08:50.378429 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-a100297e-2465-4aef-af14-9e23011dc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:50.380249 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-a100297e-2465-4aef-af14-9e23011dc984 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1095 time: 0.0461729 Aug 16 03:08:50.478125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-bb36c34c-997c-46eb-a836-4e0a42c78a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:50.479515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-bb36c34c-997c-46eb-a836-4e0a42c78a5e service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0834208 Aug 16 03:08:50.548227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-1457b716-9070-4776-925f-95a69e4e5c34 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 999 time: 0.0608752 Aug 16 03:08:50.597062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-e72ce8a8-0012-4794-83ee-99654aff122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:50.598563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-e72ce8a8-0012-4794-83ee-99654aff122d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0430617 Aug 16 03:08:50.643082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-a0515f42-50d2-4b56-ae3e-1dd965f44b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:50.644575 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-a0515f42-50d2-4b56-ae3e-1dd965f44b7d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391893 Aug 16 03:08:50.738588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-30191370-c464-4a7a-876d-b038b7427d63 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Aug 16 03:08:50.826860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-04f5385d-41c3-4d5f-8c15-7f472d84adf8 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812354 Aug 16 03:08:51.116358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:08:51.208062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:51.219121 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'mac_address': 'fa:16:3e:c5:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:08:51.254843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.270826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:08:51.289117 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:51.297571 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.344919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:51.351985 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.352481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.352826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.353164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.353502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.353835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.354164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.354487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.354815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.355129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.355451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.355770 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.424591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ba3-f9b0-4c72-ac98-25691ef68911 req-8ffeb62b-0ba9-4e5d-91ca-ba9354d8c642 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:51.426055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ad6a0ba3-f9b0-4c72-ac98-25691ef68911 req-8ffeb62b-0ba9-4e5d-91ca-ba9354d8c642 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 944 time: 0.0500679 Aug 16 03:08:51.463272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ad6a0ba3-f9b0-4c72-ac98-25691ef68911 req-31c479b8-99b3-4675-bc3a-3ebb3c9676d5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311315 Aug 16 03:08:51.569284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['9cfdf122-2efc-4089-b8ac-7249447b69c9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:08:52.583658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6090466-5514-471c-9856-f4f852e17e98 req-7d6cc4ba-da94-4e07-894f-23db9d9df94c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:52.585525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6090466-5514-471c-9856-f4f852e17e98 req-7d6cc4ba-da94-4e07-894f-23db9d9df94c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 944 time: 0.0552046 Aug 16 03:08:52.626752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6090466-5514-471c-9856-f4f852e17e98 req-8e5270db-758b-4d66-9d88-5b3be131be9c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351529 Aug 16 03:08:52.714247 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.906110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-fd062b6c-40b6-471e-be9f-222aff2a6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:52.907599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-fd062b6c-40b6-471e-be9f-222aff2a6713 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 1096 time: 0.0402150 Aug 16 03:08:52.918770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:52.974652 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.133054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:53.175763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:53.182796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:53.186677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:53.187057 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.210828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:53.243000 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:08:53.253066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.265839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Ignored duplicate provisioning block setup for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 03:08:53.268002 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.270572 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.327654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.db.api [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 03:08:53.328027 n-d-769329-15 neutron-server[94858]: DEBUG oslo_db.api [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 03:08:53.352364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=9']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:53.363727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.364072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.364440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.364786 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.365120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.365451 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.365777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.366105 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.366432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.366764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.367081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.367402 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:53.402675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] No DVR routers for this DVR port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:08:53.531316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-13dbe316-3a1c-41e8-a1c8-381c742b2b30 None None] Provisioning complete for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:53.531718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-13dbe316-3a1c-41e8-a1c8-381c742b2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.540695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:08:53.541045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:08:53.541386 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:53.545700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:08:53.546031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Attempting to bind port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:53.551304 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:08:53.551648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:08:53.552043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:08:53.552502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Bound port: 9cfdf122-2efc-4089-b8ac-7249447b69c9, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:08:53.552865 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.565055 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-13dbe316-3a1c-41e8-a1c8-381c742b2b30 None None] Port 9cfdf122-2efc-4089-b8ac-7249447b69c9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:08:53.615831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:53.618823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:08:53.623495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.678537 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.679196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.680673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] 10.222.0.88 "PUT /v2.0/ports/9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 1092 time: 0.7659805 Aug 16 03:08:53.681136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:53.683477 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e549204-4956-436e-bd54-2c765195a634" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:53.691885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccc9c4-b142-4b33-abee-b8db58145b99 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=10']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:53.755710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-90252449-e549-46bd-85ce-aa718f84affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.757057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-90252449-e549-46bd-85ce-aa718f84affe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1096 time: 0.0507636 Aug 16 03:08:53.768620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724801b2-f496-4184-ad0e-59e36ed8df80 req-0f40cfa3-d925-48a0-b58e-034a58212106 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.770211 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-724801b2-f496-4184-ad0e-59e36ed8df80 req-0f40cfa3-d925-48a0-b58e-034a58212106 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 944 time: 0.0635870 Aug 16 03:08:53.811353 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-724801b2-f496-4184-ad0e-59e36ed8df80 req-89b0d227-bb17-473e-b9d9-d8c8dbac626d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348809 Aug 16 03:08:53.823000 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f3cf43-81f4-4138-87c6-35bf6815c71a x-openstack-request-id: req-c7f3cf43-81f4-4138-87c6-35bf6815c71a {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:53.823302 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:53.823557 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7f3cf43-81f4-4138-87c6-35bf6815c71a {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:53.823966 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'status': 'completed', 'code': 200} Aug 16 03:08:53.865688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-abe4a3f6-d3d4-483e-b8ca-2da83d80c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.867362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-abe4a3f6-d3d4-483e-b8ca-2da83d80c19d service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.1034195 Aug 16 03:08:53.890106 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.905658 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.907508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-3036b600-155a-4d61-b62b-86fed891a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.909945 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-3036b600-155a-4d61-b62b-86fed891a778 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1096 time: 0.0562315 Aug 16 03:08:53.920170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:53.923074 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67027c59-fb28-4795-ad67-f8f1cd65dbee" -d '{"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-plugged", "status": "completed", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:53.937713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:53.941938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.946019 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-52043d33-7abf-48e1-8c41-6ea336e2e888 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 999 time: 0.0716770 Aug 16 03:08:53.989462 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0459954d-6703-4982-b0d0-58cfd7053904 x-openstack-request-id: req-0459954d-6703-4982-b0d0-58cfd7053904 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:53.989975 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-plugged", "status": "completed", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:53.990230 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0459954d-6703-4982-b0d0-58cfd7053904 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:53.990622 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'code': 200} Aug 16 03:08:53.998147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-3d8c88a7-70de-454c-bb8c-8ca67281bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.999888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-3d8c88a7-70de-454c-bb8c-8ca67281bc72 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0470812 Aug 16 03:08:54.006465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=11']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:54.013929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-357d80dd-2c59-4531-973f-1dcfc60807d1 None None] Provisioning complete for port 9cfdf122-2efc-4089-b8ac-7249447b69c9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:54.014331 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-357d80dd-2c59-4531-973f-1dcfc60807d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:54.037673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-38964b65-cfa9-4b3a-9ffd-12d253fa9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.039289 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-38964b65-cfa9-4b3a-9ffd-12d253fa9fae service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.1158125 Aug 16 03:08:54.049784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-12445647-ad57-4578-ade5-e6631e8bbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.051545 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-12445647-ad57-4578-ade5-e6631e8bbc1a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450096 Aug 16 03:08:54.108867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-083d4166-3c73-43d7-9737-f0c1e4fb3e3c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 1001 time: 0.0607581 Aug 16 03:08:54.145822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-6b223551-9de5-4a8e-8a1e-c2ba99325289 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873094 Aug 16 03:08:54.165904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-1895f7a4-60c2-4c43-829b-c92b72b82aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.167293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-1895f7a4-60c2-4c43-829b-c92b72b82aed service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0459750 Aug 16 03:08:54.217714 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-b9892add-3ecc-4ed3-aa90-f52eae06dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.219256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-b9892add-3ecc-4ed3-aa90-f52eae06dd1e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434566 Aug 16 03:08:54.235735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cbb6076d-2bec-4a7a-a9c8-3ad29684c288 req-b028c9c6-e7cc-4250-8a43-b640fafd776e service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824089 Aug 16 03:08:54.313715 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-2d00eecd-7df8-4d89-964d-a0ec690e7969 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823646 Aug 16 03:08:54.322831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-6627d417-e68c-4ac8-a451-759c41f148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.324486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-6627d417-e68c-4ac8-a451-759c41f148b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 1098 time: 0.0450773 Aug 16 03:08:54.412654 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-278edc54-a2e8-421d-9fca-0df719a9699e service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874801 Aug 16 03:08:54.413820 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-6c000c67-da74-4a64-a006-fc141dac24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.415295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-6c000c67-da74-4a64-a006-fc141dac24a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0838761 Aug 16 03:08:54.484738 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-29c71ae5-aa1d-459b-804b-bfa502dd09be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 200 len: 1001 time: 0.0626204 Aug 16 03:08:54.533759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-90d32523-1b61-4173-b1e0-1e4b0266a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.535168 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-90d32523-1b61-4173-b1e0-1e4b0266a1d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0427494 Aug 16 03:08:54.580619 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549204-4956-436e-bd54-2c765195a634 req-a81ecaf9-e6bd-4508-9992-92771b27746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.582120 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-a81ecaf9-e6bd-4508-9992-92771b27746c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393531 Aug 16 03:08:54.674035 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-3c8ccae3-02e2-4e03-8062-39ff43490832 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828710 Aug 16 03:08:54.761654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3e549204-4956-436e-bd54-2c765195a634 req-73c1f03e-0e97-45a6-b7d0-66ba692a41c0 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797989 Aug 16 03:08:54.932110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98758-f141-45be-b55f-358158d826f4 req-77ca39eb-d652-4893-8389-8878fd704868 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:54.933727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09c98758-f141-45be-b55f-358158d826f4 req-77ca39eb-d652-4893-8389-8878fd704868 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 946 time: 0.0496087 Aug 16 03:08:54.973714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09c98758-f141-45be-b55f-358158d826f4 req-86990be0-43f8-4b4c-b061-2496089d0206 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334108 Aug 16 03:08:55.054872 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:56.089086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ed3aa-a932-470d-8cc5-95aeeb960fc4 req-4fc50b14-f3a9-4b52-aea4-965e855a409b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:56.090723 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c2ed3aa-a932-470d-8cc5-95aeeb960fc4 req-4fc50b14-f3a9-4b52-aea4-965e855a409b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 946 time: 0.0486038 Aug 16 03:08:56.126647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c2ed3aa-a932-470d-8cc5-95aeeb960fc4 req-51c25474-a089-4d09-8c5b-f8fb80f3d059 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300803 Aug 16 03:08:56.229848 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e3871c0-e811-4c93-959b-2e3ff7288652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:56.240070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72818c55-796a-4d2e-a7cc-d759572ac0c0 req-db7759af-8709-4075-8d84-e610c492795d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:56.241597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72818c55-796a-4d2e-a7cc-d759572ac0c0 req-db7759af-8709-4075-8d84-e610c492795d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 946 time: 0.0496843 Aug 16 03:08:56.279780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72818c55-796a-4d2e-a7cc-d759572ac0c0 req-d5edca78-fa4b-4cf5-99b3-7fa8658cd7a7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Aug 16 03:08:56.395818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d4399-00fe-4ffb-87ab-71c2e383b5af req-00816cb5-c05a-49e4-bea3-b57b27fc2654 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:56.397340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e53d4399-00fe-4ffb-87ab-71c2e383b5af req-00816cb5-c05a-49e4-bea3-b57b27fc2654 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 946 time: 0.0531790 Aug 16 03:08:56.434140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e53d4399-00fe-4ffb-87ab-71c2e383b5af req-ab099e0f-312d-4175-9ddf-83044e40be76 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309708 Aug 16 03:08:56.662738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edb303-25b0-4a29-943a-ac8dde02cac1 req-726f6e78-60db-47b1-960f-9269e0b23137 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:56.664237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9edb303-25b0-4a29-943a-ac8dde02cac1 req-726f6e78-60db-47b1-960f-9269e0b23137 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 946 time: 0.0492861 Aug 16 03:08:56.702237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9edb303-25b0-4a29-943a-ac8dde02cac1 req-30f9eee9-6f11-48c8-a4e3-429bcb330628 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Aug 16 03:08:56.728407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:08:56.820468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:56.835699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'mac_address': 'fa:16:3e:c5:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:08:56.871862 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:56.884298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:08:56.903289 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:56.907190 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:56.953875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=12']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:57.135710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['9cfdf122-2efc-4089-b8ac-7249447b69c9'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:08:57.174223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:08:57.237036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:08:57.820726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ff6e-3226-442e-a457-2afd00ac8649 req-b42da66a-83fe-411b-8f68-ba5df4e1340b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:57.822208 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3146ff6e-3226-442e-a457-2afd00ac8649 req-b42da66a-83fe-411b-8f68-ba5df4e1340b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0510879 Aug 16 03:08:57.863778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3146ff6e-3226-442e-a457-2afd00ac8649 req-4745ed0b-8a23-4395-abfa-da7aa1e42c2d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357451 Aug 16 03:08:57.881784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-052fc0f6-c6d0-4982-b9e2-1eb4d1e8f342 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:57.883258 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-052fc0f6-c6d0-4982-b9e2-1eb4d1e8f342 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 945 time: 0.0477319 Aug 16 03:08:57.971171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Deleting port 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:08:57.971538 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.056648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] For port 9cfdf122-2efc-4089-b8ac-7249447b69c9, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9cfdf122-2efc-4089-b8ac-7249447b69c9,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:58.057026 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.231947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.232360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.232689 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d disassociated. External IP: 172.25.4.94, port: 9cfdf122-2efc-4089-b8ac-7249447b69c9. Aug 16 03:08:58.233030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Calling delete_port for 9cfdf122-2efc-4089-b8ac-7249447b69c9 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:08:58.358085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.391446 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event deleted for resources: {'Port': ['ID=9cfdf122-2efc-4089-b8ac-7249447b69c9,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:58.509560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:08:58.620260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:08:58.629921 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:08:58.639464 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:58.640074 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:08:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:58.663716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] No DVR routers for this DVR port 9cfdf122-2efc-4089-b8ac-7249447b69c9 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:08:58.666279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.668276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c7b1b9d-1203-4249-9cb8-60a2d01a6552 req-0796a9cd-57fc-4852-8ddb-c73dfa1ae67f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "DELETE /v2.0/ports/9cfdf122-2efc-4089-b8ac-7249447b69c9 HTTP/1.1" status: 204 len: 173 time: 0.7789454 Aug 16 03:08:58.668746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-deleted', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:58.671102 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502dfeba-531b-4ffd-9fda-150eaec95a12" -d '{"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-deleted", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:58.713600 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ced201c-ee1f-413a-82de-c61bb9975543 x-openstack-request-id: req-0ced201c-ee1f-413a-82de-c61bb9975543 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:58.713905 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd", "name": "network-vif-deleted", "tag": "9cfdf122-2efc-4089-b8ac-7249447b69c9", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:58.714161 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ced201c-ee1f-413a-82de-c61bb9975543 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:58.714789 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd', 'name': 'network-vif-deleted', 'tag': '9cfdf122-2efc-4089-b8ac-7249447b69c9', 'status': 'completed', 'code': 200} Aug 16 03:08:58.733808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:58.754974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:08:58.755326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 03:08:58.776558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Port 9cfdf122-2efc-4089-b8ac-7249447b69c9 not found, will not notify nova. {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 03:08:58.817599 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7a33456a-f274-4ea4-bb34-c753a0204137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.835767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.854704 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:58.976795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8091da8e-fc71-4ef3-b0ac-9ac6c323a85b req-66057abf-1d90-406e-8603-377d1f833d41 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f4f71e6-5538-4aa2-87ea-c1fb0c1f89dd HTTP/1.1" status: 200 len: 210 time: 0.0269556 Aug 16 03:08:59.064495 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:59.091401 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:08:59.099497 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:59.100110 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:08:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:59.205408 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:59.397387 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:59.426912 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11272e-ac49-4f01-be5c-9b1dc0e0c3a0 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:08:59.642028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89d92e-8872-4ede-8323-0709f1cdbd40 None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:09:00.185866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:00.241361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-ede97f91-516a-4fe0-9496-f89ff61c7505 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--374220839&fields=id&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 267 time: 0.0344667 Aug 16 03:09:00.345247 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-e134552a-86ea-4d3a-9a94-2ed1252f29c5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:00.346732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-e134552a-86ea-4d3a-9a94-2ed1252f29c5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.0987263 Aug 16 03:09:00.361350 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-eae7f30f-25c7-4459-91c3-23d3016b5e7d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/quotas/a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 375 time: 0.0088842 Aug 16 03:09:00.416647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-b393e3f6-a424-4b4f-b3c5-3a77bf484807 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497017 Aug 16 03:09:00.555124 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-33d1c3fe-9fd6-4442-b016-2be941655724 service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264131 Aug 16 03:09:00.645889 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c9acec29-514e-431c-a3b6-a369b4afd0ab service neutron] 10.222.0.78 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846565 Aug 16 03:09:00.732844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:00.753460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 9cfdf122-2efc-4089-b8ac-7249447b69c9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:09:00.754079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9cfdf122-2efc-4089-b8ac-7249447b69c9 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:00.804803 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d6c72da-1697-4805-b777-92fd56d7128a req-2f55c56a-6c0f-44fb-b60c-4de382afbf34 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Aug 16 03:09:01.800865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-65afce2b-1fb9-4c59-b365-1cd982a9f0de tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:01.802298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-65afce2b-1fb9-4c59-b365-1cd982a9f0de tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 812 time: 0.0995870 Aug 16 03:09:01.851047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-79ffea57-1ea3-47bd-af9f-a7599f5a77ae tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 379 time: 0.0391695 Aug 16 03:09:01.860523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'port': {'device_id': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'admin_state_up': True, 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'security_groups': ['2815d6e0-cc6c-42a5-a75c-8c5612448299']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:09:01.902939 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-64714039-7ff5-4a0c-a552-fd5a160fd0cd req-007ab27c-170e-4e82-b95d-a53b1b0d787c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 210 time: 0.0266368 Aug 16 03:09:01.965871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Made reservation on behalf of a4663db84e94435b9fe953fc791820df for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:09:01.969470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.088556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.097146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Allocated IP 172.20.0.6 (98b9faeb-956d-4777-9478-0aac58c04ae4/d7127104-5ff3-473d-b2d2-a77a20f0e1fb/0e828c11-235b-4cdf-a398-a236b5537aec) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:09:02.232599 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.246479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Transition to ACTIVE for port object 0e828c11-235b-4cdf-a398-a236b5537aec will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:09:02.279433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.327453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:09:02.333289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:09:02.337758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:09:02.342093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:02.389143 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:02.389784 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.404978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c65a52bb-1cae-4a4d-935d-17ab98b28eaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480626 Aug 16 03:09:02.422532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Request body: {'port': {'device_id': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:09:02.478078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.571431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-753f62b3-8056-4972-b94f-4b029275ea2f None None] Provisioning for port 0e828c11-235b-4cdf-a398-a236b5537aec completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:09:02.575208 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-753f62b3-8056-4972-b94f-4b029275ea2f None None] Provisioning complete for port 0e828c11-235b-4cdf-a398-a236b5537aec triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:09:02.575586 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-753f62b3-8056-4972-b94f-4b029275ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.608230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-753f62b3-8056-4972-b94f-4b029275ea2f None None] Port 0e828c11-235b-4cdf-a398-a236b5537aec cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:09:02.741304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e828c11-235b-4cdf-a398-a236b5537aec {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:09:02.748625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.761291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Transition to ACTIVE for port object 0e828c11-235b-4cdf-a398-a236b5537aec will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:09:02.764758 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.814737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:02.889544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:09:02.890256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:09:02.890256 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:09:02.895326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:09:02.895654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:09:02.900643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:09:02.900984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:09:02.901377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:09:02.901815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Bound port: 0e828c11-235b-4cdf-a398-a236b5537aec, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:09:02.902179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:02.972210 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:09:02.975590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:09:02.986753 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:03.038303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.038813 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:03.040270 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] 10.222.0.98 "PUT /v2.0/ports/0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 1092 time: 0.6221287 Aug 16 03:09:03.044590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:03.046911 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375670def128a9e8c9fb9429bef5091b8e5d23150ab68e2c5380c6e75e9ae41a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ea877b-d2a4-4943-9d84-512ece5f711e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:03.073958 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158edcc-3b21-45c7-bec6-5a76d032d0ac service neutron] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:03.085637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eebe4-c54c-4211-af87-32fe3c5674e6 req-0145bb93-0e0e-4368-bc2a-ce65a31c9b91 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.087065 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-656eebe4-c54c-4211-af87-32fe3c5674e6 req-0145bb93-0e0e-4368-bc2a-ce65a31c9b91 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.1101239 Aug 16 03:09:03.099251 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cf533c-70a9-46d5-b01f-b9216bdcb08b x-openstack-request-id: req-07cf533c-70a9-46d5-b01f-b9216bdcb08b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:03.099538 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:03.099791 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07cf533c-70a9-46d5-b01f-b9216bdcb08b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:03.100190 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'status': 'completed', 'code': 200} Aug 16 03:09:03.156917 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-656eebe4-c54c-4211-af87-32fe3c5674e6 req-3b0e9291-a1bd-46e3-b189-1ae08fc811d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610294 Aug 16 03:09:03.161837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-57697bc6-68e2-427e-8c2f-7860c8d4a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.163345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-57697bc6-68e2-427e-8c2f-7860c8d4a8f5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1095 time: 0.0753930 Aug 16 03:09:03.216650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-32cc47be-fda7-46f1-80b2-fa801fdd34f5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 217 time: 0.0396366 Aug 16 03:09:03.271222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-aa61a672-5df0-4678-88e1-0634a0c6b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.272741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-aa61a672-5df0-4678-88e1-0634a0c6b475 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0451801 Aug 16 03:09:03.325269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-5295397f-5e06-4238-a728-989c022159f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.326746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-5295397f-5e06-4238-a728-989c022159f2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428061 Aug 16 03:09:03.418827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-3c6208df-7baa-4cae-9f4a-9984c670cf1f service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798764 Aug 16 03:09:03.510212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-35cf736e-40d8-4126-8c41-719a10a00c68 req-c66439d8-9482-4e0b-9897-f32b65be9597 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833440 Aug 16 03:09:03.605402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-9159f594-9506-410c-a44f-6eca04aee4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.606848 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-9159f594-9506-410c-a44f-6eca04aee4bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1095 time: 0.0395930 Aug 16 03:09:03.698526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-7e5d6c11-5e6d-4d70-a39e-f60442e336d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.699865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-7e5d6c11-5e6d-4d70-a39e-f60442e336d5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0836012 Aug 16 03:09:03.740277 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-1c9a00e1-2563-445c-aadf-b6cbdccb2cfa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 217 time: 0.0322230 Aug 16 03:09:03.790897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-90b40188-0b01-431d-b313-8c479889efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.792340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-90b40188-0b01-431d-b313-8c479889efc5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0425832 Aug 16 03:09:03.836339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-5f4ba66e-14d6-45a7-adfb-adacf790604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:03.837771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-5f4ba66e-14d6-45a7-adfb-adacf790604f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380647 Aug 16 03:09:03.928906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-3af0f1e0-179e-4cff-bcb4-cfb27a3cdfc4 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831037 Aug 16 03:09:04.018355 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-74ea877b-d2a4-4943-9d84-512ece5f711e req-0db81c09-8cbe-4e20-a056-69a67c0beb58 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796998 Aug 16 03:09:04.273480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8d2c8-3831-4435-9c7c-b858d19fbd6d req-affa7010-0f92-4270-8253-2f2e301277d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:04.274884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-19e8d2c8-3831-4435-9c7c-b858d19fbd6d req-affa7010-0f92-4270-8253-2f2e301277d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0489342 Aug 16 03:09:04.312010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-19e8d2c8-3831-4435-9c7c-b858d19fbd6d req-3f9a77d9-3072-4d56-9b43-6bde3a479fb0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Aug 16 03:09:05.179786 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:09:05.433724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc7fc-4250-446c-900e-1af7974e717d req-b974f13f-355f-4e92-b24b-a012a20b1375 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:05.435112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2fabc7fc-4250-446c-900e-1af7974e717d req-b974f13f-355f-4e92-b24b-a012a20b1375 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0538883 Aug 16 03:09:05.445894 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:05.457739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '0e828c11-235b-4cdf-a398-a236b5537aec', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '0e828c11-235b-4cdf-a398-a236b5537aec', 'mac_address': 'fa:16:3e:18:5a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:09:05.472760 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2fabc7fc-4250-446c-900e-1af7974e717d req-f0289c66-856e-4b19-9418-e03bb225af78 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Aug 16 03:09:05.494373 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:05.506815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e828c11-235b-4cdf-a398-a236b5537aec {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:09:05.525739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:05.529624 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:05.574382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:05.783682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0e828c11-235b-4cdf-a398-a236b5537aec'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:09:06.585933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9cd90-143d-4b95-ac17-3c27b5cbe370 req-d537ac50-599a-48df-9eca-c0a05d088347 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:06.587321 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84c9cd90-143d-4b95-ac17-3c27b5cbe370 req-d537ac50-599a-48df-9eca-c0a05d088347 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0483000 Aug 16 03:09:06.623762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84c9cd90-143d-4b95-ac17-3c27b5cbe370 req-911ceb0b-90f0-4a62-9c48-d12a6723d99e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305693 Aug 16 03:09:07.195205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:09:07.241825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 0e828c11-235b-4cdf-a398-a236b5537aec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:09:07.245351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 0e828c11-235b-4cdf-a398-a236b5537aec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:09:07.245726 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.334496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.356560 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:07.358765 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82694b35dd7e8c363dcb9f82654dec4217da0dada884d54003fda72f37e404aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702d29d-37c4-447a-9751-d6f6db5854f3" -d '{"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:07.372211 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:07.379219 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.401726 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bdc378-8283-4a0d-b3f9-6967146e5fb2 x-openstack-request-id: req-46bdc378-8283-4a0d-b3f9-6967146e5fb2 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:07.402021 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:07.402269 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46bdc378-8283-4a0d-b3f9-6967146e5fb2 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:07.402654 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'code': 200} Aug 16 03:09:07.428415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:07.502398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d6aee-5bcd-4d8e-8b7f-01a9c5b7857d req-e9dea090-a25d-4e02-b569-e977ec4d7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:07.504210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413d6aee-5bcd-4d8e-8b7f-01a9c5b7857d req-e9dea090-a25d-4e02-b569-e977ec4d7962 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1097 time: 0.0407367 Aug 16 03:09:07.537940 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-413d6aee-5bcd-4d8e-8b7f-01a9c5b7857d req-c55af587-abe7-499c-a97d-8fbd748d422e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270231 Aug 16 03:09:07.746591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46133ff-9d2b-4f75-a0d1-5fb20475e8e1 req-40845846-5d37-49a5-bc13-82d96385f486 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:07.748086 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d46133ff-9d2b-4f75-a0d1-5fb20475e8e1 req-40845846-5d37-49a5-bc13-82d96385f486 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0549169 Aug 16 03:09:07.790647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d46133ff-9d2b-4f75-a0d1-5fb20475e8e1 req-977451c9-3033-4940-99cd-7eb2fa30703a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354435 Aug 16 03:09:08.912797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9aecb-7e80-496e-b81b-61ceb7c42849 req-f74005c8-fac2-462f-9d75-33d368ebd4ba tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:08.914277 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fd9aecb-7e80-496e-b81b-61ceb7c42849 req-f74005c8-fac2-462f-9d75-33d368ebd4ba tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Aug 16 03:09:08.951790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5fd9aecb-7e80-496e-b81b-61ceb7c42849 req-3406a752-85e1-4d62-9991-92f2295842d6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Aug 16 03:09:09.060107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ece04-b2b6-4227-acb0-10301b1b31d6 req-bb27ef86-7095-4929-80c7-f364d85d3fd5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:09.061594 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-299ece04-b2b6-4227-acb0-10301b1b31d6 req-bb27ef86-7095-4929-80c7-f364d85d3fd5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0476007 Aug 16 03:09:09.069965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38272) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:09.074508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Request body: {'floatingip': {'port_id': '0e828c11-235b-4cdf-a398-a236b5537aec'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:09:09.112583 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:09.530896 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:09.535254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:09.637823 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d associated. External IP: 172.25.4.94, port: 0e828c11-235b-4cdf-a398-a236b5537aec. Aug 16 03:09:10.167244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:09:10.276866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:09:10.281403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.287003 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:09:10.295996 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:10.296634 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:08:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:10.308129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce0a9bb9-3d5f-40f5-be40-96d24daad792 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "PUT /v2.0/floatingips/a94fe766-89cd-4a78-8c3c-75a60c54c99d HTTP/1.1" status: 200 len: 991 time: 1.2370946 Aug 16 03:09:10.308971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:10.311329 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d7da33b65e5e40a15fd362d09e1d5dd10db5e5536103bb5327c1c20f77f0bb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e87b9-3c3b-4536-8436-9f67a11fa590" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:10.352655 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274a4279-335f-4321-8664-89879073a9d3 x-openstack-request-id: req-274a4279-335f-4321-8664-89879073a9d3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:10.352957 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:10.353215 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-274a4279-335f-4321-8664-89879073a9d3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:10.353624 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'status': 'completed', 'code': 200} Aug 16 03:09:10.407364 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:10.422005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-c8e46113-7d6c-4c19-a7a5-ba2c744095d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:10.423501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-c8e46113-7d6c-4c19-a7a5-ba2c744095d2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1097 time: 0.0434842 Aug 16 03:09:10.512759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-2fbf9436-d8b4-4a2a-baef-5eab1e41564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:10.514236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-2fbf9436-d8b4-4a2a-baef-5eab1e41564f service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0835638 Aug 16 03:09:10.586412 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-845b9939-0e7c-40b1-9e89-0cdcf35ef5a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 999 time: 0.0642469 Aug 16 03:09:10.631877 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '0e828c11-235b-4cdf-a398-a236b5537aec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:18:5a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:09:09Z', 'revision_number': 13, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:10.636583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-e8d45d76-ee02-486f-a8e3-71484b072d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:10.638082 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-e8d45d76-ee02-486f-a8e3-71484b072d50 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0440249 Aug 16 03:09:10.661794 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:09:10.670259 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:10.670870 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:08:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:10.689866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-3597322f-0c5d-44bf-a0b1-6754b97c9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:10.691522 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-3597322f-0c5d-44bf-a0b1-6754b97c9085 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461478 Aug 16 03:09:10.772496 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:10.785838 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-37e0eade-e7aa-49bb-b575-c0d057171525 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871830 Aug 16 03:09:10.876910 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6d4e87b9-3c3b-4536-8436-9f67a11fa590 req-eb23c956-799e-49b9-b542-2316c37205b1 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842292 Aug 16 03:09:11.001066 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '0e828c11-235b-4cdf-a398-a236b5537aec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:18:5a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:09:09Z', 'revision_number': 13, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:11.026558 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7ed5f-bb50-4a5b-99dc-eb9215f72d43 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a94fe766-89cd-4a78-8c3c-75a60c54c99d', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'port_id': '0e828c11-235b-4cdf-a398-a236b5537aec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'mac_address': 'fa:16:3e:18:5a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:10Z', 'updated_at': '2021-08-16T03:09:09Z', 'revision_number': 13, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:09:11.214568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e8ddc-7986-4e44-aa60-1410d16bee6c None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:09:22.712716 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.918508 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:26.231059 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c3cdba12-4bf3-4a35-81eb-bd25ce9ddf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:28.832699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dfa5-4d74-429f-8bc4-2d90a55a0425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:28.837588 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:30.188110 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:32.054457 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:32.090969 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:52.727854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:53.926941 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:54.065987 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-fc79b760-ca24-4082-b40e-8c6c5b42bd77 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761456 Aug 16 03:09:54.162553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-822249ac-d4c5-458a-8ca2-d58aa8815ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:54.164047 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-822249ac-d4c5-458a-8ca2-d58aa8815ea9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1097 time: 0.0441930 Aug 16 03:09:54.267784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-f81ee604-8d4d-47cf-90f2-09c70e04dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:54.269206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-f81ee604-8d4d-47cf-90f2-09c70e04dca5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0826242 Aug 16 03:09:54.341162 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-261018bb-9826-4261-8e6f-c8055fb2802c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 1001 time: 0.0606205 Aug 16 03:09:54.393880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-ef916d5b-e27a-4928-8939-0b798a2bad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:54.395316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-ef916d5b-e27a-4928-8939-0b798a2bad78 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0431929 Aug 16 03:09:54.442763 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-eb563bfa-dc3c-4462-a3b3-12ed516fee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:54.444279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-eb563bfa-dc3c-4462-a3b3-12ed516fee7e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383174 Aug 16 03:09:54.539662 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-95ed2f92-c090-4711-b4c2-5a0864d2dff6 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 Aug 16 03:09:54.969140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5467b852-39f0-4b28-8a41-2f8e176ba640 req-a1960f66-c303-4dff-9c51-d6ae3140c2e1 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181409 Aug 16 03:09:56.232652 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-52783b0f-5099-4146-b4eb-d5b849462218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:58.831054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:58.832929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e342626a-663f-4f1d-92d1-64bf9d166195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:00.191010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:02.094227 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:09.057250 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:22.728610 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:23.934576 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:26.232413 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6b302e17-b705-4059-be6c-33652d645908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:28.829310 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0049fb54-217a-4a78-82a8-e3fb6e13c049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:28.834771 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:30.193758 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:32.098474 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:46.056638 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:52.152616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e5381-9211-4caf-a5a4-7440bd375147 req-997889bf-6fba-4036-9497-31d620241aaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:52.154058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-674e5381-9211-4caf-a5a4-7440bd375147 req-997889bf-6fba-4036-9497-31d620241aaa tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0930657 Aug 16 03:10:52.190140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-674e5381-9211-4caf-a5a4-7440bd375147 req-75c5e4c3-9734-48ce-8a18-049e7d69e92b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302315 Aug 16 03:10:52.725437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.937766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.944633 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-50daff39-b981-43ff-af10-a363f046b504 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405045 Aug 16 03:10:55.036261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-39c2f107-e22e-48c1-8be5-82ba5d321da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:55.037770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-39c2f107-e22e-48c1-8be5-82ba5d321da1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1097 time: 0.0438397 Aug 16 03:10:55.142879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-59f7d06a-935f-428c-936b-5c634c05178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:55.144440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-59f7d06a-935f-428c-936b-5c634c05178e service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0873246 Aug 16 03:10:55.218588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-7b9ed5e3-9349-4991-974e-c102e2d76271 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 1001 time: 0.0626266 Aug 16 03:10:55.272224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-026bb68f-33a8-4c2e-853e-27b3c774de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:55.273726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-026bb68f-33a8-4c2e-853e-27b3c774de5d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0443211 Aug 16 03:10:55.323278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-abcfef80-f25e-4861-8719-3fe9cc2a3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:55.324864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-abcfef80-f25e-4861-8719-3fe9cc2a3e67 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401058 Aug 16 03:10:55.421225 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-e64f8a7e-e41d-4504-8558-d1315e87c21e service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857134 Aug 16 03:10:55.514448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6af207dc-f850-42c1-bb9c-a737df1b8a3a req-61e6dcdd-8591-4ad2-8827-7b9d330e8c6d service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822790 Aug 16 03:10:56.232713 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d390424-163d-4122-a6e9-4ab0e39265b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.825525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-279ab73e-0f70-42a0-8527-b29c2c5661a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.830218 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:00.197082 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:02.100771 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:02.489590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518312a-03b4-4fd4-b2da-f8698d64ec52 req-6cc5acc3-d484-4747-a9f5-6a356c0347c6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:02.491125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6518312a-03b4-4fd4-b2da-f8698d64ec52 req-6cc5acc3-d484-4747-a9f5-6a356c0347c6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Aug 16 03:11:02.529384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6518312a-03b4-4fd4-b2da-f8698d64ec52 req-cd903d54-0234-490a-a3f8-c98723e9569d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322888 Aug 16 03:11:02.543075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-d2b40724-6687-480e-9498-df38aeec29b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820920 Aug 16 03:11:03.662456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9c602-c830-4642-b332-43ccaeeb8ebb req-133cfeca-5099-4e56-a09c-a15e534423f9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:03.663923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ac9c602-c830-4642-b332-43ccaeeb8ebb req-133cfeca-5099-4e56-a09c-a15e534423f9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0473738 Aug 16 03:11:03.700413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7ac9c602-c830-4642-b332-43ccaeeb8ebb req-851d7909-8f53-4766-9568-1449c6d546d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305858 Aug 16 03:11:04.818388 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df785fc-4ea1-44c1-a44a-93c7af6c2763 req-ea47001c-bf2d-4199-bab7-fda7b14e8021 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:04.819860 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8df785fc-4ea1-44c1-a44a-93c7af6c2763 req-ea47001c-bf2d-4199-bab7-fda7b14e8021 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0523775 Aug 16 03:11:04.856472 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8df785fc-4ea1-44c1-a44a-93c7af6c2763 req-c8725e12-53ab-4d81-a1b0-d315f850e4f0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307341 Aug 16 03:11:05.969609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41bbb9-510c-49cd-855a-f1aadf47e1f0 req-1a808eff-7b2d-418e-96c8-746b23981f10 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:05.971091 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af41bbb9-510c-49cd-855a-f1aadf47e1f0 req-1a808eff-7b2d-418e-96c8-746b23981f10 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0478928 Aug 16 03:11:06.010196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af41bbb9-510c-49cd-855a-f1aadf47e1f0 req-6a7c5b67-89cc-4a0d-8b63-c8930669c804 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Aug 16 03:11:07.123463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc344e7-10d6-4244-b228-5f66bbf27665 req-d7446890-8f86-4b04-a8ba-0f3c69bc6c94 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.125588 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1dc344e7-10d6-4244-b228-5f66bbf27665 req-d7446890-8f86-4b04-a8ba-0f3c69bc6c94 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0497625 Aug 16 03:11:07.168242 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1dc344e7-10d6-4244-b228-5f66bbf27665 req-adb2817b-f379-438f-adbb-bf4a7dc254c5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350208 Aug 16 03:11:07.669637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-dbf61d56-1f94-4699-99eb-75d020efcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.671018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-dbf61d56-1f94-4699-99eb-75d020efcb6c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1097 time: 0.0392206 Aug 16 03:11:07.763844 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-12e3b77e-feef-452a-a4a4-18b0aa07a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.765396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-12e3b77e-feef-452a-a4a4-18b0aa07a781 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0869875 Aug 16 03:11:07.834049 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-82b3a29f-d9ee-4e73-902e-5ee0815fa1a7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 1001 time: 0.0571971 Aug 16 03:11:07.886413 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-8c87cf6f-61c0-4f4c-81e7-0e53c229985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.887830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-8c87cf6f-61c0-4f4c-81e7-0e53c229985a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0468230 Aug 16 03:11:07.936923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f2bb59f6-7616-4a5b-93a8-63a2c4023ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.938366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f2bb59f6-7616-4a5b-93a8-63a2c4023ec9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385749 Aug 16 03:11:08.026320 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-89a49d2a-fe5b-47eb-aa50-9d91f76516ab service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807567 Aug 16 03:11:08.122762 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-4fa1ab77-68b2-49e5-9570-2c17a64e403a service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849037 Aug 16 03:11:08.288070 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa76f7-fd1f-47a1-a7ac-d5a8c1021a86 req-51c3f0d9-e874-4bed-a75e-0a62f2361206 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:08.289569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7aa76f7-fd1f-47a1-a7ac-d5a8c1021a86 req-51c3f0d9-e874-4bed-a75e-0a62f2361206 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0524533 Aug 16 03:11:08.335055 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d7aa76f7-fd1f-47a1-a7ac-d5a8c1021a86 req-2e996551-a45a-442a-9c73-35ef70ef6011 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393636 Aug 16 03:11:09.449662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fbcc2-7d2c-44a3-9261-ecd69b42f664 req-0bacc3bf-5a06-4ff4-92c9-12ef5b72cdf3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:09.451142 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-329fbcc2-7d2c-44a3-9261-ecd69b42f664 req-0bacc3bf-5a06-4ff4-92c9-12ef5b72cdf3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0490484 Aug 16 03:11:09.487759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-329fbcc2-7d2c-44a3-9261-ecd69b42f664 req-ceb44ad4-f99c-4d84-b76e-3aaaf420f3e1 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307722 Aug 16 03:11:10.601531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c2b72-e11e-4315-8347-dd5756cd78aa req-6bff2546-8331-453e-9e7d-c548a6647040 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:10.602945 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-709c2b72-e11e-4315-8347-dd5756cd78aa req-6bff2546-8331-453e-9e7d-c548a6647040 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0482726 Aug 16 03:11:10.639744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-709c2b72-e11e-4315-8347-dd5756cd78aa req-dba6d03e-acff-4816-a7bf-d6224eeee152 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308292 Aug 16 03:11:11.762536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e83330-8efd-4d7d-982b-74b5a8a615af req-da9e3b06-17f5-4e77-aafe-3c8cfa7a06d6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:11.764027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3e83330-8efd-4d7d-982b-74b5a8a615af req-da9e3b06-17f5-4e77-aafe-3c8cfa7a06d6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0488610 Aug 16 03:11:11.805773 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c3e83330-8efd-4d7d-982b-74b5a8a615af req-4780e599-e936-40bd-a5af-3beeb3e1ebdc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358181 Aug 16 03:11:12.920919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490b693-2d44-4a7c-91c3-66b7f2ad169e req-c0237bd1-91e8-4373-8281-2a1288e26f45 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:12.922397 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a490b693-2d44-4a7c-91c3-66b7f2ad169e req-c0237bd1-91e8-4373-8281-2a1288e26f45 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0478866 Aug 16 03:11:12.958796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a490b693-2d44-4a7c-91c3-66b7f2ad169e req-75fc6552-5417-486a-a176-ab95243f8f12 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298338 Aug 16 03:11:14.071724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9731e-1f25-452e-b035-72674698c8b8 req-71643528-c49b-46af-90b8-ceedfcf9e085 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:14.073221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11a9731e-1f25-452e-b035-72674698c8b8 req-71643528-c49b-46af-90b8-ceedfcf9e085 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0476258 Aug 16 03:11:14.111042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11a9731e-1f25-452e-b035-72674698c8b8 req-8024b030-e764-42bd-8ffa-16d4e27a6716 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Aug 16 03:11:15.226988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf2589-55f6-4734-9a9b-6d0597918e02 req-8aa783fd-f06a-4a8a-b2d4-59ae438c80a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:15.228482 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4cf2589-55f6-4734-9a9b-6d0597918e02 req-8aa783fd-f06a-4a8a-b2d4-59ae438c80a5 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Aug 16 03:11:15.265222 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4cf2589-55f6-4734-9a9b-6d0597918e02 req-bc90a828-9e86-4475-99ba-7a9f19e0330d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307231 Aug 16 03:11:16.379812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be911f48-e2f1-4182-ac9d-45dd7f808b4d req-09aabb42-4838-43c4-acd4-ef38d335787b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:16.381350 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be911f48-e2f1-4182-ac9d-45dd7f808b4d req-09aabb42-4838-43c4-acd4-ef38d335787b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Aug 16 03:11:16.420194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-be911f48-e2f1-4182-ac9d-45dd7f808b4d req-400a1ed8-ad4b-459e-9183-80415be50193 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321057 Aug 16 03:11:17.536100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999725ed-0dd2-41d4-b25a-c0da2e42a3fd req-010c2a4f-f577-4401-8a16-47191e0e4fc9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:17.537624 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-999725ed-0dd2-41d4-b25a-c0da2e42a3fd req-010c2a4f-f577-4401-8a16-47191e0e4fc9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0492203 Aug 16 03:11:17.574091 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-999725ed-0dd2-41d4-b25a-c0da2e42a3fd req-77a873f7-d82d-4930-ad08-872f7e585a24 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Aug 16 03:11:18.692075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddb010-77c0-4104-8ce9-b3dbfbadc638 req-3c617a0b-402e-4d92-bcf5-823cfa88530d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:18.693591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccddb010-77c0-4104-8ce9-b3dbfbadc638 req-3c617a0b-402e-4d92-bcf5-823cfa88530d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Aug 16 03:11:18.734619 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ccddb010-77c0-4104-8ce9-b3dbfbadc638 req-1fc634f9-6f94-4a5f-a39a-098a3219ef40 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352015 Aug 16 03:11:19.851202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a698882-7c40-40e0-acca-826b5fe09284 req-ea6ab813-c23d-4626-946f-b549f037b2a8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:19.852695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a698882-7c40-40e0-acca-826b5fe09284 req-ea6ab813-c23d-4626-946f-b549f037b2a8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0498672 Aug 16 03:11:19.889117 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a698882-7c40-40e0-acca-826b5fe09284 req-c27ef880-3456-46b7-9dc1-5ebd56fbba4d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303335 Aug 16 03:11:21.015417 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52457203-e7bf-49e4-abdb-c6a79186cfba req-a897f712-6981-4709-a5e7-1e50e51531cb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:21.016965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52457203-e7bf-49e4-abdb-c6a79186cfba req-a897f712-6981-4709-a5e7-1e50e51531cb tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0504544 Aug 16 03:11:21.055209 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52457203-e7bf-49e4-abdb-c6a79186cfba req-fabf0d95-6e5f-46b0-9c1a-961c62c7c26f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314832 Aug 16 03:11:22.177491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec12be-1d9a-4c22-b52c-19d6042c0998 req-31e8106e-8b3b-4b2c-b8de-7c2620f5bda0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:22.179008 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14ec12be-1d9a-4c22-b52c-19d6042c0998 req-31e8106e-8b3b-4b2c-b8de-7c2620f5bda0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Aug 16 03:11:22.216303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14ec12be-1d9a-4c22-b52c-19d6042c0998 req-ae2447f9-34d2-4320-9c32-8a7295c267f8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313001 Aug 16 03:11:22.241443 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [req-18427fdd-709f-4a01-be23-7a1787045ecd req-bb30c2a6-3d51-4696-933a-a8e0f278af98 service neutron] show failed (client error): The resource could not be found. Aug 16 03:11:22.242400 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-bb30c2a6-3d51-4696-933a-a8e0f278af98 service neutron] 10.222.0.98 "GET /v2.0/ports/0e828c11-235b-4cdf-a398-a236b5537aec/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0544600 Aug 16 03:11:22.522687 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-c885ecfb-917c-4aee-b985-c68080f1358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:22.524113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-c885ecfb-917c-4aee-b985-c68080f1358a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 1097 time: 0.0782232 Aug 16 03:11:22.535576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:22.586855 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:22.742717 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:22.791886 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:22.826511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:11:22.864976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:22.870147 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:22.882337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Transition to ACTIVE for port object 0e828c11-235b-4cdf-a398-a236b5537aec will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:11:22.885396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:22.914235 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22534e9b-beed-4ddc-8be3-0fd23867f165" -d '{"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:22.981745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=6']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:23.005283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.005633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.005973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.006374 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.006629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.006956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.007282 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.007606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.007929 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.008273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.008733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.009140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:23.044119 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec85cc3-a8a4-4fa4-b4b9-d32bc5db8d8e x-openstack-request-id: req-6ec85cc3-a8a4-4fa4-b4b9-d32bc5db8d8e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:23.044372 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:23.044571 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ec85cc3-a8a4-4fa4-b4b9-d32bc5db8d8e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:23.044960 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'code': 200} Aug 16 03:11:23.045858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] No DVR routers for this DVR port 0e828c11-235b-4cdf-a398-a236b5537aec on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:11:23.055261 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:11:23.179491 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:11:23.180077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:11:23.180210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:11:23.184877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:11:23.185207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:11:23.191039 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:11:23.191833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:11:23.192223 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:11:23.192689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Bound port: 0e828c11-235b-4cdf-a398-a236b5537aec, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:11:23.193051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:23.256096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:11:23.259435 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:11:23.265380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:23.308658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:23.309279 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:23.310640 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] 10.222.0.88 "PUT /v2.0/ports/0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 1092 time: 0.7790961 Aug 16 03:11:23.383855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfc4e8-26ee-446c-aa34-179b9b818249 service neutron] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:23.405060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cfcab-613f-431f-b33a-3ba85cef2f74 req-b52c19b4-67dd-4cb2-8452-b47eec91f3e4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:23.406618 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-074cfcab-613f-431f-b33a-3ba85cef2f74 req-b52c19b4-67dd-4cb2-8452-b47eec91f3e4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.1162918 Aug 16 03:11:23.413514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-22a535de-d57c-44b7-9987-1a7d1c7e1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:23.414990 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-22a535de-d57c-44b7-9987-1a7d1c7e1a3c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1095 time: 0.0721495 Aug 16 03:11:23.499399 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-074cfcab-613f-431f-b33a-3ba85cef2f74 req-34987adc-7f91-44f2-a6b0-dae6b7a6774e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834398 Aug 16 03:11:23.531036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-7aee0e7a-003e-4cbd-a9c1-e19f93ef0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:23.532549 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-7aee0e7a-003e-4cbd-a9c1-e19f93ef0724 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.1104372 Aug 16 03:11:23.596324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-14a9d310-d7f6-4922-9cc3-16739002120e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 999 time: 0.0568802 Aug 16 03:11:23.644137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-17fec7d3-dfb7-4b87-baad-21a7f78059ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:23.645626 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-17fec7d3-dfb7-4b87-baad-21a7f78059ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0427580 Aug 16 03:11:23.694063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f5bb2748-ed7b-4f2f-bb66-088b45b2f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:23.695532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-f5bb2748-ed7b-4f2f-bb66-088b45b2f89f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429733 Aug 16 03:11:23.781950 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-afead7cb-1cf5-421b-b81a-44ec46d39450 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794673 Aug 16 03:11:23.859477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:11:23.876269 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18427fdd-709f-4a01-be23-7a1787045ecd req-2b49b68e-51b9-4a85-b53e-e64cea023520 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872812 Aug 16 03:11:23.897218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:11:23.936725 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:24.624110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018538e6-0856-4879-8e25-6b601383d7ac req-f0d83e0f-4982-447e-ad4a-4d6284978fc9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:24.625586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-018538e6-0856-4879-8e25-6b601383d7ac req-f0d83e0f-4982-447e-ad4a-4d6284978fc9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0495586 Aug 16 03:11:24.664448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-018538e6-0856-4879-8e25-6b601383d7ac req-b74eec03-48ac-40b1-be56-a57d083bcbcd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319462 Aug 16 03:11:25.046995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:25.049622 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:25.099529 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8872b-2561-4d4c-9168-aa4eee911fa0 x-openstack-request-id: req-d4e8872b-2561-4d4c-9168-aa4eee911fa0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:25.099820 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:25.100070 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4e8872b-2561-4d4c-9168-aa4eee911fa0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:25.100500 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'status': 'completed', 'code': 200} Aug 16 03:11:25.161499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-55d4dc8f-5291-4d23-8345-a57dabe68112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.163125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-55d4dc8f-5291-4d23-8345-a57dabe68112 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1095 time: 0.0444376 Aug 16 03:11:25.175054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-4a7c529d-f14d-4bd8-af11-1dcf9b2699aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.177253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-4a7c529d-f14d-4bd8-af11-1dcf9b2699aa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1095 time: 0.0503159 Aug 16 03:11:25.254977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-3037df89-a951-4124-bef7-68f0c8c2146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.256453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-3037df89-a951-4124-bef7-68f0c8c2146b service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0867634 Aug 16 03:11:25.273441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-5486defc-f62d-406f-98ec-086eb9bc6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.275074 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-5486defc-f62d-406f-98ec-086eb9bc6414 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0868945 Aug 16 03:11:25.330614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-547e1b87-c006-4b81-9537-48cada5ce467 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 999 time: 0.0667229 Aug 16 03:11:25.356034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-31584566-6da6-469d-94ba-413618939f06 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 999 time: 0.0691698 Aug 16 03:11:25.382931 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-53453ad7-a2d9-4773-8fa8-b6e890d62457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.384454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-53453ad7-a2d9-4773-8fa8-b6e890d62457 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0462139 Aug 16 03:11:25.411360 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-57d828ba-1d95-47fc-a1dd-37d0d9e8a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.412984 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-57d828ba-1d95-47fc-a1dd-37d0d9e8a5ea service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0459771 Aug 16 03:11:25.430790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-f9296f40-0afa-4829-9afb-86cc49756bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.432331 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-f9296f40-0afa-4829-9afb-86cc49756bc7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410388 Aug 16 03:11:25.464078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-70c89cd5-fe9e-4fa0-84df-e74d0f0c1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.466018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-70c89cd5-fe9e-4fa0-84df-e74d0f0c1af1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417206 Aug 16 03:11:25.526772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-ad8adfec-7f51-4cf0-8d5c-a19e1cc7e037 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872886 Aug 16 03:11:25.570978 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-233a3e87-5f25-403d-8a59-36747bdb7999 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930936 Aug 16 03:11:25.617473 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-46435878-d99f-428b-8354-da0da6ce751b service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841367 Aug 16 03:11:25.668815 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4294fbc4-b7b8-4a16-a8e5-080a48bb23f5 req-4f2edd58-252e-44cf-b99c-dcbd539f2eac service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Aug 16 03:11:25.785776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c552-7214-4174-9112-705ee9f16ba6 req-a200ed3d-da9c-4e3e-8c0d-f94c864e48c6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:25.787217 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b303c552-7214-4174-9112-705ee9f16ba6 req-a200ed3d-da9c-4e3e-8c0d-f94c864e48c6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0514436 Aug 16 03:11:25.825404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b303c552-7214-4174-9112-705ee9f16ba6 req-97680c6c-9882-42e7-b97c-90181d9211c8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321221 Aug 16 03:11:26.235291 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cebb2079-fe05-4d42-9648-2b7fac3b91e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:26.949319 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d848c-c631-46cb-abe0-93a4fca6de80 req-e052701c-0d6e-49a4-86d0-f8d79235b995 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:26.950898 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a9d848c-c631-46cb-abe0-93a4fca6de80 req-e052701c-0d6e-49a4-86d0-f8d79235b995 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0546565 Aug 16 03:11:26.990777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a9d848c-c631-46cb-abe0-93a4fca6de80 req-ab7fdbeb-6fb2-44fa-9060-977f772737e6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Aug 16 03:11:28.113251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34f41-1f54-4426-8f7c-b4c626edecb9 req-cd0f2834-8625-457d-96aa-df0f2b9741b8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:28.114746 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-83c34f41-1f54-4426-8f7c-b4c626edecb9 req-cd0f2834-8625-457d-96aa-df0f2b9741b8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0534427 Aug 16 03:11:28.151991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-83c34f41-1f54-4426-8f7c-b4c626edecb9 req-5381dfe8-9e47-4470-b14b-eeca83dfe176 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Aug 16 03:11:28.832147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8e09a84f-7b44-4de1-8f67-a21075d17b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:28.833846 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:29.267408 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c0b6-3743-415a-9b64-d4b55c2c5d34 req-0641a493-5cf5-44c2-a19e-4553962b2a63 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:29.268937 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aec4c0b6-3743-415a-9b64-d4b55c2c5d34 req-0641a493-5cf5-44c2-a19e-4553962b2a63 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0509746 Aug 16 03:11:29.306506 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aec4c0b6-3743-415a-9b64-d4b55c2c5d34 req-aa8d4327-eace-468a-8d05-b5cf0bbd61a4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315900 Aug 16 03:11:30.199604 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:30.418512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c438b-ed6c-4c16-a15e-800859b62fa3 req-d1b8ef15-85fc-4b22-9a1f-154c6f1edc53 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:30.420012 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a71c438b-ed6c-4c16-a15e-800859b62fa3 req-d1b8ef15-85fc-4b22-9a1f-154c6f1edc53 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0486684 Aug 16 03:11:30.458305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a71c438b-ed6c-4c16-a15e-800859b62fa3 req-7ee207eb-356c-4bdd-90c9-dda2d0df982f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Aug 16 03:11:31.575336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf76f1-d41e-4e2a-8020-00e05dd5bb61 req-38ced7af-ab57-4da7-b5b0-5f2f7094a4af tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:31.576840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ebf76f1-d41e-4e2a-8020-00e05dd5bb61 req-38ced7af-ab57-4da7-b5b0-5f2f7094a4af tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0483778 Aug 16 03:11:31.613862 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ebf76f1-d41e-4e2a-8020-00e05dd5bb61 req-59ac1fbe-7fcc-4d44-8688-e37844fd5929 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304654 Aug 16 03:11:32.102847 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:32.726693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f7449-eaea-4d44-84ed-a1cca41ecee4 req-50261fc6-5ff1-4b94-b0db-e6436dd895df tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:32.728153 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef2f7449-eaea-4d44-84ed-a1cca41ecee4 req-50261fc6-5ff1-4b94-b0db-e6436dd895df tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0484247 Aug 16 03:11:32.765606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef2f7449-eaea-4d44-84ed-a1cca41ecee4 req-bc29faad-a9a3-4263-aafa-2cf291bbe87d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314543 Aug 16 03:11:33.882522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958375bc-04b5-46a8-b807-1a3aa7ffa7d4 req-47efb3d2-287f-405e-93ab-97e9dfc856d3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:33.884005 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-958375bc-04b5-46a8-b807-1a3aa7ffa7d4 req-47efb3d2-287f-405e-93ab-97e9dfc856d3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0522919 Aug 16 03:11:33.920641 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-958375bc-04b5-46a8-b807-1a3aa7ffa7d4 req-68690fe0-3d70-4e8b-959a-f277336043c2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305722 Aug 16 03:11:35.044165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab76588-b92c-498d-80d9-371fa87d3923 req-da358828-4ccb-443f-88b8-fd314b372841 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:35.045708 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ab76588-b92c-498d-80d9-371fa87d3923 req-da358828-4ccb-443f-88b8-fd314b372841 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 943 time: 0.0568669 Aug 16 03:11:35.088831 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ab76588-b92c-498d-80d9-371fa87d3923 req-b095bc98-6b09-42fe-8fee-7420021cf356 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371091 Aug 16 03:11:35.586531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:11:35.676455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:35.690398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '0e828c11-235b-4cdf-a398-a236b5537aec', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '0e828c11-235b-4cdf-a398-a236b5537aec', 'mac_address': 'fa:16:3e:18:5a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:11:35.725543 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:35.737500 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e828c11-235b-4cdf-a398-a236b5537aec {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:11:35.757015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:35.760970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:35.805445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:35.812334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.812683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.813023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.813358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.813690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.814020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.814344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.814666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.814989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.815307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.815628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.815975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:35.993153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['0e828c11-235b-4cdf-a398-a236b5537aec'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:11:36.211816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a4f8-b00c-42a9-9d0a-dcda83919244 req-a5e04d0d-91af-4417-83dc-dba3d3ab4ede tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.213320 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da71a4f8-b00c-42a9-9d0a-dcda83919244 req-a5e04d0d-91af-4417-83dc-dba3d3ab4ede tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0477257 Aug 16 03:11:36.250714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-da71a4f8-b00c-42a9-9d0a-dcda83919244 req-bff71f3a-95f7-4271-9e9e-c76cd8af1449 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Aug 16 03:11:36.560135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1f688985-6c64-492f-aa9d-1897c4c750d2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.561724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1f688985-6c64-492f-aa9d-1897c4c750d2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.88 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2&tenant_id=a4663db84e94435b9fe953fc791820df&binding%3Ahost_id=n-h1-769329-15 HTTP/1.1" status: 200 len: 944 time: 0.0832553 Aug 16 03:11:36.573611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755f205-e12c-4100-9b85-b15bb9300e77 req-75145446-1fab-4cd9-997e-d9b839c15669 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.575063 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2755f205-e12c-4100-9b85-b15bb9300e77 req-75145446-1fab-4cd9-997e-d9b839c15669 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0708725 Aug 16 03:11:36.645933 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2755f205-e12c-4100-9b85-b15bb9300e77 req-f1cdfe11-53eb-419d-9db8-a64c17857185 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634325 Aug 16 03:11:36.655222 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-94e6a153-d13a-4a6a-906c-ad46b2eed18e service neutron] 10.222.0.88 "GET /v2.0/ports/0e828c11-235b-4cdf-a398-a236b5537aec/bindings/n-h1-769329-15 HTTP/1.1" status: 200 len: 383 time: 0.0792706 Aug 16 03:11:36.725341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-d4f24797-4c99-433f-8b40-8239e1f2e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.726869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-d4f24797-4c99-433f-8b40-8239e1f2e126 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1096 time: 0.0421798 Aug 16 03:11:36.817289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-69c4c7a3-5593-4cb8-aada-5526c19cbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.818660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-69c4c7a3-5593-4cb8-aada-5526c19cbc94 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0855162 Aug 16 03:11:36.881951 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-d766cb8b-0113-4abf-92c4-033bf38b8ea3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 1000 time: 0.0561433 Aug 16 03:11:36.932781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-606b39a9-4700-4c14-b465-fe31161f16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.934196 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-606b39a9-4700-4c14-b465-fe31161f16b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0455451 Aug 16 03:11:36.977829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-7e14f268-feb6-45f3-b1a2-e5263b58afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:36.979278 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-7e14f268-feb6-45f3-b1a2-e5263b58afed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386336 Aug 16 03:11:37.065857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-67ffd3b8-374f-426e-902c-6948d9a4acd0 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787778 Aug 16 03:11:37.165383 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1dacaa88-d8a8-43d4-adec-3019eedccb03 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918210 Aug 16 03:11:37.612968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:11:37.660496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 0e828c11-235b-4cdf-a398-a236b5537aec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:11:37.663925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 0e828c11-235b-4cdf-a398-a236b5537aec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:37.664314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:37.745556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:37.766856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d754f-3185-42b1-b97a-5d2976f041ee req-d3931426-6531-4da7-a098-8238b1d10e8a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:37.767975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:37.768419 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f8d754f-3185-42b1-b97a-5d2976f041ee req-d3931426-6531-4da7-a098-8238b1d10e8a tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0519359 Aug 16 03:11:37.782320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:37.787261 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:37.808985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f8d754f-3185-42b1-b97a-5d2976f041ee req-0fda5ea3-27e8-44a1-b6ee-667fbbc280dc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338116 Aug 16 03:11:37.833450 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36caeaf-9562-427e-836b-c42adcd57488" -d '{"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:37.840708 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:37.936886 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2fdc7c-9058-4a12-bcec-ad24de6e4681 x-openstack-request-id: req-3b2fdc7c-9058-4a12-bcec-ad24de6e4681 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:37.937179 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:37.937455 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b2fdc7c-9058-4a12-bcec-ad24de6e4681 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:37.937847 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'code': 200} Aug 16 03:11:38.927978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81dcc0-619c-4f13-b0e4-37017ec622bc req-d29b3886-c778-4777-bd1f-3fd5095aa7be tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:38.929516 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de81dcc0-619c-4f13-b0e4-37017ec622bc req-d29b3886-c778-4777-bd1f-3fd5095aa7be tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0509908 Aug 16 03:11:38.967587 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de81dcc0-619c-4f13-b0e4-37017ec622bc req-c000a6fb-92e1-49b7-a408-156d005c5095 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319870 Aug 16 03:11:40.088534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29cae-a7f9-4185-82ed-33a91a8495d2 req-6348e80f-cb7f-4e0f-8fc6-98bdede4c344 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:40.090129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ed29cae-a7f9-4185-82ed-33a91a8495d2 req-6348e80f-cb7f-4e0f-8fc6-98bdede4c344 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Aug 16 03:11:40.130686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1ed29cae-a7f9-4185-82ed-33a91a8495d2 req-44b12671-ad8f-4b63-a65e-b2b7750ba7a2 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344856 Aug 16 03:11:40.859423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-ef7dc8cf-50e1-40d6-84c6-c6a171e4d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:40.861405 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-ef7dc8cf-50e1-40d6-84c6-c6a171e4d39e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2&tenant_id=a4663db84e94435b9fe953fc791820df HTTP/1.1" status: 200 len: 1097 time: 0.0504889 Aug 16 03:11:40.879950 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:40.942766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.142285 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:41.176772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:11:41.257820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:41.264050 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.280978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Transition to ACTIVE for port object 0e828c11-235b-4cdf-a398-a236b5537aec will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:11:41.289808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1406414-9ae1-4f2f-bddd-d2514cf623a3 req-5dac5821-93bf-4b59-aea6-841d0fccb6cc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:41.291331 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1406414-9ae1-4f2f-bddd-d2514cf623a3 req-5dac5821-93bf-4b59-aea6-841d0fccb6cc tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0804899 Aug 16 03:11:41.292519 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.296678 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836064b8-2b17-4d3a-b561-5ca20caef71c" -d '{"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:41.416994 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=10']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:41.427497 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.428086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.428607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.429094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.429575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.430070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.430565 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.431204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.431681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.432173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.432839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.433175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:41.439000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d1406414-9ae1-4f2f-bddd-d2514cf623a3 req-e86eb6b4-1d0b-4379-9a37-a120e023a578 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371849 Aug 16 03:11:41.445413 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b8f53-ced2-4ce3-b9ef-c02478d7f939 x-openstack-request-id: req-cd4b8f53-ced2-4ce3-b9ef-c02478d7f939 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:41.445708 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:41.445962 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd4b8f53-ced2-4ce3-b9ef-c02478d7f939 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:41.446351 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'code': 200} Aug 16 03:11:41.473298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] No DVR routers for this DVR port 0e828c11-235b-4cdf-a398-a236b5537aec on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:11:41.614026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:11:41.614377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:11:41.614885 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:11:41.619397 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:11:41.619785 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Attempting to bind port 0e828c11-235b-4cdf-a398-a236b5537aec on network 98b9faeb-956d-4777-9478-0aac58c04ae4 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:11:41.625081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:11:41.625419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Checking segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:11:41.625805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Bound using segment: {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:11:41.626290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Bound port: 0e828c11-235b-4cdf-a398-a236b5537aec, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798d7a45-4343-4c3d-94c6-ed9938067f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:11:41.626636 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.667716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:11:41.690179 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:11:41.694093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:11:41.699105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.706982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:11:41.735910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:41.736569 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:41.738521 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] 10.222.0.98 "PUT /v2.0/ports/0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 1093 time: 0.8638406 Aug 16 03:11:41.772989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30676b-cbaa-4928-a8c2-9f913a793968 service neutron] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=11']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:41.810705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-465d92c2-8c05-489c-9f2d-3579e0393856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:41.812343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-465d92c2-8c05-489c-9f2d-3579e0393856 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1096 time: 0.0480695 Aug 16 03:11:41.922810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-2deb2d61-a03a-4829-a60f-a50189e762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:41.924251 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-2deb2d61-a03a-4829-a60f-a50189e762a3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0999205 Aug 16 03:11:41.993011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-d793493f-e924-4403-b636-aebdd64dbd9d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 999 time: 0.0606081 Aug 16 03:11:42.045272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-2ef1e301-768a-4c9c-bc87-ee47d4b78053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:42.046661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-2ef1e301-768a-4c9c-bc87-ee47d4b78053 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0423689 Aug 16 03:11:42.091545 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-fc10e2e6-84f0-4cf7-aad0-4238b023d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:42.093055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-fc10e2e6-84f0-4cf7-aad0-4238b023d3b5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386288 Aug 16 03:11:42.184718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-75267049-1dad-4b91-9bab-7dace26561e8 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822022 Aug 16 03:11:42.274821 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ff78f7-8a4d-4d01-a658-442c406ba807 req-a1898c39-f6e2-4062-bfcd-245f7c0e1ecc service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792513 Aug 16 03:11:42.564716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7706d-ee0c-4d16-a078-b6856b6ae95b req-56df913f-7e3b-4457-912c-83ca1b5bf908 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:42.567806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74c7706d-ee0c-4d16-a078-b6856b6ae95b req-56df913f-7e3b-4457-912c-83ca1b5bf908 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0512071 Aug 16 03:11:42.605642 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74c7706d-ee0c-4d16-a078-b6856b6ae95b req-6ba1f779-937f-4ba7-a1f9-db9880fc7069 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Aug 16 03:11:43.447647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:43.450097 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8e795c-96d7-4b57-894b-f3707811f114" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:43.498489 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb41e0-40c0-48fc-a7a4-765acbae2b1e x-openstack-request-id: req-93eb41e0-40c0-48fc-a7a4-765acbae2b1e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:43.499446 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:43.499703 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93eb41e0-40c0-48fc-a7a4-765acbae2b1e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:43.500467 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'status': 'completed', 'code': 200} Aug 16 03:11:43.560507 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-3d293448-b86e-498f-a9bb-b0f02c49e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.562032 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-3d293448-b86e-498f-a9bb-b0f02c49e9eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1096 time: 0.0448668 Aug 16 03:11:43.570058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-972cdfb8-d74c-4074-8191-51d657619f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.571570 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-972cdfb8-d74c-4074-8191-51d657619f9f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a4663db84e94435b9fe953fc791820df&device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 1096 time: 0.0467207 Aug 16 03:11:43.654205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-af419c6a-d042-4225-aa4b-b6d8038e4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.655704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-af419c6a-d042-4225-aa4b-b6d8038e4817 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0870044 Aug 16 03:11:43.676014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-fdce9b55-f19f-4e19-a49c-076540acff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.677632 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-fdce9b55-f19f-4e19-a49c-076540acff9b service neutron] 10.222.0.98 "GET /v2.0/networks?id=98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 200 len: 913 time: 0.0989397 Aug 16 03:11:43.755921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-4d4a2dc2-e686-44d4-acbb-32633105cd38 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 999 time: 0.0659096 Aug 16 03:11:43.756351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-5f4c415c-11ee-4c3e-981d-1f9c1f94d8dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 200 len: 999 time: 0.0931466 Aug 16 03:11:43.768733 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5b5b-2652-4c2f-91c8-2a4bdbf13ec4 req-b99fabfc-d8e1-42b7-9deb-bb6749e87f24 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.770736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a40b5b5b-2652-4c2f-91c8-2a4bdbf13ec4 req-b99fabfc-d8e1-42b7-9deb-bb6749e87f24 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0676985 Aug 16 03:11:43.813055 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-99af7f19-f920-4953-ab4a-b040c3952e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.814738 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-99af7f19-f920-4953-ab4a-b040c3952e14 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0468693 Aug 16 03:11:43.824607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-8797242e-4a5d-4245-bc38-913b87685b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.826119 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-8797242e-4a5d-4245-bc38-913b87685b03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 200 len: 851 time: 0.0544808 Aug 16 03:11:43.847651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a40b5b5b-2652-4c2f-91c8-2a4bdbf13ec4 req-9dae94f3-86f2-4ddd-9edf-09b4398a9c73 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675304 Aug 16 03:11:43.873337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-feddeee6-5db1-4c38-b5ac-f83ca7a08131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.873337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-feddeee6-5db1-4c38-b5ac-f83ca7a08131 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440717 Aug 16 03:11:43.893190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-e8379e36-59b2-4b51-8d19-15ca44237d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.894684 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-e8379e36-59b2-4b51-8d19-15ca44237d7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98b9faeb-956d-4777-9478-0aac58c04ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510685 Aug 16 03:11:43.967023 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-84bd2628-4eee-45c5-89ac-63560b12f2cd service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866163 Aug 16 03:11:43.989261 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-7953452c-f33a-4d27-9232-c7a7cee5cbf1 service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873969 Aug 16 03:11:44.071426 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-c5093368-f12c-4ac5-b880-a20fbe7ee9e7 service neutron] 10.222.0.98 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919194 Aug 16 03:11:44.097009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb8e795c-96d7-4b57-894b-f3707811f114 req-8dd2c15a-c2f3-48f7-86f9-80635f4c2fdf service neutron] 10.222.0.88 "GET /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011093 Aug 16 03:11:44.972860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94915b27-66ca-4dd4-96ee-d4731d71001f req-04fe79b2-0346-4b8a-b2ad-7601b89f1054 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:44.974227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94915b27-66ca-4dd4-96ee-d4731d71001f req-04fe79b2-0346-4b8a-b2ad-7601b89f1054 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0489461 Aug 16 03:11:45.014055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-94915b27-66ca-4dd4-96ee-d4731d71001f req-bfa89187-b583-4e23-9faa-b5a2e7b36ba9 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336761 Aug 16 03:11:46.133907 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c02da2-6c09-40b7-9869-161682992046 req-b010ef79-26e5-40e7-8f03-93f4acca4a54 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:46.135384 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6c02da2-6c09-40b7-9869-161682992046 req-b010ef79-26e5-40e7-8f03-93f4acca4a54 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0492959 Aug 16 03:11:46.171104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c6c02da2-6c09-40b7-9869-161682992046 req-736dc777-c2fa-4506-8bda-dd067508bfbf tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297506 Aug 16 03:11:47.291616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245337ee-1ede-46dd-8c23-e3deb49ab831 req-6889ade3-71ce-4456-bd94-b064c317c928 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:47.293140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-245337ee-1ede-46dd-8c23-e3deb49ab831 req-6889ade3-71ce-4456-bd94-b064c317c928 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0550036 Aug 16 03:11:47.331010 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-245337ee-1ede-46dd-8c23-e3deb49ab831 req-7cd20850-f4ff-4068-b72e-2fc5e16166a4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Aug 16 03:11:48.445431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5bdb-a326-4253-89b9-1f4827b276d7 req-e121250a-44ae-4543-976c-9fbce02b98ea tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:48.446901 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-685d5bdb-a326-4253-89b9-1f4827b276d7 req-e121250a-44ae-4543-976c-9fbce02b98ea tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0474300 Aug 16 03:11:48.483779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-685d5bdb-a326-4253-89b9-1f4827b276d7 req-d29984bc-9485-4ef0-be3c-48cc858c3dea tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307183 Aug 16 03:11:49.608562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186afcc8-f7c5-4a79-a65d-d543f016d1fd req-41431f48-58d5-46ba-b199-8de20941f360 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:49.609960 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-186afcc8-f7c5-4a79-a65d-d543f016d1fd req-41431f48-58d5-46ba-b199-8de20941f360 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0496988 Aug 16 03:11:49.647039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-186afcc8-f7c5-4a79-a65d-d543f016d1fd req-7366ede6-9a65-4416-9de5-72c4e40fbe7e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305541 Aug 16 03:11:50.760335 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea021ff-a626-49ab-bab4-bf2db1dc5c0d req-6126fd7f-fbe2-4da0-bc42-339f00e61b9b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:50.761836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea021ff-a626-49ab-bab4-bf2db1dc5c0d req-6126fd7f-fbe2-4da0-bc42-339f00e61b9b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0475841 Aug 16 03:11:50.802490 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-dea021ff-a626-49ab-bab4-bf2db1dc5c0d req-6c09c2e3-53a0-46f4-a409-ba61904e3f2c tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Aug 16 03:11:51.917071 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c259-3159-47f7-bc05-57b56d48542a req-fe6fe402-d455-4e38-96ca-b9206b6e1d4b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:51.918562 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3f4c259-3159-47f7-bc05-57b56d48542a req-fe6fe402-d455-4e38-96ca-b9206b6e1d4b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0490491 Aug 16 03:11:51.955274 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b3f4c259-3159-47f7-bc05-57b56d48542a req-d48bcad0-11bd-4846-abce-06326547623d tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307362 Aug 16 03:11:52.756222 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:53.070635 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a32e0-406e-4a98-9217-64658490e57b req-18b50efd-1c6b-4f0f-88df-b2e445a70625 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:53.072089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-351a32e0-406e-4a98-9217-64658490e57b req-18b50efd-1c6b-4f0f-88df-b2e445a70625 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 944 time: 0.0479727 Aug 16 03:11:53.108778 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-351a32e0-406e-4a98-9217-64658490e57b req-357b42fe-5cbe-4fff-af41-1bf9d0332a0f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307393 Aug 16 03:11:53.954661 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:54.002417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:11:54.097557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:54.108451 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '0e828c11-235b-4cdf-a398-a236b5537aec', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'port_id': '0e828c11-235b-4cdf-a398-a236b5537aec', 'mac_address': 'fa:16:3e:18:5a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:11:54.146853 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:54.159176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e828c11-235b-4cdf-a398-a236b5537aec {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:11:54.178109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:54.182083 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:54.233938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b3153-ea44-4a8f-9495-a404bf8f67dc req-936b528d-a3c0-45a2-9b06-9b497b2094c8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:54.234508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=12']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:54.235316 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f24b3153-ea44-4a8f-9495-a404bf8f67dc req-936b528d-a3c0-45a2-9b06-9b497b2094c8 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0596020 Aug 16 03:11:54.273930 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f24b3153-ea44-4a8f-9495-a404bf8f67dc req-a149f6ac-6608-41e0-aceb-18bbef537b21 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Aug 16 03:11:54.386233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf181-9445-4ffb-a2e3-fb06cee2103f req-797e82a4-6ac5-480c-9127-e831746be17e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:54.387720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc3cf181-9445-4ffb-a2e3-fb06cee2103f req-797e82a4-6ac5-480c-9127-e831746be17e tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Aug 16 03:11:54.424029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc3cf181-9445-4ffb-a2e3-fb06cee2103f req-41aa64f1-431c-467e-a68f-4f4adc4309b6 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303819 Aug 16 03:11:54.455965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['0e828c11-235b-4cdf-a398-a236b5537aec'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:11:54.540658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd8a1-537b-43f4-b370-fea202d03a94 req-46cab323-8b2f-469c-a069-bc83f7071171 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:54.542088 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c76bd8a1-537b-43f4-b370-fea202d03a94 req-46cab323-8b2f-469c-a069-bc83f7071171 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Aug 16 03:11:54.589106 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c76bd8a1-537b-43f4-b370-fea202d03a94 req-6b6424e4-2683-4544-99f3-3884722b14a7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Aug 16 03:11:54.820341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b2d5a-5161-4ebe-a408-720dfae1b855 req-19a13ade-88cc-4422-ae37-5be288a2d932 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:54.821823 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b0b2d5a-5161-4ebe-a408-720dfae1b855 req-19a13ade-88cc-4422-ae37-5be288a2d932 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0483124 Aug 16 03:11:54.858256 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2b0b2d5a-5161-4ebe-a408-720dfae1b855 req-6934b141-a46a-49cb-b1c4-b978121daadd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305943 Aug 16 03:11:55.974877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9985-f49a-43fa-9089-219b0c4b7938 req-689c85e7-ee80-4282-b8ad-c0b76402d459 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:55.976409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7dc9985-f49a-43fa-9089-219b0c4b7938 req-689c85e7-ee80-4282-b8ad-c0b76402d459 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 945 time: 0.0481181 Aug 16 03:11:56.016392 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e7dc9985-f49a-43fa-9089-219b0c4b7938 req-4ba619c1-b1dd-4174-b344-b03667a7aa62 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups?id=2815d6e0-cc6c-42a5-a75c-8c5612448299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340750 Aug 16 03:11:56.029194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:11:56.076583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 0e828c11-235b-4cdf-a398-a236b5537aec completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:11:56.080079 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 0e828c11-235b-4cdf-a398-a236b5537aec triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:56.080492 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.159216 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.180058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:56.182449 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a2972-c21d-4d9c-a284-a2a69a336b8f" -d '{"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:56.195205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:56.199275 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.226029 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aa3034-fba7-4d14-9983-0ce6523f0f92 x-openstack-request-id: req-d3aa3034-fba7-4d14-9983-0ce6523f0f92 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:56.226302 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:56.226550 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3aa3034-fba7-4d14-9983-0ce6523f0f92 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:56.226922 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'code': 200} Aug 16 03:11:56.250469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5c12067a-17fe-4223-ac3a-4314dd04b7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.261868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=13']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:56.553964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-b88b6192-f7e5-4cb8-9ae8-efe085463412 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:56.555434 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-b88b6192-f7e5-4cb8-9ae8-efe085463412 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 946 time: 0.0528903 Aug 16 03:11:56.647664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Deleting port 0e828c11-235b-4cdf-a398-a236b5537aec {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:11:56.648006 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.738745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] For port 0e828c11-235b-4cdf-a398-a236b5537aec, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=0e828c11-235b-4cdf-a398-a236b5537aec,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:56.739112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.905543 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.905834 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:56.906151 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d disassociated. External IP: 172.25.4.94, port: 0e828c11-235b-4cdf-a398-a236b5537aec. Aug 16 03:11:56.906496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Calling delete_port for 0e828c11-235b-4cdf-a398-a236b5537aec owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:11:57.033350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:57.063173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event deleted for resources: {'Port': ['ID=0e828c11-235b-4cdf-a398-a236b5537aec,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:57.113610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-788d8245-68c2-43a6-bad5-dba654ec45d4 req-94d2cb97-b115-42dc-b605-b57e6e55abcd tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 210 time: 0.0287993 Aug 16 03:11:57.182880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:11:57.296548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:11:57.306784 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:11:57.315610 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:11:57.316221 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:11:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:57.335786 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] No DVR routers for this DVR port 0e828c11-235b-4cdf-a398-a236b5537aec on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:11:57.338036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:57.340072 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-cd6cba1e-7b77-486d-abdc-cc773e6c9823 req-36294844-0d57-4957-adee-eee43c5e7d5b tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.98 "DELETE /v2.0/ports/0e828c11-235b-4cdf-a398-a236b5537aec HTTP/1.1" status: 204 len: 173 time: 0.7727914 Aug 16 03:11:57.340543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-deleted', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:57.342783 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a31cd9-9aa8-4ccd-ba19-e13b58a879c5" -d '{"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-deleted", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:57.388865 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35239601-e057-4bad-8813-ae765f8e94e7 x-openstack-request-id: req-35239601-e057-4bad-8813-ae765f8e94e7 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:57.389177 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab4115-3417-4c77-b45b-0129a42afaf2", "name": "network-vif-deleted", "tag": "0e828c11-235b-4cdf-a398-a236b5537aec", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:57.389424 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35239601-e057-4bad-8813-ae765f8e94e7 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:57.389847 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bab4115-3417-4c77-b45b-0129a42afaf2', 'name': 'network-vif-deleted', 'tag': '0e828c11-235b-4cdf-a398-a236b5537aec', 'status': 'completed', 'code': 200} Aug 16 03:11:57.445161 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:11:57.650346 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:57.675504 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:11:57.683588 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:11:57.684184 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:11:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:57.787805 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:11:57.981576 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:58.008644 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcaf19-ab3d-4d9f-be78-ff9c6dbbf289 None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:02:08Z', 'revision_number': 4, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '1c933b43-f8c2-4142-99ed-5db5b3b95676', 'name': '', 'network_id': '98b9faeb-956d-4777-9478-0aac58c04ae4', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'mac_address': 'fa:16:3e:dc:a7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:07Z', 'updated_at': '2021-08-16T03:02:13Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'subnets': [{'id': 'd7127104-5ff3-473d-b2d2-a77a20f0e1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:11:58.211537 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bda4e917-0bd6-4110-a30a-641d378db210 req-18f95a6f-703b-4a82-ad0b-20f32c0ba3a3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 210 time: 0.0273693 Aug 16 03:11:58.248533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38177439-5218-4220-8396-16d2660d27ed None None] New status for floating IP a94fe766-89cd-4a78-8c3c-75a60c54c99d: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:11:58.824645 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-edaf051b-f623-484b-a0dc-b0cfdaca2553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:58.836048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:59.312716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-32224478-88a9-48be-8ae6-c2d6100cf3a3 req-89bfbeec-c417-4645-ac0a-298383ccabe3 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 210 time: 0.0269823 Aug 16 03:12:00.049794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:00.054547 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:00.072903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 0e828c11-235b-4cdf-a398-a236b5537aec {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:00.073260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 0e828c11-235b-4cdf-a398-a236b5537aec not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:00.202242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:00.407393 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4b9a5a49-32fb-4498-be65-4d86f342e13d req-820aca94-e2e6-4b51-bd46-e03b58d93f7f tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/ports?device_id=5bab4115-3417-4c77-b45b-0129a42afaf2 HTTP/1.1" status: 200 len: 210 time: 0.0256922 Aug 16 03:12:02.106079 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.127586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38810) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:04.181621 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-622de2ad-a0d1-4bef-bdc5-0b42303d72d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.205959 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-622de2ad-a0d1-4bef-bdc5-0b42303d72d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.255571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-622de2ad-a0d1-4bef-bdc5-0b42303d72d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.258219 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-622de2ad-a0d1-4bef-bdc5-0b42303d72d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.259358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-622de2ad-a0d1-4bef-bdc5-0b42303d72d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "DELETE /v2.0/security-groups/2815d6e0-cc6c-42a5-a75c-8c5612448299 HTTP/1.1" status: 204 len: 168 time: 0.1301560 Aug 16 03:12:04.262108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38812) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:04.268676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622de2ad-a0d1-4bef-bdc5-0b42303d72d7 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2815d6e0-cc6c-42a5-a75c-8c5612448299,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:04.278000 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-b93dbdee-6ecb-4b07-9a54-88a82e6ac3d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] show failed (client error): The resource could not be found. Aug 16 03:12:04.279207 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b93dbdee-6ecb-4b07-9a54-88a82e6ac3d4 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "GET /v2.0/security-groups/2815d6e0-cc6c-42a5-a75c-8c5612448299 HTTP/1.1" status: 404 len: 347 time: 0.0155227 Aug 16 03:12:04.282427 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:04.413682 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Deleting port e054c3fb-b115-4454-8446-6d86134beb7d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:04.414031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.489016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.489218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.500573 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Calling delete_port for e054c3fb-b115-4454-8446-6d86134beb7d owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:04.634413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.661124 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Pushing event deleted for resources: {'Port': ['ID=e054c3fb-b115-4454-8446-6d86134beb7d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:04.730555 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.733304 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.734493 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4df142eb-6857-4e99-99cf-e11128a681a0 tempest-ServerActionsTestJSON-1746923976 tempest-ServerActionsTestJSON-1746923976-project] 10.222.0.78 "DELETE /v2.0/floatingips/a94fe766-89cd-4a78-8c3c-75a60c54c99d HTTP/1.1" status: 204 len: 168 time: 0.4511609 Aug 16 03:12:04.738062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38816) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:05.471715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:05.713026 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Deleting port 1c933b43-f8c2-4142-99ed-5db5b3b95676 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:05.713284 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:05.792226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] For port 1c933b43-f8c2-4142-99ed-5db5b3b95676, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1c933b43-f8c2-4142-99ed-5db5b3b95676,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:05.792625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:05.805517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Calling delete_port for 1c933b43-f8c2-4142-99ed-5db5b3b95676 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:05.980909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:06.004117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c933b43-f8c2-4142-99ed-5db5b3b95676,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:06.168748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:06.380522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Router 8757b47f-c614-417a-a5ff-af332af1d372 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:12:06.485408 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:06.491849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dcfc0db0-866f-42ca-83dc-e72428d2191f admin admin] 10.222.0.78 "PUT /v2.0/routers/8757b47f-c614-417a-a5ff-af332af1d372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527986 Aug 16 03:12:06.493269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38820) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:06.494619 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] Sync routers for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:06.503945 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:06.504569 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:06.595831 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:06.606204 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:06.697037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:06.749705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Deleting port c6800390-b891-4155-8faf-b00daccf5ccd {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:06.750039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:06.785543 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:12:05Z', 'revision_number': 5, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port': {'id': 'c6800390-b891-4155-8faf-b00daccf5ccd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757b47f-c614-417a-a5ff-af332af1d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:06Z', 'updated_at': '2021-08-16T03:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:06.810958 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] Checking router: 8757b47f-c614-417a-a5ff-af332af1d372 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:06.819711 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] Routers {'8757b47f-c614-417a-a5ff-af332af1d372'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:06.820412 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:11:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['8757b47f-c614-417a-a5ff-af332af1d372'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:06.834008 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] For port c6800390-b891-4155-8faf-b00daccf5ccd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=c6800390-b891-4155-8faf-b00daccf5ccd,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:06.834374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:06.845571 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Calling delete_port for c6800390-b891-4155-8faf-b00daccf5ccd owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:06.909341 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] Set router 8757b47f-c614-417a-a5ff-af332af1d372 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:06.959331 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:12:06Z', 'revision_number': 6, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:07.011071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.039400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6800390-b891-4155-8faf-b00daccf5ccd,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:07.084449 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb12f2-e5c9-4d98-a24c-efd12d9536fd None None] The sync data for ids ['8757b47f-c614-417a-a5ff-af332af1d372'] in n-d-769329-15 is: [{'id': '8757b47f-c614-417a-a5ff-af332af1d372', 'name': 'tempest-ServerActionsTestJSON-1233311288-router', 'tenant_id': 'a4663db84e94435b9fe953fc791820df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:05Z', 'updated_at': '2021-08-16T03:12:06Z', 'revision_number': 6, 'project_id': 'a4663db84e94435b9fe953fc791820df', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:07.104604 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.195347 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.197376 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.241596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.242118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8757b47f-c614-417a-a5ff-af332af1d372 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:12:07.246336 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.247482 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-573bdae7-a9d3-443f-8d76-5352048d8321 admin admin] 10.222.0.78 "DELETE /v2.0/routers/8757b47f-c614-417a-a5ff-af332af1d372 HTTP/1.1" status: 204 len: 168 time: 0.7532952 Aug 16 03:12:07.249906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38822) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:07.292972 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] Deleting subnet d7127104-5ff3-473d-b2d2-a77a20f0e1fb {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:12:07.295961 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.330063 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.411083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.465125 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.498940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7127104-5ff3-473d-b2d2-a77a20f0e1fb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:07.500947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.502847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b3dc3a55-0b9e-425f-b930-e0f7a97ec0eb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d7127104-5ff3-473d-b2d2-a77a20f0e1fb HTTP/1.1" status: 204 len: 168 time: 0.2519951 Aug 16 03:12:07.505721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38824) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:07.513398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f16dea-519f-4ffa-9c9f-3c958cea26df None None] Network 98b9faeb-956d-4777-9478-0aac58c04ae4 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:07.581898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.636250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Deleting port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:07.636633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.699214 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] For port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1739205b-f1a6-4abe-bed0-a5e52a65bfbf,segment=NetworkSegment(798d7a45-4343-4c3d-94c6-ed9938067f4e),segment_id=798d7a45-4343-4c3d-94c6-ed9938067f4e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:07.699589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.712159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Calling delete_port for 1739205b-f1a6-4abe-bed0-a5e52a65bfbf owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:07.796959 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.809566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32cf72-f6ee-40d7-b024-4d35576f8790 None None] DHCP port deletion for 98b9faeb-956d-4777-9478-0aac58c04ae4 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:12:07.829828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] No DVR routers for this DVR port 1739205b-f1a6-4abe-bed0-a5e52a65bfbf on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:07.835126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1739205b-f1a6-4abe-bed0-a5e52a65bfbf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:07.905263 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.915224 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b9faeb-956d-4777-9478-0aac58c04ae4']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:07.930494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798d7a45-4343-4c3d-94c6-ed9938067f4e') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:07.930868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798d7a45-4343-4c3d-94c6-ed9938067f4e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:07.940872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.955446 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.961746 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:07.962142 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:07.963862 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:08.018408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:08.024089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:08.026647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] 10.222.0.78 "DELETE /v2.0/networks/98b9faeb-956d-4777-9478-0aac58c04ae4 HTTP/1.1" status: 204 len: 168 time: 0.5197349 Aug 16 03:12:08.040145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278298ae-ff28-4c10-b4f0-6dba640f1d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b9faeb-956d-4777-9478-0aac58c04ae4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:08.210781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38828) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:08.250125 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-78c65a8e-8133-43c3-b38c-3ce7d9d07421 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4663db84e94435b9fe953fc791820df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380721 Aug 16 03:12:08.252560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38830) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:08.298798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb716a79-c208-4dbb-a0e3-a97fd1b1eb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:08.323925 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb716a79-c208-4dbb-a0e3-a97fd1b1eb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:08.369028 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb716a79-c208-4dbb-a0e3-a97fd1b1eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:08.371503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb716a79-c208-4dbb-a0e3-a97fd1b1eb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:08.372681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bb716a79-c208-4dbb-a0e3-a97fd1b1eb0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9a6ff84-eee5-4f0d-b12c-310139b3e570 HTTP/1.1" status: 204 len: 168 time: 0.1192017 Aug 16 03:12:08.380239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb716a79-c208-4dbb-a0e3-a97fd1b1eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6ff84-eee5-4f0d-b12c-310139b3e570,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:09.091721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1739205b-f1a6-4abe-bed0-a5e52a65bfbf no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:09.114810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 1739205b-f1a6-4abe-bed0-a5e52a65bfbf {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:09.115228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1739205b-f1a6-4abe-bed0-a5e52a65bfbf not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:09.115618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c933b43-f8c2-4142-99ed-5db5b3b95676 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:09.137514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 1c933b43-f8c2-4142-99ed-5db5b3b95676 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:09.138107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c933b43-f8c2-4142-99ed-5db5b3b95676 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:09.138797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c6800390-b891-4155-8faf-b00daccf5ccd no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:09.160666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: c6800390-b891-4155-8faf-b00daccf5ccd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:09.161066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device c6800390-b891-4155-8faf-b00daccf5ccd not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:09.277580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 38852) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:09.388233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1519596977-network', 'tenant_id': '1e71dae47c884b34a2619f6008707c2b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:09.413176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Made reservation on behalf of 1e71dae47c884b34a2619f6008707c2b for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:09.415504 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.423684 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.510809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.514633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.539395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:09.548888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a426b92-4b02-4df2-897b-8769bbc0fadf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:09.555255 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.555811 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Added segment a09d7f96-50d7-4cfa-a33c-99b35e21a02b of type vlan for network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 Aug 16 03:12:09.598771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.626258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.627268 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:09.628372 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.683701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4050255 Aug 16 03:12:09.686995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 38856) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:09.691333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fa4de-9bd5-4f5d-8592-36e983659b55 admin admin] Pushing event updated for resources: {'Network': ['ID=75ddf989-0a5e-4f29-9a97-41ba7d58d375,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:09.692579 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Request body: {'subnet': {'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1519596977-subnet', 'tenant_id': '1e71dae47c884b34a2619f6008707c2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:09.701486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:09.716196 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Made reservation on behalf of 1e71dae47c884b34a2619f6008707c2b for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:09.718729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.885588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.945744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Checking segment: {'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:09.946100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Network hostable DHCP agents. Network: 75ddf989-0a5e-4f29-9a97-41ba7d58d375, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:09.951406 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a34c8b-0e77-4727-841f-a16688a15a7d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:09.967649 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:09.976351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 75ddf989-0a5e-4f29-9a97-41ba7d58d375) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:09.980217 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:09.980849 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:09.984670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82822dd-57f9-467b-9837-f0949326b9c9 None None] Network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:09.994867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f79cdb85-a44f-4516-8b97-d5396b57b283 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3067398 Aug 16 03:12:10.109588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d048354-44a8-4683-862f-e5c5ad0d115b None None] Network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:10.404376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-a682b6a6-5e76-4750-9223-c12cabed74ad tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:10.405769 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-a682b6a6-5e76-4750-9223-c12cabed74ad tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/networks?id=75ddf989-0a5e-4f29-9a97-41ba7d58d375 HTTP/1.1" status: 200 len: 814 time: 0.0994282 Aug 16 03:12:10.420332 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-f896de09-db9c-417b-a199-61dcc89bb780 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/quotas/1e71dae47c884b34a2619f6008707c2b HTTP/1.1" status: 200 len: 375 time: 0.0087166 Aug 16 03:12:10.450366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-9bede110-d041-4389-b0a3-58d1a0638653 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e71dae47c884b34a2619f6008707c2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249689 Aug 16 03:12:10.531812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-8fd6ecd9-dcf8-4053-a2ae-87ac75874348 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:12:10.532828 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-8fd6ecd9-dcf8-4053-a2ae-87ac75874348 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431077 Aug 16 03:12:10.622139 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-78769f31-6ff6-4724-bc14-877aef522974 service neutron] 10.222.0.78 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832088 Aug 16 03:12:10.708750 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-83396c41-cd29-4566-b22a-a4c333435c0a service neutron] 10.222.0.78 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798657 Aug 16 03:12:10.869921 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f6dfd0c1-847a-4095-8f9b-638eecfc1955 req-5b2829e3-a7d1-4675-962c-a54b53a3adde tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 210 time: 0.0266652 Aug 16 03:12:11.932666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-b65a0f54-d246-4478-8867-36849dfe46fc tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:11.934210 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-b65a0f54-d246-4478-8867-36849dfe46fc tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.88 "GET /v2.0/networks?id=75ddf989-0a5e-4f29-9a97-41ba7d58d375 HTTP/1.1" status: 200 len: 814 time: 0.1054091 Aug 16 03:12:11.954153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Request body: {'port': {'device_id': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375', 'admin_state_up': True, 'tenant_id': '1e71dae47c884b34a2619f6008707c2b'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:11.981054 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce22b7ad-6e11-43c3-8ca4-ff5679f8ced8 req-2b301a18-4cf0-42b8-ae58-388afa8d9010 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 210 time: 0.0402641 Aug 16 03:12:12.074884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Made reservation on behalf of 1e71dae47c884b34a2619f6008707c2b for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:12.078595 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:12.207428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Allocated IP 172.20.0.14 (75ddf989-0a5e-4f29-9a97-41ba7d58d375/e7a34c8b-0e77-4727-841f-a16688a15a7d/374a1970-b9d1-4dd6-911b-3b229ccad890) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:12.350055 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:12.386668 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:12.430045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:12.433125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:12.436838 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:12.442869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Pushing event updated for resources: {'Port': ['ID=374a1970-b9d1-4dd6-911b-3b229ccad890,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:12.490653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:12.491192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:12.504462 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-84375590-b76e-44c5-beef-025d73c16bf6 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538728 Aug 16 03:12:12.516396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Request body: {'port': {'device_id': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:12.567408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.096829 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3050e8-b90e-427c-b41e-48f57c726d2b req-e13bf2bc-c137-4059-9828-d88b946bcf6a tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:13.098319 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed3050e8-b90e-427c-b41e-48f57c726d2b req-e13bf2bc-c137-4059-9828-d88b946bcf6a tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 932 time: 0.0491209 Aug 16 03:12:13.140622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ed3050e8-b90e-427c-b41e-48f57c726d2b req-182162ad-e934-4161-a637-ffc8bbc12ae0 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362976 Aug 16 03:12:13.161490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374a1970-b9d1-4dd6-911b-3b229ccad890 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:13.169067 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.181381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Transition to ACTIVE for port object 374a1970-b9d1-4dd6-911b-3b229ccad890 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:13.184577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.239858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Pushing event updated for resources: {'Port': ['ID=374a1970-b9d1-4dd6-911b-3b229ccad890,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:13.301033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Attempting to bind port 374a1970-b9d1-4dd6-911b-3b229ccad890 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:13.301373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Attempting to bind port 374a1970-b9d1-4dd6-911b-3b229ccad890 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:13.301704 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Attempting to bind port 374a1970-b9d1-4dd6-911b-3b229ccad890 on network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:13.305877 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Port 374a1970-b9d1-4dd6-911b-3b229ccad890 on network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:12:13.306205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Attempting to bind port 374a1970-b9d1-4dd6-911b-3b229ccad890 on network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:13.310937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:13.311277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Checking segment: {'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:13.311673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Bound using segment: {'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:13.312100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Bound port: 374a1970-b9d1-4dd6-911b-3b229ccad890, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:13.312500 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.377096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] For port 374a1970-b9d1-4dd6-911b-3b229ccad890, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:13.380730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] For port 374a1970-b9d1-4dd6-911b-3b229ccad890, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=374a1970-b9d1-4dd6-911b-3b229ccad890,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:13.385243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.418037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:13.418644 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.420061 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] 10.222.0.88 "PUT /v2.0/ports/374a1970-b9d1-4dd6-911b-3b229ccad890 HTTP/1.1" status: 200 len: 1093 time: 0.9077640 Aug 16 03:12:13.420519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'tag': '374a1970-b9d1-4dd6-911b-3b229ccad890'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:13.422741 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242b26e-90c6-47d7-9f88-f61d0e173b83" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aa4c8d-43d3-43e4-9f7f-eef969da07fa", "tag": "374a1970-b9d1-4dd6-911b-3b229ccad890"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:13.448439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91230e-3899-40ba-8bb1-99dead68a132 service neutron] Pushing event updated for resources: {'Port': ['ID=374a1970-b9d1-4dd6-911b-3b229ccad890,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:13.462864 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921ab7a4-dd58-4a51-8e35-78d285770418 x-openstack-request-id: req-921ab7a4-dd58-4a51-8e35-78d285770418 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:13.463153 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aa4c8d-43d3-43e4-9f7f-eef969da07fa", "tag": "374a1970-b9d1-4dd6-911b-3b229ccad890", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:13.463421 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-921ab7a4-dd58-4a51-8e35-78d285770418 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:13.463813 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'tag': '374a1970-b9d1-4dd6-911b-3b229ccad890', 'status': 'completed', 'code': 200} Aug 16 03:12:13.501041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-1cfe4b2b-a610-438a-9ad2-ef0ea85ebd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:13.502997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-1cfe4b2b-a610-438a-9ad2-ef0ea85ebd58 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e71dae47c884b34a2619f6008707c2b&device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 1096 time: 0.0415096 Aug 16 03:12:13.542874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-a09414f7-9db5-411c-a200-ed97ce479d4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=374a1970-b9d1-4dd6-911b-3b229ccad890 HTTP/1.1" status: 200 len: 217 time: 0.0329592 Aug 16 03:12:13.597023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-ec72c995-58c9-48f9-bbb7-90b48d7835b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:13.598501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-ec72c995-58c9-48f9-bbb7-90b48d7835b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e7a34c8b-0e77-4727-841f-a16688a15a7d HTTP/1.1" status: 200 len: 854 time: 0.0493505 Aug 16 03:12:13.629270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-624348b0-f791-4731-a823-ad08e3d587c3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=75ddf989-0a5e-4f29-9a97-41ba7d58d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241392 Aug 16 03:12:13.716037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-c0398994-e357-4910-98b4-1beff09406af service neutron] 10.222.0.88 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801146 Aug 16 03:12:13.809275 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9e1aab87-90d5-4b86-a21e-b66372d35a60 req-e95b5700-56ce-4efc-8d32-dab3affc7b1f service neutron] 10.222.0.88 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859709 Aug 16 03:12:13.894155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-50ceef2a-e35c-4cf3-b9d8-aec128ead163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:13.895533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-50ceef2a-e35c-4cf3-b9d8-aec128ead163 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1e71dae47c884b34a2619f6008707c2b&device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 1096 time: 0.0410397 Aug 16 03:12:13.985871 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-a35ed539-86a3-41de-bb84-4d6e872ff9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:13.987858 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-a35ed539-86a3-41de-bb84-4d6e872ff9d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=75ddf989-0a5e-4f29-9a97-41ba7d58d375 HTTP/1.1" status: 200 len: 915 time: 0.0858369 Aug 16 03:12:14.145963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-6b12bda0-2c5f-4744-9bed-9650fa0f9ec8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=374a1970-b9d1-4dd6-911b-3b229ccad890 HTTP/1.1" status: 200 len: 217 time: 0.0351009 Aug 16 03:12:14.195458 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-9290b51c-d644-4d62-ab16-7860bab8b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:14.197002 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-9290b51c-d644-4d62-ab16-7860bab8b182 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e7a34c8b-0e77-4727-841f-a16688a15a7d HTTP/1.1" status: 200 len: 854 time: 0.0437593 Aug 16 03:12:14.230081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-85935bc9-9028-4d30-9f2b-723c45a76d4c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=75ddf989-0a5e-4f29-9a97-41ba7d58d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253632 Aug 16 03:12:14.265949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712cab-4a73-400a-a01e-4b6c8c96fed2 req-86ad3a85-9064-4089-8d00-43c5c128cf4b tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:14.268356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7712cab-4a73-400a-a01e-4b6c8c96fed2 req-86ad3a85-9064-4089-8d00-43c5c128cf4b tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 944 time: 0.0610242 Aug 16 03:12:14.308519 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7712cab-4a73-400a-a01e-4b6c8c96fed2 req-c16d9812-9349-4acf-a2b3-b7c4e37a9375 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Aug 16 03:12:14.336957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-82b1c0e3-1a72-432f-bfc3-bfab191ae065 service neutron] 10.222.0.88 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984955 Aug 16 03:12:14.426205 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c242b26e-90c6-47d7-9f88-f61d0e173b83 req-47d19ec7-4478-4209-98c1-592da3fb1205 service neutron] 10.222.0.88 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817225 Aug 16 03:12:15.433097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32785-a208-4b70-820d-d2fd7cd2265e req-fed652e1-da80-45e1-bdb2-d06c0be5f8df tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:15.434568 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-80e32785-a208-4b70-820d-d2fd7cd2265e req-fed652e1-da80-45e1-bdb2-d06c0be5f8df tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 944 time: 0.0521810 Aug 16 03:12:15.471296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-80e32785-a208-4b70-820d-d2fd7cd2265e req-d0d7432b-a8d6-4e1b-be2a-8287420c8bb2 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300708 Aug 16 03:12:15.819583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 374a1970-b9d1-4dd6-911b-3b229ccad890 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:12:15.913255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 374a1970-b9d1-4dd6-911b-3b229ccad890, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=374a1970-b9d1-4dd6-911b-3b229ccad890,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:15.924061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '374a1970-b9d1-4dd6-911b-3b229ccad890', 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375', 'port_id': '374a1970-b9d1-4dd6-911b-3b229ccad890', 'mac_address': 'fa:16:3e:91:24:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a34c8b-0e77-4727-841f-a16688a15a7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:12:15.959584 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:15.972169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374a1970-b9d1-4dd6-911b-3b229ccad890 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:15.991277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 374a1970-b9d1-4dd6-911b-3b229ccad890, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=374a1970-b9d1-4dd6-911b-3b229ccad890,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:15.995065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.043335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=374a1970-b9d1-4dd6-911b-3b229ccad890,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:16.176947 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['374a1970-b9d1-4dd6-911b-3b229ccad890'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:16.584965 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6107d-5911-4e2a-b9a6-68433fe386e4 req-44a961eb-d7e1-4946-ac44-2dc403ade720 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:16.586458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc6107d-5911-4e2a-b9a6-68433fe386e4 req-44a961eb-d7e1-4946-ac44-2dc403ade720 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 945 time: 0.0490553 Aug 16 03:12:16.622615 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4cc6107d-5911-4e2a-b9a6-68433fe386e4 req-5b4d506a-4bee-4503-bc75-841d5a75ac82 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303335 Aug 16 03:12:17.738727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a769b-d5f7-4f0e-98cb-0d5fe4ead322 req-0f7e980f-863c-4831-8174-4d9907fcc354 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.740241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-966a769b-d5f7-4f0e-98cb-0d5fe4ead322 req-0f7e980f-863c-4831-8174-4d9907fcc354 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 945 time: 0.0512719 Aug 16 03:12:17.779145 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-966a769b-d5f7-4f0e-98cb-0d5fe4ead322 req-3ffaa382-4c8b-4ee6-9671-2c785a448784 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Aug 16 03:12:17.819508 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 374a1970-b9d1-4dd6-911b-3b229ccad890 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:17.866586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 374a1970-b9d1-4dd6-911b-3b229ccad890 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:17.870100 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 374a1970-b9d1-4dd6-911b-3b229ccad890 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:17.870476 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:17.946795 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:17.967715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374a1970-b9d1-4dd6-911b-3b229ccad890'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:17.969949 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a8cf64-757d-4296-b49f-336672d5ce24" -d '{"events": [{"server_uuid": "d2aa4c8d-43d3-43e4-9f7f-eef969da07fa", "name": "network-vif-plugged", "status": "completed", "tag": "374a1970-b9d1-4dd6-911b-3b229ccad890"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:17.983205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 374a1970-b9d1-4dd6-911b-3b229ccad890, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=374a1970-b9d1-4dd6-911b-3b229ccad890,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:17.987730 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:18.010656 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cdb66d-3094-4f9b-83c2-0e2cbd0c4687 x-openstack-request-id: req-e4cdb66d-3094-4f9b-83c2-0e2cbd0c4687 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:18.010924 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aa4c8d-43d3-43e4-9f7f-eef969da07fa", "name": "network-vif-plugged", "status": "completed", "tag": "374a1970-b9d1-4dd6-911b-3b229ccad890", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:18.011168 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4cdb66d-3094-4f9b-83c2-0e2cbd0c4687 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:18.011548 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374a1970-b9d1-4dd6-911b-3b229ccad890', 'code': 200} Aug 16 03:12:18.037393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=374a1970-b9d1-4dd6-911b-3b229ccad890,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:18.105630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c825c-2a47-4511-9f54-6c6037bd4daa req-f0997fb1-b4e8-421c-812e-e484fbd51b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:18.107130 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a18c825c-2a47-4511-9f54-6c6037bd4daa req-f0997fb1-b4e8-421c-812e-e484fbd51b66 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 1098 time: 0.0391157 Aug 16 03:12:18.140937 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a18c825c-2a47-4511-9f54-6c6037bd4daa req-5b46bb87-5c3d-47b0-923a-c142a272b26c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264533 Aug 16 03:12:18.898157 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d76d-8320-423d-986d-123fad18e004 req-b82b843f-fb81-418f-a610-5734af80cd3e tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:18.899654 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea16d76d-8320-423d-986d-123fad18e004 req-b82b843f-fb81-418f-a610-5734af80cd3e tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0533845 Aug 16 03:12:18.937115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ea16d76d-8320-423d-986d-123fad18e004 req-d0eeef9f-fbf7-415a-bc08-975f4ed79769 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Aug 16 03:12:20.055656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa341e5a-7f5b-4b18-88bd-d339834847f9 req-b51dfde9-04c7-4e67-9b92-f705d237415b tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:20.057140 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa341e5a-7f5b-4b18-88bd-d339834847f9 req-b51dfde9-04c7-4e67-9b92-f705d237415b tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0495257 Aug 16 03:12:20.098288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-aa341e5a-7f5b-4b18-88bd-d339834847f9 req-9795c387-1304-4b0e-ad9b-4893e5764f05 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351808 Aug 16 03:12:20.325866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-cd415a53-6896-4236-bec1-707db2f59925 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:20.327389 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-cd415a53-6896-4236-bec1-707db2f59925 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/networks?id=75ddf989-0a5e-4f29-9a97-41ba7d58d375 HTTP/1.1" status: 200 len: 814 time: 0.1008768 Aug 16 03:12:20.343469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-c483d5e8-4caf-40ec-ab9a-d5ef6d8c045c tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/quotas/1e71dae47c884b34a2619f6008707c2b HTTP/1.1" status: 200 len: 375 time: 0.0094664 Aug 16 03:12:20.396528 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-cb512aff-bf17-49b0-9add-2c05b74391e1 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e71dae47c884b34a2619f6008707c2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475826 Aug 16 03:12:20.483133 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-b7e2abf3-b25c-458b-9df3-c09680f338ed service neutron] 10.222.0.78 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796247 Aug 16 03:12:20.581414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-b44b78fe-323c-427b-aad3-f9af98de0f54 service neutron] 10.222.0.78 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891368 Aug 16 03:12:20.734323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c04d32a9-dd91-4dd5-83af-068932e517ff req-dbf21a94-90d3-45fd-84f6-fcbd64839cf3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 210 time: 0.0258205 Aug 16 03:12:21.832552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1865bcea-d35e-465b-84f8-eb3c4e1249f8 req-197ae06e-fb12-43bc-9b4e-263b55f49bca tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 210 time: 0.0279701 Aug 16 03:12:21.844410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-470ee99d-ffe7-427d-978c-9d59a08bd8c1 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:21.845904 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-470ee99d-ffe7-427d-978c-9d59a08bd8c1 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.98 "GET /v2.0/networks?id=75ddf989-0a5e-4f29-9a97-41ba7d58d375 HTTP/1.1" status: 200 len: 814 time: 0.1048031 Aug 16 03:12:21.863717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Request body: {'port': {'device_id': '8065b033-490f-4190-b9cb-6edac99419b6', 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375', 'admin_state_up': True, 'tenant_id': '1e71dae47c884b34a2619f6008707c2b'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:21.973302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Made reservation on behalf of 1e71dae47c884b34a2619f6008707c2b for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:21.976792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.098131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Allocated IP 172.20.0.8 (75ddf989-0a5e-4f29-9a97-41ba7d58d375/e7a34c8b-0e77-4727-841f-a16688a15a7d/7fd253c7-bccd-4c4c-93d3-3a661d43a5fe) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:22.241317 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.280149 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.292078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['374a1970-b9d1-4dd6-911b-3b229ccad890'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:22.325088 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:22.328354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:22.332376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:22.339282 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Pushing event updated for resources: {'Port': ['ID=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:22.388574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:22.389199 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.403340 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-259f1703-bafd-4c8c-b280-85620cb540e3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434406 Aug 16 03:12:22.421532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Request body: {'port': {'device_id': '8065b033-490f-4190-b9cb-6edac99419b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:22.473075 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.731454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:22.739230 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.750554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Transition to ACTIVE for port object 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:22.755801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.771081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.812135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:22.875145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Attempting to bind port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:22.875768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Attempting to bind port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:22.875768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Attempting to bind port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe on network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:22.881016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe on network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:12:22.881334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Attempting to bind port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe on network 75ddf989-0a5e-4f29-9a97-41ba7d58d375 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:22.887875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:22.887875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Checking segment: {'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:22.888158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Bound using segment: {'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:22.888598 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Bound port: 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:22.888955 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:22.990634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f379ed-0723-4add-8a20-8d6b61bd8f2b req-1c047f6c-ef5d-438b-9890-f7f53bbb9d00 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:22.992040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f9f379ed-0723-4add-8a20-8d6b61bd8f2b req-1c047f6c-ef5d-438b-9890-f7f53bbb9d00 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 943 time: 0.0886099 Aug 16 03:12:22.996112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] For port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:23.000123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] For port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:23.007720 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:23.060857 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.061470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:23.062844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] 10.222.0.98 "PUT /v2.0/ports/7fd253c7-bccd-4c4c-93d3-3a661d43a5fe HTTP/1.1" status: 200 len: 1092 time: 0.6455028 Aug 16 03:12:23.064881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8065b033-490f-4190-b9cb-6edac99419b6', 'tag': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:23.067118 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83" -d '{"events": [{"name": "network-changed", "server_uuid": "8065b033-490f-4190-b9cb-6edac99419b6", "tag": "7fd253c7-bccd-4c4c-93d3-3a661d43a5fe"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:23.086177 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f9f379ed-0723-4add-8a20-8d6b61bd8f2b req-8738074a-7690-4cf9-9d62-0f2acd011e85 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877903 Aug 16 03:12:23.091269 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a28e1-c6bd-4125-bf95-b65ab515dae4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:23.129317 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0ef771-7aa2-407a-a526-fb99e3029742 x-openstack-request-id: req-4a0ef771-7aa2-407a-a526-fb99e3029742 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:23.129611 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8065b033-490f-4190-b9cb-6edac99419b6", "tag": "7fd253c7-bccd-4c4c-93d3-3a661d43a5fe", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:23.130114 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a0ef771-7aa2-407a-a526-fb99e3029742 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:23.130505 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8065b033-490f-4190-b9cb-6edac99419b6', 'tag': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe', 'status': 'completed', 'code': 200} Aug 16 03:12:23.147237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-f562a70a-b395-4ee0-b67f-413501cf157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.148774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-f562a70a-b395-4ee0-b67f-413501cf157e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1e71dae47c884b34a2619f6008707c2b&device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 1095 time: 0.0466599 Aug 16 03:12:23.193815 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-1f6ef6f9-0f42-4b79-b035-4728f798740e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe HTTP/1.1" status: 200 len: 217 time: 0.0363998 Aug 16 03:12:23.245805 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-5be80b6b-ec1d-40b2-a7a6-9472893fb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.247161 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-5be80b6b-ec1d-40b2-a7a6-9472893fb0ea service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e7a34c8b-0e77-4727-841f-a16688a15a7d HTTP/1.1" status: 200 len: 854 time: 0.0427110 Aug 16 03:12:23.282060 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-31943f57-a320-4300-8c3d-78e1a5546077 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=75ddf989-0a5e-4f29-9a97-41ba7d58d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237644 Aug 16 03:12:23.374294 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-d02f9df1-4f03-4c47-9778-47fdd893caff service neutron] 10.222.0.98 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836780 Aug 16 03:12:23.465629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-759ddc45-6cd0-4380-a37f-36997e7568c9 req-3cd2271c-671d-4399-8859-ac9517fbe727 service neutron] 10.222.0.98 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798509 Aug 16 03:12:23.557944 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-e852b628-4eba-4ec4-97b5-7e350db8788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.559452 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-e852b628-4eba-4ec4-97b5-7e350db8788d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1e71dae47c884b34a2619f6008707c2b&device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 1095 time: 0.0401094 Aug 16 03:12:23.649778 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-abb47a08-b4c1-45e1-a82d-ceadbe33ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.651266 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-abb47a08-b4c1-45e1-a82d-ceadbe33ac3c service neutron] 10.222.0.98 "GET /v2.0/networks?id=75ddf989-0a5e-4f29-9a97-41ba7d58d375 HTTP/1.1" status: 200 len: 915 time: 0.0842645 Aug 16 03:12:23.694032 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-7d72764f-b153-43fb-bbce-9bfa1c5b4677 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe HTTP/1.1" status: 200 len: 217 time: 0.0347066 Aug 16 03:12:23.750234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-0bbb511e-a58f-4089-b878-9b85a369bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.751641 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-0bbb511e-a58f-4089-b878-9b85a369bff4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e7a34c8b-0e77-4727-841f-a16688a15a7d HTTP/1.1" status: 200 len: 854 time: 0.0467300 Aug 16 03:12:23.783301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-6c4bb9d0-a8da-4fac-bacf-943931f0a6ea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=75ddf989-0a5e-4f29-9a97-41ba7d58d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229442 Aug 16 03:12:23.872669 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-29175102-b0a0-4481-b515-0baf30562368 service neutron] 10.222.0.98 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794938 Aug 16 03:12:23.970742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:24.323284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565acad-cd36-449b-b9d4-ade0f6c3c26d req-913f2592-c9ff-441b-a486-36c9aadb5c28 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:24.324875 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9565acad-cd36-449b-b9d4-ade0f6c3c26d req-913f2592-c9ff-441b-a486-36c9aadb5c28 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 943 time: 0.0727611 Aug 16 03:12:24.331120 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-80cf7f4f-ccb1-4a75-8eec-8da88054aa83 req-22ec117f-99e4-45fc-a9fc-e0dd8815da57 service neutron] 10.222.0.98 "GET /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493725 Aug 16 03:12:24.363751 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9565acad-cd36-449b-b9d4-ade0f6c3c26d req-22f5cca1-8d9c-433d-8656-e29b3341d466 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Aug 16 03:12:25.477034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f813-9a71-4226-a1ac-8b71de27454e req-2fbe6380-6d7b-4f88-847c-4dfb97419932 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:25.478511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5327f813-9a71-4226-a1ac-8b71de27454e req-2fbe6380-6d7b-4f88-847c-4dfb97419932 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 943 time: 0.0481720 Aug 16 03:12:25.515296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5327f813-9a71-4226-a1ac-8b71de27454e req-7584ae95-69e1-44fb-975e-cdd4626e8eca tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308275 Aug 16 03:12:26.171135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:12:26.252269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cfa01591-b511-4865-86bb-8bad43f9d545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:26.273897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:26.284406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe', 'network_id': '75ddf989-0a5e-4f29-9a97-41ba7d58d375', 'port_id': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe', 'mac_address': 'fa:16:3e:84:22:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a34c8b-0e77-4727-841f-a16688a15a7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:12:26.478293 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:26.491012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:26.510192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:26.514344 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:26.563410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:26.636637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688b47a-08a4-404c-8391-d3ba5c86ca2e req-06aa00ee-9f0a-46b9-8ed8-545fb0c7ee9b tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:26.638118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9688b47a-08a4-404c-8391-d3ba5c86ca2e req-06aa00ee-9f0a-46b9-8ed8-545fb0c7ee9b tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 944 time: 0.0519438 Aug 16 03:12:26.678798 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9688b47a-08a4-404c-8391-d3ba5c86ca2e req-d4b7d644-9f50-4d8d-b0a6-2827265e014c tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342300 Aug 16 03:12:26.774258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7fd253c7-bccd-4c4c-93d3-3a661d43a5fe'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:27.799844 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee076e-c8db-44fb-b5e8-2a803681f747 req-9f05cde0-a348-4518-81fb-333aafa77995 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:27.801377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e2ee076e-c8db-44fb-b5e8-2a803681f747 req-9f05cde0-a348-4518-81fb-333aafa77995 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 944 time: 0.0514631 Aug 16 03:12:27.839228 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e2ee076e-c8db-44fb-b5e8-2a803681f747 req-85a6bf0d-f73b-47ed-8b0e-b0f1d09447a4 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 16 03:12:28.179051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:28.225714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:28.229546 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:28.229921 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:28.307311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:28.329585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8065b033-490f-4190-b9cb-6edac99419b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:28.332113 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508078c8-4958-40af-9db0-e6fc67f5721f" -d '{"events": [{"server_uuid": "8065b033-490f-4190-b9cb-6edac99419b6", "name": "network-vif-plugged", "status": "completed", "tag": "7fd253c7-bccd-4c4c-93d3-3a661d43a5fe"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:28.345711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:28.350368 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:28.374010 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9730686-2fb9-46fc-82c1-f6effc9f8a0b x-openstack-request-id: req-a9730686-2fb9-46fc-82c1-f6effc9f8a0b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:28.374304 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8065b033-490f-4190-b9cb-6edac99419b6", "name": "network-vif-plugged", "status": "completed", "tag": "7fd253c7-bccd-4c4c-93d3-3a661d43a5fe", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:28.374554 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9730686-2fb9-46fc-82c1-f6effc9f8a0b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:28.374934 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8065b033-490f-4190-b9cb-6edac99419b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe', 'code': 200} Aug 16 03:12:28.400428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:28.471920 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84dd2-e1d9-496a-a4bb-50360eb4d12d req-a21b5b69-5d42-4903-8717-3851e3d50360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:28.473416 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75e84dd2-e1d9-496a-a4bb-50360eb4d12d req-a21b5b69-5d42-4903-8717-3851e3d50360 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 1097 time: 0.0388446 Aug 16 03:12:28.513150 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75e84dd2-e1d9-496a-a4bb-50360eb4d12d req-d79222b5-3d11-4808-85da-caa5c7801fc9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273461 Aug 16 03:12:28.827255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d267d1e6-4bd5-43c0-8ec0-17bee6fd0b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:28.838925 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:28.958005 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d2de3-c058-4c32-a5d8-b6846203a743 req-3c1e4114-d7e2-4e3d-8b10-1aa8d9da6686 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:28.959506 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d35d2de3-c058-4c32-a5d8-b6846203a743 req-3c1e4114-d7e2-4e3d-8b10-1aa8d9da6686 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 945 time: 0.0532253 Aug 16 03:12:28.996138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d35d2de3-c058-4c32-a5d8-b6846203a743 req-89ef7464-af95-47ca-b15d-4d9937f5f5d5 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Aug 16 03:12:30.110560 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0aeee3-3e30-4c0c-bd06-24456cb0aa04 req-ee7179ef-4c8c-4d7a-8aca-dff7042899c5 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.112066 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c0aeee3-3e30-4c0c-bd06-24456cb0aa04 req-ee7179ef-4c8c-4d7a-8aca-dff7042899c5 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 945 time: 0.0484476 Aug 16 03:12:30.149774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1c0aeee3-3e30-4c0c-bd06-24456cb0aa04 req-44d6d636-0dc6-483d-a2f1-854f33bf795d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Aug 16 03:12:30.205029 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:30.383324 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c9b3-24ed-422b-b5d6-34e57e6addb6 req-eb08e88a-6061-4e0e-9e97-146e8ed09b21 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.384832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a023c9b3-24ed-422b-b5d6-34e57e6addb6 req-eb08e88a-6061-4e0e-9e97-146e8ed09b21 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 945 time: 0.0529649 Aug 16 03:12:30.425959 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a023c9b3-24ed-422b-b5d6-34e57e6addb6 req-8463aca8-9373-40dd-9d7f-72d531def405 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350161 Aug 16 03:12:31.540040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed835a-219f-43dc-9701-e6dd939324cc req-2742c9e6-f8b3-40fb-ab82-d678c2a88e72 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:31.541583 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12ed835a-219f-43dc-9701-e6dd939324cc req-2742c9e6-f8b3-40fb-ab82-d678c2a88e72 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 945 time: 0.0492034 Aug 16 03:12:31.579333 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12ed835a-219f-43dc-9701-e6dd939324cc req-ce67dce6-70ef-495d-aa4e-aea08975ed09 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Aug 16 03:12:31.751288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-8de47e47-06b6-495f-9fbe-363aaea03623 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:31.753464 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-8de47e47-06b6-495f-9fbe-363aaea03623 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.98 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Aug 16 03:12:31.843304 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Deleting port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:31.843581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:31.934375 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] For port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:31.934746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:31.947705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Calling delete_port for 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:32.074342 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.086371 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['374a1970-b9d1-4dd6-911b-3b229ccad890'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:32.092902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['7fd253c7-bccd-4c4c-93d3-3a661d43a5fe'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:32.101828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Pushing event deleted for resources: {'Port': ['ID=7fd253c7-bccd-4c4c-93d3-3a661d43a5fe,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:32.144655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] No DVR routers for this DVR port 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:32.148278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.149647 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.150279 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4804ce1a-06a0-49cf-aebe-befa2d5c40ce req-db046ff4-469b-4bdd-9e23-e5a14197c08d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.98 "DELETE /v2.0/ports/7fd253c7-bccd-4c4c-93d3-3a661d43a5fe HTTP/1.1" status: 204 len: 173 time: 0.3893154 Aug 16 03:12:32.150717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8065b033-490f-4190-b9cb-6edac99419b6', 'name': 'network-vif-deleted', 'tag': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:32.153044 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa5dab-1b64-4618-a5f6-e57ba0408cdf" -d '{"events": [{"server_uuid": "8065b033-490f-4190-b9cb-6edac99419b6", "name": "network-vif-deleted", "tag": "7fd253c7-bccd-4c4c-93d3-3a661d43a5fe"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:32.197178 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce0f74-61f4-46e5-951d-40bb9652cb3b x-openstack-request-id: req-65ce0f74-61f4-46e5-951d-40bb9652cb3b {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:32.197488 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8065b033-490f-4190-b9cb-6edac99419b6", "name": "network-vif-deleted", "tag": "7fd253c7-bccd-4c4c-93d3-3a661d43a5fe", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:32.197744 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65ce0f74-61f4-46e5-951d-40bb9652cb3b {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:32.198572 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8065b033-490f-4190-b9cb-6edac99419b6', 'name': 'network-vif-deleted', 'tag': '7fd253c7-bccd-4c4c-93d3-3a661d43a5fe', 'status': 'completed', 'code': 200} Aug 16 03:12:32.685288 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e80d284a-55a8-4cae-b3db-b7e94f82e228 req-8161b677-e3c4-46f1-b6c3-370b0e79e998 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=8065b033-490f-4190-b9cb-6edac99419b6 HTTP/1.1" status: 200 len: 210 time: 0.0270388 Aug 16 03:12:33.840011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fa6b9-33d9-4b21-9448-3f39e515d5ba req-bf94ce37-4c70-4073-9c21-0e4c6949cb44 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:33.841516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a3fa6b9-33d9-4b21-9448-3f39e515d5ba req-bf94ce37-4c70-4073-9c21-0e4c6949cb44 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0588286 Aug 16 03:12:33.878852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a3fa6b9-33d9-4b21-9448-3f39e515d5ba req-cfe5e945-cb23-4cc8-9401-9abfb249b124 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Aug 16 03:12:34.006273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6ae3-af42-407f-a90a-27d0efa67c61 req-bb045608-a60f-4332-b06c-2ee9c70253ef tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.007671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-904e6ae3-af42-407f-a90a-27d0efa67c61 req-bb045608-a60f-4332-b06c-2ee9c70253ef tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0485735 Aug 16 03:12:34.050184 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-904e6ae3-af42-407f-a90a-27d0efa67c61 req-2f43e281-b8d7-4dde-b2e5-377b737d1b61 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364997 Aug 16 03:12:34.163367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586336ca-d31e-4dd4-ad43-11b42eaf08d7 req-4e36b5de-7099-4fa7-801e-3659caddad4d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.164856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-586336ca-d31e-4dd4-ad43-11b42eaf08d7 req-4e36b5de-7099-4fa7-801e-3659caddad4d tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0480402 Aug 16 03:12:34.200573 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-586336ca-d31e-4dd4-ad43-11b42eaf08d7 req-ebcf245c-f572-4921-a7f3-e47b4dcd475c tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298793 Aug 16 03:12:34.370781 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b205ef-9880-470f-9704-396faf00ebff req-f59d0a07-6140-432a-b8aa-1b56e968a88e tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.372259 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95b205ef-9880-470f-9704-396faf00ebff req-f59d0a07-6140-432a-b8aa-1b56e968a88e tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0536666 Aug 16 03:12:34.410263 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-95b205ef-9880-470f-9704-396faf00ebff req-158f0408-0e4c-4223-ac3c-88bbaf5773d7 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Aug 16 03:12:34.522538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853417ee-f62c-4a87-a19c-2435a9bf4a4c req-12c0293c-3ed1-4481-8783-3e1976c70bb3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.523924 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-853417ee-f62c-4a87-a19c-2435a9bf4a4c req-12c0293c-3ed1-4481-8783-3e1976c70bb3 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0483692 Aug 16 03:12:34.560409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-853417ee-f62c-4a87-a19c-2435a9bf4a4c req-3e459761-fffe-4f89-8ae4-5f8a556a2993 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305009 Aug 16 03:12:34.686717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3092b-ab89-48fb-8add-e82b3a929dec req-0863b6ed-4ac6-4ee1-95ac-0189407016f4 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.688190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5a3092b-ab89-48fb-8add-e82b3a929dec req-0863b6ed-4ac6-4ee1-95ac-0189407016f4 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0519764 Aug 16 03:12:34.725298 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5a3092b-ab89-48fb-8add-e82b3a929dec req-da4f1c3e-5ff0-4abb-af6e-f87e758795b4 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Aug 16 03:12:35.017920 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166f72-ce2d-4bb7-b31f-ad14a6981111 req-813faad6-6084-49a2-b0a0-ee625a86a1f2 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:35.019405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75166f72-ce2d-4bb7-b31f-ad14a6981111 req-813faad6-6084-49a2-b0a0-ee625a86a1f2 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0509703 Aug 16 03:12:35.056920 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75166f72-ce2d-4bb7-b31f-ad14a6981111 req-40ab8957-d7dc-49a7-879f-58f8616b235a tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Aug 16 03:12:36.175853 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa828f-3043-448c-9438-189cbfb150af req-034eb7f4-bcef-4f60-9f39-7c81c3ce7346 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:36.177389 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1aa828f-3043-448c-9438-189cbfb150af req-034eb7f4-bcef-4f60-9f39-7c81c3ce7346 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0515671 Aug 16 03:12:36.202161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:36.213687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1aa828f-3043-448c-9438-189cbfb150af req-984123f6-5a98-4c02-aa66-6423378d5690 tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a426b92-4b02-4df2-897b-8769bbc0fadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Aug 16 03:12:36.222006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:36.222358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 7fd253c7-bccd-4c4c-93d3-3a661d43a5fe not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:36.310873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-2450296a-efd2-45a6-b240-c59fb967423e tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:36.312388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-2450296a-efd2-45a6-b240-c59fb967423e tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2aa4c8d-43d3-43e4-9f7f-eef969da07fa HTTP/1.1" status: 200 len: 946 time: 0.0475383 Aug 16 03:12:36.406234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Deleting port 374a1970-b9d1-4dd6-911b-3b229ccad890 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:36.406585 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:36.492376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] For port 374a1970-b9d1-4dd6-911b-3b229ccad890, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=374a1970-b9d1-4dd6-911b-3b229ccad890,segment=NetworkSegment(a09d7f96-50d7-4cfa-a33c-99b35e21a02b),segment_id=a09d7f96-50d7-4cfa-a33c-99b35e21a02b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:36.492749 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:36.505706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Calling delete_port for 374a1970-b9d1-4dd6-911b-3b229ccad890 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:36.633325 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:36.646232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['374a1970-b9d1-4dd6-911b-3b229ccad890'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:36.661743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Pushing event deleted for resources: {'Port': ['ID=374a1970-b9d1-4dd6-911b-3b229ccad890,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:36.692591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.692949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.693295 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.693639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.693976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.694312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.694643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.695126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.695459 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.695789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.696116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.696467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:36.726876 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] No DVR routers for this DVR port 374a1970-b9d1-4dd6-911b-3b229ccad890 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:36.729587 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:36.731596 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd5df8d7-8bc5-4ed0-beac-3af26629c9cc req-d0a6146b-c0b0-441e-970a-e64fdd34c3da tempest-ServersNegativeTestJSON-80960255 tempest-ServersNegativeTestJSON-80960255-project] 10.222.0.88 "DELETE /v2.0/ports/374a1970-b9d1-4dd6-911b-3b229ccad890 HTTP/1.1" status: 204 len: 173 time: 0.4129884 Aug 16 03:12:36.732031 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'name': 'network-vif-deleted', 'tag': '374a1970-b9d1-4dd6-911b-3b229ccad890'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:36.734357 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b085e2-7ead-4d2f-a6be-0fb9d59bce81" -d '{"events": [{"server_uuid": "d2aa4c8d-43d3-43e4-9f7f-eef969da07fa", "name": "network-vif-deleted", "tag": "374a1970-b9d1-4dd6-911b-3b229ccad890"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:36.771046 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86377f8e-24c2-40d5-9718-4ed34e16e539 x-openstack-request-id: req-86377f8e-24c2-40d5-9718-4ed34e16e539 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:36.771360 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aa4c8d-43d3-43e4-9f7f-eef969da07fa", "name": "network-vif-deleted", "tag": "374a1970-b9d1-4dd6-911b-3b229ccad890", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:36.771615 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86377f8e-24c2-40d5-9718-4ed34e16e539 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:36.772020 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aa4c8d-43d3-43e4-9f7f-eef969da07fa', 'name': 'network-vif-deleted', 'tag': '374a1970-b9d1-4dd6-911b-3b229ccad890', 'status': 'completed', 'code': 200} Aug 16 03:12:37.054415 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:37.269098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39036) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:37.312600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] Deleting subnet e7a34c8b-0e77-4727-841f-a16688a15a7d {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:12:37.316097 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.354980 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.394034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.445202 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.471755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a34c8b-0e77-4727-841f-a16688a15a7d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:37.473740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.475563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-903f0f2e-65dd-42f0-b25f-c7d6315d8025 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e7a34c8b-0e77-4727-841f-a16688a15a7d HTTP/1.1" status: 204 len: 168 time: 0.2054808 Aug 16 03:12:37.478149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39038) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:37.548194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.625247 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.634809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ddf989-0a5e-4f29-9a97-41ba7d58d375']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:37.644582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:37.644875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09d7f96-50d7-4cfa-a33c-99b35e21a02b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:37.653346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.666781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.672432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:37.672820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:37.674944 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:37.729897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.735508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.738222 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/75ddf989-0a5e-4f29-9a97-41ba7d58d375 HTTP/1.1" status: 204 len: 168 time: 0.2591653 Aug 16 03:12:37.750767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c2036-b941-4661-b08e-6fbf2844b8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ddf989-0a5e-4f29-9a97-41ba7d58d375,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:37.866644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39042) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:37.905684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1cf9178f-4398-4ed3-981d-86f3814e32e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e71dae47c884b34a2619f6008707c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378103 Aug 16 03:12:37.908061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39044) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:37.953920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7201e7ab-067a-41ce-9849-9f01633d8e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.976375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7201e7ab-067a-41ce-9849-9f01633d8e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.022137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7201e7ab-067a-41ce-9849-9f01633d8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.024751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7201e7ab-067a-41ce-9849-9f01633d8e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.025909 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7201e7ab-067a-41ce-9849-9f01633d8e47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a426b92-4b02-4df2-897b-8769bbc0fadf HTTP/1.1" status: 204 len: 168 time: 0.1163867 Aug 16 03:12:38.034156 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201e7ab-067a-41ce-9849-9f01633d8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a426b92-4b02-4df2-897b-8769bbc0fadf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:38.697370 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39066) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:38.789804 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-318411975'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:38.810273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:38.813680 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.822639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.910666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.914314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.936481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:38.949318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660b5ac3-0799-44bb-8754-828a1abf4d03,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:38.954211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.954495 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Added segment 9e43263a-5ffe-4790-bba8-1bc2d8964d8c of type vlan for network 5d7a0255-35fb-4e1b-b16b-06360a23a41d Aug 16 03:12:38.994211 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.023399 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.028962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:39.029562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.081109 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3825765 Aug 16 03:12:39.100390 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0366e3-9a50-49f6-bdd1-9fdb1dd77247 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Network': ['ID=5d7a0255-35fb-4e1b-b16b-06360a23a41d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:39.110564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5d7a0255-35fb-4e1b-b16b-06360a23a41d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:39.929898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 374a1970-b9d1-4dd6-911b-3b229ccad890 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:39.950179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 374a1970-b9d1-4dd6-911b-3b229ccad890 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:39.950525 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 374a1970-b9d1-4dd6-911b-3b229ccad890 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:42.329555 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39070) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:42.335261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'subnet': {'network_id': '5d7a0255-35fb-4e1b-b16b-06360a23a41d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:42.421567 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:42.425336 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.612061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.690418 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Subnet': ['ID=4850cb72-07c6-468f-a07b-7eedadc683cb,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:42.699782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Checking segment: {'id': '9e43263a-5ffe-4790-bba8-1bc2d8964d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d7a0255-35fb-4e1b-b16b-06360a23a41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:42.700146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network hostable DHCP agents. Network: 5d7a0255-35fb-4e1b-b16b-06360a23a41d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:42.716901 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network 5d7a0255-35fb-4e1b-b16b-06360a23a41d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:42.725663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5d7a0255-35fb-4e1b-b16b-06360a23a41d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:42.730516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:42.731119 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.737170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb6e81-e34c-492e-b07b-d2e814296c46 None None] Network 5d7a0255-35fb-4e1b-b16b-06360a23a41d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:42.748349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d8e9b39c-d53f-4249-9139-1eca40dc1540 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4150836 Aug 16 03:12:42.749772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39072) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:42.755890 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2064447902'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:42.777135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:42.780712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.808882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:42.818379 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.818728 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Added segment 69f666a0-352f-4bed-b6a9-49d81a6f9fdd of type vlan for network e4354f58-ebf1-44bd-bd1c-9bb6f6812b82 Aug 16 03:12:42.857430 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.880819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-5d7a0255-35fb-4e1b-b16b-06360a23a41d', 'network_id': '5d7a0255-35fb-4e1b-b16b-06360a23a41d', 'tenant_id': 'e7427e3642594b669d772e9741f8e103', 'fixed_ips': [{'subnet_id': '4850cb72-07c6-468f-a07b-7eedadc683cb'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:42.881723 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.886734 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.892165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:42.893320 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.947164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1963410 Aug 16 03:12:42.950042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:42.954948 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'subnet': {'network_id': 'e4354f58-ebf1-44bd-bd1c-9bb6f6812b82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:43.004388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd876cd6-e1dc-4167-83ca-ebc80f1bab55 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Network': ['ID=e4354f58-ebf1-44bd-bd1c-9bb6f6812b82,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.016110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network e4354f58-ebf1-44bd-bd1c-9bb6f6812b82 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:43.024884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Allocated IP 2001:db8:0:ffff::2 (5d7a0255-35fb-4e1b-b16b-06360a23a41d/4850cb72-07c6-468f-a07b-7eedadc683cb/d8fe91f6-1efd-4cde-990b-a22c7e44568c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:43.056712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:43.060314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.217722 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.225797 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Transition to ACTIVE for port object d8fe91f6-1efd-4cde-990b-a22c7e44568c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:43.240195 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Transition to ACTIVE for port object d8fe91f6-1efd-4cde-990b-a22c7e44568c will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:43.249357 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.254293 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.283521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Network 5d7a0255-35fb-4e1b-b16b-06360a23a41d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:43.286329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:43.291730 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:43.304561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Pushing event updated for resources: {'Port': ['ID=d8fe91f6-1efd-4cde-990b-a22c7e44568c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.312648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Subnet': ['ID=8aeaabd8-59fa-4fe5-8764-97c50aa48c4e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.324342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Checking segment: {'id': '69f666a0-352f-4bed-b6a9-49d81a6f9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e4354f58-ebf1-44bd-bd1c-9bb6f6812b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:43.324712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network hostable DHCP agents. Network: e4354f58-ebf1-44bd-bd1c-9bb6f6812b82, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:43.330515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.330869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.331212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.331550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.331886 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.332217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.332565 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.332898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.333222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.333547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.333871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.334192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:43.344187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network e4354f58-ebf1-44bd-bd1c-9bb6f6812b82 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:43.353799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, e4354f58-ebf1-44bd-bd1c-9bb6f6812b82) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:43.358136 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:43.358967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.365725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f9b10c-ec73-4e26-ae26-e30ef1e7b26d None None] Network e4354f58-ebf1-44bd-bd1c-9bb6f6812b82 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:43.370761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Attempting to bind port d8fe91f6-1efd-4cde-990b-a22c7e44568c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:43.371127 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Attempting to bind port d8fe91f6-1efd-4cde-990b-a22c7e44568c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '9e43263a-5ffe-4790-bba8-1bc2d8964d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d7a0255-35fb-4e1b-b16b-06360a23a41d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:43.371519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Attempting to bind port d8fe91f6-1efd-4cde-990b-a22c7e44568c on network 5d7a0255-35fb-4e1b-b16b-06360a23a41d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:43.373502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b53d7ca5-d1a1-4fd0-b58e-af48d287cf4b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4224377 Aug 16 03:12:43.376233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39076) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:43.408579 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:43.408890 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Checking segment: {'id': '9e43263a-5ffe-4790-bba8-1bc2d8964d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d7a0255-35fb-4e1b-b16b-06360a23a41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:43.409298 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.409692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Bound using segment: {'id': '9e43263a-5ffe-4790-bba8-1bc2d8964d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d7a0255-35fb-4e1b-b16b-06360a23a41d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:43.410160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Bound port: d8fe91f6-1efd-4cde-990b-a22c7e44568c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e43263a-5ffe-4790-bba8-1bc2d8964d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5d7a0255-35fb-4e1b-b16b-06360a23a41d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:43.410543 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.477492 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.523406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] For port d8fe91f6-1efd-4cde-990b-a22c7e44568c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:43.528741 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.541768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] For port d8fe91f6-1efd-4cde-990b-a22c7e44568c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d8fe91f6-1efd-4cde-990b-a22c7e44568c,segment=NetworkSegment(9e43263a-5ffe-4790-bba8-1bc2d8964d8c),segment_id=9e43263a-5ffe-4790-bba8-1bc2d8964d8c)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:43.548172 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.599667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.599882 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb9f63-41e9-4eb3-980f-3627c801e1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-e4354f58-ebf1-44bd-bd1c-9bb6f6812b82', 'network_id': 'e4354f58-ebf1-44bd-bd1c-9bb6f6812b82', 'tenant_id': 'e7427e3642594b669d772e9741f8e103', 'fixed_ips': [{'subnet_id': '8aeaabd8-59fa-4fe5-8764-97c50aa48c4e'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:43.600603 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9f63-41e9-4eb3-980f-3627c801e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.630277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Subnet': ['ID=8aeaabd8-59fa-4fe5-8764-97c50aa48c4e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.641844 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50db1-4d4b-44d3-8ee6-77977be986f9 None None] Pushing event updated for resources: {'Port': ['ID=d8fe91f6-1efd-4cde-990b-a22c7e44568c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.696051 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.706414 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4354f58-ebf1-44bd-bd1c-9bb6f6812b82']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:43.717608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f666a0-352f-4bed-b6a9-49d81a6f9fdd') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:43.718122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f666a0-352f-4bed-b6a9-49d81a6f9fdd') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:43.718252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40848bdb-62d9-45cb-9f40-bc34d6f638f1 None None] Network e4354f58-ebf1-44bd-bd1c-9bb6f6812b82 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:43.728117 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.743018 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.749328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:43.749750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:43.753185 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:43.838933 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.846858 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.848751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/e4354f58-ebf1-44bd-bd1c-9bb6f6812b82 HTTP/1.1" status: 204 len: 168 time: 0.4715204 Aug 16 03:12:43.852273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39078) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:43.858484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-568816271'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:43.860275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b50c2-6668-428a-b8c1-b7449e1cce16 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Network': ['ID=e4354f58-ebf1-44bd-bd1c-9bb6f6812b82,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.886113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:43.889871 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.920664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:43.931829 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.932182 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Added segment 93b63a12-f899-4b75-8432-9d2268cd88bc of type vlan for network 90dabda3-6eed-46a0-a5e0-258eb1dff724 Aug 16 03:12:43.977155 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.005291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.010766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:44.011358 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.069839 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2162216 Aug 16 03:12:44.072600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:44.079619 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'subnet': {'network_id': '90dabda3-6eed-46a0-a5e0-258eb1dff724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:44.087109 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Network': ['ID=90dabda3-6eed-46a0-a5e0-258eb1dff724,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:44.138720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.139067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.139412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.139758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.140095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.140456 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.140820 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.141162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.141489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.141815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.142141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.143034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf534598-ac8f-49ab-8614-d2c06a9fd8fb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:44.154234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 90dabda3-6eed-46a0-a5e0-258eb1dff724 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:44.186257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:44.190331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.247241 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Performing IP validity checks on allocation pools {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 03:12:44.247767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.ipam_backend_mixin [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 03:12:44.380881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.443469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Subnet': ['ID=8f829bc9-332d-4728-8a7c-7002ebcddba9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:44.452755 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Checking segment: {'id': '93b63a12-f899-4b75-8432-9d2268cd88bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '90dabda3-6eed-46a0-a5e0-258eb1dff724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:44.453134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network hostable DHCP agents. Network: 90dabda3-6eed-46a0-a5e0-258eb1dff724, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:44.471010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network 90dabda3-6eed-46a0-a5e0-258eb1dff724 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:44.480364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 90dabda3-6eed-46a0-a5e0-258eb1dff724) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:44.484773 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:44.485371 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.490707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243b56e-e6f5-4cf2-9d0d-1699994b3a36 None None] Network 90dabda3-6eed-46a0-a5e0-258eb1dff724 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:44.502225 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c42f8dbf-cc3e-4988-a34f-d49c17d7d3e4 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4285724 Aug 16 03:12:44.505584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39082) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:44.581298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6b336-707a-4ee7-b36c-d7de2b19908c None None] Network 5d7a0255-35fb-4e1b-b16b-06360a23a41d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:44.617994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.680396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7aacb501-f5e5-4aa2-8097-c37f228ab458 None None] Provisioning for port d8fe91f6-1efd-4cde-990b-a22c7e44568c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:44.694722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.714678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace72be8-d124-4336-9091-d29dbf68ca70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-90dabda3-6eed-46a0-a5e0-258eb1dff724', 'network_id': '90dabda3-6eed-46a0-a5e0-258eb1dff724', 'tenant_id': 'e7427e3642594b669d772e9741f8e103', 'fixed_ips': [{'subnet_id': '8f829bc9-332d-4728-8a7c-7002ebcddba9'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:44.715525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ace72be8-d124-4336-9091-d29dbf68ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.753213 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.781182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Subnet': ['ID=8f829bc9-332d-4728-8a7c-7002ebcddba9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:44.841796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.849140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c069ce-2c9c-43c5-9420-a504f5ca3e10 None None] Network 90dabda3-6eed-46a0-a5e0-258eb1dff724 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:44.852139 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dabda3-6eed-46a0-a5e0-258eb1dff724']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:44.862768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b63a12-f899-4b75-8432-9d2268cd88bc') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:44.863445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b63a12-f899-4b75-8432-9d2268cd88bc') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:44.871717 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.885777 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.893856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:44.894625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:44.897817 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:44.964938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.970716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.978280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39084) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:44.978796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/90dabda3-6eed-46a0-a5e0-258eb1dff724 HTTP/1.1" status: 204 len: 168 time: 0.4717205 Aug 16 03:12:44.984879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000548786'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:44.996756 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f63f-f157-4b42-930d-591ee9cb586b tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Network': ['ID=90dabda3-6eed-46a0-a5e0-258eb1dff724,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:45.013022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:45.016476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.041199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:45.051329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.051684 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Added segment 5ad7be45-7cb7-449e-ade0-4a5f6a335354 of type vlan for network 740cfb8d-dac6-439a-b44a-850cf0c8495f Aug 16 03:12:45.099787 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.132685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.138111 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:45.138722 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.148535 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8fe91f6-1efd-4cde-990b-a22c7e44568c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:45.195403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port d8fe91f6-1efd-4cde-990b-a22c7e44568c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:45.197592 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2172775 Aug 16 03:12:45.201270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39086) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:45.202992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d8fe91f6-1efd-4cde-990b-a22c7e44568c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:45.203275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0943d16-6666-4e98-8a7a-3e5791e62413 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Network': ['ID=740cfb8d-dac6-439a-b44a-850cf0c8495f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:45.203879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.207688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'subnet': {'network_id': '740cfb8d-dac6-439a-b44a-850cf0c8495f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:45.225431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 740cfb8d-dac6-439a-b44a-850cf0c8495f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:45.296527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:45.300171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.340271 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.373336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port d8fe91f6-1efd-4cde-990b-a22c7e44568c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d8fe91f6-1efd-4cde-990b-a22c7e44568c,segment=NetworkSegment(9e43263a-5ffe-4790-bba8-1bc2d8964d8c),segment_id=9e43263a-5ffe-4790-bba8-1bc2d8964d8c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:45.377198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.431260 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=d8fe91f6-1efd-4cde-990b-a22c7e44568c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:45.479137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.544159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Subnet': ['ID=643bd70a-947b-4d73-bac7-93a969a083e5,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:45.548504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Checking segment: {'id': '5ad7be45-7cb7-449e-ade0-4a5f6a335354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '740cfb8d-dac6-439a-b44a-850cf0c8495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:45.548986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network hostable DHCP agents. Network: 740cfb8d-dac6-439a-b44a-850cf0c8495f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:45.564840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network 740cfb8d-dac6-439a-b44a-850cf0c8495f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:45.573461 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 740cfb8d-dac6-439a-b44a-850cf0c8495f) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:45.577589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:45.578377 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.584020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b0027-0bfc-4d40-86f5-bcd00b47d992 None None] Network 740cfb8d-dac6-439a-b44a-850cf0c8495f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:45.595284 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-17a9eccb-35aa-4af0-be88-379f5e97e8f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3928454 Aug 16 03:12:45.599652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39088) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:45.604954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-343150560'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:45.624997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:45.629122 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.654042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:45.663521 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.663871 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Added segment 3e1379d5-0b18-426d-b847-a6353b9255f3 of type vlan for network 1f4ef7e6-42dc-4b71-a1ca-395a2a594276 Aug 16 03:12:45.707931 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.725974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-740cfb8d-dac6-439a-b44a-850cf0c8495f', 'network_id': '740cfb8d-dac6-439a-b44a-850cf0c8495f', 'tenant_id': 'e7427e3642594b669d772e9741f8e103', 'fixed_ips': [{'subnet_id': '643bd70a-947b-4d73-bac7-93a969a083e5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:45.726835 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.738357 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.743919 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:45.744562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.800707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1997871 Aug 16 03:12:45.803546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:45.812594 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Request body: {'subnet': {'network_id': '1f4ef7e6-42dc-4b71-a1ca-395a2a594276', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:45.832860 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a37547-82ee-4e8a-a83c-1f4a42fba1fe tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Network': ['ID=1f4ef7e6-42dc-4b71-a1ca-395a2a594276,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:45.843747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 1f4ef7e6-42dc-4b71-a1ca-395a2a594276 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:45.912472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Made reservation on behalf of e7427e3642594b669d772e9741f8e103 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:45.916432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.917982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Allocated IP 2001:db8::2 (740cfb8d-dac6-439a-b44a-850cf0c8495f/643bd70a-947b-4d73-bac7-93a969a083e5/abd17457-f8ec-492a-846b-c10c87db706d) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:46.062868 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.071872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Transition to ACTIVE for port object abd17457-f8ec-492a-846b-c10c87db706d will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:46.086202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Transition to ACTIVE for port object abd17457-f8ec-492a-846b-c10c87db706d will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:46.092519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.112301 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.131863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Network 740cfb8d-dac6-439a-b44a-850cf0c8495f is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:46.138085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:46.141617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:46.148782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Pushing event updated for resources: {'Port': ['ID=abd17457-f8ec-492a-846b-c10c87db706d,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:46.174964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event updated for resources: {'Subnet': ['ID=abb2b91f-ac4b-4f9b-a9d7-911af8d031fd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:46.180202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Checking segment: {'id': '3e1379d5-0b18-426d-b847-a6353b9255f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1f4ef7e6-42dc-4b71-a1ca-395a2a594276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:46.180602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network hostable DHCP agents. Network: 1f4ef7e6-42dc-4b71-a1ca-395a2a594276, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:46.201315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Network 1f4ef7e6-42dc-4b71-a1ca-395a2a594276 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:46.204081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Attempting to bind port abd17457-f8ec-492a-846b-c10c87db706d on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:46.204598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Attempting to bind port abd17457-f8ec-492a-846b-c10c87db706d by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '5ad7be45-7cb7-449e-ade0-4a5f6a335354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '740cfb8d-dac6-439a-b44a-850cf0c8495f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:46.205327 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Attempting to bind port abd17457-f8ec-492a-846b-c10c87db706d on network 740cfb8d-dac6-439a-b44a-850cf0c8495f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:46.210228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:46.210490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 1f4ef7e6-42dc-4b71-a1ca-395a2a594276) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:46.210604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Checking segment: {'id': '5ad7be45-7cb7-449e-ade0-4a5f6a335354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '740cfb8d-dac6-439a-b44a-850cf0c8495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:46.210994 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.211416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Bound using segment: {'id': '5ad7be45-7cb7-449e-ade0-4a5f6a335354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '740cfb8d-dac6-439a-b44a-850cf0c8495f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:46.211881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Bound port: abd17457-f8ec-492a-846b-c10c87db706d, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad7be45-7cb7-449e-ade0-4a5f6a335354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '740cfb8d-dac6-439a-b44a-850cf0c8495f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:46.212267 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.215012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:46.215791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.223733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcfb6b0-dee5-4cfc-b997-fee0248ba965 None None] Network 1f4ef7e6-42dc-4b71-a1ca-395a2a594276 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:46.230572 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c65cdabf-3e98-4133-a5d3-38b2fd9a41bd tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4238644 Aug 16 03:12:46.233216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:46.333598 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.389073 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.449185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.483088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Subnet': ['ID=abb2b91f-ac4b-4f9b-a9d7-911af8d031fd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:46.493928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] For port abd17457-f8ec-492a-846b-c10c87db706d, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:46.499810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] For port abd17457-f8ec-492a-846b-c10c87db706d, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=abd17457-f8ec-492a-846b-c10c87db706d,segment=NetworkSegment(5ad7be45-7cb7-449e-ade0-4a5f6a335354),segment_id=5ad7be45-7cb7-449e-ade0-4a5f6a335354)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:46.507140 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.541819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.551998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4ef7e6-42dc-4b71-a1ca-395a2a594276']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:46.562265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1379d5-0b18-426d-b847-a6353b9255f3') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:46.562556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1379d5-0b18-426d-b847-a6353b9255f3') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:46.573285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.594442 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.601717 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:46.602105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.604252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410b29b-4d71-4543-a822-ed7fd3efd052 None None] Network 1f4ef7e6-42dc-4b71-a1ca-395a2a594276 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:46.605360 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:46.607281 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936aa2f-afda-43c8-be61-527bca6888aa None None] Pushing event updated for resources: {'Port': ['ID=abd17457-f8ec-492a-846b-c10c87db706d,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:46.665910 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.671050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.674588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/1f4ef7e6-42dc-4b71-a1ca-395a2a594276 HTTP/1.1" status: 204 len: 168 time: 0.4397080 Aug 16 03:12:46.677200 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39094) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:46.690067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18030b3-c7d4-468b-bb66-0a2ebacb1ae9 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Network': ['ID=1f4ef7e6-42dc-4b71-a1ca-395a2a594276,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:46.710170 n-d-769329-15 neutron-server[94857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caf4ee7-ed74-4f41-936b-f9dfdce16cdc tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] GET failed (client error): The resource could not be found. Aug 16 03:12:46.711514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7caf4ee7-ed74-4f41-936b-f9dfdce16cdc tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "GET /v2.0/subnets/abb2b91f-ac4b-4f9b-a9d7-911af8d031fd HTTP/1.1" status: 404 len: 337 time: 0.0324810 Aug 16 03:12:46.714746 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39096) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:46.734351 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff760a2-6277-418a-88d6-c0276a38e613 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] DELETE failed (client error): The resource could not be found. Aug 16 03:12:46.734898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff760a2-6277-418a-88d6-c0276a38e613 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:12:46.736712 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-eff760a2-6277-418a-88d6-c0276a38e613 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/1f4ef7e6-42dc-4b71-a1ca-395a2a594276 HTTP/1.1" status: 404 len: 339 time: 0.0207000 Aug 16 03:12:46.740916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39098) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:46.790705 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a196a66-90d0-42b8-bad6-1743245454ca tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] DELETE failed (client error): The resource could not be found. Aug 16 03:12:46.791171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a196a66-90d0-42b8-bad6-1743245454ca tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:12:46.792935 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2a196a66-90d0-42b8-bad6-1743245454ca tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/subnets/abb2b91f-ac4b-4f9b-a9d7-911af8d031fd HTTP/1.1" status: 404 len: 337 time: 0.0509667 Aug 16 03:12:46.795561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39100) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:46.817193 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2463cf81-ca65-45c1-b3c5-323d90528057 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] DELETE failed (client error): The resource could not be found. Aug 16 03:12:46.817757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2463cf81-ca65-45c1-b3c5-323d90528057 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:12:46.819486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2463cf81-ca65-45c1-b3c5-323d90528057 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/1f4ef7e6-42dc-4b71-a1ca-395a2a594276 HTTP/1.1" status: 404 len: 339 time: 0.0230014 Aug 16 03:12:46.822193 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39102) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:46.873896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Deleting subnet 643bd70a-947b-4d73-bac7-93a969a083e5 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:12:46.877123 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.916090 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.998542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.056369 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.088411 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Subnet': ['ID=643bd70a-947b-4d73-bac7-93a969a083e5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:47.092173 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.097265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39104) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:47.097793 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e4a8b350-cca8-4573-a5e6-bb3ba66d99e0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/subnets/643bd70a-947b-4d73-bac7-93a969a083e5 HTTP/1.1" status: 204 len: 168 time: 0.2738123 Aug 16 03:12:47.175331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8fe91f6-1efd-4cde-990b-a22c7e44568c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:47.175793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.227961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port d8fe91f6-1efd-4cde-990b-a22c7e44568c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:47.228543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Deleting port abd17457-f8ec-492a-846b-c10c87db706d {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:47.228633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.228732 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.302537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] For port abd17457-f8ec-492a-846b-c10c87db706d, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=abd17457-f8ec-492a-846b-c10c87db706d,segment=NetworkSegment(5ad7be45-7cb7-449e-ade0-4a5f6a335354),segment_id=5ad7be45-7cb7-449e-ade0-4a5f6a335354)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:47.302908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.311180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device abd17457-f8ec-492a-846b-c10c87db706d up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:47.317222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Calling delete_port for abd17457-f8ec-492a-846b-c10c87db706d owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:47.363972 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port abd17457-f8ec-492a-846b-c10c87db706d completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:47.405031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.432612 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Port': ['ID=abd17457-f8ec-492a-846b-c10c87db706d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:47.438322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No DVR routers for this DVR port abd17457-f8ec-492a-846b-c10c87db706d on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:47.518288 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.528766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740cfb8d-dac6-439a-b44a-850cf0c8495f']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:47.539437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d23e4-3ae4-4fca-82f1-2b3a2d15752e None None] Network 740cfb8d-dac6-439a-b44a-850cf0c8495f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:47.539700 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad7be45-7cb7-449e-ade0-4a5f6a335354') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:47.540002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad7be45-7cb7-449e-ade0-4a5f6a335354') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:47.549282 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.562557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.569000 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:47.569394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:47.572314 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:47.588418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c37ba93b-ec1e-4de7-8f35-73f13c031868 None None] Could not find standard attr ID for object abd17457-f8ec-492a-846b-c10c87db706d. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 03:12:47.635086 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.642137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.644117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/740cfb8d-dac6-439a-b44a-850cf0c8495f HTTP/1.1" status: 204 len: 168 time: 0.5457067 Aug 16 03:12:47.646655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:47.655593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db642f0e-c4bb-4fd7-b8a4-17ae4381f699 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Network': ['ID=740cfb8d-dac6-439a-b44a-850cf0c8495f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:47.672753 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c2ae4b-c036-4e72-8ccc-119a0ee16e37 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] DELETE failed (client error): The resource could not be found. Aug 16 03:12:47.673353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c2ae4b-c036-4e72-8ccc-119a0ee16e37 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:12:47.675734 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-34c2ae4b-c036-4e72-8ccc-119a0ee16e37 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/subnets/8f829bc9-332d-4728-8a7c-7002ebcddba9 HTTP/1.1" status: 404 len: 337 time: 0.0280051 Aug 16 03:12:47.678270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39108) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:47.696439 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b99f386-c66e-4d17-bf2a-56bb2abb66eb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] DELETE failed (client error): The resource could not be found. Aug 16 03:12:47.696966 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b99f386-c66e-4d17-bf2a-56bb2abb66eb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:12:47.698598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8b99f386-c66e-4d17-bf2a-56bb2abb66eb tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/90dabda3-6eed-46a0-a5e0-258eb1dff724 HTTP/1.1" status: 404 len: 339 time: 0.0194163 Aug 16 03:12:47.701030 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39110) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:47.703325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4afb378-1cbb-4bb3-904d-6f8b668a106c None None] DHCP port deletion for 740cfb8d-dac6-439a-b44a-850cf0c8495f request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:12:47.734390 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53e8e0a-f956-4ad1-be85-0bb591ff3bb0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] DELETE failed (client error): The resource could not be found. Aug 16 03:12:47.734861 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53e8e0a-f956-4ad1-be85-0bb591ff3bb0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:12:47.737325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a53e8e0a-f956-4ad1-be85-0bb591ff3bb0 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/subnets/8aeaabd8-59fa-4fe5-8764-97c50aa48c4e HTTP/1.1" status: 404 len: 337 time: 0.0348434 Aug 16 03:12:47.739874 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39112) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:47.758277 n-d-769329-15 neutron-server[94856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ccdd4d-4a0f-4456-8d07-caaae3a20e32 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] DELETE failed (client error): The resource could not be found. Aug 16 03:12:47.758800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ccdd4d-4a0f-4456-8d07-caaae3a20e32 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:12:47.760414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f4ccdd4d-4a0f-4456-8d07-caaae3a20e32 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/e4354f58-ebf1-44bd-bd1c-9bb6f6812b82 HTTP/1.1" status: 404 len: 339 time: 0.0195670 Aug 16 03:12:47.762679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39114) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:47.810769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Deleting subnet 4850cb72-07c6-468f-a07b-7eedadc683cb {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:12:47.813794 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.852704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.937762 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.000628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.027671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Subnet': ['ID=4850cb72-07c6-468f-a07b-7eedadc683cb,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:48.029642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.034259 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8c93ea3f-7b4f-4aee-a5b0-ee3b6356c2f5 tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/subnets/4850cb72-07c6-468f-a07b-7eedadc683cb HTTP/1.1" status: 204 len: 168 time: 0.2679305 Aug 16 03:12:48.034641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39116) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:48.035133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf187be-91a3-4b74-b91c-92d863570a51 None None] Network 5d7a0255-35fb-4e1b-b16b-06360a23a41d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:48.109053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.168933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Deleting port d8fe91f6-1efd-4cde-990b-a22c7e44568c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:48.169280 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.195555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] DHCP port deletion for 5d7a0255-35fb-4e1b-b16b-06360a23a41d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:12:48.234202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] For port d8fe91f6-1efd-4cde-990b-a22c7e44568c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d8fe91f6-1efd-4cde-990b-a22c7e44568c,segment=NetworkSegment(9e43263a-5ffe-4790-bba8-1bc2d8964d8c),segment_id=9e43263a-5ffe-4790-bba8-1bc2d8964d8c)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:48.234876 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.243570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] Deleting port d8fe91f6-1efd-4cde-990b-a22c7e44568c {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:48.244094 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.248952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Calling delete_port for d8fe91f6-1efd-4cde-990b-a22c7e44568c owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:48.308727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] For port d8fe91f6-1efd-4cde-990b-a22c7e44568c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=d8fe91f6-1efd-4cde-990b-a22c7e44568c,segment=NetworkSegment(9e43263a-5ffe-4790-bba8-1bc2d8964d8c),segment_id=9e43263a-5ffe-4790-bba8-1bc2d8964d8c)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:48.309429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.322606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] Calling delete_port for d8fe91f6-1efd-4cde-990b-a22c7e44568c owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:48.344656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.374400 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Port': ['ID=d8fe91f6-1efd-4cde-990b-a22c7e44568c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:48.376273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] No DVR routers for this DVR port d8fe91f6-1efd-4cde-990b-a22c7e44568c on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:48.405161 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.428481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] Pushing event deleted for resources: {'Port': ['ID=d8fe91f6-1efd-4cde-990b-a22c7e44568c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:48.433653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef79ab4-0602-447c-a619-d485f8924b54 None None] No DVR routers for this DVR port d8fe91f6-1efd-4cde-990b-a22c7e44568c on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:48.455967 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.465590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7a0255-35fb-4e1b-b16b-06360a23a41d']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:48.476145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e43263a-5ffe-4790-bba8-1bc2d8964d8c') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:48.476476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e43263a-5ffe-4790-bba8-1bc2d8964d8c') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:48.485233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.498436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.504132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:48.504545 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:48.507659 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:48.566481 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.573511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.575283 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] 10.222.0.78 "DELETE /v2.0/networks/5d7a0255-35fb-4e1b-b16b-06360a23a41d HTTP/1.1" status: 204 len: 168 time: 0.5396485 Aug 16 03:12:48.587082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33c420-e5a3-49eb-a62d-24f50ce4854f tempest-NetworksIpV6Test-1181274415 tempest-NetworksIpV6Test-1181274415-project] Pushing event deleted for resources: {'Network': ['ID=5d7a0255-35fb-4e1b-b16b-06360a23a41d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:48.814093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:48.958720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-407a45ca-18e4-452c-a357-217aa75832e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7427e3642594b669d772e9741f8e103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428812 Aug 16 03:12:48.961177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:49.007977 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588a6ae-5c7f-4079-9084-c3e97dd1b5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.031934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588a6ae-5c7f-4079-9084-c3e97dd1b5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.077177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588a6ae-5c7f-4079-9084-c3e97dd1b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.080553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4588a6ae-5c7f-4079-9084-c3e97dd1b5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.082136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4588a6ae-5c7f-4079-9084-c3e97dd1b5ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/660b5ac3-0799-44bb-8754-828a1abf4d03 HTTP/1.1" status: 204 len: 168 time: 0.1200001 Aug 16 03:12:49.090573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588a6ae-5c7f-4079-9084-c3e97dd1b5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b5ac3-0799-44bb-8754-828a1abf4d03,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:49.112843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8fe91f6-1efd-4cde-990b-a22c7e44568c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:49.137162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: d8fe91f6-1efd-4cde-990b-a22c7e44568c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:49.137521 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device d8fe91f6-1efd-4cde-990b-a22c7e44568c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:49.137940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device abd17457-f8ec-492a-846b-c10c87db706d no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:49.157907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: abd17457-f8ec-492a-846b-c10c87db706d {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:49.158264 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device abd17457-f8ec-492a-846b-c10c87db706d not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:49.714817 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:49.806812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b3f51b66-66aa-47fb-9eee-7906b709bca1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-75147844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:49.829686 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3f51b66-66aa-47fb-9eee-7906b709bca1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.831243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3f51b66-66aa-47fb-9eee-7906b709bca1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.880168 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3f51b66-66aa-47fb-9eee-7906b709bca1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.883994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3f51b66-66aa-47fb-9eee-7906b709bca1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.899562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b3f51b66-66aa-47fb-9eee-7906b709bca1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.900798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b3f51b66-66aa-47fb-9eee-7906b709bca1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1849618 Aug 16 03:12:49.903640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39154) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:49.909001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-808035904'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:49.927953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Made reservation on behalf of f29d822bd7cb4266b71561f26cea8be7 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:49.931215 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.939345 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.035086 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.038581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.063898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:50.073016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbf19c8-3442-4133-a691-6d87492e5ea6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:50.078696 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.079040 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Added segment 1226608d-9bb8-41fa-a043-627a2ae91142 of type vlan for network 20c4fbc0-485d-4794-b0db-3276414855f6 Aug 16 03:12:50.118893 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.146308 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.151893 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.152511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.207560 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3026457 Aug 16 03:12:50.210284 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39156) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:50.215457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Request body: {'subnet': {'network_id': '20c4fbc0-485d-4794-b0db-3276414855f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:50.218328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ed306-cc5c-4246-a7a9-4823de91786c tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event updated for resources: {'Network': ['ID=20c4fbc0-485d-4794-b0db-3276414855f6,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:50.229169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 20c4fbc0-485d-4794-b0db-3276414855f6 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:50.302660 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Made reservation on behalf of f29d822bd7cb4266b71561f26cea8be7 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:50.306184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.480216 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.548769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event updated for resources: {'Subnet': ['ID=1d1b2d17-2db9-42d1-b88c-2ebe513d736c,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:50.552971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Checking segment: {'id': '1226608d-9bb8-41fa-a043-627a2ae91142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '20c4fbc0-485d-4794-b0db-3276414855f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:50.553337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Network hostable DHCP agents. Network: 20c4fbc0-485d-4794-b0db-3276414855f6, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:50.569842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Network 20c4fbc0-485d-4794-b0db-3276414855f6 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:50.578349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 20c4fbc0-485d-4794-b0db-3276414855f6) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:50.582939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.583539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.587713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2439a-4906-49f8-8837-4d6841ccbf41 None None] Network 20c4fbc0-485d-4794-b0db-3276414855f6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:50.598442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ddeff22f-260d-4ded-9efe-59d4e608a143 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3868692 Aug 16 03:12:50.601996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39158) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:50.607251 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1659078760'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:50.627348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Made reservation on behalf of f29d822bd7cb4266b71561f26cea8be7 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:50.631832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.655073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:50.664901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.665270 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Added segment 6e7ec024-cabb-4c7d-907d-a1d4d95d4068 of type vlan for network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e Aug 16 03:12:50.703906 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.732493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-20c4fbc0-485d-4794-b0db-3276414855f6', 'network_id': '20c4fbc0-485d-4794-b0db-3276414855f6', 'tenant_id': 'f29d822bd7cb4266b71561f26cea8be7', 'fixed_ips': [{'subnet_id': '1d1b2d17-2db9-42d1-b88c-2ebe513d736c'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:50.733357 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.737420 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.743591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.744629 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:50.806818 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2036035 Aug 16 03:12:50.809710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39160) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:50.814894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Request body: {'subnet': {'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:50.861099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdf0ac-823b-45c5-8111-603220278731 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event updated for resources: {'Network': ['ID=3b1dc76d-f5d4-4095-896e-6d21ad2deb7e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:50.872376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:50.913223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Made reservation on behalf of f29d822bd7cb4266b71561f26cea8be7 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:50.913711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Allocated IP 172.20.0.2 (20c4fbc0-485d-4794-b0db-3276414855f6/1d1b2d17-2db9-42d1-b88c-2ebe513d736c/7921bda2-a0e4-48d1-a4c1-0c4827fa2a41) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:50.916674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.077536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.086754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Transition to ACTIVE for port object 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:51.092572 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.102019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Transition to ACTIVE for port object 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:51.107411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.151036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Network 20c4fbc0-485d-4794-b0db-3276414855f6 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:51.154144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:51.158987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:51.161901 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event updated for resources: {'Subnet': ['ID=559d95b3-a6c6-4653-883b-f163c9a961e5,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:51.162204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Pushing event updated for resources: {'Port': ['ID=7921bda2-a0e4-48d1-a4c1-0c4827fa2a41,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:51.169983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Checking segment: {'id': '6e7ec024-cabb-4c7d-907d-a1d4d95d4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:51.169983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Network hostable DHCP agents. Network: 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:51.191067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:51.200678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:51.206290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:51.207521 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.210690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3398f8c-5e47-4522-9be9-9a0bd5e290cf None None] Network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:51.222554 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f2b3de15-d7bc-4435-82b1-c9feaef77716 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4118280 Aug 16 03:12:51.225327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39162) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:51.230191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-25dae64a-d74a-4e96-a37e-10748366cbce tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:51.255515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Attempting to bind port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:51.256040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Attempting to bind port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '1226608d-9bb8-41fa-a043-627a2ae91142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '20c4fbc0-485d-4794-b0db-3276414855f6'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:51.256240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Attempting to bind port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 on network 20c4fbc0-485d-4794-b0db-3276414855f6 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:51.266322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:51.266644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Checking segment: {'id': '1226608d-9bb8-41fa-a043-627a2ae91142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '20c4fbc0-485d-4794-b0db-3276414855f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:51.267044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.267464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Bound using segment: {'id': '1226608d-9bb8-41fa-a043-627a2ae91142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '20c4fbc0-485d-4794-b0db-3276414855f6'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:51.267921 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Bound port: 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1226608d-9bb8-41fa-a043-627a2ae91142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '20c4fbc0-485d-4794-b0db-3276414855f6'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:51.268308 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.377965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] For port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:51.382724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] For port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7921bda2-a0e4-48d1-a4c1-0c4827fa2a41,segment=NetworkSegment(1226608d-9bb8-41fa-a043-627a2ae91142),segment_id=1226608d-9bb8-41fa-a043-627a2ae91142)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:51.388035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.442341 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-25dae64a-d74a-4e96-a37e-10748366cbce tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.456305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-3b1dc76d-f5d4-4095-896e-6d21ad2deb7e', 'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e', 'tenant_id': 'f29d822bd7cb4266b71561f26cea8be7', 'fixed_ips': [{'subnet_id': '559d95b3-a6c6-4653-883b-f163c9a961e5'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:51.457177 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.473041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e4cd2-21b0-4758-b3f0-848fabab20db None None] Pushing event updated for resources: {'Port': ['ID=7921bda2-a0e4-48d1-a4c1-0c4827fa2a41,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:51.559754 n-d-769329-15 neutron-server[94857]: INFO neutron.api.v2.resource [None req-25dae64a-d74a-4e96-a37e-10748366cbce tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 03:12:51.560857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-25dae64a-d74a-4e96-a37e-10748366cbce tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "PUT /v2.0/routers/3ee9d75d-3882-41cc-a424-3c3ff73f2ba6 HTTP/1.1" status: 400 len: 364 time: 0.3344691 Aug 16 03:12:51.567399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39164) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:51.613541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Allocated IP 172.21.0.2 (3b1dc76d-f5d4-4095-896e-6d21ad2deb7e/559d95b3-a6c6-4653-883b-f163c9a961e5/276675b4-631d-4e54-9f08-d32d1f9b3ae3) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:51.646699 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Deleting subnet 559d95b3-a6c6-4653-883b-f163c9a961e5 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:12:51.787383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.799716 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Transition to ACTIVE for port object 276675b4-631d-4e54-9f08-d32d1f9b3ae3 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:51.817340 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Transition to ACTIVE for port object 276675b4-631d-4e54-9f08-d32d1f9b3ae3 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:51.822952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.823349 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.865348 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:51.868860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.870491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:51.872662 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Pushing event updated for resources: {'Port': ['ID=276675b4-631d-4e54-9f08-d32d1f9b3ae3,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:51.874862 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:51.926758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Attempting to bind port 276675b4-631d-4e54-9f08-d32d1f9b3ae3 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:51.926938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Attempting to bind port 276675b4-631d-4e54-9f08-d32d1f9b3ae3 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '6e7ec024-cabb-4c7d-907d-a1d4d95d4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:51.927296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Attempting to bind port 276675b4-631d-4e54-9f08-d32d1f9b3ae3 on network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:51.932497 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:51.932876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Checking segment: {'id': '6e7ec024-cabb-4c7d-907d-a1d4d95d4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:51.933536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.933841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Bound using segment: {'id': '6e7ec024-cabb-4c7d-907d-a1d4d95d4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:51.934301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Bound port: 276675b4-631d-4e54-9f08-d32d1f9b3ae3, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7ec024-cabb-4c7d-907d-a1d4d95d4068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b1dc76d-f5d4-4095-896e-6d21ad2deb7e'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:51.934682 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.956819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.024632 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.028102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] For port 276675b4-631d-4e54-9f08-d32d1f9b3ae3, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:52.031725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] For port 276675b4-631d-4e54-9f08-d32d1f9b3ae3, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=276675b4-631d-4e54-9f08-d32d1f9b3ae3,segment=NetworkSegment(6e7ec024-cabb-4c7d-907d-a1d4d95d4068),segment_id=6e7ec024-cabb-4c7d-907d-a1d4d95d4068)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:52.038290 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.051771 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event deleted for resources: {'Subnet': ['ID=559d95b3-a6c6-4653-883b-f163c9a961e5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:52.055348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.057236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ca99e3f3-13c9-4035-97b9-a52e62214b32 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "DELETE /v2.0/subnets/559d95b3-a6c6-4653-883b-f163c9a961e5 HTTP/1.1" status: 204 len: 168 time: 0.4880753 Aug 16 03:12:52.059686 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39168) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:52.104589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ee8f-7f3f-4440-9677-e8d639be38e5 None None] Pushing event updated for resources: {'Port': ['ID=276675b4-631d-4e54-9f08-d32d1f9b3ae3,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:52.143906 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.211764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Deleting port 276675b4-631d-4e54-9f08-d32d1f9b3ae3 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:52.212108 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.288245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] For port 276675b4-631d-4e54-9f08-d32d1f9b3ae3, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=276675b4-631d-4e54-9f08-d32d1f9b3ae3,segment=NetworkSegment(6e7ec024-cabb-4c7d-907d-a1d4d95d4068),segment_id=6e7ec024-cabb-4c7d-907d-a1d4d95d4068)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:52.288872 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.302038 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Calling delete_port for 276675b4-631d-4e54-9f08-d32d1f9b3ae3 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:52.387443 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.402847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] No DVR routers for this DVR port 276675b4-631d-4e54-9f08-d32d1f9b3ae3 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:52.445871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event deleted for resources: {'Port': ['ID=276675b4-631d-4e54-9f08-d32d1f9b3ae3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:52.508106 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.519177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1dc76d-f5d4-4095-896e-6d21ad2deb7e']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:52.530037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7ec024-cabb-4c7d-907d-a1d4d95d4068') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:52.530328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7ec024-cabb-4c7d-907d-a1d4d95d4068') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:52.532864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0875d14-b1c4-489e-9ea0-5709163047a7 None None] Network 20c4fbc0-485d-4794-b0db-3276414855f6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:52.539489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.553008 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.558951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:52.559375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:52.562327 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:52.622968 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.629368 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.634046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "DELETE /v2.0/networks/3b1dc76d-f5d4-4095-896e-6d21ad2deb7e HTTP/1.1" status: 204 len: 168 time: 0.5711291 Aug 16 03:12:52.634600 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39170) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:52.648195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b5581-5a2c-48c8-8f95-104ddb22e1a1 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event deleted for resources: {'Network': ['ID=3b1dc76d-f5d4-4095-896e-6d21ad2deb7e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:52.659499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-57bea65f-0bfb-454b-a6f0-d6d790c2b7f2 None None] Provisioning for port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:52.700310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Deleting subnet 1d1b2d17-2db9-42d1-b88c-2ebe513d736c {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:12:52.703571 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.747633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.771098 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.840009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.907930 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.935764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1b2d17-2db9-42d1-b88c-2ebe513d736c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:52.939608 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.944037 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7905249d-6940-4a8a-8a79-12fdf4d76810 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "DELETE /v2.0/subnets/1d1b2d17-2db9-42d1-b88c-2ebe513d736c HTTP/1.1" status: 204 len: 168 time: 0.3048477 Aug 16 03:12:52.944237 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39172) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:52.947444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d95a10-5f56-4376-a4e2-c0ca05c48f98 None None] Network 20c4fbc0-485d-4794-b0db-3276414855f6 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:53.025686 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.092517 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Deleting port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:53.092836 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.144395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e4968d78-db2a-4eaf-a80a-74a184ccef86 None None] Could not find standard attr ID for object 276675b4-631d-4e54-9f08-d32d1f9b3ae3. {{(pid=94858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 03:12:53.166239 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:53.172510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] For port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7921bda2-a0e4-48d1-a4c1-0c4827fa2a41,segment=NetworkSegment(1226608d-9bb8-41fa-a043-627a2ae91142),segment_id=1226608d-9bb8-41fa-a043-627a2ae91142)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:53.172885 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.185273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Calling delete_port for 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:53.198543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] DHCP port deletion for 20c4fbc0-485d-4794-b0db-3276414855f6 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:12:53.233614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc5696-cbd4-4fbc-8042-48fdfa0c0890 None None] DHCP port deletion for 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:12:53.258105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a044a-d217-40e9-a2fa-8004dc3f3c73 None None] Network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:53.262671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:53.274762 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.301488 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event deleted for resources: {'Port': ['ID=7921bda2-a0e4-48d1-a4c1-0c4827fa2a41,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:53.303371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] No DVR routers for this DVR port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:53.389137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.399970 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c4fbc0-485d-4794-b0db-3276414855f6']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:53.410529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1226608d-9bb8-41fa-a043-627a2ae91142') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:53.410833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1226608d-9bb8-41fa-a043-627a2ae91142') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:53.419849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.433869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.434298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a044a-d217-40e9-a2fa-8004dc3f3c73 None None] Network 3b1dc76d-f5d4-4095-896e-6d21ad2deb7e could not be found, it might have been deleted concurrently. {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 03:12:53.437027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:53.437399 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.441134 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:53.441764 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.442698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Deleting port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:53.443066 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:53.444775 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:53.468377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 was deleted so its status cannot be updated. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 03:12:53.505758 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.512685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.514551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "DELETE /v2.0/networks/20c4fbc0-485d-4794-b0db-3276414855f6 HTTP/1.1" status: 204 len: 168 time: 0.5694387 Aug 16 03:12:53.517345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39174) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:53.520532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] For port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:53.520935 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.526101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f7a0f-93e9-46f9-9d07-a6e306d96fe0 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Pushing event deleted for resources: {'Network': ['ID=20c4fbc0-485d-4794-b0db-3276414855f6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:53.534155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Calling delete_port for 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:53.536891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 03:12:53.538169 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.545962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-865235a5-d34c-48ca-9c78-20c45dd33465 tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ee9d75d-3882-41cc-a424-3c3ff73f2ba6 HTTP/1.1" status: 200 len: 205 time: 0.0273328 Aug 16 03:12:53.548928 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39176) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:53.560103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Network 20c4fbc0-485d-4794-b0db-3276414855f6 is not hosted by any dhcp agent {{(pid=94858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 03:12:53.560588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] No DVR routers for this DVR port 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:53.562449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f578ad2-3aa3-4abd-9fcb-a673bc45886f None None] Pushing event deleted for resources: {'Port': ['ID=7921bda2-a0e4-48d1-a4c1-0c4827fa2a41,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:53.624242 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9880ccfd-a1c6-48fe-b2ee-6e4acd6ce88f tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:53.978767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.111974 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9880ccfd-a1c6-48fe-b2ee-6e4acd6ce88f tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.114193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9880ccfd-a1c6-48fe-b2ee-6e4acd6ce88f tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.154699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9880ccfd-a1c6-48fe-b2ee-6e4acd6ce88f tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.155253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9880ccfd-a1c6-48fe-b2ee-6e4acd6ce88f tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Fanout notify agent at l3_agent the message router_deleted on router 3ee9d75d-3882-41cc-a424-3c3ff73f2ba6 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:12:54.162655 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9880ccfd-a1c6-48fe-b2ee-6e4acd6ce88f tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.163591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9880ccfd-a1c6-48fe-b2ee-6e4acd6ce88f tempest-RoutersNegativeTest-1499100893 tempest-RoutersNegativeTest-1499100893-project] 10.222.0.78 "DELETE /v2.0/routers/3ee9d75d-3882-41cc-a424-3c3ff73f2ba6 HTTP/1.1" status: 204 len: 168 time: 0.6137521 Aug 16 03:12:54.396768 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39182) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:54.525146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1fc1d827-1e9a-4b15-86fa-d9f30ac52823 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f29d822bd7cb4266b71561f26cea8be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272259 Aug 16 03:12:54.527678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39186) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:54.574920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27baa18d-46b5-467a-b41a-7a60fd2ce9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.598949 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27baa18d-46b5-467a-b41a-7a60fd2ce9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.642897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27baa18d-46b5-467a-b41a-7a60fd2ce9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.645820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-27baa18d-46b5-467a-b41a-7a60fd2ce9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.646988 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-27baa18d-46b5-467a-b41a-7a60fd2ce9ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/acbf19c8-3442-4133-a691-6d87492e5ea6 HTTP/1.1" status: 204 len: 168 time: 0.1182880 Aug 16 03:12:54.654871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baa18d-46b5-467a-b41a-7a60fd2ce9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbf19c8-3442-4133-a691-6d87492e5ea6,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:55.103315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:55.126060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:55.126415 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7921bda2-a0e4-48d1-a4c1-0c4827fa2a41 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:55.126859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 276675b4-631d-4e54-9f08-d32d1f9b3ae3 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:55.145795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 276675b4-631d-4e54-9f08-d32d1f9b3ae3 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:55.146144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 276675b4-631d-4e54-9f08-d32d1f9b3ae3 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:55.257589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39208) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:55.352811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1993696485-network', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:55.373186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Made reservation on behalf of 0ba5326417ea4f658e62b21c9d3a2ee2 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:55.375395 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.384128 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.467466 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.471187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.490476 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:55.503676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e07e38-5bf3-4916-b21f-df966b87326a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:55.508540 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.508866 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Added segment 2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0 of type vlan for network 503ec261-8a7b-4e85-8216-fc8597659181 Aug 16 03:12:55.547126 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.574784 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.575718 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:55.576539 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.636046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3773367 Aug 16 03:12:55.638921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39212) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:55.644274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Request body: {'subnet': {'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-subnet', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'ip_version': 4}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:55.650145 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfb07e-4b4b-4137-a56f-bcd75f7313d5 admin admin] Pushing event updated for resources: {'Network': ['ID=503ec261-8a7b-4e85-8216-fc8597659181,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:55.659599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 503ec261-8a7b-4e85-8216-fc8597659181 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:55.670656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Made reservation on behalf of 0ba5326417ea4f658e62b21c9d3a2ee2 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:55.672998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.846041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.899295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88dd27a-8023-4c5c-8829-7dba547a3ca4,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:55.907670 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Checking segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:55.908061 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Network hostable DHCP agents. Network: 503ec261-8a7b-4e85-8216-fc8597659181, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:55.924457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Network 503ec261-8a7b-4e85-8216-fc8597659181 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:55.935225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 503ec261-8a7b-4e85-8216-fc8597659181) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:55.939970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:55.940596 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.945526 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a0300-3767-4e51-ab73-c7d499574bac None None] Network 503ec261-8a7b-4e85-8216-fc8597659181 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:55.953341 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9beb07b6-555d-4c05-85ae-bfd786f03c73 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3133998 Aug 16 03:12:55.955974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39214) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:55.960326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:55.980549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:55.981560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.033152 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.089714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-503ec261-8a7b-4e85-8216-fc8597659181', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:56.090743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.175218 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.225789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Allocated IP 172.20.0.2 (503ec261-8a7b-4e85-8216-fc8597659181/e88dd27a-8023-4c5c-8829-7dba547a3ca4/3bfac920-4643-44d7-82fc-fd6bba841870) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:56.253532 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a091fc78-99fb-4b1d-b8a6-12c0e56239db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.379074 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.386728 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.395519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Transition to ACTIVE for port object 3bfac920-4643-44d7-82fc-fd6bba841870 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:56.398179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.411820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Transition to ACTIVE for port object 3bfac920-4643-44d7-82fc-fd6bba841870 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:56.417665 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.456951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Network 503ec261-8a7b-4e85-8216-fc8597659181 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:56.461317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:56.465776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:56.467778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Pushing event updated for resources: {'Port': ['ID=3bfac920-4643-44d7-82fc-fd6bba841870,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:56.502986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Allocated IP 172.25.4.182 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5f27e36d-3ea2-4843-acad-858e4dd7336c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:56.520963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Attempting to bind port 3bfac920-4643-44d7-82fc-fd6bba841870 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:56.521336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Attempting to bind port 3bfac920-4643-44d7-82fc-fd6bba841870 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:56.521702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Attempting to bind port 3bfac920-4643-44d7-82fc-fd6bba841870 on network 503ec261-8a7b-4e85-8216-fc8597659181 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:56.526543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:56.526916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Checking segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:56.527325 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.527724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Bound using segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:56.528187 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Bound port: 3bfac920-4643-44d7-82fc-fd6bba841870, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:56.528595 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.593573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] For port 3bfac920-4643-44d7-82fc-fd6bba841870, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:56.597167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] For port 3bfac920-4643-44d7-82fc-fd6bba841870, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3bfac920-4643-44d7-82fc-fd6bba841870,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:56.601756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.613657 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.655893 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.665321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec73d49-d9f1-4528-9e34-44977d1f05db None None] Pushing event updated for resources: {'Port': ['ID=3bfac920-4643-44d7-82fc-fd6bba841870,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:56.691969 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:56.694817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:56.698326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:56.732305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f27e36d-3ea2-4843-acad-858e4dd7336c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:56.974289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.128350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3bfac920-4643-44d7-82fc-fd6bba841870 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:57.178701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 3bfac920-4643-44d7-82fc-fd6bba841870 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:57.180607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.312472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:12:57.428333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:57.440806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Sync routers for ids ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:57.450069 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.451818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Routers {'0fbf5406-f0f4-4bb5-9362-9916406e21b0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:57.452496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:57.452890 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cb022a5e-1764-4fa2-9e55-c608e6f19ba6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4959145 Aug 16 03:12:57.453989 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39218) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:57.538927 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef82e49-75bb-4b32-94d8-0509491b2f49 None None] Network 503ec261-8a7b-4e85-8216-fc8597659181 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:57.614961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Set router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:57.641612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-49ef6903-96d3-4fb3-a727-8a35ade0a0d3 None None] Provisioning for port 3bfac920-4643-44d7-82fc-fd6bba841870 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:57.687387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-49ef6903-96d3-4fb3-a727-8a35ade0a0d3 None None] Provisioning complete for port 3bfac920-4643-44d7-82fc-fd6bba841870 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:57.687768 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49ef6903-96d3-4fb3-a727-8a35ade0a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.868553 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.920708 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49ef6903-96d3-4fb3-a727-8a35ade0a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.969255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-49ef6903-96d3-4fb3-a727-8a35ade0a0d3 None None] For port 3bfac920-4643-44d7-82fc-fd6bba841870, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3bfac920-4643-44d7-82fc-fd6bba841870,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:57.976717 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49ef6903-96d3-4fb3-a727-8a35ade0a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.984736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:12:56Z', 'revision_number': 3, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port': {'id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:56Z', 'updated_at': '2021-08-16T03:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:58.030935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Checking router: 0fbf5406-f0f4-4bb5-9362-9916406e21b0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:58.031319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Updating router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 port 5f27e36d-3ea2-4843-acad-858e4dd7336c binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:12:58.036543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Allocated IP 172.20.0.1 (503ec261-8a7b-4e85-8216-fc8597659181/e88dd27a-8023-4c5c-8829-7dba547a3ca4/f93762b4-7f99-4047-8980-654e04b1cb31) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:58.073296 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.104900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6903-96d3-4fb3-a727-8a35ade0a0d3 None None] Pushing event updated for resources: {'Port': ['ID=3bfac920-4643-44d7-82fc-fd6bba841870,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:58.163439 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.177027 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Transition to ACTIVE for port object f93762b4-7f99-4047-8980-654e04b1cb31 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:58.211969 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.221094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fa5d50c9-a1c0-4af4-8903-e64518e4ea46 None None] Provisioning complete for port 3bfac920-4643-44d7-82fc-fd6bba841870 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:58.221596 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fa5d50c9-a1c0-4af4-8903-e64518e4ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.248507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Network 503ec261-8a7b-4e85-8216-fc8597659181 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:58.253374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:58.256042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:58.285419 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Pushing event updated for resources: {'Port': ['ID=f93762b4-7f99-4047-8980-654e04b1cb31,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:58.303380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.432767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.444296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Transition to ACTIVE for port object 5f27e36d-3ea2-4843-acad-858e4dd7336c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:58.444943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.450759 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.511670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Attempting to bind port 5f27e36d-3ea2-4843-acad-858e4dd7336c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:58.512043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Attempting to bind port 5f27e36d-3ea2-4843-acad-858e4dd7336c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:58.512441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Attempting to bind port 5f27e36d-3ea2-4843-acad-858e4dd7336c on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:58.517868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee1431-e490-47ac-aa87-62de6850f740 None None] Pushing event updated for resources: {'Port': ['ID=5f27e36d-3ea2-4843-acad-858e4dd7336c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:58.523213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:58.523537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:58.523937 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.524489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:58.525011 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Bound port: 5f27e36d-3ea2-4843-acad-858e4dd7336c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:58.525247 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.545070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-996cafb2-c1a9-41ed-958b-1631654a5db4 None None] Provisioning for port f93762b4-7f99-4047-8980-654e04b1cb31 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:58.552296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-996cafb2-c1a9-41ed-958b-1631654a5db4 None None] Provisioning complete for port f93762b4-7f99-4047-8980-654e04b1cb31 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:58.552684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-996cafb2-c1a9-41ed-958b-1631654a5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.606492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-996cafb2-c1a9-41ed-958b-1631654a5db4 None None] Port f93762b4-7f99-4047-8980-654e04b1cb31 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:12:58.608364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] For port 5f27e36d-3ea2-4843-acad-858e4dd7336c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:58.612268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] For port 5f27e36d-3ea2-4843-acad-858e4dd7336c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5f27e36d-3ea2-4843-acad-858e4dd7336c,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:58.615874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.617383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.619981 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.674477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee1431-e490-47ac-aa87-62de6850f740 None None] Pushing event updated for resources: {'Port': ['ID=5f27e36d-3ea2-4843-acad-858e4dd7336c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:58.677030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Routers {'0fbf5406-f0f4-4bb5-9362-9916406e21b0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:58.677632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:58.684342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Pushing event updated for resources: {'Port': ['ID=f93762b4-7f99-4047-8980-654e04b1cb31,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:58.689715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.782295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Network 503ec261-8a7b-4e85-8216-fc8597659181 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:58.783345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] Set router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:58.783932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:58.849072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4c463c1b-25f8-49d1-83a2-ebe4f12479f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.899511 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.917976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:12:59.028977 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:59.041732 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b196c4a7-d025-4116-9d0a-0880b63c1565 admin admin] 10.222.0.78 "PUT /v2.0/routers/0fbf5406-f0f4-4bb5-9362-9916406e21b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5789790 Aug 16 03:12:59.041939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59efc433-50c1-45cc-8272-471272974de8 None None] Provisioning complete for port f93762b4-7f99-4047-8980-654e04b1cb31 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:59.041939 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59efc433-50c1-45cc-8272-471272974de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.042503 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 4, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port': {'id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:56Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f93762b4-7f99-4047-8980-654e04b1cb31', 'name': '', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'mac_address': 'fa:16:3e:cb:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 2, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'subnets': [{'id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:59.087255 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15223c6-f104-4fc6-9e11-723398c1d407 None None] The sync data for ids ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'] in n-d-769329-15 is: [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 4, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port': {'id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:56Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f93762b4-7f99-4047-8980-654e04b1cb31', 'name': '', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'mac_address': 'fa:16:3e:cb:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 2, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'subnets': [{'id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:59.100779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-59efc433-50c1-45cc-8272-471272974de8 None None] Port f93762b4-7f99-4047-8980-654e04b1cb31 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:12:59.118915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3bfac920-4643-44d7-82fc-fd6bba841870 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:59.172323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3bfac920-4643-44d7-82fc-fd6bba841870 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:59.172674 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.576750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39234) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:59.582144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-287968175-network', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:59.602816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Made reservation on behalf of eabcd13cccc14a94b503a54cb334560e for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:59.605164 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.614426 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.705588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.709578 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.735164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:59.747082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc56537-50b3-4439-ba3c-515644159a79,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:59.756657 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.757261 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Added segment fb97c176-903c-4e3e-960d-013a3f1bfb33 of type vlan for network ff4bb646-2827-4970-86cc-edfb1e7d4763 Aug 16 03:12:59.805974 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.836522 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.837542 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:59.838137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:59.893581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3156919 Aug 16 03:12:59.896347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39236) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:59.902541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Request body: {'subnet': {'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-subnet', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:59.913934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800b8d2-02d8-4e48-a743-172a8c4d5c0f admin admin] Pushing event updated for resources: {'Network': ['ID=ff4bb646-2827-4970-86cc-edfb1e7d4763,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:59.925399 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:59.931216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Made reservation on behalf of eabcd13cccc14a94b503a54cb334560e for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:59.933800 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.111408 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.178185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=191689ae-3981-4d3a-888f-48e298cd19aa,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:00.190487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Checking segment: {'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:00.190852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Network hostable DHCP agents. Network: ff4bb646-2827-4970-86cc-edfb1e7d4763, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:13:00.209119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:13:00.210420 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.218671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, ff4bb646-2827-4970-86cc-edfb1e7d4763) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:00.225640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:00.225794 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.230456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a17d5-0984-47ce-8000-38d6447ec526 None None] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:13:00.243160 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ffba8b35-5129-44de-8f82-8e19d95a9804 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3442798 Aug 16 03:13:00.245580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39238) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:00.250333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:00.277994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.279019 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.341001 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.389363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-ff4bb646-2827-4970-86cc-edfb1e7d4763', 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'fixed_ips': [{'subnet_id': '191689ae-3981-4d3a-888f-48e298cd19aa'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:13:00.390377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.538017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Allocated IP 172.20.0.2 (ff4bb646-2827-4970-86cc-edfb1e7d4763/191689ae-3981-4d3a-888f-48e298cd19aa/bb4b27a0-4a46-461e-be53-58a733ce723c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:00.687872 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.697146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Transition to ACTIVE for port object bb4b27a0-4a46-461e-be53-58a733ce723c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:00.712262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Transition to ACTIVE for port object bb4b27a0-4a46-461e-be53-58a733ce723c will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:00.719062 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.755895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:00.760718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:00.764338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:00.773996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Pushing event updated for resources: {'Port': ['ID=bb4b27a0-4a46-461e-be53-58a733ce723c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:00.817282 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.826309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Attempting to bind port bb4b27a0-4a46-461e-be53-58a733ce723c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:00.826681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Attempting to bind port bb4b27a0-4a46-461e-be53-58a733ce723c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:00.827046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Attempting to bind port bb4b27a0-4a46-461e-be53-58a733ce723c on network ff4bb646-2827-4970-86cc-edfb1e7d4763 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:00.832753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:00.833361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Checking segment: {'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:00.833802 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.834465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Bound using segment: {'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:00.834783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Bound port: bb4b27a0-4a46-461e-be53-58a733ce723c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:00.835174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.901401 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] For port bb4b27a0-4a46-461e-be53-58a733ce723c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:00.904677 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] For port bb4b27a0-4a46-461e-be53-58a733ce723c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bb4b27a0-4a46-461e-be53-58a733ce723c,segment=NetworkSegment(fb97c176-903c-4e3e-960d-013a3f1bfb33),segment_id=fb97c176-903c-4e3e-960d-013a3f1bfb33)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:00.910750 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:00.968236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b77a82-ad37-4386-a862-3b0d743e3601 None None] Pushing event updated for resources: {'Port': ['ID=bb4b27a0-4a46-461e-be53-58a733ce723c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:01.026254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.045907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.178673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Allocated IP 172.25.4.109 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:01.202183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f27e36d-3ea2-4843-acad-858e4dd7336c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:01.237602 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Sync routers for ids ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:01.249373 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Routers {'0fbf5406-f0f4-4bb5-9362-9916406e21b0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:01.250409 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:01.287214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5f27e36d-3ea2-4843-acad-858e4dd7336c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:01.294268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5f27e36d-3ea2-4843-acad-858e4dd7336c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:01.294894 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.304574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.361396 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.372959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Set router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:01.378410 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.399676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:01.400186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 5f27e36d-3ea2-4843-acad-858e4dd7336c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5f27e36d-3ea2-4843-acad-858e4dd7336c,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:01.404766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.405323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:01.409055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:01.443702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Pushing event updated for resources: {'Port': ['ID=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:01.458772 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=5f27e36d-3ea2-4843-acad-858e4dd7336c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:01.599849 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 4, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port': {'id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:56Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f93762b4-7f99-4047-8980-654e04b1cb31', 'name': '', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'mac_address': 'fa:16:3e:cb:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 2, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'subnets': [{'id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:01.630556 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Checking router: 0fbf5406-f0f4-4bb5-9362-9916406e21b0 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:01.630908 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Updating router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 port f93762b4-7f99-4047-8980-654e04b1cb31 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:13:01.659244 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.677785 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.878528 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.942200 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.952790 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Transition to ACTIVE for port object f93762b4-7f99-4047-8980-654e04b1cb31 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:01.959682 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.978570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c5f3e-4cfd-4c40-a7e4-dc3caf723794 None None] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:13:02.023401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Router 3a89b3ee-fa77-4403-adf8-56a98571d366 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:13:02.067746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-39fa3462-ecaa-4795-a97d-67809867be02 None None] Provisioning for port bb4b27a0-4a46-461e-be53-58a733ce723c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:02.078446 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Pushing event updated for resources: {'Port': ['ID=f93762b4-7f99-4047-8980-654e04b1cb31,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:02.094213 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Attempting to bind port f93762b4-7f99-4047-8980-654e04b1cb31 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:02.094584 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Attempting to bind port f93762b4-7f99-4047-8980-654e04b1cb31 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:02.094942 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Attempting to bind port f93762b4-7f99-4047-8980-654e04b1cb31 on network 503ec261-8a7b-4e85-8216-fc8597659181 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:02.102319 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.102664 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.103294 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.103767 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.104103 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.104463 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.104785 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.105106 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.105422 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.105739 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.106053 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.106366 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:02.110926 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:02.111373 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Checking segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:02.111781 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.112164 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Bound using segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:02.112676 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Bound port: f93762b4-7f99-4047-8980-654e04b1cb31, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:02.113180 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.132489 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.154764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:02.177351 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Sync routers for ids ['3a89b3ee-fa77-4403-adf8-56a98571d366'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:02.181210 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.186599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-013f152b-0462-4d95-b53d-8c6aad5c891b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9372184 Aug 16 03:13:02.186858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39240) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:02.193605 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Routers {'3a89b3ee-fa77-4403-adf8-56a98571d366'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:02.194315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3a89b3ee-fa77-4403-adf8-56a98571d366'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:02.207444 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] For port f93762b4-7f99-4047-8980-654e04b1cb31, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:02.210947 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] For port f93762b4-7f99-4047-8980-654e04b1cb31, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f93762b4-7f99-4047-8980-654e04b1cb31,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:02.217123 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.278283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bda7f-23be-43f9-841e-64a94e0a5638 None None] Pushing event updated for resources: {'Port': ['ID=f93762b4-7f99-4047-8980-654e04b1cb31,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:02.315785 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Routers {'0fbf5406-f0f4-4bb5-9362-9916406e21b0'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:02.316299 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:02.346106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Set router 3a89b3ee-fa77-4403-adf8-56a98571d366 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:02.474080 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] Set router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:02.592106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:13:01Z', 'revision_number': 3, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port': {'id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:01Z', 'updated_at': '2021-08-16T03:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:02.621564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Checking router: 3a89b3ee-fa77-4403-adf8-56a98571d366 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:02.621915 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Updating router 3a89b3ee-fa77-4403-adf8-56a98571d366 port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:13:02.646866 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.687496 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.716402 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 4, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port': {'id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:56Z', 'updated_at': '2021-08-16T03:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f93762b4-7f99-4047-8980-654e04b1cb31', 'name': '', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'mac_address': 'fa:16:3e:cb:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:13:02Z', 'revision_number': 4, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'subnets': [{'id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:02.743504 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901fe04-99b1-4592-9a41-d31b61093347 None None] The sync data for ids ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'] in n-d-769329-15 is: [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:12:58Z', 'revision_number': 4, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port': {'id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:56Z', 'updated_at': '2021-08-16T03:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'f93762b4-7f99-4047-8980-654e04b1cb31', 'name': '', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'mac_address': 'fa:16:3e:cb:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:13:02Z', 'revision_number': 4, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'subnets': [{'id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:02.852565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Allocated IP 172.20.0.1 (ff4bb646-2827-4970-86cc-edfb1e7d4763/191689ae-3981-4d3a-888f-48e298cd19aa/94115dd0-01d9-4276-958d-d7e37fcf5943) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:02.927420 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.938253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Transition to ACTIVE for port object ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:02.944488 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.971086 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.986788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Transition to ACTIVE for port object 94115dd0-01d9-4276-958d-d7e37fcf5943 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:03.010484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Attempting to bind port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:03.011058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Attempting to bind port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:03.011235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Attempting to bind port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:03.018550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65423e46-9a87-4791-bf91-dfabcd995e5b None None] Pushing event updated for resources: {'Port': ['ID=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:03.022088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:03.022437 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:03.022882 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.023464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:03.024118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Bound port: ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:03.024551 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.029485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.076579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:03.079695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:03.083028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] For port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:03.084811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:03.088202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Pushing event updated for resources: {'Port': ['ID=94115dd0-01d9-4276-958d-d7e37fcf5943,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:03.090188 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] For port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:03.102670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.131670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.180818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Routers {'3a89b3ee-fa77-4403-adf8-56a98571d366'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:03.181468 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3a89b3ee-fa77-4403-adf8-56a98571d366'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:03.198951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65423e46-9a87-4791-bf91-dfabcd995e5b None None] Pushing event updated for resources: {'Port': ['ID=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:03.298423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.356305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] Set router 3a89b3ee-fa77-4403-adf8-56a98571d366 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:03.392531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f93762b4-7f99-4047-8980-654e04b1cb31 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:03.493381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3e8482f9-5128-4934-ae4f-521bbdd7a931 None None] Provisioning for port 94115dd0-01d9-4276-958d-d7e37fcf5943 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:03.502479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-3e8482f9-5128-4934-ae4f-521bbdd7a931 None None] Provisioning complete for port 94115dd0-01d9-4276-958d-d7e37fcf5943 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:03.502755 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.502876 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e8482f9-5128-4934-ae4f-521bbdd7a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.508466 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.576126 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f93762b4-7f99-4047-8980-654e04b1cb31 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:03.578108 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-3e8482f9-5128-4934-ae4f-521bbdd7a931 None None] Port 94115dd0-01d9-4276-958d-d7e37fcf5943 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:03.579154 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.581530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Pushing event updated for resources: {'Port': ['ID=94115dd0-01d9-4276-958d-d7e37fcf5943,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:03.585329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f93762b4-7f99-4047-8980-654e04b1cb31 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:03.585715 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.670256 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:03.671662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:03.697812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:13:01Z', 'revision_number': 3, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port': {'id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:01Z', 'updated_at': '2021-08-16T03:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:03.728275 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a0383f-116c-494f-81bc-cd2dea3773c0 None None] The sync data for ids ['3a89b3ee-fa77-4403-adf8-56a98571d366'] in n-d-769329-15 is: [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:13:01Z', 'revision_number': 3, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port': {'id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:01Z', 'updated_at': '2021-08-16T03:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:03.730515 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.770758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f93762b4-7f99-4047-8980-654e04b1cb31, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f93762b4-7f99-4047-8980-654e04b1cb31,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:03.775830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.776705 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bb4b27a0-4a46-461e-be53-58a733ce723c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:03.809131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Router 3a89b3ee-fa77-4403-adf8-56a98571d366 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:13:03.858968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f93762b4-7f99-4047-8980-654e04b1cb31,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:03.873878 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port bb4b27a0-4a46-461e-be53-58a733ce723c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:03.879290 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bb4b27a0-4a46-461e-be53-58a733ce723c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:03.879678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.926364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9cb80ba2-fc9e-4795-a300-4517e08ec586 None None] Provisioning complete for port 94115dd0-01d9-4276-958d-d7e37fcf5943 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:03.926736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9cb80ba2-fc9e-4795-a300-4517e08ec586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:03.944264 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:03.957017 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7bb7496b-b569-45bc-9d7a-3cee9182f999 admin admin] 10.222.0.78 "PUT /v2.0/routers/3a89b3ee-fa77-4403-adf8-56a98571d366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687163 Aug 16 03:13:03.983532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9cb80ba2-fc9e-4795-a300-4517e08ec586 None None] Port 94115dd0-01d9-4276-958d-d7e37fcf5943 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:04.016000 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:04.062826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port bb4b27a0-4a46-461e-be53-58a733ce723c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bb4b27a0-4a46-461e-be53-58a733ce723c,segment=NetworkSegment(fb97c176-903c-4e3e-960d-013a3f1bfb33),segment_id=fb97c176-903c-4e3e-960d-013a3f1bfb33)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:04.068109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:04.068996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f27e36d-3ea2-4843-acad-858e4dd7336c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:04.161573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=bb4b27a0-4a46-461e-be53-58a733ce723c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:04.173040 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5f27e36d-3ea2-4843-acad-858e4dd7336c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:04.173945 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:05.183292 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f93762b4-7f99-4047-8980-654e04b1cb31 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:05.234355 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f93762b4-7f99-4047-8980-654e04b1cb31 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:05.234729 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:05.311006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bb4b27a0-4a46-461e-be53-58a733ce723c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:05.357644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port bb4b27a0-4a46-461e-be53-58a733ce723c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:05.358019 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:05.375042 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-bbb1c2ca-55a8-46c2-89af-c846f673f7de tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:05.377048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-bbb1c2ca-55a8-46c2-89af-c846f673f7de tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/networks?id=503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 200 len: 817 time: 0.1043272 Aug 16 03:13:05.393323 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-d932eb31-2389-46ec-8d40-fb95a59edc12 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/quotas/0ba5326417ea4f658e62b21c9d3a2ee2 HTTP/1.1" status: 200 len: 375 time: 0.0100875 Aug 16 03:13:05.451429 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-fb7032b5-e24b-4acd-a18e-ca1c9b4455b3 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521395 Aug 16 03:13:05.594169 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:05.595178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-9f9e4ef9-662a-459a-a62c-62b31e1962b2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:13:05.596264 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-9f9e4ef9-662a-459a-a62c-62b31e1962b2 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460467 Aug 16 03:13:05.640554 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:05.644148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:05.644556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:05.692864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b18de259-3b34-46be-9bb9-d1baab5452a6 service neutron] 10.222.0.78 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901117 Aug 16 03:13:05.723547 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:05.744123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:05.747796 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:05.781767 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-e8193d57-0aaa-43f6-9054-9e4d0e6c24eb service neutron] 10.222.0.78 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865858 Aug 16 03:13:05.795857 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:05.951430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40d43415-6f3c-4db9-b8e0-6baba56f4f9a req-88073a30-c053-4243-8bb3-e5802aeb70c5 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 210 time: 0.0281086 Aug 16 03:13:06.147863 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Sync routers for ids ['3a89b3ee-fa77-4403-adf8-56a98571d366'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:06.158227 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Routers {'3a89b3ee-fa77-4403-adf8-56a98571d366'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:06.158930 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3a89b3ee-fa77-4403-adf8-56a98571d366'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:06.275212 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Set router 3a89b3ee-fa77-4403-adf8-56a98571d366 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:06.558659 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:13:03Z', 'revision_number': 4, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port': {'id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:01Z', 'updated_at': '2021-08-16T03:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '94115dd0-01d9-4276-958d-d7e37fcf5943', 'name': '', 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'mac_address': 'fa:16:3e:22:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '191689ae-3981-4d3a-888f-48e298cd19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:02Z', 'updated_at': '2021-08-16T03:13:03Z', 'revision_number': 2, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'subnets': [{'id': '191689ae-3981-4d3a-888f-48e298cd19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:06.585577 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Checking router: 3a89b3ee-fa77-4403-adf8-56a98571d366 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:06.585929 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Updating router 3a89b3ee-fa77-4403-adf8-56a98571d366 port 94115dd0-01d9-4276-958d-d7e37fcf5943 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:13:06.612560 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:06.871579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-db304901-45b4-4826-a79b-0fe89949b677 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:06.873284 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-db304901-45b4-4826-a79b-0fe89949b677 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "GET /v2.0/networks?id=503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 200 len: 817 time: 0.1122599 Aug 16 03:13:06.884097 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:06.887279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Request body: {'port': {'device_id': '89051264-5151-4a9f-a38a-f5719b0d9746', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'admin_state_up': True, 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:06.895235 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Transition to ACTIVE for port object 94115dd0-01d9-4276-958d-d7e37fcf5943 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:06.900201 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:06.957027 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141f09e-51db-48a5-a10c-7dc6a46ec64e None None] Pushing event updated for resources: {'Port': ['ID=94115dd0-01d9-4276-958d-d7e37fcf5943,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:07.014203 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Made reservation on behalf of 0ba5326417ea4f658e62b21c9d3a2ee2 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:13:07.017840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.018018 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Attempting to bind port 94115dd0-01d9-4276-958d-d7e37fcf5943 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:07.018360 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Attempting to bind port 94115dd0-01d9-4276-958d-d7e37fcf5943 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:07.018732 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Attempting to bind port 94115dd0-01d9-4276-958d-d7e37fcf5943 on network ff4bb646-2827-4970-86cc-edfb1e7d4763 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:07.024540 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:07.024925 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Checking segment: {'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:07.025334 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.025788 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Bound using segment: {'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:07.026261 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Bound port: 94115dd0-01d9-4276-958d-d7e37fcf5943, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb97c176-903c-4e3e-960d-013a3f1bfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:07.026687 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.112013 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] For port 94115dd0-01d9-4276-958d-d7e37fcf5943, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:07.115394 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] For port 94115dd0-01d9-4276-958d-d7e37fcf5943, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94115dd0-01d9-4276-958d-d7e37fcf5943,segment=NetworkSegment(fb97c176-903c-4e3e-960d-013a3f1bfb33),segment_id=fb97c176-903c-4e3e-960d-013a3f1bfb33)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:07.121809 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.154828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:07.208186 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141f09e-51db-48a5-a10c-7dc6a46ec64e None None] Pushing event updated for resources: {'Port': ['ID=94115dd0-01d9-4276-958d-d7e37fcf5943,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:07.209821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Allocated IP 172.20.0.5 (503ec261-8a7b-4e85-8216-fc8597659181/e88dd27a-8023-4c5c-8829-7dba547a3ca4/a0e7a924-e196-4386-b6fa-69ff74b3cf56) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:07.224814 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Routers {'3a89b3ee-fa77-4403-adf8-56a98571d366'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:07.225450 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:12:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3a89b3ee-fa77-4403-adf8-56a98571d366'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:07.239101 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:07.239496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.358214 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] Set router 3a89b3ee-fa77-4403-adf8-56a98571d366 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:07.486781 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.505165 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a51cf6af-3f63-46ae-a701-b9f89d4f3772 req-dbd4e1f8-2b59-46be-8eae-2d019ef93626 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 210 time: 0.4721992 Aug 16 03:13:07.507731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Transition to ACTIVE for port object a0e7a924-e196-4386-b6fa-69ff74b3cf56 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:07.553120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.587002 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:13:03Z', 'revision_number': 4, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port': {'id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:01Z', 'updated_at': '2021-08-16T03:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '94115dd0-01d9-4276-958d-d7e37fcf5943', 'name': '', 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'mac_address': 'fa:16:3e:22:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '191689ae-3981-4d3a-888f-48e298cd19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:02Z', 'updated_at': '2021-08-16T03:13:07Z', 'revision_number': 4, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'subnets': [{'id': '191689ae-3981-4d3a-888f-48e298cd19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:07.600836 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Network 503ec261-8a7b-4e85-8216-fc8597659181 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:07.603927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:07.606689 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:07.616307 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0d139-bb01-4a85-ae19-8b4064d4ab5d None None] The sync data for ids ['3a89b3ee-fa77-4403-adf8-56a98571d366'] in n-d-769329-15 is: [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:13:03Z', 'revision_number': 4, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port': {'id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:01Z', 'updated_at': '2021-08-16T03:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '94115dd0-01d9-4276-958d-d7e37fcf5943', 'name': '', 'network_id': 'ff4bb646-2827-4970-86cc-edfb1e7d4763', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'mac_address': 'fa:16:3e:22:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '191689ae-3981-4d3a-888f-48e298cd19aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:02Z', 'updated_at': '2021-08-16T03:13:07Z', 'revision_number': 4, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'subnets': [{'id': '191689ae-3981-4d3a-888f-48e298cd19aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:07.635561 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Pushing event updated for resources: {'Port': ['ID=a0e7a924-e196-4386-b6fa-69ff74b3cf56,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:07.672997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:07.675011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.696339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-4649911f-2e3c-43c1-a8e9-595dd194c13e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125613 Aug 16 03:13:07.707763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Request body: {'port': {'device_id': '89051264-5151-4a9f-a38a-f5719b0d9746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:07.768988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.959900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-062e0ef6-4c0d-49db-872c-c4da431744a5 None None] Provisioning for port a0e7a924-e196-4386-b6fa-69ff74b3cf56 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:07.964073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-062e0ef6-4c0d-49db-872c-c4da431744a5 None None] Provisioning complete for port a0e7a924-e196-4386-b6fa-69ff74b3cf56 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:07.964485 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-062e0ef6-4c0d-49db-872c-c4da431744a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:08.001974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-062e0ef6-4c0d-49db-872c-c4da431744a5 None None] Port a0e7a924-e196-4386-b6fa-69ff74b3cf56 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:08.061333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e7a924-e196-4386-b6fa-69ff74b3cf56 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:13:08.069252 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:08.082183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Transition to ACTIVE for port object a0e7a924-e196-4386-b6fa-69ff74b3cf56 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:08.086666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:08.140585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Pushing event updated for resources: {'Port': ['ID=a0e7a924-e196-4386-b6fa-69ff74b3cf56,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:08.215812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Attempting to bind port a0e7a924-e196-4386-b6fa-69ff74b3cf56 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:08.216146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Attempting to bind port a0e7a924-e196-4386-b6fa-69ff74b3cf56 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:08.216508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Attempting to bind port a0e7a924-e196-4386-b6fa-69ff74b3cf56 on network 503ec261-8a7b-4e85-8216-fc8597659181 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:08.221396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Port a0e7a924-e196-4386-b6fa-69ff74b3cf56 on network 503ec261-8a7b-4e85-8216-fc8597659181 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:13:08.221721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Attempting to bind port a0e7a924-e196-4386-b6fa-69ff74b3cf56 on network 503ec261-8a7b-4e85-8216-fc8597659181 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:08.227185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:08.227669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Checking segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:08.228278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Bound using segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:08.229010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Bound port: a0e7a924-e196-4386-b6fa-69ff74b3cf56, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:08.229503 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:08.301795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] For port a0e7a924-e196-4386-b6fa-69ff74b3cf56, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:08.305670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] For port a0e7a924-e196-4386-b6fa-69ff74b3cf56, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a0e7a924-e196-4386-b6fa-69ff74b3cf56,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:08.311678 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:08.349119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.349648 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:08.351087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] 10.222.0.88 "PUT /v2.0/ports/a0e7a924-e196-4386-b6fa-69ff74b3cf56 HTTP/1.1" status: 200 len: 1092 time: 0.6477914 Aug 16 03:13:08.351538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89051264-5151-4a9f-a38a-f5719b0d9746', 'tag': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:13:08.353914 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "89051264-5151-4a9f-a38a-f5719b0d9746", "tag": "a0e7a924-e196-4386-b6fa-69ff74b3cf56"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:13:08.409612 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f31e529-7943-4462-baf9-5664697e5be6 x-openstack-request-id: req-3f31e529-7943-4462-baf9-5664697e5be6 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:13:08.409926 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89051264-5151-4a9f-a38a-f5719b0d9746", "tag": "a0e7a924-e196-4386-b6fa-69ff74b3cf56", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:13:08.410154 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f31e529-7943-4462-baf9-5664697e5be6 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:13:08.410599 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89051264-5151-4a9f-a38a-f5719b0d9746', 'tag': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56', 'status': 'completed', 'code': 200} Aug 16 03:13:08.414285 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4a586-9cd9-4d66-9fcd-0b411e9652fe service neutron] Pushing event updated for resources: {'Port': ['ID=a0e7a924-e196-4386-b6fa-69ff74b3cf56,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:08.451107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-ded27160-8216-4e83-9162-df558a7d7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.452707 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-ded27160-8216-4e83-9162-df558a7d7064 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 1095 time: 0.0582249 Aug 16 03:13:08.501314 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-362875f0-dda5-44e7-8a25-56b100ba1233 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0e7a924-e196-4386-b6fa-69ff74b3cf56 HTTP/1.1" status: 200 len: 217 time: 0.0405376 Aug 16 03:13:08.558997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-e4fa01c9-e5b5-4539-be87-3081f74157d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.560741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-e4fa01c9-e5b5-4539-be87-3081f74157d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e88dd27a-8023-4c5c-8829-7dba547a3ca4 HTTP/1.1" status: 200 len: 856 time: 0.0530620 Aug 16 03:13:08.608229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-47f45a02-6cbb-4844-bb83-de8ba23ad841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.609763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-47f45a02-6cbb-4844-bb83-de8ba23ad841 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=503ec261-8a7b-4e85-8216-fc8597659181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416889 Aug 16 03:13:08.634772 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992ae32-5eb0-4766-9e42-d412d9965663 req-0db446f2-d115-4ebb-adda-c50a226ef993 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.637013 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c992ae32-5eb0-4766-9e42-d412d9965663 req-0db446f2-d115-4ebb-adda-c50a226ef993 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 943 time: 0.0500996 Aug 16 03:13:08.677992 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c992ae32-5eb0-4766-9e42-d412d9965663 req-5feb6061-72a6-4c02-a1f7-b6da64b6e060 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343471 Aug 16 03:13:08.710502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-c0907088-2f6e-46b6-95aa-4bdd66224357 service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933502 Aug 16 03:13:08.797004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c4912225-04f6-4ff1-86c5-1d9ff0b95d8a req-bcd4ca07-21eb-4983-b582-06a414246617 service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792456 Aug 16 03:13:08.886093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-c97cbf13-4ddb-4389-9c6b-4f43ab5f663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.887842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-c97cbf13-4ddb-4389-9c6b-4f43ab5f663a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 1095 time: 0.0429807 Aug 16 03:13:08.979775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-5dad66dc-f51d-44f1-9abc-ad42197faa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:08.981285 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-5dad66dc-f51d-44f1-9abc-ad42197faa74 service neutron] 10.222.0.88 "GET /v2.0/networks?id=503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 200 len: 918 time: 0.0867600 Aug 16 03:13:09.022328 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-4f43986f-b9b0-47f9-a5eb-82fa1ff72c60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0e7a924-e196-4386-b6fa-69ff74b3cf56 HTTP/1.1" status: 200 len: 217 time: 0.0328803 Aug 16 03:13:09.074556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-ec06c2fd-5c27-4548-a9fc-d75dc62531c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:09.075953 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-ec06c2fd-5c27-4548-a9fc-d75dc62531c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e88dd27a-8023-4c5c-8829-7dba547a3ca4 HTTP/1.1" status: 200 len: 856 time: 0.0463815 Aug 16 03:13:09.123356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-4c9a5885-2dd3-4a9f-a148-d8c246902cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:09.124942 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-4c9a5885-2dd3-4a9f-a148-d8c246902cd8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=503ec261-8a7b-4e85-8216-fc8597659181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418155 Aug 16 03:13:09.134920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94115dd0-01d9-4276-958d-d7e37fcf5943 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:09.183966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 94115dd0-01d9-4276-958d-d7e37fcf5943 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:09.187996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 94115dd0-01d9-4276-958d-d7e37fcf5943 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:09.188476 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:09.215125 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-5976149d-50df-4f6e-ae05-fec87652192f service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814710 Aug 16 03:13:09.270650 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:09.304590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 94115dd0-01d9-4276-958d-d7e37fcf5943, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94115dd0-01d9-4276-958d-d7e37fcf5943,segment=NetworkSegment(fb97c176-903c-4e3e-960d-013a3f1bfb33),segment_id=fb97c176-903c-4e3e-960d-013a3f1bfb33)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:09.308738 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:09.359829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=94115dd0-01d9-4276-958d-d7e37fcf5943,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:09.656779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ebf9a82d-af92-438f-b8d0-3f9d9f603ecc req-28cd6325-2c1f-41ce-95eb-b6104da26099 service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337149 Aug 16 03:13:09.798077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ed49a-1475-4651-b9be-a80d20ba3aca req-061eda92-38d9-46b7-86db-9fa83756205b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:09.800104 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b4ed49a-1475-4651-b9be-a80d20ba3aca req-061eda92-38d9-46b7-86db-9fa83756205b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 943 time: 0.0526452 Aug 16 03:13:09.838533 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b4ed49a-1475-4651-b9be-a80d20ba3aca req-68237bc2-48a3-4253-9312-0a3cf2ed6bf4 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Aug 16 03:13:10.099298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a0e7a924-e196-4386-b6fa-69ff74b3cf56 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:13:10.201297 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a0e7a924-e196-4386-b6fa-69ff74b3cf56, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a0e7a924-e196-4386-b6fa-69ff74b3cf56,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:10.218229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'port_id': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56', 'mac_address': 'fa:16:3e:d4:8a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:13:10.257098 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:10.277638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e7a924-e196-4386-b6fa-69ff74b3cf56 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:13:10.302222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a0e7a924-e196-4386-b6fa-69ff74b3cf56, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a0e7a924-e196-4386-b6fa-69ff74b3cf56,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:10.305858 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:10.356559 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=a0e7a924-e196-4386-b6fa-69ff74b3cf56,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:10.504178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['a0e7a924-e196-4386-b6fa-69ff74b3cf56'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:13:10.951209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b12a25-4daf-4a99-b303-a7575c30a6b9 req-9c259da6-9b74-402e-90c9-e2a1522e2321 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:10.952623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57b12a25-4daf-4a99-b303-a7575c30a6b9 req-9c259da6-9b74-402e-90c9-e2a1522e2321 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 944 time: 0.0471063 Aug 16 03:13:10.989844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-57b12a25-4daf-4a99-b303-a7575c30a6b9 req-ab8765b4-0efe-44d9-b93a-7d485fbff822 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Aug 16 03:13:11.113135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94115dd0-01d9-4276-958d-d7e37fcf5943 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:11.160567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 94115dd0-01d9-4276-958d-d7e37fcf5943 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:11.160946 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:12.102096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a32ac-6688-4759-bd23-003da3c735ab req-be7bd983-54ed-491c-88cf-e9a7fe49ad3e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:12.103574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a32ac-6688-4759-bd23-003da3c735ab req-be7bd983-54ed-491c-88cf-e9a7fe49ad3e tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 944 time: 0.0473049 Aug 16 03:13:12.114505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a0e7a924-e196-4386-b6fa-69ff74b3cf56 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:12.145122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e09a32ac-6688-4759-bd23-003da3c735ab req-346bd5d2-cb27-4771-a70e-92b9c925ff4b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356057 Aug 16 03:13:12.163102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port a0e7a924-e196-4386-b6fa-69ff74b3cf56 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:12.166850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port a0e7a924-e196-4386-b6fa-69ff74b3cf56 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:12.167234 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:12.243214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:12.265641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89051264-5151-4a9f-a38a-f5719b0d9746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:13:12.268179 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a4433-dc61-4742-b35a-0a654ca92442" -d '{"events": [{"server_uuid": "89051264-5151-4a9f-a38a-f5719b0d9746", "name": "network-vif-plugged", "status": "completed", "tag": "a0e7a924-e196-4386-b6fa-69ff74b3cf56"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:13:12.280991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port a0e7a924-e196-4386-b6fa-69ff74b3cf56, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a0e7a924-e196-4386-b6fa-69ff74b3cf56,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:12.287503 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:12.316073 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf51677-3e48-4a22-aa5a-6d78534cef6b x-openstack-request-id: req-bcf51677-3e48-4a22-aa5a-6d78534cef6b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:13:12.316389 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89051264-5151-4a9f-a38a-f5719b0d9746", "name": "network-vif-plugged", "status": "completed", "tag": "a0e7a924-e196-4386-b6fa-69ff74b3cf56", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:13:12.316644 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcf51677-3e48-4a22-aa5a-6d78534cef6b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:13:12.317092 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89051264-5151-4a9f-a38a-f5719b0d9746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56', 'code': 200} Aug 16 03:13:12.346789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=a0e7a924-e196-4386-b6fa-69ff74b3cf56,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:12.401896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91628-bef0-4624-8f3a-c407af383076 req-036387fc-046e-4fb3-9d07-7acac544e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:12.403367 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fd91628-bef0-4624-8f3a-c407af383076 req-036387fc-046e-4fb3-9d07-7acac544e418 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 1097 time: 0.0386317 Aug 16 03:13:12.437584 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fd91628-bef0-4624-8f3a-c407af383076 req-6ac2039e-ff08-4193-90a8-619002739364 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273607 Aug 16 03:13:13.261829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12485da8-3298-4ab9-acfb-6156a46eafe0 req-8e29c687-1463-4c7a-ae34-08295ba2d7f4 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:13.263340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12485da8-3298-4ab9-acfb-6156a46eafe0 req-8e29c687-1463-4c7a-ae34-08295ba2d7f4 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Aug 16 03:13:13.302749 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12485da8-3298-4ab9-acfb-6156a46eafe0 req-f42de0a3-3f57-4fab-a533-38ae526f05f1 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Aug 16 03:13:14.054116 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:14.419627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309208c7-6bc5-4c8e-a192-70bc6ec93ee6 req-3196574b-756b-4f85-ab40-9a16b46d8105 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:14.421114 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-309208c7-6bc5-4c8e-a192-70bc6ec93ee6 req-3196574b-756b-4f85-ab40-9a16b46d8105 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Aug 16 03:13:14.458754 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-309208c7-6bc5-4c8e-a192-70bc6ec93ee6 req-d6634441-deda-4db7-9380-7d58782366c2 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Aug 16 03:13:14.571040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065be8e-cced-43b3-b0dc-81dd51c25932 req-f2443fc9-5ae9-4349-a048-676984ec536b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:14.572551 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c065be8e-cced-43b3-b0dc-81dd51c25932 req-f2443fc9-5ae9-4349-a048-676984ec536b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 945 time: 0.0473809 Aug 16 03:13:14.616884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c065be8e-cced-43b3-b0dc-81dd51c25932 req-07395e8e-664a-4ebc-8309-c86c4ec382b5 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Aug 16 03:13:22.783289 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:23.992670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:26.246376 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-552bc7c7-f339-4998-a20c-4d95d7ddbffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:28.837662 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d5df5117-c221-48ff-ad0a-f114fd8dca4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:28.842793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:30.212352 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:32.115687 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:33.084620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55a2-9bca-4644-b3da-925ba7a51243 req-430578c7-aedc-4860-b556-b494a5db6c1c tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:33.086093 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfdd55a2-9bca-4644-b3da-925ba7a51243 req-430578c7-aedc-4860-b556-b494a5db6c1c tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Aug 16 03:13:33.122983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bfdd55a2-9bca-4644-b3da-925ba7a51243 req-d50e796b-4b98-4170-bb0d-def4c5b518ad tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306828 Aug 16 03:13:34.238694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec6890-f2ae-47ea-99ea-32d795e71e38 req-2533da00-dfde-4244-9965-35e3d3286a99 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:34.240197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26ec6890-f2ae-47ea-99ea-32d795e71e38 req-2533da00-dfde-4244-9965-35e3d3286a99 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Aug 16 03:13:34.277756 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-26ec6890-f2ae-47ea-99ea-32d795e71e38 req-754ddfcc-03ec-49cd-bf91-fac5327c4acf tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Aug 16 03:13:34.590192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-f6f11bf8-9d7e-4268-b8c3-bf998ad41210 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:34.591669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-f6f11bf8-9d7e-4268-b8c3-bf998ad41210 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Aug 16 03:13:34.688277 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Deleting port a0e7a924-e196-4386-b6fa-69ff74b3cf56 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:13:34.688644 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:34.771614 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] For port a0e7a924-e196-4386-b6fa-69ff74b3cf56, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=a0e7a924-e196-4386-b6fa-69ff74b3cf56,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:34.771975 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:34.784903 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Calling delete_port for a0e7a924-e196-4386-b6fa-69ff74b3cf56 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:13:34.910943 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:34.922397 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['a0e7a924-e196-4386-b6fa-69ff74b3cf56'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:13:34.938076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Pushing event deleted for resources: {'Port': ['ID=a0e7a924-e196-4386-b6fa-69ff74b3cf56,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:34.983512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] No DVR routers for this DVR port a0e7a924-e196-4386-b6fa-69ff74b3cf56 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:13:34.986534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:34.988591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e888191-89b4-4fd6-95eb-70f6466a7399 req-65092f9e-759b-4505-917f-72541e6138c0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "DELETE /v2.0/ports/a0e7a924-e196-4386-b6fa-69ff74b3cf56 HTTP/1.1" status: 204 len: 173 time: 0.3905911 Aug 16 03:13:34.989033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89051264-5151-4a9f-a38a-f5719b0d9746', 'name': 'network-vif-deleted', 'tag': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:13:34.991393 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb3a72a-86b5-4415-a932-bfb039fbbbcf" -d '{"events": [{"server_uuid": "89051264-5151-4a9f-a38a-f5719b0d9746", "name": "network-vif-deleted", "tag": "a0e7a924-e196-4386-b6fa-69ff74b3cf56"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:13:35.038996 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a394e-5313-4421-8d18-03a42c0c506e x-openstack-request-id: req-bf0a394e-5313-4421-8d18-03a42c0c506e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:13:35.039358 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89051264-5151-4a9f-a38a-f5719b0d9746", "name": "network-vif-deleted", "tag": "a0e7a924-e196-4386-b6fa-69ff74b3cf56", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:13:35.039675 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf0a394e-5313-4421-8d18-03a42c0c506e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:13:35.040140 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89051264-5151-4a9f-a38a-f5719b0d9746', 'name': 'network-vif-deleted', 'tag': 'a0e7a924-e196-4386-b6fa-69ff74b3cf56', 'status': 'completed', 'code': 200} Aug 16 03:13:35.384095 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-af5b8e2d-bcbe-4692-934f-9ed1287b918d req-482945e9-7b21-4260-908e-ea558f427906 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=89051264-5151-4a9f-a38a-f5719b0d9746 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Aug 16 03:13:36.861520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-209dd3cd-4851-4266-91f8-fd8c213fb874 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:36.862962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-209dd3cd-4851-4266-91f8-fd8c213fb874 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/networks?id=503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 200 len: 817 time: 0.1014869 Aug 16 03:13:36.878192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-2b4a0c7d-5245-4272-bc3f-c1e3b6443f8a tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/quotas/0ba5326417ea4f658e62b21c9d3a2ee2 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Aug 16 03:13:36.927443 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-11b5b37e-a8d0-4a51-bb2d-9abeb45ee4fd tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437887 Aug 16 03:13:37.023675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-6bfadd7a-7436-4205-9208-1dc369f24c66 service neutron] 10.222.0.78 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842006 Aug 16 03:13:37.111176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-923ad908-c456-4f06-82ed-5bc956a5a14c service neutron] 10.222.0.78 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815256 Aug 16 03:13:37.269651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d083f0ad-00cd-44bc-b9fa-8f566e5b1ec3 req-9634a857-f2db-448a-bd90-e155f852daa0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 210 time: 0.0301049 Aug 16 03:13:38.150191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-1e7561da-b241-4ae9-bef9-9d2f9e80ddda tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:38.151764 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-1e7561da-b241-4ae9-bef9-9d2f9e80ddda tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "GET /v2.0/networks?id=503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 200 len: 817 time: 0.1055937 Aug 16 03:13:38.164989 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Request body: {'port': {'device_id': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'admin_state_up': True, 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:38.238484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a0e7a924-e196-4386-b6fa-69ff74b3cf56 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:13:38.257946 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: a0e7a924-e196-4386-b6fa-69ff74b3cf56 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:13:38.258291 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device a0e7a924-e196-4386-b6fa-69ff74b3cf56 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:13:38.276010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Made reservation on behalf of 0ba5326417ea4f658e62b21c9d3a2ee2 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:13:38.279611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.365939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3f87373a-942e-41f5-92de-d69c0aba425e req-a7d2268d-aefe-41c9-ab03-3ca8d6f000bb tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 210 time: 0.0274036 Aug 16 03:13:38.408473 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Allocated IP 172.20.0.13 (503ec261-8a7b-4e85-8216-fc8597659181/e88dd27a-8023-4c5c-8829-7dba547a3ca4/7405da48-03c0-48af-952b-bdf29041ebe7) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:38.552537 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.565927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Transition to ACTIVE for port object 7405da48-03c0-48af-952b-bdf29041ebe7 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:38.598843 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.650478 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Network 503ec261-8a7b-4e85-8216-fc8597659181 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:38.653544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:38.657896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:38.685737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Pushing event updated for resources: {'Port': ['ID=7405da48-03c0-48af-952b-bdf29041ebe7,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:38.705033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.705383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.705730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.706072 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.706428 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.706750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.707083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.707415 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.707745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.708184 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.708545 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.708875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.743796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:38.744449 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.759137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-438793d3-5551-4225-8510-a8cad336f654 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978656 Aug 16 03:13:38.772101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Request body: {'port': {'device_id': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:38.827218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.833519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d924e986-73f2-4882-90cf-f7749a172f43 None None] Provisioning for port 7405da48-03c0-48af-952b-bdf29041ebe7 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:38.837291 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-d924e986-73f2-4882-90cf-f7749a172f43 None None] Provisioning complete for port 7405da48-03c0-48af-952b-bdf29041ebe7 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:38.837667 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d924e986-73f2-4882-90cf-f7749a172f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.874057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-d924e986-73f2-4882-90cf-f7749a172f43 None None] Port 7405da48-03c0-48af-952b-bdf29041ebe7 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:39.091956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7405da48-03c0-48af-952b-bdf29041ebe7 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:13:39.099382 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:39.111095 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Transition to ACTIVE for port object 7405da48-03c0-48af-952b-bdf29041ebe7 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:39.114962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:39.165190 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Pushing event updated for resources: {'Port': ['ID=7405da48-03c0-48af-952b-bdf29041ebe7,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:39.234322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Attempting to bind port 7405da48-03c0-48af-952b-bdf29041ebe7 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:39.234665 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Attempting to bind port 7405da48-03c0-48af-952b-bdf29041ebe7 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:39.235050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Attempting to bind port 7405da48-03c0-48af-952b-bdf29041ebe7 on network 503ec261-8a7b-4e85-8216-fc8597659181 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:39.239530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Port 7405da48-03c0-48af-952b-bdf29041ebe7 on network 503ec261-8a7b-4e85-8216-fc8597659181 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:13:39.239865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Attempting to bind port 7405da48-03c0-48af-952b-bdf29041ebe7 on network 503ec261-8a7b-4e85-8216-fc8597659181 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:39.244944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:39.245378 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Checking segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:39.245790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Bound using segment: {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:39.246226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Bound port: 7405da48-03c0-48af-952b-bdf29041ebe7, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:39.246594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:39.315934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] For port 7405da48-03c0-48af-952b-bdf29041ebe7, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:39.318976 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] For port 7405da48-03c0-48af-952b-bdf29041ebe7, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7405da48-03c0-48af-952b-bdf29041ebe7,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:39.324626 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:39.363747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.364467 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:39.365865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] 10.222.0.88 "PUT /v2.0/ports/7405da48-03c0-48af-952b-bdf29041ebe7 HTTP/1.1" status: 200 len: 1093 time: 0.5981572 Aug 16 03:13:39.366310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'tag': '7405da48-03c0-48af-952b-bdf29041ebe7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:13:39.368623 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8769b01-4913-4088-926e-90cc77c685e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a934a92-f50d-45a0-9feb-9b0a3afb97e7", "tag": "7405da48-03c0-48af-952b-bdf29041ebe7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:13:39.399042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c833-3c07-4b90-8b4b-5b8c7ab97c04 service neutron] Pushing event updated for resources: {'Port': ['ID=7405da48-03c0-48af-952b-bdf29041ebe7,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:39.440871 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bb7d58-e6bb-4f35-9e47-21a11f9231a3 x-openstack-request-id: req-57bb7d58-e6bb-4f35-9e47-21a11f9231a3 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:13:39.441190 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a934a92-f50d-45a0-9feb-9b0a3afb97e7", "tag": "7405da48-03c0-48af-952b-bdf29041ebe7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:13:39.441416 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57bb7d58-e6bb-4f35-9e47-21a11f9231a3 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:13:39.441819 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'tag': '7405da48-03c0-48af-952b-bdf29041ebe7', 'status': 'completed', 'code': 200} Aug 16 03:13:39.465236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-ff1f9db2-d6f5-4ced-a113-8357e28e8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.466814 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-ff1f9db2-d6f5-4ced-a113-8357e28e8c32 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 1096 time: 0.0562072 Aug 16 03:13:39.505764 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59afb2a-8b66-46a0-9e60-a0be634cce2f req-231aabfd-a367-4f0b-8a85-31b464426bb0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.513148 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a59afb2a-8b66-46a0-9e60-a0be634cce2f req-231aabfd-a367-4f0b-8a85-31b464426bb0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 944 time: 0.0630362 Aug 16 03:13:39.515096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-69d25f42-f844-44f7-af28-ec1b6b06836e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7405da48-03c0-48af-952b-bdf29041ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0406542 Aug 16 03:13:39.548343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a59afb2a-8b66-46a0-9e60-a0be634cce2f req-516828d4-0979-4ceb-a1d9-58a9be595646 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Aug 16 03:13:39.568480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-196da976-bcaf-4a0a-b906-8e34d6a9c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.569958 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-196da976-bcaf-4a0a-b906-8e34d6a9c680 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e88dd27a-8023-4c5c-8829-7dba547a3ca4 HTTP/1.1" status: 200 len: 856 time: 0.0479753 Aug 16 03:13:39.614924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-001c1024-146e-46db-be52-9fad7e4bfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.616384 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-001c1024-146e-46db-be52-9fad7e4bfcd5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=503ec261-8a7b-4e85-8216-fc8597659181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396681 Aug 16 03:13:39.706906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-49c993aa-f91b-4f64-817d-e3d37742245a service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835199 Aug 16 03:13:39.794420 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ce7b69b5-4e61-4529-9eeb-0d783b7c0065 req-1b4bab0e-baef-407d-b4ea-fd08de1a42d2 service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807021 Aug 16 03:13:39.879334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8769b01-4913-4088-926e-90cc77c685e6 req-627b7546-88a2-4b83-8d52-1f408284fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.881100 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8769b01-4913-4088-926e-90cc77c685e6 req-627b7546-88a2-4b83-8d52-1f408284fe9f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 1096 time: 0.0407150 Aug 16 03:13:39.971784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8769b01-4913-4088-926e-90cc77c685e6 req-1bce89f0-1109-4d5b-9f8a-95c4b4c74775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:39.973243 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8769b01-4913-4088-926e-90cc77c685e6 req-1bce89f0-1109-4d5b-9f8a-95c4b4c74775 service neutron] 10.222.0.88 "GET /v2.0/networks?id=503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 200 len: 918 time: 0.0854385 Aug 16 03:13:40.014642 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8769b01-4913-4088-926e-90cc77c685e6 req-e581381f-c558-49a3-ac16-2071cb7d81f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7405da48-03c0-48af-952b-bdf29041ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0343087 Aug 16 03:13:40.062885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8769b01-4913-4088-926e-90cc77c685e6 req-f6f37c1f-cdd0-4179-9251-ffb8f30d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:40.064300 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8769b01-4913-4088-926e-90cc77c685e6 req-f6f37c1f-cdd0-4179-9251-ffb8f30d96d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e88dd27a-8023-4c5c-8829-7dba547a3ca4 HTTP/1.1" status: 200 len: 856 time: 0.0417078 Aug 16 03:13:40.113128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8769b01-4913-4088-926e-90cc77c685e6 req-86af93eb-01a1-4485-87c9-089a9150cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:40.114762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8769b01-4913-4088-926e-90cc77c685e6 req-86af93eb-01a1-4485-87c9-089a9150cb93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=503ec261-8a7b-4e85-8216-fc8597659181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429530 Aug 16 03:13:40.201588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8769b01-4913-4088-926e-90cc77c685e6 req-7af5dadd-236f-43c9-b307-e68b17397e52 service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792286 Aug 16 03:13:40.294988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8769b01-4913-4088-926e-90cc77c685e6 req-58e4d02d-ef2b-4e5b-bfbb-df38d48b6322 service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Aug 16 03:13:40.664964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51d959-a8cc-4bf5-b5f1-4ff3d14ee494 req-ba390835-de99-4b2b-bfe5-2a8a5c1bd562 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:40.666430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a51d959-a8cc-4bf5-b5f1-4ff3d14ee494 req-ba390835-de99-4b2b-bfe5-2a8a5c1bd562 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 944 time: 0.0489295 Aug 16 03:13:40.703142 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1a51d959-a8cc-4bf5-b5f1-4ff3d14ee494 req-b0948a05-0cc4-4b8e-bcd2-8329399caa6b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Aug 16 03:13:41.817043 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75955056-4138-47a2-9385-d81d2a9d78fd req-10dd6da7-1337-453c-8da5-ecd55f4c3179 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:41.818533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75955056-4138-47a2-9385-d81d2a9d78fd req-10dd6da7-1337-453c-8da5-ecd55f4c3179 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Aug 16 03:13:41.858424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-75955056-4138-47a2-9385-d81d2a9d78fd req-dec660b5-a4c1-4e24-bcdd-9b1a5098bf40 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334423 Aug 16 03:13:42.269604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7405da48-03c0-48af-952b-bdf29041ebe7 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:13:42.359958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7405da48-03c0-48af-952b-bdf29041ebe7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7405da48-03c0-48af-952b-bdf29041ebe7,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:42.371044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '7405da48-03c0-48af-952b-bdf29041ebe7', 'network_id': '503ec261-8a7b-4e85-8216-fc8597659181', 'port_id': '7405da48-03c0-48af-952b-bdf29041ebe7', 'mac_address': 'fa:16:3e:b2:0e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88dd27a-8023-4c5c-8829-7dba547a3ca4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:13:42.414701 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.426951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7405da48-03c0-48af-952b-bdf29041ebe7 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:13:42.447215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7405da48-03c0-48af-952b-bdf29041ebe7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7405da48-03c0-48af-952b-bdf29041ebe7,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:42.450836 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.496966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7405da48-03c0-48af-952b-bdf29041ebe7,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:42.633324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7405da48-03c0-48af-952b-bdf29041ebe7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:13:42.970645 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797849ff-bc79-4b86-a93f-cd84995ed250 req-2ca4c84e-8181-4620-abce-afda1f207f65 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:42.972144 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-797849ff-bc79-4b86-a93f-cd84995ed250 req-2ca4c84e-8181-4620-abce-afda1f207f65 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Aug 16 03:13:43.009735 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-797849ff-bc79-4b86-a93f-cd84995ed250 req-eb80a042-c6a4-4f69-bbe1-f2b33a3b3cee tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Aug 16 03:13:44.120130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3bde1-016b-4490-bfec-0b6d9d6e18c2 req-4c5c75df-52a1-4d8a-8fab-5cf64a596ef7 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:44.121610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e3bde1-016b-4490-bfec-0b6d9d6e18c2 req-4c5c75df-52a1-4d8a-8fab-5cf64a596ef7 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 945 time: 0.0472112 Aug 16 03:13:44.158710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-52e3bde1-016b-4490-bfec-0b6d9d6e18c2 req-da169808-84f5-4b57-bed8-2f0162689d2a tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Aug 16 03:13:44.269516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7405da48-03c0-48af-952b-bdf29041ebe7 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:44.316128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 7405da48-03c0-48af-952b-bdf29041ebe7 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:44.319695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 7405da48-03c0-48af-952b-bdf29041ebe7 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:44.320066 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.393044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.413932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7405da48-03c0-48af-952b-bdf29041ebe7'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:13:44.416141 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb352335-6b9a-45b2-a9c2-ce92570a589f" -d '{"events": [{"server_uuid": "9a934a92-f50d-45a0-9feb-9b0a3afb97e7", "name": "network-vif-plugged", "status": "completed", "tag": "7405da48-03c0-48af-952b-bdf29041ebe7"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:13:44.431949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 7405da48-03c0-48af-952b-bdf29041ebe7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7405da48-03c0-48af-952b-bdf29041ebe7,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:44.435922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.458881 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26934f7d-ae00-4904-8944-05e9770865ca x-openstack-request-id: req-26934f7d-ae00-4904-8944-05e9770865ca {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:13:44.459164 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a934a92-f50d-45a0-9feb-9b0a3afb97e7", "name": "network-vif-plugged", "status": "completed", "tag": "7405da48-03c0-48af-952b-bdf29041ebe7", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:13:44.459408 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26934f7d-ae00-4904-8944-05e9770865ca {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:13:44.459846 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7405da48-03c0-48af-952b-bdf29041ebe7', 'code': 200} Aug 16 03:13:44.485413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=7405da48-03c0-48af-952b-bdf29041ebe7,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:44.492625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.492971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.493309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.493646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.493975 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.494304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.495024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.495024 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.495248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.495576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.495919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.496240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:44.551460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff966-b2e4-41d6-a249-cf903410f853 req-787fd216-763b-4395-8d4f-c65cdc291cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:44.553006 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ddff966-b2e4-41d6-a249-cf903410f853 req-787fd216-763b-4395-8d4f-c65cdc291cff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 1098 time: 0.0438302 Aug 16 03:13:44.587973 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ddff966-b2e4-41d6-a249-cf903410f853 req-de32ee41-ffa0-49a8-8d93-11e0d48759af service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281096 Aug 16 03:13:45.278986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba071f08-541f-41b9-a8e3-6fc585e50857 req-b90892d4-b7be-4350-bad2-6209be1aa53b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:45.280512 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba071f08-541f-41b9-a8e3-6fc585e50857 req-b90892d4-b7be-4350-bad2-6209be1aa53b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 946 time: 0.0541749 Aug 16 03:13:45.317655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ba071f08-541f-41b9-a8e3-6fc585e50857 req-67fec5d3-b45d-41cc-981c-f4de61ad2ca8 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Aug 16 03:13:46.432073 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8c765-6e65-435d-a888-a11ed1168049 req-36fecb64-61ab-4d03-8620-2f04ef0c9ceb tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:46.433582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f9d8c765-6e65-435d-a888-a11ed1168049 req-36fecb64-61ab-4d03-8620-2f04ef0c9ceb tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 946 time: 0.0476849 Aug 16 03:13:46.471178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f9d8c765-6e65-435d-a888-a11ed1168049 req-31d09e6f-d28d-4cde-b932-36744b7a3c9b tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Aug 16 03:13:46.582270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4d8a4-c6cb-40ea-b1d6-e831d2fecfdc req-2e84c6d6-4cfe-45ac-bf5e-0b8ebc0a42b4 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:46.583771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef4d8a4-c6cb-40ea-b1d6-e831d2fecfdc req-2e84c6d6-4cfe-45ac-bf5e-0b8ebc0a42b4 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 946 time: 0.0477457 Aug 16 03:13:46.620436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8ef4d8a4-c6cb-40ea-b1d6-e831d2fecfdc req-4a8db77d-29ec-446f-8d82-0c5244b5d62d tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Aug 16 03:13:51.054044 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:52.792501 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.991455 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.245919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d120-0448-415a-95e8-8bf429a637ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.425598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-56c6a1d2-96c4-4c15-bbb7-9903ac86b835 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385537 Aug 16 03:13:56.511866 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b26673-b96f-4729-bf73-35b482c5013f req-4d2f5ec7-5eb4-4e42-8c36-24d44018e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:56.513306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-4d2f5ec7-5eb4-4e42-8c36-24d44018e8a4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 1098 time: 0.0431325 Aug 16 03:13:56.614711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b26673-b96f-4729-bf73-35b482c5013f req-2422be0f-3b5d-4a3c-a0af-97b4949a3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:56.616224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-2422be0f-3b5d-4a3c-a0af-97b4949a3cac service neutron] 10.222.0.88 "GET /v2.0/networks?id=503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 200 len: 918 time: 0.0814412 Aug 16 03:13:56.660868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-0a9e7fd2-0f70-4be6-944d-881eca08456d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7405da48-03c0-48af-952b-bdf29041ebe7 HTTP/1.1" status: 200 len: 217 time: 0.0357566 Aug 16 03:13:56.714855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b26673-b96f-4729-bf73-35b482c5013f req-0333c3e6-8762-4b61-9a12-1456b7e3d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:56.716701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-0333c3e6-8762-4b61-9a12-1456b7e3d7aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e88dd27a-8023-4c5c-8829-7dba547a3ca4 HTTP/1.1" status: 200 len: 856 time: 0.0488226 Aug 16 03:13:56.762021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b26673-b96f-4729-bf73-35b482c5013f req-d6fe72a6-01af-4762-a0c2-05ca52a01fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:56.763580 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-d6fe72a6-01af-4762-a0c2-05ca52a01fde service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=503ec261-8a7b-4e85-8216-fc8597659181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396912 Aug 16 03:13:56.854667 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-8254b699-7bcb-4dc6-a921-9f046180c7dd service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813940 Aug 16 03:13:56.950846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-55b26673-b96f-4729-bf73-35b482c5013f req-313ae18e-cf58-4cd6-b6b7-12da516507ba service neutron] 10.222.0.88 "GET /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869293 Aug 16 03:13:58.830485 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f39757e4-8926-44f4-99b1-945630029f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:58.846563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:00.216161 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.117538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:04.948460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8eb164-7742-410f-bd22-7e20c0068d83 req-9b26998b-9dd2-493d-a9c8-7f43f7ce0a26 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:04.949938 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa8eb164-7742-410f-bd22-7e20c0068d83 req-9b26998b-9dd2-493d-a9c8-7f43f7ce0a26 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 946 time: 0.0497317 Aug 16 03:14:04.988133 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fa8eb164-7742-410f-bd22-7e20c0068d83 req-cf0343a7-460e-4098-b3a1-66448e5e4ed0 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Aug 16 03:14:06.119252 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5262b-5a25-4cab-aaf1-ee4ce6e7bf4a req-59b48b6e-26c4-4bca-8cd0-66b2705e4dc9 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:06.120787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a6f5262b-5a25-4cab-aaf1-ee4ce6e7bf4a req-59b48b6e-26c4-4bca-8cd0-66b2705e4dc9 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Aug 16 03:14:06.158579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a6f5262b-5a25-4cab-aaf1-ee4ce6e7bf4a req-fb16c2d6-84e6-4f41-aba3-1bd50b0fbf20 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/security-groups?id=38e07e38-5bf3-4916-b21f-df966b87326a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Aug 16 03:14:06.420152 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-dd6e2d40-8d12-4c56-b0db-90b5309b7321 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:06.421630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-dd6e2d40-8d12-4c56-b0db-90b5309b7321 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 946 time: 0.0515566 Aug 16 03:14:06.509382 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Deleting port 7405da48-03c0-48af-952b-bdf29041ebe7 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:06.509727 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.598501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] For port 7405da48-03c0-48af-952b-bdf29041ebe7, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=7405da48-03c0-48af-952b-bdf29041ebe7,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:06.598820 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.611395 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Calling delete_port for 7405da48-03c0-48af-952b-bdf29041ebe7 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:06.734192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.746456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['7405da48-03c0-48af-952b-bdf29041ebe7'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:14:06.766496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Pushing event deleted for resources: {'Port': ['ID=7405da48-03c0-48af-952b-bdf29041ebe7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:06.808668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] No DVR routers for this DVR port 7405da48-03c0-48af-952b-bdf29041ebe7 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:06.811482 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.814159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8ddd53c-82e1-4d8a-bfeb-71e13f3cb28d req-b8c03b7c-1e3f-463c-93a4-6b19c969d385 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.88 "DELETE /v2.0/ports/7405da48-03c0-48af-952b-bdf29041ebe7 HTTP/1.1" status: 204 len: 173 time: 0.3856328 Aug 16 03:14:06.814632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'name': 'network-vif-deleted', 'tag': '7405da48-03c0-48af-952b-bdf29041ebe7'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:06.817014 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6a51a2-d674-47a8-8b57-2dabc544fd58" -d '{"events": [{"server_uuid": "9a934a92-f50d-45a0-9feb-9b0a3afb97e7", "name": "network-vif-deleted", "tag": "7405da48-03c0-48af-952b-bdf29041ebe7"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:06.869124 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04c250f-f121-4838-a14f-4ba7a9aaaa55 x-openstack-request-id: req-f04c250f-f121-4838-a14f-4ba7a9aaaa55 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:06.869338 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a934a92-f50d-45a0-9feb-9b0a3afb97e7", "name": "network-vif-deleted", "tag": "7405da48-03c0-48af-952b-bdf29041ebe7", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:06.869587 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f04c250f-f121-4838-a14f-4ba7a9aaaa55 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:06.869974 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a934a92-f50d-45a0-9feb-9b0a3afb97e7', 'name': 'network-vif-deleted', 'tag': '7405da48-03c0-48af-952b-bdf29041ebe7', 'status': 'completed', 'code': 200} Aug 16 03:14:07.266684 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-966fffb0-2075-4b9d-b145-f84a7214903e req-90dfbf04-c66a-441e-910a-57814ace96d4 tempest-TestEncryptedCinderVolumes-186763959 tempest-TestEncryptedCinderVolumes-186763959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a934a92-f50d-45a0-9feb-9b0a3afb97e7 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Aug 16 03:14:08.360833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39542) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:08.695181 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:08.939376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Deleting port f93762b4-7f99-4047-8980-654e04b1cb31 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:08.939718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:09.014562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] For port f93762b4-7f99-4047-8980-654e04b1cb31, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f93762b4-7f99-4047-8980-654e04b1cb31,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:09.014860 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:09.026987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Calling delete_port for f93762b4-7f99-4047-8980-654e04b1cb31 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:09.211965 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:09.240448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93762b4-7f99-4047-8980-654e04b1cb31,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:09.406100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:09.958434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:10.062009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:10.067913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-59aeb6f5-e01f-4842-a7f4-8055c32dd640 admin admin] 10.222.0.78 "PUT /v2.0/routers/0fbf5406-f0f4-4bb5-9362-9916406e21b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7060754 Aug 16 03:14:10.070668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39544) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:10.072433 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] Sync routers for ids ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:10.082161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] Routers {'0fbf5406-f0f4-4bb5-9362-9916406e21b0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:10.082782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:10.181827 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.187319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] Set router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:10.292120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.365098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Deleting port 5f27e36d-3ea2-4843-acad-858e4dd7336c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:10.365454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.383141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:14:09Z', 'revision_number': 5, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port': {'id': '5f27e36d-3ea2-4843-acad-858e4dd7336c', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:56Z', 'updated_at': '2021-08-16T03:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:10.408974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] Checking router: 0fbf5406-f0f4-4bb5-9362-9916406e21b0 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:10.416900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] Routers {'0fbf5406-f0f4-4bb5-9362-9916406e21b0'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:10.417510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:10.442693 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] For port 5f27e36d-3ea2-4843-acad-858e4dd7336c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5f27e36d-3ea2-4843-acad-858e4dd7336c,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:10.443233 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.455480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Calling delete_port for 5f27e36d-3ea2-4843-acad-858e4dd7336c owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:10.479991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7405da48-03c0-48af-952b-bdf29041ebe7 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:10.506542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 7405da48-03c0-48af-952b-bdf29041ebe7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:10.506956 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 7405da48-03c0-48af-952b-bdf29041ebe7 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:10.521586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] Set router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:10.575729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:14:10Z', 'revision_number': 6, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:10.601851 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ad18b-fb30-4e9d-a43a-c6a6fce1f6ee None None] The sync data for ids ['0fbf5406-f0f4-4bb5-9362-9916406e21b0'] in n-d-769329-15 is: [{'id': '0fbf5406-f0f4-4bb5-9362-9916406e21b0', 'name': 'tempest-TestEncryptedCinderVolumes-1993696485-router', 'tenant_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:55Z', 'updated_at': '2021-08-16T03:14:10Z', 'revision_number': 6, 'project_id': '0ba5326417ea4f658e62b21c9d3a2ee2', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:10.618962 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.649229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5f27e36d-3ea2-4843-acad-858e4dd7336c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:10.706911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.793630 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.795660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.836629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.837147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbf5406-f0f4-4bb5-9362-9916406e21b0 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:14:10.841565 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.842842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0d6e9d68-94b0-43af-95a1-08a2354db3fa admin admin] 10.222.0.78 "DELETE /v2.0/routers/0fbf5406-f0f4-4bb5-9362-9916406e21b0 HTTP/1.1" status: 204 len: 168 time: 0.7710257 Aug 16 03:14:10.845973 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39546) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:10.894099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] Deleting subnet e88dd27a-8023-4c5c-8829-7dba547a3ca4 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:14:10.897091 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:10.930330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.007968 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.062982 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.092242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88dd27a-8023-4c5c-8829-7dba547a3ca4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:11.096694 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.099299 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-86121118-1675-4f03-b327-9816ccaa5e3b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e88dd27a-8023-4c5c-8829-7dba547a3ca4 HTTP/1.1" status: 204 len: 168 time: 0.2523839 Aug 16 03:14:11.102924 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39548) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:11.105638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b09f25-d5ce-4a4f-9317-b2045d75a5ab None None] Network 503ec261-8a7b-4e85-8216-fc8597659181 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:11.169495 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.222122 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Deleting port 3bfac920-4643-44d7-82fc-fd6bba841870 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:11.222511 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.287932 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] For port 3bfac920-4643-44d7-82fc-fd6bba841870, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3bfac920-4643-44d7-82fc-fd6bba841870,segment=NetworkSegment(2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0),segment_id=2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:11.288314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.300826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Calling delete_port for 3bfac920-4643-44d7-82fc-fd6bba841870 owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:11.369613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] DHCP port deletion for 503ec261-8a7b-4e85-8216-fc8597659181 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:14:11.384142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.410519 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bfac920-4643-44d7-82fc-fd6bba841870,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:11.414904 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] No DVR routers for this DVR port 3bfac920-4643-44d7-82fc-fd6bba841870 on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:11.433298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] Deleting port 3bfac920-4643-44d7-82fc-fd6bba841870 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:11.433689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.474424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3bfac920-4643-44d7-82fc-fd6bba841870 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:11.494555 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.505611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503ec261-8a7b-4e85-8216-fc8597659181']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:11.507346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3bfac920-4643-44d7-82fc-fd6bba841870 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:11.507694 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3bfac920-4643-44d7-82fc-fd6bba841870 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:11.508106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f93762b4-7f99-4047-8980-654e04b1cb31 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:11.517349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:11.517653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af79fb1-92ea-4f38-9e46-ed3f9df7d0c0') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:11.526335 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.532027 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f93762b4-7f99-4047-8980-654e04b1cb31 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:11.532402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f93762b4-7f99-4047-8980-654e04b1cb31 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:11.532818 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f27e36d-3ea2-4843-acad-858e4dd7336c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:11.540170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.547883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:14:11.548384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:14:11.550127 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:14:11.556916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5f27e36d-3ea2-4843-acad-858e4dd7336c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:11.557265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f27e36d-3ea2-4843-acad-858e4dd7336c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:11.562362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] For port 3bfac920-4643-44d7-82fc-fd6bba841870, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:11.563345 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.576648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] Calling delete_port for 3bfac920-4643-44d7-82fc-fd6bba841870 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:11.579856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] Port 3bfac920-4643-44d7-82fc-fd6bba841870 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 03:14:11.581121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.605897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] Pushing event deleted for resources: {'Port': ['ID=3bfac920-4643-44d7-82fc-fd6bba841870,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:11.610283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced54f2-13f2-4f42-a354-b76ad54f6578 None None] No DVR routers for this DVR port 3bfac920-4643-44d7-82fc-fd6bba841870 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:11.617639 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.622501 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.627821 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] 10.222.0.78 "DELETE /v2.0/networks/503ec261-8a7b-4e85-8216-fc8597659181 HTTP/1.1" status: 204 len: 168 time: 0.5204871 Aug 16 03:14:11.628101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39550) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:11.636563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c805d2-3adc-40ca-ade8-ca114976b04c admin admin] Pushing event deleted for resources: {'Network': ['ID=503ec261-8a7b-4e85-8216-fc8597659181,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:11.975110 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.218127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Deleting port 94115dd0-01d9-4276-958d-d7e37fcf5943 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:12.218469 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.293608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] For port 94115dd0-01d9-4276-958d-d7e37fcf5943, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=94115dd0-01d9-4276-958d-d7e37fcf5943,segment=NetworkSegment(fb97c176-903c-4e3e-960d-013a3f1bfb33),segment_id=fb97c176-903c-4e3e-960d-013a3f1bfb33)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:12.293982 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.306201 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Calling delete_port for 94115dd0-01d9-4276-958d-d7e37fcf5943 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:12.482890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.517475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Pushing event deleted for resources: {'Port': ['ID=94115dd0-01d9-4276-958d-d7e37fcf5943,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:12.540855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.541242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.541583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.541917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.542248 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.542577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.542902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.543226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.543549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.543913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.544190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.544542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:12.690581 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.898894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Router 3a89b3ee-fa77-4403-adf8-56a98571d366 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:13.004463 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:13.010359 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fb83fbe6-614e-4e7c-9c08-508bfde0fd0e admin admin] 10.222.0.78 "PUT /v2.0/routers/3a89b3ee-fa77-4403-adf8-56a98571d366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812385 Aug 16 03:14:13.012879 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39554) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:13.015553 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] Sync routers for ids ['3a89b3ee-fa77-4403-adf8-56a98571d366'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:13.024608 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] Routers {'3a89b3ee-fa77-4403-adf8-56a98571d366'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:13.025222 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3a89b3ee-fa77-4403-adf8-56a98571d366'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:13.125293 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.129561 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] Set router 3a89b3ee-fa77-4403-adf8-56a98571d366 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:13.227189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.284092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Deleting port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:13.284569 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.306108 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:14:12Z', 'revision_number': 5, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port': {'id': 'ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:01Z', 'updated_at': '2021-08-16T03:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:13.335414 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] Checking router: 3a89b3ee-fa77-4403-adf8-56a98571d366 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:13.343576 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] Routers {'3a89b3ee-fa77-4403-adf8-56a98571d366'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:13.344216 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3a89b3ee-fa77-4403-adf8-56a98571d366'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:13.365894 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] For port ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:13.366354 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.379484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Calling delete_port for ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:13.424268 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] Set router 3a89b3ee-fa77-4403-adf8-56a98571d366 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:13.550387 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.569953 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:14:13Z', 'revision_number': 6, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:13.580273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:13.598754 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0888e6-3e9f-4348-82c2-8495b2867c70 None None] The sync data for ids ['3a89b3ee-fa77-4403-adf8-56a98571d366'] in n-d-769329-15 is: [{'id': '3a89b3ee-fa77-4403-adf8-56a98571d366', 'name': 'tempest-TestEncryptedCinderVolumes-287968175-router', 'tenant_id': 'eabcd13cccc14a94b503a54cb334560e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:00Z', 'updated_at': '2021-08-16T03:14:13Z', 'revision_number': 6, 'project_id': 'eabcd13cccc14a94b503a54cb334560e', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:13.642529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.735896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.737935 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.782450 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.782975 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a89b3ee-fa77-4403-adf8-56a98571d366 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:14:13.787305 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.788356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a9fb8bb-eb33-45b8-b50e-c728595715e8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3a89b3ee-fa77-4403-adf8-56a98571d366 HTTP/1.1" status: 204 len: 168 time: 0.7744453 Aug 16 03:14:13.790825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39556) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:13.837195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] Deleting subnet 191689ae-3981-4d3a-888f-48e298cd19aa {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:14:13.840200 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.873426 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.949895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.009957 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.038943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.040892 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/191689ae-3981-4d3a-888f-48e298cd19aa HTTP/1.1" status: 204 len: 168 time: 0.2491257 Aug 16 03:14:14.041720 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db235a1-f76c-4212-a039-910b8c195683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191689ae-3981-4d3a-888f-48e298cd19aa,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:14.043313 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39558) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:14.046253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620abcf-075c-4084-b068-3d70126a4c39 None None] Network ff4bb646-2827-4970-86cc-edfb1e7d4763 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:14.109698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.163592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Deleting port bb4b27a0-4a46-461e-be53-58a733ce723c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:14:14.163939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.233501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] For port bb4b27a0-4a46-461e-be53-58a733ce723c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=bb4b27a0-4a46-461e-be53-58a733ce723c,segment=NetworkSegment(fb97c176-903c-4e3e-960d-013a3f1bfb33),segment_id=fb97c176-903c-4e3e-960d-013a3f1bfb33)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:14.233866 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.246302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Calling delete_port for bb4b27a0-4a46-461e-be53-58a733ce723c owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:14:14.338040 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.345007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb30fd8-899c-4004-b607-c17a99e5bf41 None None] DHCP port deletion for ff4bb646-2827-4970-86cc-edfb1e7d4763 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:14:14.369479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4b27a0-4a46-461e-be53-58a733ce723c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:14.373372 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] No DVR routers for this DVR port bb4b27a0-4a46-461e-be53-58a733ce723c on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:14:14.443934 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.453922 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4bb646-2827-4970-86cc-edfb1e7d4763']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:14.464553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb97c176-903c-4e3e-960d-013a3f1bfb33') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:14.464851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb97c176-903c-4e3e-960d-013a3f1bfb33') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:14.473901 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.487569 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.493290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:14:14.493673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:14:14.495266 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:14:14.553759 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.560584 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.562570 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ff4bb646-2827-4970-86cc-edfb1e7d4763 HTTP/1.1" status: 204 len: 168 time: 0.5182374 Aug 16 03:14:14.573029 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac40415-49ca-43c3-a01b-4a71ffde5e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4bb646-2827-4970-86cc-edfb1e7d4763,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:14.735546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:14.776186 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-706a7386-8b18-4a29-8ea1-d7f1b87dd06f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ba5326417ea4f658e62b21c9d3a2ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392969 Aug 16 03:14:14.778568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39564) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:14.825197 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-399ace6f-3622-426c-86e2-cc39d55e8027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.846896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-399ace6f-3622-426c-86e2-cc39d55e8027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.892860 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-399ace6f-3622-426c-86e2-cc39d55e8027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.895392 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-399ace6f-3622-426c-86e2-cc39d55e8027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.896609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-399ace6f-3622-426c-86e2-cc39d55e8027 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38e07e38-5bf3-4916-b21f-df966b87326a HTTP/1.1" status: 204 len: 168 time: 0.1170979 Aug 16 03:14:14.904623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ace6f-3622-426c-86e2-cc39d55e8027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e07e38-5bf3-4916-b21f-df966b87326a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:15.156587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94115dd0-01d9-4276-958d-d7e37fcf5943 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:15.179392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 94115dd0-01d9-4276-958d-d7e37fcf5943 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:15.179739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 94115dd0-01d9-4276-958d-d7e37fcf5943 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:15.180155 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bb4b27a0-4a46-461e-be53-58a733ce723c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:15.199197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: bb4b27a0-4a46-461e-be53-58a733ce723c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:15.199541 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device bb4b27a0-4a46-461e-be53-58a733ce723c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:15.199952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:14:15.216709 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39570) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:15.221704 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:14:15.222057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ab004b5a-0d37-42e3-b6c5-e9521e1fa5a7 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:14:15.260507 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e3c8ce3a-e8e8-426a-bf6d-6f6e2f036e5e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eabcd13cccc14a94b503a54cb334560e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424781 Aug 16 03:14:15.262896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39572) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:15.310533 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d08bb66a-7452-4745-b3f4-5907e0049876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:15.330997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d08bb66a-7452-4745-b3f4-5907e0049876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:15.376730 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d08bb66a-7452-4745-b3f4-5907e0049876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:15.379706 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d08bb66a-7452-4745-b3f4-5907e0049876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:15.381146 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d08bb66a-7452-4745-b3f4-5907e0049876 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8bc56537-50b3-4439-ba3c-515644159a79 HTTP/1.1" status: 204 len: 168 time: 0.1173599 Aug 16 03:14:15.388589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bb66a-7452-4745-b3f4-5907e0049876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc56537-50b3-4439-ba3c-515644159a79,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:16.030212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39594) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:16.130066 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-301892070-network', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:16.150742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Made reservation on behalf of 00ab7a9046044b82b1af74f2fc583aff for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:16.153058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.161251 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.247621 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.251794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.274676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:14:16.283806 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ad36c-2ca1-4258-8a56-8dabf14b7a9c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:16.288410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.288753 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Added segment 78b5734e-1f83-4db8-9359-35c0e89be008 of type vlan for network 44ff3025-8b6c-4093-a598-3564aea9120a Aug 16 03:14:16.330542 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.357678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.358618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:16.359701 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.411749 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3803415 Aug 16 03:14:16.414727 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39598) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:16.416939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6328a3-64c6-4ae8-8814-3d4152f4ae02 admin admin] Pushing event updated for resources: {'Network': ['ID=44ff3025-8b6c-4093-a598-3564aea9120a,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:16.421312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Request body: {'subnet': {'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-301892070-subnet', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:16.426718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 44ff3025-8b6c-4093-a598-3564aea9120a details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:14:16.444212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Made reservation on behalf of 00ab7a9046044b82b1af74f2fc583aff for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:16.446552 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.608739 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.662523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126110fb-fb70-4092-8dc9-435b71aaa99a,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:16.670940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Checking segment: {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:16.671307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Network hostable DHCP agents. Network: 44ff3025-8b6c-4093-a598-3564aea9120a, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:14:16.688084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Network 44ff3025-8b6c-4093-a598-3564aea9120a is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:14:16.696629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 44ff3025-8b6c-4093-a598-3564aea9120a) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:16.700736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:16.701330 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.706133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f8dd33-4df2-4848-ac26-1b5e10865da3 None None] Network 44ff3025-8b6c-4093-a598-3564aea9120a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:16.715342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b004294a-07c9-41b4-b91d-cae0b7e68602 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2993608 Aug 16 03:14:16.718041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39600) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:16.722985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:16.744305 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.745337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.805370 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.942761 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.003492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-44ff3025-8b6c-4093-a598-3564aea9120a', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:14:17.004392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.140369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Allocated IP 172.20.0.2 (44ff3025-8b6c-4093-a598-3564aea9120a/126110fb-fb70-4092-8dc9-435b71aaa99a/49c6418b-3817-40ac-8140-a83cd41495dc) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:17.141066 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.159718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.266636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Allocated IP 172.25.4.165 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/228009f1-1558-41e9-a60b-9adccbb0d514) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:17.290048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.298364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Transition to ACTIVE for port object 49c6418b-3817-40ac-8140-a83cd41495dc will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:17.314048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Transition to ACTIVE for port object 49c6418b-3817-40ac-8140-a83cd41495dc will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:17.320411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.360649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Network 44ff3025-8b6c-4093-a598-3564aea9120a is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:17.363551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:17.367124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:17.372771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.373070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Pushing event updated for resources: {'Port': ['ID=49c6418b-3817-40ac-8140-a83cd41495dc,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:17.415096 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.425182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Attempting to bind port 49c6418b-3817-40ac-8140-a83cd41495dc on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:17.425558 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Attempting to bind port 49c6418b-3817-40ac-8140-a83cd41495dc by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:17.425929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Attempting to bind port 49c6418b-3817-40ac-8140-a83cd41495dc on network 44ff3025-8b6c-4093-a598-3564aea9120a {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:17.433672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:17.434361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Checking segment: {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:17.434559 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.434957 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Bound using segment: {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:17.435550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Bound port: 49c6418b-3817-40ac-8140-a83cd41495dc, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:17.435820 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.457085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:17.461506 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:17.465958 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:17.467918 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Pushing event updated for resources: {'Port': ['ID=228009f1-1558-41e9-a60b-9adccbb0d514,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:17.503738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9965371e-579e-44ba-97d6-32085763b502 None None] For port 49c6418b-3817-40ac-8140-a83cd41495dc, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:17.507175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9965371e-579e-44ba-97d6-32085763b502 None None] For port 49c6418b-3817-40ac-8140-a83cd41495dc, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49c6418b-3817-40ac-8140-a83cd41495dc,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:17.511147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.574234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965371e-579e-44ba-97d6-32085763b502 None None] Pushing event updated for resources: {'Port': ['ID=49c6418b-3817-40ac-8140-a83cd41495dc,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:17.731812 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:17.929774 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.056305 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Router 421700a7-9e52-4ad2-8af3-7607a99f1792 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:14:18.159934 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:18.170949 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Sync routers for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:18.176545 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.177880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-19a8c9cb-f58e-44fe-aaca-890b24fec7ba admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4582708 Aug 16 03:14:18.180898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39602) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:18.191219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:18.191869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:18.305736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:18.492820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:17Z', 'revision_number': 3, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:18.524592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e7118-4c50-490d-8957-06bdfbe8ffb6 None None] Network 44ff3025-8b6c-4093-a598-3564aea9120a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:18.526841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Checking router: 421700a7-9e52-4ad2-8af3-7607a99f1792 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:18.527194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Updating router 421700a7-9e52-4ad2-8af3-7607a99f1792 port 228009f1-1558-41e9-a60b-9adccbb0d514 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:18.590496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.626213 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.627469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-087a8677-9cf9-48fe-9866-6cfafcab9900 None None] Provisioning for port 49c6418b-3817-40ac-8140-a83cd41495dc completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:18.786133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Allocated IP 172.20.0.1 (44ff3025-8b6c-4093-a598-3564aea9120a/126110fb-fb70-4092-8dc9-435b71aaa99a/5eb6de39-3a60-4190-97a3-12ed147a01c5) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:18.894533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.911171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Transition to ACTIVE for port object 5eb6de39-3a60-4190-97a3-12ed147a01c5 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:18.943075 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.954935 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.956709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Transition to ACTIVE for port object 228009f1-1558-41e9-a60b-9adccbb0d514 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:18.963223 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:18.995004 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Network 44ff3025-8b6c-4093-a598-3564aea9120a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:18.997988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:19.002310 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:19.008355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Pushing event updated for resources: {'Port': ['ID=5eb6de39-3a60-4190-97a3-12ed147a01c5,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:19.028144 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd66a2-18db-43f3-b0ff-7505404fc04f None None] Pushing event updated for resources: {'Port': ['ID=228009f1-1558-41e9-a60b-9adccbb0d514,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:19.032090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Attempting to bind port 228009f1-1558-41e9-a60b-9adccbb0d514 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:19.032564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Attempting to bind port 228009f1-1558-41e9-a60b-9adccbb0d514 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:19.033001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Attempting to bind port 228009f1-1558-41e9-a60b-9adccbb0d514 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:19.038489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:19.038807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:19.039215 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.039607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:19.040076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Bound port: 228009f1-1558-41e9-a60b-9adccbb0d514, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:19.040484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.044760 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.094567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] For port 228009f1-1558-41e9-a60b-9adccbb0d514, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:19.097688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] For port 228009f1-1558-41e9-a60b-9adccbb0d514, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=228009f1-1558-41e9-a60b-9adccbb0d514,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:19.105564 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.183919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:19.184594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:19.191148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd66a2-18db-43f3-b0ff-7505404fc04f None None] Pushing event updated for resources: {'Port': ['ID=228009f1-1558-41e9-a60b-9adccbb0d514,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:19.217351 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.237494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49c6418b-3817-40ac-8140-a83cd41495dc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:19.343378 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 49c6418b-3817-40ac-8140-a83cd41495dc completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:19.351515 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 49c6418b-3817-40ac-8140-a83cd41495dc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:19.351901 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.355140 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:19.407540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.412436 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.435706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59e8c786-54fd-49d5-bfec-6b0e077447cd None None] Provisioning for port 5eb6de39-3a60-4190-97a3-12ed147a01c5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:19.467070 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-59e8c786-54fd-49d5-bfec-6b0e077447cd None None] Provisioning complete for port 5eb6de39-3a60-4190-97a3-12ed147a01c5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:19.467444 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59e8c786-54fd-49d5-bfec-6b0e077447cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.482476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Pushing event updated for resources: {'Port': ['ID=5eb6de39-3a60-4190-97a3-12ed147a01c5,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:19.485432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.569752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-59e8c786-54fd-49d5-bfec-6b0e077447cd None None] Port 5eb6de39-3a60-4190-97a3-12ed147a01c5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:19.603831 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.676994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 49c6418b-3817-40ac-8140-a83cd41495dc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49c6418b-3817-40ac-8140-a83cd41495dc,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:19.682361 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:19.741653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=49c6418b-3817-40ac-8140-a83cd41495dc,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:19.746717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:18Z', 'revision_number': 1, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:19.775221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a1397-4d20-4d27-821f-0b8fd7c06634 None None] The sync data for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 is: [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:18Z', 'revision_number': 1, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:19.929638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Network 44ff3025-8b6c-4093-a598-3564aea9120a is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:19.931034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:20.056155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Router 421700a7-9e52-4ad2-8af3-7607a99f1792 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:20.173937 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:20.184525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d4188ce1-630f-49e7-9d5f-0dff4e38ff3d admin admin] 10.222.0.78 "PUT /v2.0/routers/421700a7-9e52-4ad2-8af3-7607a99f1792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969196 Aug 16 03:14:20.194869 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0f168b9d-68ec-4469-8add-abaa9b94ceb9 None None] Provisioning complete for port 5eb6de39-3a60-4190-97a3-12ed147a01c5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:20.195096 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0f168b9d-68ec-4469-8add-abaa9b94ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.234617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0f168b9d-68ec-4469-8add-abaa9b94ceb9 None None] Port 5eb6de39-3a60-4190-97a3-12ed147a01c5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:20.693333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39618) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:20.698576 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1699376498-network', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:20.719946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Made reservation on behalf of 9ef26340ecf44e8b97b4e596643f6f41 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:20.722386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.731437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.824562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.828562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.850315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:14:20.865078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2f1cb-34a4-43df-b42d-ea9451d4b4dc,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:20.871176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.871527 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Added segment b6fdb35f-980e-4a38-aa9b-afebad58d36e of type vlan for network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 Aug 16 03:14:20.920094 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.950646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:20.951647 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:20.952240 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.008753 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3142233 Aug 16 03:14:21.011394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39620) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:21.016187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Request body: {'subnet': {'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1699376498-subnet', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:21.022074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b466c-5c7d-47a5-9573-c9ee9f2d2ded admin admin] Pushing event updated for resources: {'Network': ['ID=5d8dddc3-c33a-4ed1-ba34-ea4282bacc06,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:21.032402 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:14:21.042671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Made reservation on behalf of 9ef26340ecf44e8b97b4e596643f6f41 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:21.045248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.215423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.244983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 228009f1-1558-41e9-a60b-9adccbb0d514 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:21.283091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb75ee1-e821-4a90-b426-e80f4486dfcd,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:21.293419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 228009f1-1558-41e9-a60b-9adccbb0d514 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:21.294074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Checking segment: {'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:21.294443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Network hostable DHCP agents. Network: 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:14:21.297836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 228009f1-1558-41e9-a60b-9adccbb0d514 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:21.298285 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.311314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:14:21.326298 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:21.332214 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:21.333846 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.339018 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c61afb8-ae4d-42b4-99b5-8ade00a74d8f None None] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:21.351140 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-692a557b-ae8e-48ca-bc47-961018ac591e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3386307 Aug 16 03:14:21.353768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39622) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:21.358599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:21.382693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.383980 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.453685 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.454534 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.504166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 228009f1-1558-41e9-a60b-9adccbb0d514, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=228009f1-1558-41e9-a60b-9adccbb0d514,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:21.511911 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.512787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49c6418b-3817-40ac-8140-a83cd41495dc up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:21.595971 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.618300 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'fixed_ips': [{'subnet_id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:14:21.619167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.630137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=228009f1-1558-41e9-a60b-9adccbb0d514,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:21.711538 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Sync routers for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:21.722868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:21.723506 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:21.819074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.838199 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:21.840085 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.869614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 49c6418b-3817-40ac-8140-a83cd41495dc triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:21.869995 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:21.955845 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Allocated IP 172.25.4.179 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/1c0c694e-5241-4b78-a827-52eb8308d18f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:21.964721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Allocated IP 172.20.0.2 (5d8dddc3-c33a-4ed1-ba34-ea4282bacc06/cfb75ee1-e821-4a90-b426-e80f4486dfcd/276e149d-4424-4c5a-8e3b-72957fd75ae9) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:22.060324 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 2, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:22.074742 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.086234 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Checking router: 421700a7-9e52-4ad2-8af3-7607a99f1792 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:22.086816 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Updating router 421700a7-9e52-4ad2-8af3-7607a99f1792 port 5eb6de39-3a60-4190-97a3-12ed147a01c5 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:22.112085 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.116136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.149593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.152498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:22.158033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:22.159161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Transition to ACTIVE for port object 276e149d-4424-4c5a-8e3b-72957fd75ae9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:22.160538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:22.177551 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Transition to ACTIVE for port object 276e149d-4424-4c5a-8e3b-72957fd75ae9 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:22.185138 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.196397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0c694e-5241-4b78-a827-52eb8308d18f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:22.239193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:22.242164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:22.245996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:22.253182 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Pushing event updated for resources: {'Port': ['ID=276e149d-4424-4c5a-8e3b-72957fd75ae9,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:22.307962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Attempting to bind port 276e149d-4424-4c5a-8e3b-72957fd75ae9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:22.308698 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Attempting to bind port 276e149d-4424-4c5a-8e3b-72957fd75ae9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:22.308883 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Attempting to bind port 276e149d-4424-4c5a-8e3b-72957fd75ae9 on network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:22.313979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:22.314362 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Checking segment: {'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:22.314773 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.315179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Bound using segment: {'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:22.315653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Bound port: 276e149d-4424-4c5a-8e3b-72957fd75ae9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:22.316042 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.389375 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] For port 276e149d-4424-4c5a-8e3b-72957fd75ae9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:22.393104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] For port 276e149d-4424-4c5a-8e3b-72957fd75ae9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=276e149d-4424-4c5a-8e3b-72957fd75ae9,segment=NetworkSegment(b6fdb35f-980e-4a38-aa9b-afebad58d36e),segment_id=b6fdb35f-980e-4a38-aa9b-afebad58d36e)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:22.399390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.403066 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.414691 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Transition to ACTIVE for port object 5eb6de39-3a60-4190-97a3-12ed147a01c5 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:22.421087 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.438038 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.463426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f876-8ae2-4d3d-80dd-795c946086d1 None None] Pushing event updated for resources: {'Port': ['ID=276e149d-4424-4c5a-8e3b-72957fd75ae9,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:22.477334 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Pushing event updated for resources: {'Port': ['ID=5eb6de39-3a60-4190-97a3-12ed147a01c5,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:22.492102 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.492422 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.492774 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.493205 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.494063 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.494785 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.494785 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.495553 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.495883 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.496219 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.496581 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.496909 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:22.550954 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Attempting to bind port 5eb6de39-3a60-4190-97a3-12ed147a01c5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:22.551329 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Attempting to bind port 5eb6de39-3a60-4190-97a3-12ed147a01c5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:22.551696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Attempting to bind port 5eb6de39-3a60-4190-97a3-12ed147a01c5 on network 44ff3025-8b6c-4093-a598-3564aea9120a {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:22.557266 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:22.557835 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Checking segment: {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:22.558250 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.558647 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Bound using segment: {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:22.559165 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Bound port: 5eb6de39-3a60-4190-97a3-12ed147a01c5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:22.559505 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.635166 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] For port 5eb6de39-3a60-4190-97a3-12ed147a01c5, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:22.640795 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] For port 5eb6de39-3a60-4190-97a3-12ed147a01c5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5eb6de39-3a60-4190-97a3-12ed147a01c5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:22.646690 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.661232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.729145 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:22.730531 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:22.803258 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ca05-d65c-41fe-9337-dc134511443f None None] Pushing event updated for resources: {'Port': ['ID=5eb6de39-3a60-4190-97a3-12ed147a01c5,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:22.823689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:22.851361 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Router 6b709d55-87af-4bc6-bc93-8ee8293383fd is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:14:22.878782 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:22.966791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:22.979997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Sync routers for ids ['6b709d55-87af-4bc6-bc93-8ee8293383fd'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:22.996492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Routers {'6b709d55-87af-4bc6-bc93-8ee8293383fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:22.998683 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6b709d55-87af-4bc6-bc93-8ee8293383fd'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:23.004035 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.007790 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-30cf421a-17f8-474d-8a14-d61aae8d2374 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6528840 Aug 16 03:14:23.009833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39626) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:23.108564 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:22Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:23.136436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Set router 6b709d55-87af-4bc6-bc93-8ee8293383fd gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:23.148693 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2e9b7-0763-4fc1-92bc-d56a8331ae0f None None] The sync data for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 is: [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:22Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:23.392569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5eb6de39-3a60-4190-97a3-12ed147a01c5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:23.465555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:22Z', 'revision_number': 3, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port': {'id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:23.470458 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5eb6de39-3a60-4190-97a3-12ed147a01c5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:23.504681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Checking router: 6b709d55-87af-4bc6-bc93-8ee8293383fd for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:23.505035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Updating router 6b709d55-87af-4bc6-bc93-8ee8293383fd port 1c0c694e-5241-4b78-a827-52eb8308d18f binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:23.507315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5eb6de39-3a60-4190-97a3-12ed147a01c5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:23.507696 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.543628 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.562022 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.698802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc54384-37ce-4f8e-b932-33eb5001fb40 None None] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:14:23.724992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Allocated IP 172.20.0.1 (5d8dddc3-c33a-4ed1-ba34-ea4282bacc06/cfb75ee1-e821-4a90-b426-e80f4486dfcd/7692aade-df3a-4774-b2f0-667e9da5aabf) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:23.829476 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.838723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.852462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Transition to ACTIVE for port object 7692aade-df3a-4774-b2f0-667e9da5aabf will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:23.854180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-135355f5-8156-42e0-89bd-62ad83ab03e6 None None] Provisioning for port 276e149d-4424-4c5a-8e3b-72957fd75ae9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:23.903435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.916570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 5eb6de39-3a60-4190-97a3-12ed147a01c5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5eb6de39-3a60-4190-97a3-12ed147a01c5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:23.931330 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:23.932041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 276e149d-4424-4c5a-8e3b-72957fd75ae9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:23.943097 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:23.952466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:23.956590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:23.981712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Pushing event updated for resources: {'Port': ['ID=7692aade-df3a-4774-b2f0-667e9da5aabf,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.007746 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.121162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=5eb6de39-3a60-4190-97a3-12ed147a01c5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.123755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.147468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.161399 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.170391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 276e149d-4424-4c5a-8e3b-72957fd75ae9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:24.179706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Transition to ACTIVE for port object 1c0c694e-5241-4b78-a827-52eb8308d18f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:24.181512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 276e149d-4424-4c5a-8e3b-72957fd75ae9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:24.181888 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.205192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.277928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Attempting to bind port 1c0c694e-5241-4b78-a827-52eb8308d18f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:24.278302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Attempting to bind port 1c0c694e-5241-4b78-a827-52eb8308d18f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:24.278671 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Attempting to bind port 1c0c694e-5241-4b78-a827-52eb8308d18f on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:24.282502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db9c3b-f1e0-43f5-a68d-737b31edca22 None None] Pushing event updated for resources: {'Port': ['ID=1c0c694e-5241-4b78-a827-52eb8308d18f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.289472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:24.289856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:24.290273 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.290669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:24.291149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Bound port: 1c0c694e-5241-4b78-a827-52eb8308d18f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:24.291537 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.338732 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.344385 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.366109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.387934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] For port 1c0c694e-5241-4b78-a827-52eb8308d18f, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:24.415298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] For port 1c0c694e-5241-4b78-a827-52eb8308d18f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1c0c694e-5241-4b78-a827-52eb8308d18f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:24.423940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.425161 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.428441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 276e149d-4424-4c5a-8e3b-72957fd75ae9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=276e149d-4424-4c5a-8e3b-72957fd75ae9,segment=NetworkSegment(b6fdb35f-980e-4a38-aa9b-afebad58d36e),segment_id=b6fdb35f-980e-4a38-aa9b-afebad58d36e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:24.431579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Pushing event updated for resources: {'Port': ['ID=7692aade-df3a-4774-b2f0-667e9da5aabf,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.455980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.456795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 228009f1-1558-41e9-a60b-9adccbb0d514 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:24.524216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:24.525702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:24.534982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Routers {'6b709d55-87af-4bc6-bc93-8ee8293383fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:24.535618 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6b709d55-87af-4bc6-bc93-8ee8293383fd'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:24.539896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db9c3b-f1e0-43f5-a68d-737b31edca22 None None] Pushing event updated for resources: {'Port': ['ID=1c0c694e-5241-4b78-a827-52eb8308d18f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.575550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b8ff4a6a-bb16-49be-98a3-f46b754e6422 None None] Provisioning for port 7692aade-df3a-4774-b2f0-667e9da5aabf completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:24.602177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b8ff4a6a-bb16-49be-98a3-f46b754e6422 None None] Provisioning complete for port 7692aade-df3a-4774-b2f0-667e9da5aabf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:24.602534 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ff4a6a-bb16-49be-98a3-f46b754e6422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.666663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Router 6b709d55-87af-4bc6-bc93-8ee8293383fd has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:24.790307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:24.804493 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e41a294f-2eae-4dd0-84ed-faba5328fc82 admin admin] 10.222.0.78 "PUT /v2.0/routers/6b709d55-87af-4bc6-bc93-8ee8293383fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852111 Aug 16 03:14:24.855325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 228009f1-1558-41e9-a60b-9adccbb0d514 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:24.855644 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:24.894022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=276e149d-4424-4c5a-8e3b-72957fd75ae9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:24.896531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff4a6a-bb16-49be-98a3-f46b754e6422 None None] Port 7692aade-df3a-4774-b2f0-667e9da5aabf cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:24.931491 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] Set router 6b709d55-87af-4bc6-bc93-8ee8293383fd gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:24.968712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b8ff4a6a-bb16-49be-98a3-f46b754e6422 None None] Provisioning complete for port 276e149d-4424-4c5a-8e3b-72957fd75ae9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:24.969086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8ff4a6a-bb16-49be-98a3-f46b754e6422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.224322 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5eb6de39-3a60-4190-97a3-12ed147a01c5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:25.299590 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 4, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port': {'id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7692aade-df3a-4774-b2f0-667e9da5aabf', 'name': '', 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'mac_address': 'fa:16:3e:29:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:23Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 2, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'subnets': [{'id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:25.303403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5eb6de39-3a60-4190-97a3-12ed147a01c5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:25.303403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.332539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252aadb3-ca6a-4549-8747-e140162a3303 None None] The sync data for ids ['6b709d55-87af-4bc6-bc93-8ee8293383fd'] in n-d-769329-15 is: [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 4, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port': {'id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7692aade-df3a-4774-b2f0-667e9da5aabf', 'name': '', 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'mac_address': 'fa:16:3e:29:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:23Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 2, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'subnets': [{'id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:25.368992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-10009cdd-41e9-430c-ac8f-5e42e120c4bb None None] Provisioning complete for port 7692aade-df3a-4774-b2f0-667e9da5aabf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:25.369378 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-10009cdd-41e9-430c-ac8f-5e42e120c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:25.415738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-10009cdd-41e9-430c-ac8f-5e42e120c4bb None None] Port 7692aade-df3a-4774-b2f0-667e9da5aabf cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:25.460931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 276e149d-4424-4c5a-8e3b-72957fd75ae9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:25.511649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 276e149d-4424-4c5a-8e3b-72957fd75ae9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:25.512033 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:26.254383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-456b6919-4bf7-4416-9d7f-0c0430a66a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.259179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c0c694e-5241-4b78-a827-52eb8308d18f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:27.358376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 1c0c694e-5241-4b78-a827-52eb8308d18f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:27.373078 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1c0c694e-5241-4b78-a827-52eb8308d18f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:27.373724 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.475461 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.503057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 1c0c694e-5241-4b78-a827-52eb8308d18f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1c0c694e-5241-4b78-a827-52eb8308d18f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:27.509555 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.571929 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=1c0c694e-5241-4b78-a827-52eb8308d18f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:27.644979 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Sync routers for ids ['6b709d55-87af-4bc6-bc93-8ee8293383fd'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:27.654164 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Routers {'6b709d55-87af-4bc6-bc93-8ee8293383fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:27.654845 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6b709d55-87af-4bc6-bc93-8ee8293383fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:27.774027 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Set router 6b709d55-87af-4bc6-bc93-8ee8293383fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:28.010722 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 4, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port': {'id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7692aade-df3a-4774-b2f0-667e9da5aabf', 'name': '', 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'mac_address': 'fa:16:3e:29:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:23Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 2, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'subnets': [{'id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:28.039456 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Checking router: 6b709d55-87af-4bc6-bc93-8ee8293383fd for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:28.039727 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Updating router 6b709d55-87af-4bc6-bc93-8ee8293383fd port 7692aade-df3a-4774-b2f0-667e9da5aabf binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:14:28.075134 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:14:28.079607 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.460876 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.471624 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Transition to ACTIVE for port object 7692aade-df3a-4774-b2f0-667e9da5aabf will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:28.480724 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.585231 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd0f99-09f5-41b9-abb8-8b51c214a720 None None] Pushing event updated for resources: {'Port': ['ID=7692aade-df3a-4774-b2f0-667e9da5aabf,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:28.600525 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Attempting to bind port 7692aade-df3a-4774-b2f0-667e9da5aabf on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:28.600898 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Attempting to bind port 7692aade-df3a-4774-b2f0-667e9da5aabf by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:28.601260 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Attempting to bind port 7692aade-df3a-4774-b2f0-667e9da5aabf on network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:28.606883 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:28.607209 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Checking segment: {'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:28.607590 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.607986 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Bound using segment: {'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:28.608480 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Bound port: 7692aade-df3a-4774-b2f0-667e9da5aabf, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fdb35f-980e-4a38-aa9b-afebad58d36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:28.609537 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.715219 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] For port 7692aade-df3a-4774-b2f0-667e9da5aabf, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:28.719330 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] For port 7692aade-df3a-4774-b2f0-667e9da5aabf, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7692aade-df3a-4774-b2f0-667e9da5aabf,segment=NetworkSegment(b6fdb35f-980e-4a38-aa9b-afebad58d36e),segment_id=b6fdb35f-980e-4a38-aa9b-afebad58d36e)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:28.725554 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.788628 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Routers {'6b709d55-87af-4bc6-bc93-8ee8293383fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:28.789341 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:13:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6b709d55-87af-4bc6-bc93-8ee8293383fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:28.791095 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd0f99-09f5-41b9-abb8-8b51c214a720 None None] Pushing event updated for resources: {'Port': ['ID=7692aade-df3a-4774-b2f0-667e9da5aabf,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:28.849611 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54a2a592-b1ab-4780-ab95-8fb39a28dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.876109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.915319 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] Set router 6b709d55-87af-4bc6-bc93-8ee8293383fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:29.164958 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 4, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port': {'id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7692aade-df3a-4774-b2f0-667e9da5aabf', 'name': '', 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'mac_address': 'fa:16:3e:29:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:23Z', 'updated_at': '2021-08-16T03:14:28Z', 'revision_number': 4, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'subnets': [{'id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:29.200380 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ab10d-adfb-45e9-986b-0c5755719f1c None None] The sync data for ids ['6b709d55-87af-4bc6-bc93-8ee8293383fd'] in n-d-769329-15 is: [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:24Z', 'revision_number': 4, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port': {'id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7692aade-df3a-4774-b2f0-667e9da5aabf', 'name': '', 'network_id': '5d8dddc3-c33a-4ed1-ba34-ea4282bacc06', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'mac_address': 'fa:16:3e:29:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:23Z', 'updated_at': '2021-08-16T03:14:28Z', 'revision_number': 4, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'subnets': [{'id': 'cfb75ee1-e821-4a90-b426-e80f4486dfcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:29.253582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c0c694e-5241-4b78-a827-52eb8308d18f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:29.311162 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 1c0c694e-5241-4b78-a827-52eb8308d18f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:29.311542 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.415776 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7692aade-df3a-4774-b2f0-667e9da5aabf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:29.492457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7692aade-df3a-4774-b2f0-667e9da5aabf completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:29.496879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7692aade-df3a-4774-b2f0-667e9da5aabf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:29.497337 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.599470 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.639768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7692aade-df3a-4774-b2f0-667e9da5aabf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7692aade-df3a-4774-b2f0-667e9da5aabf,segment=NetworkSegment(b6fdb35f-980e-4a38-aa9b-afebad58d36e),segment_id=b6fdb35f-980e-4a38-aa9b-afebad58d36e)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:29.645388 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:29.713819 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7692aade-df3a-4774-b2f0-667e9da5aabf,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:30.226689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.214217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7692aade-df3a-4774-b2f0-667e9da5aabf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:31.293988 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7692aade-df3a-4774-b2f0-667e9da5aabf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:31.294623 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.125932 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.116905 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-97fdf0df-53e8-4f45-98f6-2ffb0f1052e2 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:35.118438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-97fdf0df-53e8-4f45-98f6-2ffb0f1052e2 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 814 time: 0.1049693 Aug 16 03:14:35.134339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-493aad51-69b8-4efb-9eca-9753fd37492c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/quotas/00ab7a9046044b82b1af74f2fc583aff HTTP/1.1" status: 200 len: 375 time: 0.0099206 Aug 16 03:14:35.184470 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-6c60d628-97c3-4be0-91c3-103d42694fad tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449405 Aug 16 03:14:35.275868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-2eddce51-1df9-42d8-a75e-d89023581d7d service neutron] 10.222.0.78 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795093 Aug 16 03:14:35.367837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-3665d576-5ce1-439c-bb3d-603a713b99f4 service neutron] 10.222.0.78 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852387 Aug 16 03:14:35.536844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-251a24a3-d82e-4ca5-9d6f-1beeb90881af req-0181ac85-e093-4bf5-b003-f21cc39625a5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 210 time: 0.0268438 Aug 16 03:14:36.571839 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-9aa34a4c-e219-44a1-9de4-035857340795 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:36.573387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-9aa34a4c-e219-44a1-9de4-035857340795 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 814 time: 0.1115172 Aug 16 03:14:36.593527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'port': {'device_id': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'admin_state_up': True, 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:36.638453 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0df17af-557d-42cb-bf4a-d3bcede2f945 req-9e8d4ff7-d1fb-47c8-8c6d-0921e47966c1 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 210 time: 0.0264449 Aug 16 03:14:36.701535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Made reservation on behalf of 00ab7a9046044b82b1af74f2fc583aff for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:36.705018 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:36.840037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Allocated IP 172.20.0.7 (44ff3025-8b6c-4093-a598-3564aea9120a/126110fb-fb70-4092-8dc9-435b71aaa99a/d0a67ad7-60a0-479f-be44-ce599e08fbd5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:37.060436 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:37.085039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Transition to ACTIVE for port object d0a67ad7-60a0-479f-be44-ce599e08fbd5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:37.122041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:37.175685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Network 44ff3025-8b6c-4093-a598-3564aea9120a is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:37.179025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:37.183097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:37.216616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:37.260681 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:37.262261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:37.296442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-5f533acc-044f-4fa9-a6c7-c6102d177cb0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7070642 Aug 16 03:14:37.508176 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7f0778e4-c18d-42cc-a31e-a741e790dd83 None None] Provisioning for port d0a67ad7-60a0-479f-be44-ce599e08fbd5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:37.512577 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-7f0778e4-c18d-42cc-a31e-a741e790dd83 None None] Provisioning complete for port d0a67ad7-60a0-479f-be44-ce599e08fbd5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:37.512965 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7f0778e4-c18d-42cc-a31e-a741e790dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:37.550764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7f0778e4-c18d-42cc-a31e-a741e790dd83 None None] Port d0a67ad7-60a0-479f-be44-ce599e08fbd5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:37.772062 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474035f-7546-4b32-8daf-ab18ce178919 req-68303150-f491-4f87-b2bf-cf7f4a2e3e94 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:37.782623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9474035f-7546-4b32-8daf-ab18ce178919 req-68303150-f491-4f87-b2bf-cf7f4a2e3e94 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0779924 Aug 16 03:14:37.822877 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9474035f-7546-4b32-8daf-ab18ce178919 req-b71f64f5-9448-413f-b254-303ee4aa3a06 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Aug 16 03:14:38.935192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b825-f4ec-4829-b718-6de127b16cf5 req-63ada75a-ffea-41c5-a6b4-76d1c11361f9 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:38.936745 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1a6b825-f4ec-4829-b718-6de127b16cf5 req-63ada75a-ffea-41c5-a6b4-76d1c11361f9 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0493219 Aug 16 03:14:38.975113 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d1a6b825-f4ec-4829-b718-6de127b16cf5 req-29ebf16e-49f2-4a7e-8959-cb653feb0bff tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Aug 16 03:14:40.097455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f05d6-af2f-4f56-a2e0-e8c90ea99b8a req-60cc7837-8bbb-4a2e-9092-5b61a8ac0f99 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:40.098941 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e89f05d6-af2f-4f56-a2e0-e8c90ea99b8a req-60cc7837-8bbb-4a2e-9092-5b61a8ac0f99 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0522673 Aug 16 03:14:40.135775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e89f05d6-af2f-4f56-a2e0-e8c90ea99b8a req-d225e9c3-a593-401b-a52c-92b9faaedf21 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306940 Aug 16 03:14:41.600131 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b13644-e2a3-4dc4-b84b-1f166a38dae5 req-e5712254-aa94-43f6-bbc1-5a00afdd23ef tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:41.601685 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-13b13644-e2a3-4dc4-b84b-1f166a38dae5 req-e5712254-aa94-43f6-bbc1-5a00afdd23ef tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.4008658 Aug 16 03:14:41.639932 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-13b13644-e2a3-4dc4-b84b-1f166a38dae5 req-d0a51aa7-56ca-4000-982d-0c2d7b84d7d4 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Aug 16 03:14:42.751919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f3f87-ef06-42c6-979e-171ea4eeaffa req-ca8f9c93-6917-4d0e-ac1e-c38d66cf6c70 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:42.753402 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-304f3f87-ef06-42c6-979e-171ea4eeaffa req-ca8f9c93-6917-4d0e-ac1e-c38d66cf6c70 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0484703 Aug 16 03:14:42.790083 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-304f3f87-ef06-42c6-979e-171ea4eeaffa req-d293e55e-0d5d-4305-9223-4606787b4a62 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306513 Aug 16 03:14:43.912443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888f854-f8cb-4168-a7db-a7237c458635 req-48da7c98-28a3-40de-84e1-cdf40e7f454c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:43.913957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7888f854-f8cb-4168-a7db-a7237c458635 req-48da7c98-28a3-40de-84e1-cdf40e7f454c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0493624 Aug 16 03:14:43.950326 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7888f854-f8cb-4168-a7db-a7237c458635 req-638f69a1-ea9c-4d9c-b685-cbc72206e233 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304222 Aug 16 03:14:45.061018 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7a309-b755-4cc0-8a48-14a4216132ff req-f612d9e7-c9c2-4b5b-aacb-ff1481255481 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:45.063057 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7a7a309-b755-4cc0-8a48-14a4216132ff req-f612d9e7-c9c2-4b5b-aacb-ff1481255481 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0470212 Aug 16 03:14:45.104526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d7a7a309-b755-4cc0-8a48-14a4216132ff req-6612f3a1-091c-4812-8dfd-cff1e6d11b58 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Aug 16 03:14:46.218244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2d9e-94ca-4758-b4a8-831e91979c1c req-9b8fa01e-1705-4431-bea7-499dae849159 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:46.219737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca3a2d9e-94ca-4758-b4a8-831e91979c1c req-9b8fa01e-1705-4431-bea7-499dae849159 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0472369 Aug 16 03:14:46.257392 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ca3a2d9e-94ca-4758-b4a8-831e91979c1c req-36b04ef4-9a66-45b3-bdc5-d3a7d91bc0b3 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Aug 16 03:14:47.372658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4f76-e0ed-4d81-a467-0b731cc2cbaa req-08df689b-f2bf-45a6-8ebe-d4620ebf01f8 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:47.374192 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a7c4f76-e0ed-4d81-a467-0b731cc2cbaa req-08df689b-f2bf-45a6-8ebe-d4620ebf01f8 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0480022 Aug 16 03:14:47.411167 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8a7c4f76-e0ed-4d81-a467-0b731cc2cbaa req-064c7b06-fb24-403b-abad-3107639ed0b9 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304220 Aug 16 03:14:48.535766 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16df98e-4347-4558-b81d-2bfe068e482c req-8ce305c6-dbb2-4c4b-a104-b68a3ff21b75 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:48.537302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b16df98e-4347-4558-b81d-2bfe068e482c req-8ce305c6-dbb2-4c4b-a104-b68a3ff21b75 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0541587 Aug 16 03:14:48.574866 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b16df98e-4347-4558-b81d-2bfe068e482c req-bd160f0a-2419-4e90-94e9-5255e2a498cc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Aug 16 03:14:49.704089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78c7c4-c4fd-4e1e-8d16-8c3ef641f23b req-cb05f312-5fd6-4b21-a321-aa2aa73f7d7e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:49.705608 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf78c7c4-c4fd-4e1e-8d16-8c3ef641f23b req-cb05f312-5fd6-4b21-a321-aa2aa73f7d7e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0495410 Aug 16 03:14:49.742384 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bf78c7c4-c4fd-4e1e-8d16-8c3ef641f23b req-709c045f-d576-4e1c-8456-87edbe680f8c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Aug 16 03:14:50.860440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570efd7e-b835-4cb4-8aff-9a1f927c0979 req-2522ff0a-515a-478e-8261-8a08aef1c97f tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:50.861912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-570efd7e-b835-4cb4-8aff-9a1f927c0979 req-2522ff0a-515a-478e-8261-8a08aef1c97f tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 931 time: 0.0508893 Aug 16 03:14:50.899460 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-570efd7e-b835-4cb4-8aff-9a1f927c0979 req-98b23340-b06f-4292-bbfa-371889e97de7 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Aug 16 03:14:50.981086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-020c1b06-8e4d-4567-9e86-78b2fbb234c5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:14:50.982325 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-020c1b06-8e4d-4567-9e86-78b2fbb234c5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056486 Aug 16 03:14:50.995782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Request body: {'port': {'device_id': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:51.051453 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.645190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a67ad7-60a0-479f-be44-ce599e08fbd5 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:14:51.652669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.664171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Transition to ACTIVE for port object d0a67ad7-60a0-479f-be44-ce599e08fbd5 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:51.667815 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.715662 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Pushing event updated for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:51.790053 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Attempting to bind port d0a67ad7-60a0-479f-be44-ce599e08fbd5 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:51.790394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Attempting to bind port d0a67ad7-60a0-479f-be44-ce599e08fbd5 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:51.790728 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Attempting to bind port d0a67ad7-60a0-479f-be44-ce599e08fbd5 on network 44ff3025-8b6c-4093-a598-3564aea9120a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:51.795253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Port d0a67ad7-60a0-479f-be44-ce599e08fbd5 on network 44ff3025-8b6c-4093-a598-3564aea9120a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:14:51.795570 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Attempting to bind port d0a67ad7-60a0-479f-be44-ce599e08fbd5 on network 44ff3025-8b6c-4093-a598-3564aea9120a {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:51.801110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:51.801455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Checking segment: {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:51.801845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Bound using segment: {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:51.802277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Bound port: d0a67ad7-60a0-479f-be44-ce599e08fbd5, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b5734e-1f83-4db8-9359-35c0e89be008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:51.802641 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.868265 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:51.871306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:51.876708 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.911355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:51.912073 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:51.913496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] 10.222.0.98 "PUT /v2.0/ports/d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 1092 time: 0.9216986 Aug 16 03:14:51.915559 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:51.917905 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab" -d '{"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:51.969010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711609-ee58-4d24-87b9-ea667c3f3bbc service neutron] Pushing event updated for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:52.003658 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f886ad8f-577c-4252-8b4b-33999aea4005 x-openstack-request-id: req-f886ad8f-577c-4252-8b4b-33999aea4005 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:52.004277 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:52.004277 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f886ad8f-577c-4252-8b4b-33999aea4005 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:52.004595 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'status': 'completed', 'code': 200} Aug 16 03:14:52.051601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-e33afddb-6982-4e4f-937e-0c1e44258efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.053272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-e33afddb-6982-4e4f-937e-0c1e44258efd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1095 time: 0.0932894 Aug 16 03:14:52.066707 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc22c-2b01-45ec-8d20-7f0d8a30071a req-66688a9a-1e06-4b4d-9d78-1403424d87f1 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.068321 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3fc22c-2b01-45ec-8d20-7f0d8a30071a req-66688a9a-1e06-4b4d-9d78-1403424d87f1 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 943 time: 0.0627067 Aug 16 03:14:52.116651 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-6a6f94bd-a750-4ee2-8871-6e5382da1a5d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0473182 Aug 16 03:14:52.171916 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8c3fc22c-2b01-45ec-8d20-7f0d8a30071a req-cb2dc048-cc02-47b5-b4f9-5bd6bac25279 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954449 Aug 16 03:14:52.190368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-2c2e52ae-417a-4b84-b6f0-acb05332436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.191917 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-2c2e52ae-417a-4b84-b6f0-acb05332436a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0633917 Aug 16 03:14:52.241418 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382397-3707-4677-b38e-478b7f183f93 req-e3fc4e76-3328-4502-b1e5-84ca2997c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.242906 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-e3fc4e76-3328-4502-b1e5-84ca2997c742 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389516 Aug 16 03:14:52.335431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-d9345537-1278-4edf-85ec-5a461e606dbf service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807304 Aug 16 03:14:52.432093 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d382397-3707-4677-b38e-478b7f183f93 req-96dce96b-ff36-438f-8123-80015e0e8065 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849152 Aug 16 03:14:52.529862 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-1bb8dbd4-16c3-48cf-838f-15f83689a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.531879 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-1bb8dbd4-16c3-48cf-838f-15f83689a193 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1095 time: 0.0400200 Aug 16 03:14:52.626938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-f9c3520c-9df9-43ef-8afd-e6a24bd55405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.628432 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-f9c3520c-9df9-43ef-8afd-e6a24bd55405 service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.0850403 Aug 16 03:14:52.670310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-428155ea-514c-46f8-a6c6-200921814233 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0336390 Aug 16 03:14:52.718112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-419da1fa-46c3-43a9-ad32-0956dd2bc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.719451 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-419da1fa-46c3-43a9-ad32-0956dd2bc746 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0420647 Aug 16 03:14:52.773171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-04d65183-351e-42b7-ad87-6b738f7b1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:52.774622 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-04d65183-351e-42b7-ad87-6b738f7b1d20 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429256 Aug 16 03:14:52.810351 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:52.861841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-12162e0c-9f5f-4435-8d98-c158a2addfbe service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792124 Aug 16 03:14:52.954370 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ca59e7d3-3fc6-4ba4-8ab1-6c70dd2362ab req-6a0f0f78-2ff3-4a8d-b14b-63f1d633f681 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Aug 16 03:14:53.288074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02a61-0247-448d-a5ae-749143458725 req-6705d36d-6836-43b9-b660-233cb9f0875e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:53.289552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09a02a61-0247-448d-a5ae-749143458725 req-6705d36d-6836-43b9-b660-233cb9f0875e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 943 time: 0.0472331 Aug 16 03:14:53.326157 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-09a02a61-0247-448d-a5ae-749143458725 req-fff5f2db-e350-4a77-92b9-0f6242818057 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307739 Aug 16 03:14:54.006766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:54.440235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccda25-d942-4667-84e9-3245cc8e3e57 req-0672fd21-c43d-427f-807e-38a71442ea3b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:54.441736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5dccda25-d942-4667-84e9-3245cc8e3e57 req-0672fd21-c43d-427f-807e-38a71442ea3b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 943 time: 0.0493889 Aug 16 03:14:54.478817 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5dccda25-d942-4667-84e9-3245cc8e3e57 req-426df007-b48b-4c84-987c-a8883b1f0981 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Aug 16 03:14:54.839504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d0a67ad7-60a0-479f-be44-ce599e08fbd5 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:14:54.937263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:54.948345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'port_id': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'mac_address': 'fa:16:3e:da:c7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:14:54.990011 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:55.002436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a67ad7-60a0-479f-be44-ce599e08fbd5 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:14:55.021961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:55.024995 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:55.072712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:55.081053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.081358 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.081700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.082047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.082376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.082710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.083037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.083363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.083690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.084013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.084360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.084684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:14:55.347741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d0a67ad7-60a0-479f-be44-ce599e08fbd5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:14:55.599447 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc961f9-aa64-4370-b274-32d3cda69aac req-2adb4c35-cd06-44ff-974f-b9eca5cf812b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:55.600894 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afc961f9-aa64-4370-b274-32d3cda69aac req-2adb4c35-cd06-44ff-974f-b9eca5cf812b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 944 time: 0.0570083 Aug 16 03:14:55.637988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-afc961f9-aa64-4370-b274-32d3cda69aac req-ed05dfbb-3031-43c1-a400-20cc846d8340 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311701 Aug 16 03:14:56.245685 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-43c09b63-2bbd-491c-940f-34b5fca9c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:56.751980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7c2c-7eef-4496-aaa0-cc26b914726f req-1d87c1c2-6376-4948-ae57-c40779adfb86 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:56.753483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c49b7c2c-7eef-4496-aaa0-cc26b914726f req-1d87c1c2-6376-4948-ae57-c40779adfb86 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 944 time: 0.0483623 Aug 16 03:14:56.791617 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c49b7c2c-7eef-4496-aaa0-cc26b914726f req-d56b47d8-e1f5-4635-bec5-681df1b445d3 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Aug 16 03:14:56.839028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d0a67ad7-60a0-479f-be44-ce599e08fbd5 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:56.886923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port d0a67ad7-60a0-479f-be44-ce599e08fbd5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:56.890543 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d0a67ad7-60a0-479f-be44-ce599e08fbd5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:56.890918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:56.965468 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:56.988445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:56.990687 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ef62b7-7c1f-436c-a35b-ad803e51ffd8" -d '{"events": [{"server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "name": "network-vif-plugged", "status": "completed", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:57.006926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:57.011431 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:57.034524 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87adb9aa-c165-4794-8acd-880274ef6c0c x-openstack-request-id: req-87adb9aa-c165-4794-8acd-880274ef6c0c {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:57.034814 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "name": "network-vif-plugged", "status": "completed", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:57.035067 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87adb9aa-c165-4794-8acd-880274ef6c0c {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:57.035452 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'code': 200} Aug 16 03:14:57.062736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:57.219272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778f7b1-411a-45eb-b1e9-86859474e37f req-6e65bb9e-5b6b-4c1c-ae6d-0d9e0360ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:57.220682 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8778f7b1-411a-45eb-b1e9-86859474e37f req-6e65bb9e-5b6b-4c1c-ae6d-0d9e0360ed97 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1097 time: 0.1286743 Aug 16 03:14:57.262755 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8778f7b1-411a-45eb-b1e9-86859474e37f req-30e69693-ab32-459a-8ae2-f3b263f61ab6 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Aug 16 03:14:57.903843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb7b1-cb0f-413f-ace4-4ee562abf2ca req-a3fc42d9-b7a2-418f-b93b-2c8395968991 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:57.905955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02ccb7b1-cb0f-413f-ace4-4ee562abf2ca req-a3fc42d9-b7a2-418f-b93b-2c8395968991 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Aug 16 03:14:57.941681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-02ccb7b1-cb0f-413f-ace4-4ee562abf2ca req-dc61f9c9-59bd-4605-9241-b333d8a23464 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299056 Aug 16 03:14:58.833477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab49a615-b1be-4d27-b7c7-7879a5fe504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:58.847263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:59.056272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca5fe6-e88f-4912-8fef-1df3e8f4285c req-0f905614-2a94-42ac-a5ff-6d3663083cc5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:59.057781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7ca5fe6-e88f-4912-8fef-1df3e8f4285c req-0f905614-2a94-42ac-a5ff-6d3663083cc5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Aug 16 03:14:59.094591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b7ca5fe6-e88f-4912-8fef-1df3e8f4285c req-67de9045-3bc2-4a0c-93bc-558cdd538e44 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Aug 16 03:14:59.205897 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738885f1-f15f-472a-81ed-884cf562a23a req-67c53810-1d02-4b2a-a463-9ecc8051637b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:59.207361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-738885f1-f15f-472a-81ed-884cf562a23a req-67c53810-1d02-4b2a-a463-9ecc8051637b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0477974 Aug 16 03:14:59.244845 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-738885f1-f15f-472a-81ed-884cf562a23a req-539a370e-b793-40a2-a6bb-60e0149af41c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Aug 16 03:14:59.429953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13e0e4-a1b6-425f-9e49-c533dcc5480f req-f26dc724-3834-465b-a39d-d6a1b56d518a tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:59.431597 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d13e0e4-a1b6-425f-9e49-c533dcc5480f req-f26dc724-3834-465b-a39d-d6a1b56d518a tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Aug 16 03:14:59.472716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1d13e0e4-a1b6-425f-9e49-c533dcc5480f req-d531d4ad-9b5c-4d3d-a11b-c90a26f56a63 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350869 Aug 16 03:15:00.224048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:00.952391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-2b12004a-0d86-4c86-86a6-78bc633208e1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410967 Aug 16 03:15:01.035953 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-87a310da-cb5a-4f92-aa05-8ca3d026daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:01.037533 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-87a310da-cb5a-4f92-aa05-8ca3d026daf7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1097 time: 0.0421510 Aug 16 03:15:01.146078 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-31d1365f-2b38-4ab1-b87f-cb2dc135d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:01.147577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-31d1365f-2b38-4ab1-b87f-cb2dc135d2d2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.0907702 Aug 16 03:15:01.192914 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-3251398d-3bf8-4191-9493-c9ac673ec81c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0367079 Aug 16 03:15:01.247938 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-2895f63f-d5c7-448a-9572-31edfdaf9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:01.250078 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-2895f63f-d5c7-448a-9572-31edfdaf9972 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0504196 Aug 16 03:15:01.307637 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-42298433-650f-4f85-97e0-04fc32b88b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:01.309197 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-42298433-650f-4f85-97e0-04fc32b88b3c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482049 Aug 16 03:15:01.408991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-85f9bede-ac31-43af-b126-81852c18e5bf service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889440 Aug 16 03:15:01.497765 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f423c9b6-4648-44ac-95b3-c6783a044d64 req-6cfb7d9b-c999-4ce6-a68b-258824071d59 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814869 Aug 16 03:15:02.124766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:05.053881 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:11.032727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34d064-13b9-40ee-81b2-f789cce54354 req-8449fedd-808f-4a7b-9d2b-9cdbf0358057 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:11.034151 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c34d064-13b9-40ee-81b2-f789cce54354 req-8449fedd-808f-4a7b-9d2b-9cdbf0358057 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0559943 Aug 16 03:15:11.076750 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c34d064-13b9-40ee-81b2-f789cce54354 req-d25ab9c7-192e-476f-a9c5-fe57e7af4c52 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362473 Aug 16 03:15:11.100333 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39832) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:11.194546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090419a7-266a-4ef1-b86a-b2949b12a18c tempest-TestMinimumBasicScenario-1148288700 tempest-TestMinimumBasicScenario-1148288700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:11.196153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-090419a7-266a-4ef1-b86a-b2949b12a18c tempest-TestMinimumBasicScenario-1148288700 tempest-TestMinimumBasicScenario-1148288700-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1092 time: 0.0947728 Aug 16 03:15:11.199398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39836) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:11.203822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:11.225451 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:11.325952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:11.424863 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Allocated IP 172.25.4.135 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/3084d984-7c76-4c3c-b334-6f1f78b3875e) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:15:11.530332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:11.569159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:11.603419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:15:11.608016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:15:11.611978 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:15:11.638613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'Port': ['ID=3084d984-7c76-4c3c-b334-6f1f78b3875e,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:11.649648 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.649997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.650339 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.650673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.651010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.651336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.651658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.651981 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.652325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.652650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.652972 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.653290 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:11.979954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.047863 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.197697 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.202286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.271006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'Port': ['ID=3084d984-7c76-4c3c-b334-6f1f78b3875e,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:12.284415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.382758 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Floating IP 4f4bc37f-5a3f-4466-aaee-589fa6b62028 associated. External IP: 172.25.4.135, port: d0a67ad7-60a0-479f-be44-ce599e08fbd5. Aug 16 03:15:12.585353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Router 421700a7-9e52-4ad2-8af3-7607a99f1792 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:15:12.690569 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:15:12.700570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] Sync routers for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:15:12.706706 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.710801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:15:12.711429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:14:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:15:12.733630 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4cc85a09-58f2-4983-b5b7-9eea46149f27 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5332110 Aug 16 03:15:12.734229 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:15:12.736540 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8" -d '{"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:15:12.737235 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39838) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:12.742542 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070597603', 'description': 'tempest-secgroup-smoke-1070597603 description', 'project_id': '00ab7a9046044b82b1af74f2fc583aff'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:12.766259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.782704 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0463bbc-111f-497e-9da8-a828b8cef956 x-openstack-request-id: req-b0463bbc-111f-497e-9da8-a828b8cef956 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:15:12.782998 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:15:12.783274 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0463bbc-111f-497e-9da8-a828b8cef956 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:15:12.783703 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'status': 'completed', 'code': 200} Aug 16 03:15:12.822268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:15:12.868873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-5e215c08-95ac-4c18-a317-edbd33b5aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:12.870311 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-5e215c08-95ac-4c18-a317-edbd33b5aba5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1097 time: 0.0589519 Aug 16 03:15:12.932041 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.938845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.974226 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.975448 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2370362 Aug 16 03:15:12.978616 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39842) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:12.983344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-78945714-a4e9-48b3-bbdb-b057281e9bae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'security_group_rule': {'security_group_id': '9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4', 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:12.987395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:12.999075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:12.999420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:12.999761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.000119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.000475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.000827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.001153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.001473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.001804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.002126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.002433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.002803 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fac93-fb82-443f-834c-c1f987b14ecd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:13.021021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-6b3685ce-d55c-4b91-ab50-e18112616cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:13.022561 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-6b3685ce-d55c-4b91-ab50-e18112616cd6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.1434400 Aug 16 03:15:13.024011 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78945714-a4e9-48b3-bbdb-b057281e9bae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.053727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '4f4bc37f-5a3f-4466-aaee-589fa6b62028', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'port_id': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'mac_address': 'fa:16:3e:da:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:15:11Z', 'updated_at': '2021-08-16T03:15:11Z', 'revision_number': 0, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:23Z', 'revision_number': 5, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:15:13.086574 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78945714-a4e9-48b3-bbdb-b057281e9bae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.088453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] Checking router: 421700a7-9e52-4ad2-8af3-7607a99f1792 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:15:13.090985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78945714-a4e9-48b3-bbdb-b057281e9bae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.093081 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-32153452-3610-4677-9546-c252de8192c1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 999 time: 0.0619965 Aug 16 03:15:13.099161 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:15:13.099853 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:14:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:15:13.109023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78945714-a4e9-48b3-bbdb-b057281e9bae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419e7851-762e-4d24-a5fa-65417bd8a0b9,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:13.116672 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78945714-a4e9-48b3-bbdb-b057281e9bae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.117962 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-78945714-a4e9-48b3-bbdb-b057281e9bae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383321 Aug 16 03:15:13.120980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39844) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:13.126171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2c6c5898-d656-4a15-94bc-e06a2f7d8d0e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'security_group_rule': {'security_group_id': '9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4', 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:13.155114 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5898-d656-4a15-94bc-e06a2f7d8d0e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.157582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-06be908e-747e-4227-9321-abaf8c5af7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:13.159085 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-06be908e-747e-4227-9321-abaf8c5af7de service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0585589 Aug 16 03:15:13.213893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:15:13.216934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5898-d656-4a15-94bc-e06a2f7d8d0e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.221474 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-b2fc11b5-e5b8-4720-9759-8a9e0346d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:13.222532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5898-d656-4a15-94bc-e06a2f7d8d0e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.223030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-b2fc11b5-e5b8-4720-9759-8a9e0346d6a5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465801 Aug 16 03:15:13.242082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c5898-d656-4a15-94bc-e06a2f7d8d0e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010352f4-d4e9-498e-88ea-1cb19cd3a438,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:13.251014 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5898-d656-4a15-94bc-e06a2f7d8d0e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.255268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2c6c5898-d656-4a15-94bc-e06a2f7d8d0e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332991 Aug 16 03:15:13.256143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39846) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:13.260740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a4d49452-31ea-4084-9902-17e97dba0f3d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'security_group_rule': {'security_group_id': '9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4', 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:13.289191 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d49452-31ea-4084-9902-17e97dba0f3d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.325326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-1e6980fc-6b51-4745-a56a-93de83a4cae3 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942974 Aug 16 03:15:13.356677 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d49452-31ea-4084-9902-17e97dba0f3d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.362009 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d49452-31ea-4084-9902-17e97dba0f3d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.384472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d49452-31ea-4084-9902-17e97dba0f3d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafad5fc-4456-4ca3-91b2-411426a0afa4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:13.386928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4d49452-31ea-4084-9902-17e97dba0f3d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.388245 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a4d49452-31ea-4084-9902-17e97dba0f3d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311202 Aug 16 03:15:13.391093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39848) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:13.396552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-20cb4a21-1cf3-4ced-9d51-2ab31bf808fc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'security_group_rule': {'security_group_id': '9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4', 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:13.426287 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20cb4a21-1cf3-4ced-9d51-2ab31bf808fc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.437611 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ef63e1eb-c31c-4a8e-bbfb-7a84eac394d8 req-7d98abd2-f907-43ae-9702-bba490f91231 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029382 Aug 16 03:15:13.454788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '4f4bc37f-5a3f-4466-aaee-589fa6b62028', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'port_id': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'mac_address': 'fa:16:3e:da:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:15:11Z', 'updated_at': '2021-08-16T03:15:11Z', 'revision_number': 0, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:23Z', 'revision_number': 5, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:15:13.487835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07f376-90a1-4a47-b94c-d38f1f1be3d8 None None] The sync data for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 is: [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '4f4bc37f-5a3f-4466-aaee-589fa6b62028', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'port_id': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'mac_address': 'fa:16:3e:da:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:15:11Z', 'updated_at': '2021-08-16T03:15:11Z', 'revision_number': 0, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:23Z', 'revision_number': 5, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:15:13.491390 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20cb4a21-1cf3-4ced-9d51-2ab31bf808fc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.495338 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20cb4a21-1cf3-4ced-9d51-2ab31bf808fc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.516468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb4a21-1cf3-4ced-9d51-2ab31bf808fc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef39756e-f264-48fa-8bb3-72f1bce71141,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:13.520419 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-20cb4a21-1cf3-4ced-9d51-2ab31bf808fc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.521669 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-20cb4a21-1cf3-4ced-9d51-2ab31bf808fc tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295817 Aug 16 03:15:13.524562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39850) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:13.529146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'security_group_rule': {'security_group_id': '9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4', 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:13.553635 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Project 00ab7a9046044b82b1af74f2fc583aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:15:13.558971 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.622479 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.627291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.645929 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e889e74a-07ba-45a7-a6b3-caf26ac789c0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:13.653043 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.654301 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8bae3c13-b5b0-4ee2-9174-922ed5025927 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287193 Aug 16 03:15:13.657138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 39852) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:15:13.661759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'security_group_rule': {'security_group_id': '9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4', 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:13.684134 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Project 00ab7a9046044b82b1af74f2fc583aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:15:13.689837 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.692977 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efd9e86-c8f3-4aa4-9860-9b8f4e394041 None None] New status for floating IP 4f4bc37f-5a3f-4466-aaee-589fa6b62028: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:15:13.760256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.765017 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.784175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1955907c-ab48-48a1-a2fd-91bf4ebdc883,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:13.792649 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.793868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f2810a36-d8c9-4729-bce7-566297276e41 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357634 Aug 16 03:15:13.874526 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-b71b1cf9-3f77-42e0-a9b4-307789501cbf tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070597603&fields=id&tenant_id=00ab7a9046044b82b1af74f2fc583aff HTTP/1.1" status: 200 len: 267 time: 0.0348322 Aug 16 03:15:13.926703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-0971fd77-8fd7-4be4-9562-b8ecc3ae418b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:13.928096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-0971fd77-8fd7-4be4-9562-b8ecc3ae418b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0479527 Aug 16 03:15:13.939536 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'port': {'security_groups': ['151ad36c-2ca1-4258-8a56-8dabf14b7a9c', '9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:15:14.001863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:14.182155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:15:14.210797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:14.215233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:14.226926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d0a67ad7-60a0-479f-be44-ce599e08fbd5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:15:14.261915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:14.262518 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:14.263895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8554a869-bf2c-48a4-bb2f-ba9e6d47e869 req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "PUT /v2.0/ports/d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 981 time: 0.3293927 Aug 16 03:15:14.264416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:15:14.266695 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45" -d '{"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:15:14.292422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5cf08-e7a2-473d-a613-2900211ccb5c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:14.331855 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0363a3-4057-43d1-afad-b3c1b71f99a6 x-openstack-request-id: req-bb0363a3-4057-43d1-afad-b3c1b71f99a6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:15:14.332401 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:15:14.333767 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb0363a3-4057-43d1-afad-b3c1b71f99a6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:15:14.343913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d0a67ad7-60a0-479f-be44-ce599e08fbd5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:15:14.344977 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'status': 'completed', 'code': 200} Aug 16 03:15:14.425858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d451d-e2e4-4af3-8b16-eedf7c6cc6d7 req-4f07d4bd-f3a2-4b6a-9b20-c09e38c34993 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:14.427460 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b5d451d-e2e4-4af3-8b16-eedf7c6cc6d7 req-4f07d4bd-f3a2-4b6a-9b20-c09e38c34993 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0807931 Aug 16 03:15:14.430519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-3c9a98f5-3e7a-46e3-810d-a797c77181c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:14.431973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-3c9a98f5-3e7a-46e3-810d-a797c77181c8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1136 time: 0.0744226 Aug 16 03:15:14.523511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b5d451d-e2e4-4af3-8b16-eedf7c6cc6d7 req-01a64fce-f516-4480-8210-05af310862ad tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890164 Aug 16 03:15:14.557339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-6ce35144-02a0-46d9-b183-d4a1a22145e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:14.560318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-6ce35144-02a0-46d9-b183-d4a1a22145e7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.1183043 Aug 16 03:15:14.587943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-42e4d99f-604c-491a-93b6-183e36642a58 None None] Provisioning complete for port d0a67ad7-60a0-479f-be44-ce599e08fbd5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:15:14.588340 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42e4d99f-604c-491a-93b6-183e36642a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:14.628827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-008410cd-a1fa-47ea-80cb-c99c793b21b0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0615547 Aug 16 03:15:14.683769 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-a7f74c25-66a6-4eb7-a3b7-2120b7d5b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:14.685273 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-a7f74c25-66a6-4eb7-a3b7-2120b7d5b8e7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0485337 Aug 16 03:15:14.731616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-470bca9d-d8f7-4ab5-9771-acab44d9fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:14.733130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-470bca9d-d8f7-4ab5-9771-acab44d9fd0e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401659 Aug 16 03:15:14.824661 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-7e0bda8c-ffc9-43bd-8b6c-76c3e4141a1e service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823786 Aug 16 03:15:14.927117 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11ca7904-e1f7-42fc-95cb-5eca09f7dd45 req-cbc717c7-c9cb-4232-b674-312dc67268e0 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955064 Aug 16 03:15:22.811115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:24.011091 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:26.245854 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4088d125-03db-441b-82d8-d75ba3613806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:28.837028 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0933-6eeb-49be-a3cb-3c09f86499d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:28.847355 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:30.228010 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:32.125794 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:37.098010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66040c1b-435a-43ae-ba9d-0ba3ee04a907 req-d1330cea-757b-489e-b017-917dfa300d2c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:37.099514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66040c1b-435a-43ae-ba9d-0ba3ee04a907 req-d1330cea-757b-489e-b017-917dfa300d2c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0772226 Aug 16 03:15:37.105567 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-c2ca7786-31af-4166-8eb7-e0900944080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:37.106957 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-c2ca7786-31af-4166-8eb7-e0900944080f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1136 time: 0.0568013 Aug 16 03:15:37.199446 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-66040c1b-435a-43ae-ba9d-0ba3ee04a907 req-9d329629-3553-4d00-8294-94a42cc02b65 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906417 Aug 16 03:15:37.232190 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-f6ec1b96-11e6-4412-89fd-814173d821ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:37.233775 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-f6ec1b96-11e6-4412-89fd-814173d821ff service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.1188807 Aug 16 03:15:37.303989 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-040366cb-1f73-4903-b956-15aeb23fabff service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0619438 Aug 16 03:15:37.354402 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-ef067f32-79c0-46e2-88dc-9b0aa6dacf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:37.355864 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-ef067f32-79c0-46e2-88dc-9b0aa6dacf06 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0440142 Aug 16 03:15:37.401222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-e00259b3-87e7-4641-a750-a1d971e8c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:37.402674 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-e00259b3-87e7-4641-a750-a1d971e8c5e6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390794 Aug 16 03:15:37.497501 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-9ad89632-f7fd-4e14-baaf-38aa4fabf5be service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861595 Aug 16 03:15:37.598089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3d86f5e-57f1-447a-8842-7bc591cf3a25 req-47bb5f8a-7915-4d2b-8cfc-e9122fcf775e service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888760 Aug 16 03:15:38.317465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6fd4b-2a8b-48ac-a0d6-20278dd4ad18 req-6ab16fd0-f5fc-47df-9665-29fdf6e6875c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:38.318976 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82b6fd4b-2a8b-48ac-a0d6-20278dd4ad18 req-6ab16fd0-f5fc-47df-9665-29fdf6e6875c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0479696 Aug 16 03:15:38.360854 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-82b6fd4b-2a8b-48ac-a0d6-20278dd4ad18 req-e5561eac-bf8a-42c5-b71b-19f78ed1c83e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356989 Aug 16 03:15:39.476259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe36dc-0732-49d0-9c5f-7688a5e4e286 req-361fb21a-616e-4681-9166-a3f91ff8237c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:39.477645 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ffe36dc-0732-49d0-9c5f-7688a5e4e286 req-361fb21a-616e-4681-9166-a3f91ff8237c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0497720 Aug 16 03:15:39.516952 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1ffe36dc-0732-49d0-9c5f-7688a5e4e286 req-6d5b147a-f8b6-48d7-a15f-42fa15a681d6 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333149 Aug 16 03:15:40.636658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475202cd-32dd-4b85-aef4-4d2e7c28473b req-959837f3-027a-488d-a52e-ff727cb20d48 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:40.638074 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-475202cd-32dd-4b85-aef4-4d2e7c28473b req-959837f3-027a-488d-a52e-ff727cb20d48 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0527074 Aug 16 03:15:40.677742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-475202cd-32dd-4b85-aef4-4d2e7c28473b req-b9d2ef43-242b-4bfd-9bd6-c98669e5d730 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334911 Aug 16 03:15:41.799258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f7bd7-62ee-4b5f-8d9a-cf9243aae2c7 req-e068e293-822f-4a95-808f-77338ed54afd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:41.800833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a34f7bd7-62ee-4b5f-8d9a-cf9243aae2c7 req-e068e293-822f-4a95-808f-77338ed54afd tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0561249 Aug 16 03:15:41.840682 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a34f7bd7-62ee-4b5f-8d9a-cf9243aae2c7 req-96da4595-62d8-4357-953c-a5a2c1b6dc78 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337493 Aug 16 03:15:42.052866 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:42.953215 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc8c0-52a1-4edb-9a55-df2e46032f0c req-dfdbe98a-ae0c-49d2-b3ef-57004c2bfaee tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:42.954682 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dffc8c0-52a1-4edb-9a55-df2e46032f0c req-dfdbe98a-ae0c-49d2-b3ef-57004c2bfaee tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0477071 Aug 16 03:15:42.993695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0dffc8c0-52a1-4edb-9a55-df2e46032f0c req-86229ad3-ff5a-4fe0-b381-c45ef3d04ab0 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328865 Aug 16 03:15:44.118212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb92a5-d6cd-4862-97c5-857498644765 req-8c1d0afa-8d18-4c93-a5d8-e00294974b9a tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:44.119676 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8beb92a5-d6cd-4862-97c5-857498644765 req-8c1d0afa-8d18-4c93-a5d8-e00294974b9a tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0482583 Aug 16 03:15:44.159293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8beb92a5-d6cd-4862-97c5-857498644765 req-36d93b41-7e6c-4ea6-b4b9-7f56b7da6a5b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335784 Aug 16 03:15:45.274353 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe513-c319-4fd3-a10c-566c0de46483 req-f1409038-7c94-4324-83ab-66dbb947dc59 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:45.275833 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18cfe513-c319-4fd3-a10c-566c0de46483 req-f1409038-7c94-4324-83ab-66dbb947dc59 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0486457 Aug 16 03:15:45.314352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-18cfe513-c319-4fd3-a10c-566c0de46483 req-2fc9d115-88b8-4f96-977b-32234835bb18 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324092 Aug 16 03:15:46.430935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb399-9028-46d6-9e15-6445d378ca32 req-a98068a1-67e7-4edd-90bb-01e1d10a0d70 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:46.432465 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19aeb399-9028-46d6-9e15-6445d378ca32 req-a98068a1-67e7-4edd-90bb-01e1d10a0d70 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0515842 Aug 16 03:15:46.472039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-19aeb399-9028-46d6-9e15-6445d378ca32 req-f18fbad4-4637-47b9-92f3-a3e5015433e4 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327716 Aug 16 03:15:47.591476 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4a783-42f0-46c2-a3d7-59f57793095d req-eec218b5-ed2e-4d73-8e11-a48e052081a2 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:47.593126 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ea4a783-42f0-46c2-a3d7-59f57793095d req-eec218b5-ed2e-4d73-8e11-a48e052081a2 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0532131 Aug 16 03:15:47.632967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ea4a783-42f0-46c2-a3d7-59f57793095d req-29b937a8-ed10-4669-b725-872998baa19e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338247 Aug 16 03:15:48.750487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d95eb6-1806-4a8e-b7e8-61c1920b7695 req-d10c0760-f42e-4195-b4c5-7ff063d278d8 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:48.751965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2d95eb6-1806-4a8e-b7e8-61c1920b7695 req-d10c0760-f42e-4195-b4c5-7ff063d278d8 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0526543 Aug 16 03:15:48.790492 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a2d95eb6-1806-4a8e-b7e8-61c1920b7695 req-35aa5cff-1786-428f-8cd7-e6b7ee91c3d5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321300 Aug 16 03:15:49.904484 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd77b9-91f8-4261-b6d1-4f67445a3b73 req-129f1347-0c08-475d-8707-ad8b7ee3b741 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:49.905963 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3fbd77b9-91f8-4261-b6d1-4f67445a3b73 req-129f1347-0c08-475d-8707-ad8b7ee3b741 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0484166 Aug 16 03:15:49.944251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3fbd77b9-91f8-4261-b6d1-4f67445a3b73 req-f2cb4c80-db92-4b27-935c-7ef8ed4e2aae tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322061 Aug 16 03:15:51.061142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840af00-abfc-471b-8d53-1741c17413bf req-55113bb3-99ac-4464-84fe-7e0c3eddc329 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:51.062610 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6840af00-abfc-471b-8d53-1741c17413bf req-55113bb3-99ac-4464-84fe-7e0c3eddc329 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0476966 Aug 16 03:15:51.101843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6840af00-abfc-471b-8d53-1741c17413bf req-865d6bf9-8aa4-4db5-8604-187ec718097d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332928 Aug 16 03:15:52.325218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caeda7-0949-4643-9326-dcf17015cc18 req-edfd8f20-8f5d-48b3-a600-d2c208a5c728 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:52.328581 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60caeda7-0949-4643-9326-dcf17015cc18 req-edfd8f20-8f5d-48b3-a600-d2c208a5c728 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.1577370 Aug 16 03:15:52.384674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60caeda7-0949-4643-9326-dcf17015cc18 req-a94e1c31-656e-4a20-b40b-f74930307609 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500271 Aug 16 03:15:52.824364 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:53.555280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb884f5-eade-49c3-8c05-74d53185972c req-e0f14483-e066-428d-bb0f-0b84a1faad5e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:53.556799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0cb884f5-eade-49c3-8c05-74d53185972c req-e0f14483-e066-428d-bb0f-0b84a1faad5e tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.1035228 Aug 16 03:15:53.599762 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0cb884f5-eade-49c3-8c05-74d53185972c req-c497d51f-7c09-45ff-b021-f427cf27bf7b tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362654 Aug 16 03:15:54.020892 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:54.719077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e4974-39d2-4b76-8ae6-da0398a9c93a req-38a0f773-4788-437d-a840-58617cae8bd5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:54.720602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd3e4974-39d2-4b76-8ae6-da0398a9c93a req-38a0f773-4788-437d-a840-58617cae8bd5 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0534692 Aug 16 03:15:54.759257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bd3e4974-39d2-4b76-8ae6-da0398a9c93a req-57da8f94-7abd-47de-9d7c-e49b70d8fb58 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&id=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326436 Aug 16 03:15:56.260948 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb34a840-67b9-4a83-bd43-f80b3aa7b81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:58.843657 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63004e36-677f-44f5-9bc9-ef988a63e8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:58.848441 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:00.229680 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:00.931872 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-c0f9abd8-7260-43e7-a804-e9a11699f5f1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421946 Aug 16 03:16:01.017866 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-f44f536e-b3b7-46c2-bbf9-83bec6037292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:01.019349 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-f44f536e-b3b7-46c2-bbf9-83bec6037292 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1136 time: 0.0414040 Aug 16 03:16:01.119925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-5bd94cd0-84e9-48b6-866f-c81e8a4f3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:01.121415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-5bd94cd0-84e9-48b6-866f-c81e8a4f3849 service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.0809436 Aug 16 03:16:01.189534 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-35050c5f-d7e5-4be8-97fd-9ca00ed21a0b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0595396 Aug 16 03:16:01.239001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-2260ac17-dce1-4eb3-a2bb-71a10bbd565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:01.240433 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-2260ac17-dce1-4eb3-a2bb-71a10bbd565b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0425746 Aug 16 03:16:01.284260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-588df0e5-a741-4b08-87ac-e0fb8fcca014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:01.285728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-588df0e5-a741-4b08-87ac-e0fb8fcca014 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382032 Aug 16 03:16:01.376541 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-3748543c-b2fb-4439-808c-a1d0fe215f3c service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Aug 16 03:16:01.465817 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0df39d7-57d7-4928-8283-4e0082d0df8d req-b05170cb-1384-403c-93e2-b541f1f0c745 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789464 Aug 16 03:16:02.129510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:19.052170 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:22.824474 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:24.021938 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:26.251065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b71a549e-2fab-4a7a-91c7-99fbfa8714d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:26.307236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-e98952a7-2da4-4b1a-94d2-f546a17c1bae req-d7817f59-d93c-473a-a79c-95f6c2c3b4df service neutron] (94856) timed out ('10.222.0.78', 36528) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:16:27.687480 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-5ecf65dd-9fec-478c-9a82-f015d702ff03 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070597603&fields=id&tenant_id=00ab7a9046044b82b1af74f2fc583aff HTTP/1.1" status: 200 len: 267 time: 0.0339825 Aug 16 03:16:27.743484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-93ade286-1f5b-4ea4-9be5-e8afd9c4f5f7 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:27.745005 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-93ade286-1f5b-4ea4-9be5-e8afd9c4f5f7 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 984 time: 0.0519142 Aug 16 03:16:27.757513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Request body: {'port': {'security_groups': ['151ad36c-2ca1-4258-8a56-8dabf14b7a9c']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:27.822932 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:27.997296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:28.025874 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.031095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.044724 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d0a67ad7-60a0-479f-be44-ce599e08fbd5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:16:28.073702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:28.074269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.075716 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6104420e-41a1-4000-b3aa-d546ce2b32ae req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "PUT /v2.0/ports/d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 942 time: 0.3237679 Aug 16 03:16:28.076180 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:28.081525 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2939f710-28d3-48d5-a32e-2f139969ea51" -d '{"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:28.084883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39932) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:28.103838 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event updated for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:28.117555 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.118056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.118611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.118956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.119438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.119855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.120245 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.120628 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.120964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.121294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.121636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.121952 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cd52-9716-4eda-b361-351698545f53 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.144309 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5995e-ed89-4253-9a48-7ed10cfb34ee x-openstack-request-id: req-aea5995e-ed89-4253-9a48-7ed10cfb34ee {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:28.144656 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:28.144920 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aea5995e-ed89-4253-9a48-7ed10cfb34ee {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:28.145334 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'status': 'completed', 'code': 200} Aug 16 03:16:28.161306 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d0a67ad7-60a0-479f-be44-ce599e08fbd5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:16:28.174704 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.213415 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.222556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-183c4d6e-5046-49e6-8f2d-cc469cb5c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:28.224116 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-183c4d6e-5046-49e6-8f2d-cc469cb5c07a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1097 time: 0.0561078 Aug 16 03:16:28.292765 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.296028 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.297547 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "DELETE /v2.0/security-groups/9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4 HTTP/1.1" status: 204 len: 168 time: 0.2102842 Aug 16 03:16:28.308317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 39934) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:28.309023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c69ff-6ade-419f-9ffb-4106f8c3d8d4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:28.361212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-1628034a-eb41-4647-9c06-8e2c2b4ced5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:28.362711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-1628034a-eb41-4647-9c06-8e2c2b4ced5c service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.1184866 Aug 16 03:16:28.362945 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.363313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.363662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.364001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.364366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.364709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.365045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.365381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.365709 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.366037 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.366366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.366690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c31795-1dc0-4fb0-96a6-f9da267d445d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:28.398872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8210ae29-d363-49ac-8711-a77361efb21c None None] Provisioning complete for port d0a67ad7-60a0-479f-be44-ce599e08fbd5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:28.399259 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8210ae29-d363-49ac-8711-a77361efb21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.439571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-4f797b8b-f765-46b5-bffd-86010d5f531b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0674508 Aug 16 03:16:28.492368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Deleting port 3084d984-7c76-4c3c-b334-6f1f78b3875e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:28.492723 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.494552 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-87d55acb-1cf5-41b0-af44-1707cd0b115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:28.496123 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-87d55acb-1cf5-41b0-af44-1707cd0b115f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0446503 Aug 16 03:16:28.547876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-ad23dcb8-a403-49fc-9850-5df6a79bb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:28.549420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-ad23dcb8-a403-49fc-9850-5df6a79bb1e2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418620 Aug 16 03:16:28.573151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.573489 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.585511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Calling delete_port for 3084d984-7c76-4c3c-b334-6f1f78b3875e owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:28.652036 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-e7981ada-c343-46ed-8042-9ee888cb31b8 service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867231 Aug 16 03:16:28.731738 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.744682 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2939f710-28d3-48d5-a32e-2f139969ea51 req-97a28a9e-a33f-4bc9-89f2-175183e2035f service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857253 Aug 16 03:16:28.758313 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event deleted for resources: {'Port': ['ID=3084d984-7c76-4c3c-b334-6f1f78b3875e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:28.814622 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.814883 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Floating IP 4f4bc37f-5a3f-4466-aaee-589fa6b62028 disassociated (deleted). External IP: 172.25.4.135, port: d0a67ad7-60a0-479f-be44-ce599e08fbd5. Aug 16 03:16:28.837950 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63595882-89cc-45da-8617-278e63ab6141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.848995 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:29.022170 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Router 421700a7-9e52-4ad2-8af3-7607a99f1792 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:16:29.135241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:16:29.140206 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:29.144762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] Sync routers for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:16:29.153589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:29.154225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:29.166673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-74047df9-2a21-4fc1-8b77-51ea37f0c07d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "DELETE /v2.0/floatingips/4f4bc37f-5a3f-4466-aaee-589fa6b62028 HTTP/1.1" status: 204 len: 168 time: 0.8489354 Aug 16 03:16:29.167269 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:29.170115 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33012574-800a-49b7-8404-05bf7b6e4e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:29.266784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:29.288156 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e697ed-22ec-4fe4-a436-19e9f7167bdb x-openstack-request-id: req-93e697ed-22ec-4fe4-a436-19e9f7167bdb {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:29.288722 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:29.288998 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93e697ed-22ec-4fe4-a436-19e9f7167bdb {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:29.289415 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'status': 'completed', 'code': 200} Aug 16 03:16:29.369762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-2ab66631-73f9-4c34-a8c4-fbca76833eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:29.371559 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-2ab66631-73f9-4c34-a8c4-fbca76833eb0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=00ab7a9046044b82b1af74f2fc583aff&device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 1097 time: 0.0498245 Aug 16 03:16:29.481937 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-ca85de7d-3877-43bb-a829-50e0bdf04824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:29.483456 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-ca85de7d-3877-43bb-a829-50e0bdf04824 service neutron] 10.222.0.98 "GET /v2.0/networks?id=44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 200 len: 915 time: 0.0989492 Aug 16 03:16:29.491532 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:23Z', 'revision_number': 5, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:29.517453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] Checking router: 421700a7-9e52-4ad2-8af3-7607a99f1792 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:16:29.525606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:29.526223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:29.530031 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-584201d0-0853-4707-902d-f4d21a978951 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 200 len: 217 time: 0.0348511 Aug 16 03:16:29.589168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-31869b37-3a43-42c2-b43e-9f9e43becc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:29.591171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-31869b37-3a43-42c2-b43e-9f9e43becc02 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 200 len: 853 time: 0.0523949 Aug 16 03:16:29.635572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:29.637880 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-f4540e62-5401-49ed-879d-f8e3c518c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:29.639397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-f4540e62-5401-49ed-879d-f8e3c518c5e3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44ff3025-8b6c-4093-a598-3564aea9120a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404818 Aug 16 03:16:29.730221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-964bc695-aae9-43ca-84fe-ea92fc4c55fe service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821567 Aug 16 03:16:29.823250 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-33012574-800a-49b7-8404-05bf7b6e4e0c req-02de2abe-dfa3-4eeb-8372-d9740c29535f service neutron] 10.222.0.98 "GET /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849900 Aug 16 03:16:29.832035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:23Z', 'revision_number': 5, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:29.865198 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965dda-9d0d-436d-80c1-18f7c15f3c73 None None] The sync data for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 is: [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:14:19Z', 'revision_number': 4, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '5eb6de39-3a60-4190-97a3-12ed147a01c5', 'name': '', 'network_id': '44ff3025-8b6c-4093-a598-3564aea9120a', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'mac_address': 'fa:16:3e:83:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:18Z', 'updated_at': '2021-08-16T03:14:23Z', 'revision_number': 5, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'subnets': [{'id': '126110fb-fb70-4092-8dc9-435b71aaa99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:16:30.088071 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a8fba-18ac-4e9d-b888-c273de4f7061 None None] New status for floating IP 4f4bc37f-5a3f-4466-aaee-589fa6b62028: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:16:30.232165 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:32.132216 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:36.105074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9b65f-7bc2-4338-8ae6-53ac1f36e495 req-93fbd4a2-2350-4848-8e61-eb3b13c2b68d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:36.106595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21d9b65f-7bc2-4338-8ae6-53ac1f36e495 req-93fbd4a2-2350-4848-8e61-eb3b13c2b68d tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0493894 Aug 16 03:16:36.144718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21d9b65f-7bc2-4338-8ae6-53ac1f36e495 req-0f1e1eac-c1b3-4cc0-bb36-6a033efd077f tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Aug 16 03:16:37.260522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830afca-729b-47df-9029-05d23db74768 req-20a00af5-f57c-463f-82d6-508a2299bf4f tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:37.261988 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f830afca-729b-47df-9029-05d23db74768 req-20a00af5-f57c-463f-82d6-508a2299bf4f tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Aug 16 03:16:37.299303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f830afca-729b-47df-9029-05d23db74768 req-791abda7-743b-4ac8-850f-eacbb4c5cd4c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Aug 16 03:16:38.126539 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-91a56c98-c52b-469f-b0b5-9446f2c6bb54 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:38.128011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-91a56c98-c52b-469f-b0b5-9446f2c6bb54 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.98 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0467336 Aug 16 03:16:38.226695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Deleting port d0a67ad7-60a0-479f-be44-ce599e08fbd5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:38.227037 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:38.311223 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] For port d0a67ad7-60a0-479f-be44-ce599e08fbd5, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d0a67ad7-60a0-479f-be44-ce599e08fbd5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:38.311580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:38.324278 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Calling delete_port for d0a67ad7-60a0-479f-be44-ce599e08fbd5 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:38.437962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774129b5-b9c5-45f1-8835-678b33448acc req-154055e1-1651-41c7-9a10-5d110a40b99c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:38.439356 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-774129b5-b9c5-45f1-8835-678b33448acc req-154055e1-1651-41c7-9a10-5d110a40b99c tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e183c2-eb9e-47ae-9d36-db2a5a910f99 HTTP/1.1" status: 200 len: 945 time: 0.0692203 Aug 16 03:16:38.516650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-774129b5-b9c5-45f1-8835-678b33448acc req-046ee650-88f5-4bdd-bee5-520d09caa751 tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.78 "GET /v2.0/security-groups?id=151ad36c-2ca1-4258-8a56-8dabf14b7a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Aug 16 03:16:38.522675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:38.538733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d0a67ad7-60a0-479f-be44-ce599e08fbd5'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:16:38.551423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Pushing event deleted for resources: {'Port': ['ID=d0a67ad7-60a0-479f-be44-ce599e08fbd5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:38.593208 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] No DVR routers for this DVR port d0a67ad7-60a0-479f-be44-ce599e08fbd5 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:16:38.596433 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:38.598397 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-49e323ec-20aa-4056-99de-f998ce4702f7 req-13666e1b-e12f-42d7-9e3f-9b3a962869be tempest-TestMinimumBasicScenario-1868880474 tempest-TestMinimumBasicScenario-1868880474-project] 10.222.0.98 "DELETE /v2.0/ports/d0a67ad7-60a0-479f-be44-ce599e08fbd5 HTTP/1.1" status: 204 len: 173 time: 0.4646606 Aug 16 03:16:38.598815 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'name': 'network-vif-deleted', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:38.601053 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f665bb-42e0-4261-95e2-76e4c058a107" -d '{"events": [{"server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "name": "network-vif-deleted", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:38.637184 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b75d67a-a8f2-4fc4-95ee-070b58ee9903 x-openstack-request-id: req-0b75d67a-a8f2-4fc4-95ee-070b58ee9903 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:38.638017 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e183c2-eb9e-47ae-9d36-db2a5a910f99", "name": "network-vif-deleted", "tag": "d0a67ad7-60a0-479f-be44-ce599e08fbd5", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:38.638263 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b75d67a-a8f2-4fc4-95ee-070b58ee9903 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:38.638656 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e183c2-eb9e-47ae-9d36-db2a5a910f99', 'name': 'network-vif-deleted', 'tag': 'd0a67ad7-60a0-479f-be44-ce599e08fbd5', 'status': 'completed', 'code': 200} Aug 16 03:16:40.084123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40034) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:40.422020 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:40.997623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Deleting port 5eb6de39-3a60-4190-97a3-12ed147a01c5 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:40.997960 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:41.074582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] For port 5eb6de39-3a60-4190-97a3-12ed147a01c5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5eb6de39-3a60-4190-97a3-12ed147a01c5,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:41.074954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:41.087292 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Calling delete_port for 5eb6de39-3a60-4190-97a3-12ed147a01c5 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:41.273613 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:41.302334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb6de39-3a60-4190-97a3-12ed147a01c5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:41.343130 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d0a67ad7-60a0-479f-be44-ce599e08fbd5 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:41.364825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: d0a67ad7-60a0-479f-be44-ce599e08fbd5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:16:41.365205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d0a67ad7-60a0-479f-be44-ce599e08fbd5 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:16:41.474655 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:41.688606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Router 421700a7-9e52-4ad2-8af3-7607a99f1792 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:16:41.797224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:16:41.802840 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-98a573d9-0b68-4379-8aae-41e5210283ee admin admin] 10.222.0.78 "PUT /v2.0/routers/421700a7-9e52-4ad2-8af3-7607a99f1792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7176239 Aug 16 03:16:41.805443 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40036) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:41.806582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] Sync routers for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:16:41.815685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:41.816363 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:41.913242 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:41.925948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:42.009654 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.067581 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Deleting port 228009f1-1558-41e9-a60b-9adccbb0d514 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:42.067850 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.103203 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:16:41Z', 'revision_number': 5, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port': {'id': '228009f1-1558-41e9-a60b-9adccbb0d514', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:17Z', 'updated_at': '2021-08-16T03:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:42.129278 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] Checking router: 421700a7-9e52-4ad2-8af3-7607a99f1792 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:16:42.137566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] Routers {'421700a7-9e52-4ad2-8af3-7607a99f1792'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:42.138171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['421700a7-9e52-4ad2-8af3-7607a99f1792'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:42.146018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] For port 228009f1-1558-41e9-a60b-9adccbb0d514, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=228009f1-1558-41e9-a60b-9adccbb0d514,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:42.146569 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.159572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Calling delete_port for 228009f1-1558-41e9-a60b-9adccbb0d514 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:42.226411 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] Set router 421700a7-9e52-4ad2-8af3-7607a99f1792 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:42.278489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:16:42Z', 'revision_number': 6, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:42.308748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a78d7-00a0-41f5-857a-4dd561fee401 None None] The sync data for ids ['421700a7-9e52-4ad2-8af3-7607a99f1792'] in n-d-769329-15 is: [{'id': '421700a7-9e52-4ad2-8af3-7607a99f1792', 'name': 'tempest-TestMinimumBasicScenario-301892070-router', 'tenant_id': '00ab7a9046044b82b1af74f2fc583aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:16Z', 'updated_at': '2021-08-16T03:16:42Z', 'revision_number': 6, 'project_id': '00ab7a9046044b82b1af74f2fc583aff', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:16:42.333869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.364810 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Pushing event deleted for resources: {'Port': ['ID=228009f1-1558-41e9-a60b-9adccbb0d514,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:42.424661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.513360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.515440 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.556360 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.556878 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421700a7-9e52-4ad2-8af3-7607a99f1792 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:16:42.561660 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.562800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2a2fa05f-8b8b-4862-9862-417006d9ce72 admin admin] 10.222.0.78 "DELETE /v2.0/routers/421700a7-9e52-4ad2-8af3-7607a99f1792 HTTP/1.1" status: 204 len: 168 time: 0.7564206 Aug 16 03:16:42.565716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40038) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:42.609320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] Deleting subnet 126110fb-fb70-4092-8dc9-435b71aaa99a {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:16:42.612185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.651111 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.731591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.784297 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.812264 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.814131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/126110fb-fb70-4092-8dc9-435b71aaa99a HTTP/1.1" status: 204 len: 168 time: 0.2474322 Aug 16 03:16:42.815708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4e1a1-a38a-4080-8e07-910660fed280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126110fb-fb70-4092-8dc9-435b71aaa99a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:42.816757 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:42.817318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2cfb31-5ca4-4b8f-9485-edbb7237ae96 None None] Network 44ff3025-8b6c-4093-a598-3564aea9120a requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:16:42.887877 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.941883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Deleting port 49c6418b-3817-40ac-8140-a83cd41495dc {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:42.942237 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.006847 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] For port 49c6418b-3817-40ac-8140-a83cd41495dc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49c6418b-3817-40ac-8140-a83cd41495dc,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:43.007142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.019669 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Calling delete_port for 49c6418b-3817-40ac-8140-a83cd41495dc owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:43.056337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] DHCP port deletion for 44ff3025-8b6c-4093-a598-3564aea9120a request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:16:43.102006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Deleting port 49c6418b-3817-40ac-8140-a83cd41495dc {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:43.102484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.108136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.136092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] No DVR routers for this DVR port 49c6418b-3817-40ac-8140-a83cd41495dc on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:16:43.138716 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c6418b-3817-40ac-8140-a83cd41495dc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:43.169586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] For port 49c6418b-3817-40ac-8140-a83cd41495dc, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=49c6418b-3817-40ac-8140-a83cd41495dc,segment=NetworkSegment(78b5734e-1f83-4db8-9359-35c0e89be008),segment_id=78b5734e-1f83-4db8-9359-35c0e89be008)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:43.169986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.182758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Calling delete_port for 49c6418b-3817-40ac-8140-a83cd41495dc owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:43.230346 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.241084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ff3025-8b6c-4093-a598-3564aea9120a']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:43.261828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b5734e-1f83-4db8-9359-35c0e89be008') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:43.262650 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b5734e-1f83-4db8-9359-35c0e89be008') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:43.269640 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.273005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.290647 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.293487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Pushing event deleted for resources: {'Port': ['ID=49c6418b-3817-40ac-8140-a83cd41495dc,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:43.297824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:16:43.298260 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.302881 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] No DVR routers for this DVR port 49c6418b-3817-40ac-8140-a83cd41495dc on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:16:43.305302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.305647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.305984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.306318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.306647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.306977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.307372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.307701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.308025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.308379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.308699 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.309047 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d8e994-db46-401a-a28a-acb90adf032f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:43.313852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5eb6de39-3a60-4190-97a3-12ed147a01c5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:43.342867 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5eb6de39-3a60-4190-97a3-12ed147a01c5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:16:43.346313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5eb6de39-3a60-4190-97a3-12ed147a01c5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:16:43.346313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 228009f1-1558-41e9-a60b-9adccbb0d514 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:16:43.355164 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:16:43.366231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 228009f1-1558-41e9-a60b-9adccbb0d514 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:16:43.366580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 228009f1-1558-41e9-a60b-9adccbb0d514 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:16:43.366987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49c6418b-3817-40ac-8140-a83cd41495dc no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:43.378036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.384059 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:43.389034 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40042) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:43.389512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 49c6418b-3817-40ac-8140-a83cd41495dc {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:16:43.389865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 49c6418b-3817-40ac-8140-a83cd41495dc not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:16:43.393276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/44ff3025-8b6c-4093-a598-3564aea9120a HTTP/1.1" status: 204 len: 168 time: 0.5709355 Aug 16 03:16:43.404183 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c1dfd-0fa4-408e-a8f6-6656541fc6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ff3025-8b6c-4093-a598-3564aea9120a,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:43.737561 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.303577 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Deleting port 7692aade-df3a-4774-b2f0-667e9da5aabf {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:44.303908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.378441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] For port 7692aade-df3a-4774-b2f0-667e9da5aabf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7692aade-df3a-4774-b2f0-667e9da5aabf,segment=NetworkSegment(b6fdb35f-980e-4a38-aa9b-afebad58d36e),segment_id=b6fdb35f-980e-4a38-aa9b-afebad58d36e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:44.378805 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.394908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Calling delete_port for 7692aade-df3a-4774-b2f0-667e9da5aabf owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:44.575589 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.597916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7692aade-df3a-4774-b2f0-667e9da5aabf,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:44.764372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.979882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Router 6b709d55-87af-4bc6-bc93-8ee8293383fd has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:16:45.089321 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:16:45.095623 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8e768d5a-4e45-4e36-8645-2ca46e444d63 admin admin] 10.222.0.78 "PUT /v2.0/routers/6b709d55-87af-4bc6-bc93-8ee8293383fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052763 Aug 16 03:16:45.098045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40044) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:45.101634 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] Sync routers for ids ['6b709d55-87af-4bc6-bc93-8ee8293383fd'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:16:45.116278 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] Routers {'6b709d55-87af-4bc6-bc93-8ee8293383fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:45.116925 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6b709d55-87af-4bc6-bc93-8ee8293383fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:45.203368 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.221214 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] Set router 6b709d55-87af-4bc6-bc93-8ee8293383fd gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:45.317502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.371440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Deleting port 1c0c694e-5241-4b78-a827-52eb8308d18f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:45.371788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.403095 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:16:44Z', 'revision_number': 5, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port': {'id': '1c0c694e-5241-4b78-a827-52eb8308d18f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:45.428918 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] Checking router: 6b709d55-87af-4bc6-bc93-8ee8293383fd for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:16:45.437009 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] Routers {'6b709d55-87af-4bc6-bc93-8ee8293383fd'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:45.437613 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['6b709d55-87af-4bc6-bc93-8ee8293383fd'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:45.452736 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] For port 1c0c694e-5241-4b78-a827-52eb8308d18f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=1c0c694e-5241-4b78-a827-52eb8308d18f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:45.453120 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.464613 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Calling delete_port for 1c0c694e-5241-4b78-a827-52eb8308d18f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:45.522995 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] Set router 6b709d55-87af-4bc6-bc93-8ee8293383fd gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:45.572836 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:16:45Z', 'revision_number': 6, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:45.603100 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840bb61-eeae-42c0-9a09-a29fdb58b028 None None] The sync data for ids ['6b709d55-87af-4bc6-bc93-8ee8293383fd'] in n-d-769329-15 is: [{'id': '6b709d55-87af-4bc6-bc93-8ee8293383fd', 'name': 'tempest-TestMinimumBasicScenario-1699376498-router', 'tenant_id': '9ef26340ecf44e8b97b4e596643f6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:14:21Z', 'updated_at': '2021-08-16T03:16:45Z', 'revision_number': 6, 'project_id': '9ef26340ecf44e8b97b4e596643f6f41', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:16:45.634698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.661956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0c694e-5241-4b78-a827-52eb8308d18f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:45.719075 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.808218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.810359 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.853454 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.854002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b709d55-87af-4bc6-bc93-8ee8293383fd {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:16:45.858315 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.859576 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9477b6d3-59c6-42c4-9f28-79926677ae3c admin admin] 10.222.0.78 "DELETE /v2.0/routers/6b709d55-87af-4bc6-bc93-8ee8293383fd HTTP/1.1" status: 204 len: 168 time: 0.7605405 Aug 16 03:16:45.862185 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:45.906896 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] Deleting subnet cfb75ee1-e821-4a90-b426-e80f4486dfcd {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:16:45.909759 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:45.944411 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.027588 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.080115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.105518 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb75ee1-e821-4a90-b426-e80f4486dfcd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:46.109111 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.112974 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4feeaafb-7c34-412c-af95-83ee9905a58c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cfb75ee1-e821-4a90-b426-e80f4486dfcd HTTP/1.1" status: 204 len: 168 time: 0.2489529 Aug 16 03:16:46.113643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40048) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:46.115795 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fe363-5065-4046-b722-cc540c207a09 None None] Network 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:16:46.179787 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.232578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Deleting port 276e149d-4424-4c5a-8e3b-72957fd75ae9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:46.232965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.298348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] For port 276e149d-4424-4c5a-8e3b-72957fd75ae9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=276e149d-4424-4c5a-8e3b-72957fd75ae9,segment=NetworkSegment(b6fdb35f-980e-4a38-aa9b-afebad58d36e),segment_id=b6fdb35f-980e-4a38-aa9b-afebad58d36e)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:46.298714 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.311348 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Calling delete_port for 276e149d-4424-4c5a-8e3b-72957fd75ae9 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:46.374048 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] DHCP port deletion for 5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:16:46.392664 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.422310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] Deleting port 276e149d-4424-4c5a-8e3b-72957fd75ae9 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:16:46.422695 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.422916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=276e149d-4424-4c5a-8e3b-72957fd75ae9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:46.426685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] No DVR routers for this DVR port 276e149d-4424-4c5a-8e3b-72957fd75ae9 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:16:46.493884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] For port 276e149d-4424-4c5a-8e3b-72957fd75ae9, host n-d-769329-15, got binding levels [] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:46.494280 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.497966 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.507821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] Calling delete_port for 276e149d-4424-4c5a-8e3b-72957fd75ae9 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:16:46.508534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8dddc3-c33a-4ed1-ba34-ea4282bacc06']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:46.510454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.ipam_backend_mixin [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] Port 276e149d-4424-4c5a-8e3b-72957fd75ae9 was not found and therefore no delete operation was performed {{(pid=94858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 03:16:46.511683 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.519549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fdb35f-980e-4a38-aa9b-afebad58d36e') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:46.519849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fdb35f-980e-4a38-aa9b-afebad58d36e') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:46.528771 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.535143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] Pushing event deleted for resources: {'Port': ['ID=276e149d-4424-4c5a-8e3b-72957fd75ae9,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:46.538937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ea9c2-013f-4bfe-9808-e32add105675 None None] No DVR routers for this DVR port 276e149d-4424-4c5a-8e3b-72957fd75ae9 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:16:46.543999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.550946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:16:46.551413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:16:46.553481 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:16:46.616549 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.622586 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.624513 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5d8dddc3-c33a-4ed1-ba34-ea4282bacc06 HTTP/1.1" status: 204 len: 168 time: 0.5098343 Aug 16 03:16:46.639951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee0108-f292-46c8-85d0-1e5fed6111e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8dddc3-c33a-4ed1-ba34-ea4282bacc06,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:46.783776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40052) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:46.822589 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-69de0d90-10bc-431a-9c62-d9724e42d893 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00ab7a9046044b82b1af74f2fc583aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373485 Aug 16 03:16:46.825054 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40054) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:46.874356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66ccb9a6-61dd-4547-9a70-a218dfacfbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.895023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66ccb9a6-61dd-4547-9a70-a218dfacfbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.942402 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66ccb9a6-61dd-4547-9a70-a218dfacfbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.944943 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66ccb9a6-61dd-4547-9a70-a218dfacfbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.946118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-66ccb9a6-61dd-4547-9a70-a218dfacfbc7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/151ad36c-2ca1-4258-8a56-8dabf14b7a9c HTTP/1.1" status: 204 len: 168 time: 0.1200409 Aug 16 03:16:46.954207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccb9a6-61dd-4547-9a70-a218dfacfbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ad36c-2ca1-4258-8a56-8dabf14b7a9c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:47.252752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40060) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:47.275642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 276e149d-4424-4c5a-8e3b-72957fd75ae9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:47.296403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 276e149d-4424-4c5a-8e3b-72957fd75ae9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:16:47.296751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 276e149d-4424-4c5a-8e3b-72957fd75ae9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:16:47.297166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7692aade-df3a-4774-b2f0-667e9da5aabf no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:47.306757 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6dd59a18-ba5c-4ea6-b0c9-0961962df30b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ef26340ecf44e8b97b4e596643f6f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525498 Aug 16 03:16:47.309329 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40062) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:47.318406 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7692aade-df3a-4774-b2f0-667e9da5aabf {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:16:47.318758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7692aade-df3a-4774-b2f0-667e9da5aabf not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:16:47.319167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c0c694e-5241-4b78-a827-52eb8308d18f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:47.338277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 1c0c694e-5241-4b78-a827-52eb8308d18f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:16:47.338627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 1c0c694e-5241-4b78-a827-52eb8308d18f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:16:47.359635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08422a98-3eb3-4baf-96b8-8ae9ecdcb91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:47.380633 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08422a98-3eb3-4baf-96b8-8ae9ecdcb91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:47.426328 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08422a98-3eb3-4baf-96b8-8ae9ecdcb91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:47.428918 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-08422a98-3eb3-4baf-96b8-8ae9ecdcb91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:47.430080 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-08422a98-3eb3-4baf-96b8-8ae9ecdcb91d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fde2f1cb-34a4-43df-b42d-ea9451d4b4dc HTTP/1.1" status: 204 len: 168 time: 0.1197515 Aug 16 03:16:47.438500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08422a98-3eb3-4baf-96b8-8ae9ecdcb91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2f1cb-34a4-43df-b42d-ea9451d4b4dc,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:48.989001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40102) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:48.993732 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503406909', 'description': 'tempest-secgroup-smoke-1503406909 description', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:49.014863 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.022348 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.110016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.114201 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.145811 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d926ea7-d5c2-4808-af33-537a08781ef8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.207076 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.210727 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.236761 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.237977 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2479324 Aug 16 03:16:49.241147 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40104) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:49.242050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3104a8-1e35-4c75-acc3-5f12c174e8b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662380e3-6782-4014-a500-f55096420e34,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.247164 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-32b1051e-6508-422c-ac1a-3fc1426592b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '662380e3-6782-4014-a500-f55096420e34', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:49.274036 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32b1051e-6508-422c-ac1a-3fc1426592b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.339802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32b1051e-6508-422c-ac1a-3fc1426592b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.344249 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32b1051e-6508-422c-ac1a-3fc1426592b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.361125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1051e-6508-422c-ac1a-3fc1426592b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890c0ee3-3cfc-41c4-b2e3-e6001e7b2a13,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.367816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-32b1051e-6508-422c-ac1a-3fc1426592b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.369056 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-32b1051e-6508-422c-ac1a-3fc1426592b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268723 Aug 16 03:16:49.371794 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40106) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:49.376241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-3b308b14-f566-4207-9eb9-6f00a7c4c1d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '662380e3-6782-4014-a500-f55096420e34', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:49.401151 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b308b14-f566-4207-9eb9-6f00a7c4c1d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.461661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b308b14-f566-4207-9eb9-6f00a7c4c1d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.464990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b308b14-f566-4207-9eb9-6f00a7c4c1d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.482377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b308b14-f566-4207-9eb9-6f00a7c4c1d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdabfe13-c878-4fef-8fcf-92e7f2501039,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.488648 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-3b308b14-f566-4207-9eb9-6f00a7c4c1d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.490062 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3b308b14-f566-4207-9eb9-6f00a7c4c1d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172099 Aug 16 03:16:49.492859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40108) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:49.497713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7c0b8ff4-2fda-47bd-b5d2-a34fe123bcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '662380e3-6782-4014-a500-f55096420e34', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:49.524016 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ff4-2fda-47bd-b5d2-a34fe123bcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.582002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ff4-2fda-47bd-b5d2-a34fe123bcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.585729 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ff4-2fda-47bd-b5d2-a34fe123bcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.604243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b8ff4-2fda-47bd-b5d2-a34fe123bcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2bc7f6-81d3-4be2-b866-7524a7879262,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.609715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8ff4-2fda-47bd-b5d2-a34fe123bcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.610922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7c0b8ff4-2fda-47bd-b5d2-a34fe123bcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169691 Aug 16 03:16:49.613735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40110) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:49.618173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-e6e3af32-6bf3-468b-98fb-0c7780b46d34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '662380e3-6782-4014-a500-f55096420e34', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:49.645797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6e3af32-6bf3-468b-98fb-0c7780b46d34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.706678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6e3af32-6bf3-468b-98fb-0c7780b46d34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.710252 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6e3af32-6bf3-468b-98fb-0c7780b46d34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.727444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3af32-6bf3-468b-98fb-0c7780b46d34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01ff3ff-4ab5-4040-9600-6aecfd131823,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.733560 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-e6e3af32-6bf3-468b-98fb-0c7780b46d34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.734849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e6e3af32-6bf3-468b-98fb-0c7780b46d34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201715 Aug 16 03:16:49.737845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40112) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:49.742486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '662380e3-6782-4014-a500-f55096420e34', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:49.765387 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:16:49.771272 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.834374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.837489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.857750 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e68dc1e-a0ec-445a-9706-00704600d600,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.861527 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.865635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9485c4cf-8bb9-4854-bfdb-869d7157383a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238256 Aug 16 03:16:49.866298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40114) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:49.870484 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '662380e3-6782-4014-a500-f55096420e34', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:49.893365 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:16:49.898116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.959051 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.962435 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.979538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aea91b6-542f-4bb6-b4eb-6100fce225b7,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:49.985358 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.986696 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0a8d51b5-cc51-4154-972b-f5a8901792e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197679 Aug 16 03:16:49.989702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40116) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:49.995094 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'network': {'name': 'tempest-network-smoke--1342175666', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:50.015837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:16:50.019223 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.040979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:16:50.049991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.050130 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Added segment cfcd4856-a5c8-43d3-93c3-a0c2cd80d978 of type vlan for network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 Aug 16 03:16:50.088839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.116825 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.123469 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:50.124061 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.178156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870682 Aug 16 03:16:50.181337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:50.186703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'admin_state_up': True, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:50.191919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab57e5-1d46-4fc0-9612-8d52d8a77464 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Network': ['ID=22ca351e-cce3-421d-9eb5-7e279f4a7ef7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:50.202871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:16:50.209703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.210773 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.260952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.398952 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.583152 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.605332 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.701832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.194 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/07ae8faf-de80-40c5-a59c-cca3a74a9037) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:16:50.808155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.845625 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:50.880334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:16:50.884434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:16:50.890113 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:16:50.917514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=07ae8faf-de80-40c5-a59c-cca3a74a9037,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:51.139251 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:51.678453 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:51.801722 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 21439814-b1a7-4922-83be-b836e9d992c2 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:16:51.911848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:16:51.922015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Sync routers for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:16:51.931281 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:51.931455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:51.931907 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:51.935935 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a4144945-08fc-4356-9b75-800467d59b50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7501607 Aug 16 03:16:51.936243 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40120) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:52.061903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b3aa506d-c834-4762-9a94-bcdb3fbd5757 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ee19af5de23b42dea370e0ea5c4bcba8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243384 Aug 16 03:16:52.064509 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40124) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:52.157840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709cdb1-18a6-4277-8f65-289f5a90497a tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:52.162111 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1709cdb1-18a6-4277-8f65-289f5a90497a tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938394 Aug 16 03:16:52.162343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40126) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:52.190959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-371a8e6d-ceb4-4534-88f7-ce7d49d3e430 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273685 Aug 16 03:16:52.192041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:52.193463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:52.198514 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1831937608', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:52.289098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:16:52.294201 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.382074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:51Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:52.408346 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Checking router: 21439814-b1a7-4922-83be-b836e9d992c2 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:16:52.408707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Updating router 21439814-b1a7-4922-83be-b836e9d992c2 port 07ae8faf-de80-40c5-a59c-cca3a74a9037 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:16:52.433486 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.477516 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.539872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Subnet': ['ID=6a45e8bc-18cc-4933-b7b2-21bc0958bcc3,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:52.552101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Checking segment: {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:16:52.552496 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network hostable DHCP agents. Network: 22ca351e-cce3-421d-9eb5-7e279f4a7ef7, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:16:52.569146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:16:52.577502 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 22ca351e-cce3-421d-9eb5-7e279f4a7ef7) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:16:52.581599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:52.582203 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.589004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c9ccef-eb4b-41cf-a0ea-33c5bd6f8009 None None] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:16:52.596797 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6a69bc5f-14b2-4220-8d7f-745e9a97be3f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4020903 Aug 16 03:16:52.599685 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:16:52.781560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.816642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Transition to ACTIVE for port object 07ae8faf-de80-40c5-a59c-cca3a74a9037 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:16:52.826463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:16:52.827318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.831342 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.869874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.908085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a40c8-6b77-4d19-8630-2ef9d85a1ea4 None None] Pushing event updated for resources: {'Port': ['ID=07ae8faf-de80-40c5-a59c-cca3a74a9037,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:52.956138 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Attempting to bind port 07ae8faf-de80-40c5-a59c-cca3a74a9037 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:16:52.956891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Attempting to bind port 07ae8faf-de80-40c5-a59c-cca3a74a9037 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:16:52.956891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Attempting to bind port 07ae8faf-de80-40c5-a59c-cca3a74a9037 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:16:52.971899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:16:52.972323 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:16:52.972718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:52.973120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:16:52.973595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Bound port: 07ae8faf-de80-40c5-a59c-cca3a74a9037, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:16:52.973986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.030712 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.064919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] For port 07ae8faf-de80-40c5-a59c-cca3a74a9037, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:16:53.069227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] For port 07ae8faf-de80-40c5-a59c-cca3a74a9037, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=07ae8faf-de80-40c5-a59c-cca3a74a9037,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:16:53.073982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Allocated IP 172.20.0.2 (22ca351e-cce3-421d-9eb5-7e279f4a7ef7/6a45e8bc-18cc-4933-b7b2-21bc0958bcc3/fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:16:53.077119 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.184531 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:53.185172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:53.194664 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a40c8-6b77-4d19-8630-2ef9d85a1ea4 None None] Pushing event updated for resources: {'Port': ['ID=07ae8faf-de80-40c5-a59c-cca3a74a9037,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:53.358043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:53.456694 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.471962 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Transition to ACTIVE for port object fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:16:53.499253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Transition to ACTIVE for port object fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:16:53.514314 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.553362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.1 (22ca351e-cce3-421d-9eb5-7e279f4a7ef7/6a45e8bc-18cc-4933-b7b2-21bc0958bcc3/ce499b90-7b7d-4c2d-a8b8-26fab067e980) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:16:53.587136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:16:53.592454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:16:53.598898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:16:53.605457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Pushing event updated for resources: {'Port': ['ID=fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:53.663222 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Attempting to bind port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:16:53.663588 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Attempting to bind port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:16:53.663958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Attempting to bind port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b on network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:16:53.667859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.672764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:51Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:53.674556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:16:53.674940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Checking segment: {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:16:53.675347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.675748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Bound using segment: {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:16:53.676221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Bound port: fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:16:53.676630 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.681177 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object ce499b90-7b7d-4c2d-a8b8-26fab067e980 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:16:53.708994 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b86363-9ea5-4286-96dc-b88d080fcd66 None None] The sync data for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 is: [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:51Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:16:53.715317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.761272 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:16:53.769234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:16:53.773267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:16:53.781377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] For port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:16:53.785192 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] For port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:16:53.790269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.802332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=ce499b90-7b7d-4c2d-a8b8-26fab067e980,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:53.831870 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.849418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7eb15-2a47-442b-95db-92a6bcb407f0 None None] Pushing event updated for resources: {'Port': ['ID=fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:54.004138 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:54.065575 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:54.330362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:54.337676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:54.411533 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:54.413323 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=ce499b90-7b7d-4c2d-a8b8-26fab067e980,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:54.512469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:16:54.514002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:16:54.640034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 21439814-b1a7-4922-83be-b836e9d992c2 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:16:54.750721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:16:54.756112 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2385b505-de32-4637-9ff4-060c2be9bb5f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/21439814-b1a7-4922-83be-b836e9d992c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1552336 Aug 16 03:16:54.844639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56acafd-4f0f-4a61-abdb-552e6f8aef37 None None] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:16:54.903557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-3f7544c3-41be-4a6e-aedf-48b2268faa86 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503406909&fields=id&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 267 time: 0.0362008 Aug 16 03:16:54.916003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8245a84d-1520-43d3-a6f7-3feb15972ec3 None None] Provisioning for port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:16:55.019465 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-1d2cdf91-5be6-4503-8a83-52cfa2589925 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:55.028195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-1d2cdf91-5be6-4503-8a83-52cfa2589925 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/networks?id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7 HTTP/1.1" status: 200 len: 797 time: 0.1166697 Aug 16 03:16:55.038891 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-7b71f183-bcd0-495a-9e4f-79a52ee5bf8d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/quotas/ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 375 time: 0.0093951 Aug 16 03:16:55.093501 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-c7cf380d-ac32-46cc-950b-e1c8aaa66035 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482953 Aug 16 03:16:55.203991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-d8057119-fe77-4c24-9fee-c9b101a5f470 service neutron] 10.222.0.78 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949914 Aug 16 03:16:55.287642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-00cab95d-df28-4776-8f8a-6feccc2fac7f None None] Provisioning for port ce499b90-7b7d-4c2d-a8b8-26fab067e980 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:16:55.296190 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-00cab95d-df28-4776-8f8a-6feccc2fac7f None None] Provisioning complete for port ce499b90-7b7d-4c2d-a8b8-26fab067e980 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:55.296601 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00cab95d-df28-4776-8f8a-6feccc2fac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.311398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-e93547ae-8ea0-4156-8856-0e914c0fef4e service neutron] 10.222.0.78 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003118 Aug 16 03:16:55.368782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-00cab95d-df28-4776-8f8a-6feccc2fac7f None None] Port ce499b90-7b7d-4c2d-a8b8-26fab067e980 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:16:55.389587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 07ae8faf-de80-40c5-a59c-cca3a74a9037 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:55.446502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 07ae8faf-de80-40c5-a59c-cca3a74a9037 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:16:55.451875 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 07ae8faf-de80-40c5-a59c-cca3a74a9037 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:55.453117 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.456328 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Sync routers for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:16:55.468740 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:55.469640 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:55.515538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-11bdc66a-1658-4e09-bd02-8d12e9dea734 None None] Provisioning complete for port ce499b90-7b7d-4c2d-a8b8-26fab067e980 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:55.516049 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-11bdc66a-1658-4e09-bd02-8d12e9dea734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.549596 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ad1e1664-d034-49ba-9a52-da39e90f44f9 req-f15410d0-ae61-4926-aed3-b7ef107248f5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 210 time: 0.0379150 Aug 16 03:16:55.563507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-11bdc66a-1658-4e09-bd02-8d12e9dea734 None None] Port ce499b90-7b7d-4c2d-a8b8-26fab067e980 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:16:55.604763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.631090 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 07ae8faf-de80-40c5-a59c-cca3a74a9037, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=07ae8faf-de80-40c5-a59c-cca3a74a9037,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:55.638922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.639817 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:55.720509 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:55.743492 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=07ae8faf-de80-40c5-a59c-cca3a74a9037,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:55.750429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:16:55.755489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:55.755957 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.805490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bd3bf068-196c-47c0-8b80-93fd9603eeb7 None None] Provisioning complete for port ce499b90-7b7d-4c2d-a8b8-26fab067e980 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:55.806115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf068-196c-47c0-8b80-93fd9603eeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.839695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bf068-196c-47c0-8b80-93fd9603eeb7 None None] Port ce499b90-7b7d-4c2d-a8b8-26fab067e980 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:16:55.883894 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.922635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:55.927666 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:55.931295 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:54Z', 'revision_number': 2, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:55.964647 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Checking router: 21439814-b1a7-4922-83be-b836e9d992c2 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:16:55.964999 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Updating router 21439814-b1a7-4922-83be-b836e9d992c2 port ce499b90-7b7d-4c2d-a8b8-26fab067e980 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:16:55.992386 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.102705 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:56.138589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:56.251253 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1362f4d7-4bcc-4400-87b5-8cdaf26b2eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.272089 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.282215 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Transition to ACTIVE for port object ce499b90-7b7d-4c2d-a8b8-26fab067e980 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:16:56.287898 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.341275 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Pushing event updated for resources: {'Port': ['ID=ce499b90-7b7d-4c2d-a8b8-26fab067e980,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:56.369663 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.370013 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.370358 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.370685 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.371016 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.371350 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.372207 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.372563 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.372892 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.373217 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.373540 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.373859 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:56.406358 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Attempting to bind port ce499b90-7b7d-4c2d-a8b8-26fab067e980 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:16:56.406740 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Attempting to bind port ce499b90-7b7d-4c2d-a8b8-26fab067e980 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:16:56.407118 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Attempting to bind port ce499b90-7b7d-4c2d-a8b8-26fab067e980 on network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:16:56.414125 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:16:56.414667 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Checking segment: {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:16:56.415175 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.415630 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Bound using segment: {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:16:56.416165 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Bound port: ce499b90-7b7d-4c2d-a8b8-26fab067e980, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:16:56.416633 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.488417 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] For port ce499b90-7b7d-4c2d-a8b8-26fab067e980, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:16:56.491986 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] For port ce499b90-7b7d-4c2d-a8b8-26fab067e980, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ce499b90-7b7d-4c2d-a8b8-26fab067e980,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:16:56.498695 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.561107 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:16:56.563987 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:56.570959 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faaaa6-21c0-4fd5-bb01-b0ea5865c623 None None] Pushing event updated for resources: {'Port': ['ID=ce499b90-7b7d-4c2d-a8b8-26fab067e980,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:56.617302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0e27607b-ddd0-4f81-9a61-63d465e43660 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:56.618871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0e27607b-ddd0-4f81-9a61-63d465e43660 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/networks?id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7 HTTP/1.1" status: 200 len: 797 time: 0.1606963 Aug 16 03:16:56.686081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0d787cdd-7962-4df2-86ce-4bbf23624c46 req-f2085cce-2570-492b-86af-b3ae3b15da87 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 210 time: 0.0355952 Aug 16 03:16:56.691750 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:16:56.696502 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-b826026e-413d-4d49-aff8-9e86a3c0abcb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 380 time: 0.0642884 Aug 16 03:16:56.709800 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'port': {'device_id': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'admin_state_up': True, 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'security_groups': ['662380e3-6782-4014-a500-f55096420e34']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:56.825700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:16:56.829548 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:56.898144 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:56Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:16:56.924612 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683463d3-ff3d-439c-9982-666639cf1d31 None None] The sync data for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 is: [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:56Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:16:56.951356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.7 (22ca351e-cce3-421d-9eb5-7e279f4a7ef7/6a45e8bc-18cc-4933-b7b2-21bc0958bcc3/9e08fd49-7615-4853-91f3-472e4606b3f4) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:16:57.110526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.126126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object 9e08fd49-7615-4853-91f3-472e4606b3f4 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:16:57.162344 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.208740 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:16:57.212080 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:16:57.215960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:16:57.244805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=9e08fd49-7615-4853-91f3-472e4606b3f4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:57.284462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:57.285268 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.302872 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-78051ccc-ca64-47e4-939b-b0d0d6e8fc4c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971241 Aug 16 03:16:57.314784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-8c8df1d6-d2b6-4e53-9d66-1d52a1acbddc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:16:57.320708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-8c8df1d6-d2b6-4e53-9d66-1d52a1acbddc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066559 Aug 16 03:16:57.396974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 07ae8faf-de80-40c5-a59c-cca3a74a9037 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:57.400881 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Request body: {'port': {'device_id': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:16:57.459124 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 07ae8faf-de80-40c5-a59c-cca3a74a9037 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:57.459509 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.477573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.551652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-540ada0e-25f1-4338-b1dd-1ba0eaf0bba6 None None] Provisioning for port 9e08fd49-7615-4853-91f3-472e4606b3f4 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:16:57.558428 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-540ada0e-25f1-4338-b1dd-1ba0eaf0bba6 None None] Provisioning complete for port 9e08fd49-7615-4853-91f3-472e4606b3f4 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:57.558776 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-540ada0e-25f1-4338-b1dd-1ba0eaf0bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.563106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:57.621527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-540ada0e-25f1-4338-b1dd-1ba0eaf0bba6 None None] Port 9e08fd49-7615-4853-91f3-472e4606b3f4 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:16:57.637068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:57.637461 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.724036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ce499b90-7b7d-4c2d-a8b8-26fab067e980 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:57.774683 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e08fd49-7615-4853-91f3-472e4606b3f4 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:16:57.783061 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.798023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ce499b90-7b7d-4c2d-a8b8-26fab067e980 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:16:57.799208 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Transition to ACTIVE for port object 9e08fd49-7615-4853-91f3-472e4606b3f4 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:16:57.803496 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ce499b90-7b7d-4c2d-a8b8-26fab067e980 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:57.803665 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.804646 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.812073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb962e-97dc-4a35-8997-ef301d3c6397 req-fb5f929f-a503-4c07-8f35-2d2e733e210c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:57.813600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60eb962e-97dc-4a35-8997-ef301d3c6397 req-fb5f929f-a503-4c07-8f35-2d2e733e210c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 931 time: 0.0504389 Aug 16 03:16:57.879296 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-60eb962e-97dc-4a35-8997-ef301d3c6397 req-311edf81-a0aa-4c4f-a10f-da77e4871d97 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489044 Aug 16 03:16:57.884816 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Pushing event updated for resources: {'Port': ['ID=9e08fd49-7615-4853-91f3-472e4606b3f4,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:57.917342 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.941882 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Attempting to bind port 9e08fd49-7615-4853-91f3-472e4606b3f4 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:16:57.942326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Attempting to bind port 9e08fd49-7615-4853-91f3-472e4606b3f4 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:16:57.942769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Attempting to bind port 9e08fd49-7615-4853-91f3-472e4606b3f4 on network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:16:57.948383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Port 9e08fd49-7615-4853-91f3-472e4606b3f4 on network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:16:57.948802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Attempting to bind port 9e08fd49-7615-4853-91f3-472e4606b3f4 on network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:16:57.959524 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ce499b90-7b7d-4c2d-a8b8-26fab067e980, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ce499b90-7b7d-4c2d-a8b8-26fab067e980,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:57.960832 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:16:57.961280 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Checking segment: {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:16:57.961778 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Bound using segment: {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:16:57.962321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Bound port: 9e08fd49-7615-4853-91f3-472e4606b3f4, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:16:57.962797 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:57.967565 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:58.021856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ce499b90-7b7d-4c2d-a8b8-26fab067e980,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:58.038061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] For port 9e08fd49-7615-4853-91f3-472e4606b3f4, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:16:58.042245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] For port 9e08fd49-7615-4853-91f3-472e4606b3f4, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9e08fd49-7615-4853-91f3-472e4606b3f4,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:16:58.048506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:58.086434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.087068 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:58.088514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] 10.222.0.88 "PUT /v2.0/ports/9e08fd49-7615-4853-91f3-472e4606b3f4 HTTP/1.1" status: 200 len: 1092 time: 0.7624588 Aug 16 03:16:58.088964 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:58.091286 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92f8ee5-8c8c-40ef-af30-ce7763831484" -d '{"events": [{"name": "network-changed", "server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:58.169772 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9ba0c-c155-40ea-8107-a1b98e884dda x-openstack-request-id: req-0dc9ba0c-c155-40ea-8107-a1b98e884dda {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:58.170068 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:58.170322 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0dc9ba0c-c155-40ea-8107-a1b98e884dda {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:58.170724 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'status': 'completed', 'code': 200} Aug 16 03:16:58.177620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5abb-398c-49ce-b275-57f5d4052404 service neutron] Pushing event updated for resources: {'Port': ['ID=9e08fd49-7615-4853-91f3-472e4606b3f4,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:58.201138 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-211036d3-426b-4c69-b51f-f8cb2437c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.202713 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-211036d3-426b-4c69-b51f-f8cb2437c95d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0675819 Aug 16 03:16:58.245888 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-1f2b86aa-0df1-41ff-9995-fa58fc206ad8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e08fd49-7615-4853-91f3-472e4606b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0357685 Aug 16 03:16:58.299218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-bb90b76c-53de-460c-a728-98029bd18230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.300700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-bb90b76c-53de-460c-a728-98029bd18230 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a45e8bc-18cc-4933-b7b2-21bc0958bcc3 HTTP/1.1" status: 200 len: 835 time: 0.0479953 Aug 16 03:16:58.346667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-f6f61c2a-b05b-4e43-9cb5-61710b40d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.348154 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-f6f61c2a-b05b-4e43-9cb5-61710b40d010 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401418 Aug 16 03:16:58.441223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-7d4d31cf-8b51-4ee0-be8b-29e4516987ce service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816431 Aug 16 03:16:58.532614 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-89dfccd2-5e7b-4336-8279-ee0f5d561e4a req-678d2d07-53ae-494b-839c-a2bdf34d1c3c service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844328 Aug 16 03:16:58.616278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-aa8d3ce6-d6f1-4d59-b7be-99538e96b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.617711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-aa8d3ce6-d6f1-4d59-b7be-99538e96b698 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0413437 Aug 16 03:16:58.709322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-1c4d25b4-dac5-40d3-83c7-2e3df62ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.710801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-1c4d25b4-dac5-40d3-83c7-2e3df62ebebf service neutron] 10.222.0.88 "GET /v2.0/networks?id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7 HTTP/1.1" status: 200 len: 898 time: 0.0856199 Aug 16 03:16:58.751997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-97070a5c-4ee1-4beb-abdd-20ed52e46548 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e08fd49-7615-4853-91f3-472e4606b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0337172 Aug 16 03:16:58.800956 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-13f76f82-35d1-48d5-8344-0b5e1809d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.802370 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-13f76f82-35d1-48d5-8344-0b5e1809d9c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a45e8bc-18cc-4933-b7b2-21bc0958bcc3 HTTP/1.1" status: 200 len: 835 time: 0.0422454 Aug 16 03:16:58.841073 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2f1a08be-4778-46df-a98c-a010f87d3b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:58.852613 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:58.854405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-ec83764f-26c7-4a68-866b-cb43d978e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.856503 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-ec83764f-26c7-4a68-866b-cb43d978e561 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443122 Aug 16 03:16:58.949025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-3045758c-b2d6-46ea-bcc1-243cdedaa422 service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851552 Aug 16 03:16:58.991407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f107ce-fe93-4540-b514-7eb9208f64e4 req-3149d944-a193-433e-9567-d7a4990dfcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:58.992946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f107ce-fe93-4540-b514-7eb9208f64e4 req-3149d944-a193-433e-9567-d7a4990dfcce tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 943 time: 0.0681915 Aug 16 03:16:59.031436 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a0f107ce-fe93-4540-b514-7eb9208f64e4 req-d998eb00-e008-426a-a2e8-bd3f48c1eecc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Aug 16 03:16:59.043637 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f92f8ee5-8c8c-40ef-af30-ce7763831484 req-97d44a43-4527-4a74-b15f-5edeb2ce69c5 service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871854 Aug 16 03:16:59.277488 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ce499b90-7b7d-4c2d-a8b8-26fab067e980 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:59.326429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ce499b90-7b7d-4c2d-a8b8-26fab067e980 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:59.326804 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:00.145988 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d521524-f219-4322-9fc5-bf5c1c7c5294 req-b33e4bab-80c5-41e8-bdd8-dbbdbeb92549 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:00.147562 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d521524-f219-4322-9fc5-bf5c1c7c5294 req-b33e4bab-80c5-41e8-bdd8-dbbdbeb92549 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 943 time: 0.0485268 Aug 16 03:17:00.185145 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d521524-f219-4322-9fc5-bf5c1c7c5294 req-dc23028e-8f75-4d0c-840b-66e7ee0f5967 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312140 Aug 16 03:17:00.237808 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:01.231910 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9e08fd49-7615-4853-91f3-472e4606b3f4 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:17:01.300827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa523d-e6c0-4707-9d07-5c4e660783c0 req-1eb7b57f-c4f3-4070-b6f8-8eed08e467b0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:01.302345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cfa523d-e6c0-4707-9d07-5c4e660783c0 req-1eb7b57f-c4f3-4070-b6f8-8eed08e467b0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 943 time: 0.0488646 Aug 16 03:17:01.326204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9e08fd49-7615-4853-91f3-472e4606b3f4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9e08fd49-7615-4853-91f3-472e4606b3f4,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:01.337734 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'port_id': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'mac_address': 'fa:16:3e:31:13:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:17:01.344536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2cfa523d-e6c0-4707-9d07-5c4e660783c0 req-0ad80ca4-b3e0-4c76-8aca-4b530c1dcc18 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360115 Aug 16 03:17:01.378304 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:01.390638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e08fd49-7615-4853-91f3-472e4606b3f4 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:17:01.408876 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9e08fd49-7615-4853-91f3-472e4606b3f4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9e08fd49-7615-4853-91f3-472e4606b3f4,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:01.412677 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:01.463617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=9e08fd49-7615-4853-91f3-472e4606b3f4,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:01.662974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['9e08fd49-7615-4853-91f3-472e4606b3f4'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:17:02.133969 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:02.457830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af966-850e-4cec-9177-d637eb30d4c7 req-b24bc862-e7d7-4b0b-b706-5f3c788bb3c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:02.459239 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c1af966-850e-4cec-9177-d637eb30d4c7 req-b24bc862-e7d7-4b0b-b706-5f3c788bb3c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 944 time: 0.0476222 Aug 16 03:17:02.497152 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4c1af966-850e-4cec-9177-d637eb30d4c7 req-69d48e86-4fbc-4005-b444-52c7be90b878 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Aug 16 03:17:03.243849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9e08fd49-7615-4853-91f3-472e4606b3f4 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:03.291421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 9e08fd49-7615-4853-91f3-472e4606b3f4 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:03.295610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 9e08fd49-7615-4853-91f3-472e4606b3f4 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:03.295980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:03.371923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:03.393836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:03.396003 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e41aa8d-586b-4376-9fcb-c3f3033c600a" -d '{"events": [{"server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "name": "network-vif-plugged", "status": "completed", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:03.408147 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 9e08fd49-7615-4853-91f3-472e4606b3f4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9e08fd49-7615-4853-91f3-472e4606b3f4,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:03.421820 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:03.471039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=9e08fd49-7615-4853-91f3-472e4606b3f4,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:03.509762 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd02b407-5c7a-424f-bf0b-6b4a153db3a9 x-openstack-request-id: req-cd02b407-5c7a-424f-bf0b-6b4a153db3a9 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:03.510055 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "name": "network-vif-plugged", "status": "completed", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:03.510333 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd02b407-5c7a-424f-bf0b-6b4a153db3a9 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:03.510725 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'code': 200} Aug 16 03:17:03.969343 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f42cdd-a19a-409d-875c-ee30569839c8 req-c67a4814-932d-4b66-b091-6a8dc3b3cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:03.970867 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00f42cdd-a19a-409d-875c-ee30569839c8 req-c67a4814-932d-4b66-b091-6a8dc3b3cae8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 1097 time: 0.4065247 Aug 16 03:17:03.978212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ae9aa-1be8-4d40-b7d0-34f73998d24d req-41d1c581-9fae-4920-8e9c-2974b2495408 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:03.979570 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be9ae9aa-1be8-4d40-b7d0-34f73998d24d req-41d1c581-9fae-4920-8e9c-2974b2495408 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.4076061 Aug 16 03:17:04.024065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00f42cdd-a19a-409d-875c-ee30569839c8 req-f91e2705-811b-4522-a89a-a5e2ed782b76 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Aug 16 03:17:04.035571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be9ae9aa-1be8-4d40-b7d0-34f73998d24d req-05aead66-443f-4823-949b-e4139108fc68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493476 Aug 16 03:17:05.151022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4cef1-cccf-4936-a369-8464f67aa97e req-bf3c9c4d-49af-4312-99af-73f972c40ace tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:05.152428 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2c4cef1-cccf-4936-a369-8464f67aa97e req-bf3c9c4d-49af-4312-99af-73f972c40ace tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0501187 Aug 16 03:17:05.190572 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2c4cef1-cccf-4936-a369-8464f67aa97e req-f081109d-ee5c-491f-bb35-e0723644c267 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313411 Aug 16 03:17:05.305535 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95534326-8340-4e5d-a93d-72b676f6d7d3 req-acf0354e-09db-4ec1-a90b-5c996d1e127d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:05.307022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95534326-8340-4e5d-a93d-72b676f6d7d3 req-acf0354e-09db-4ec1-a90b-5c996d1e127d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0489297 Aug 16 03:17:05.344811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-95534326-8340-4e5d-a93d-72b676f6d7d3 req-3a1228c5-cd84-4447-b0c4-aa13de7ea878 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Aug 16 03:17:05.365589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40184) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:05.407750 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd714b-b3b5-4676-a30f-508b79d88021 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:05.409224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-70bd714b-b3b5-4676-a30f-508b79d88021 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 1092 time: 0.0426729 Aug 16 03:17:05.412042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40186) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:05.416375 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:05.437792 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:05.533671 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:05.636156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.27 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/d6e34aca-5dde-4000-af46-b3904e51b398) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:05.735174 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:05.772584 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:05.815368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:05.819754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:05.822792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:05.828658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=d6e34aca-5dde-4000-af46-b3904e51b398,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:06.166966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:06.235803 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:06.384130 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:06.388973 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:06.456547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=d6e34aca-5dde-4000-af46-b3904e51b398,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:06.467257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:06.566884 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 8517d50a-e385-4d2f-87dd-135d0c71d5c5 associated. External IP: 172.25.4.27, port: 9e08fd49-7615-4853-91f3-472e4606b3f4. Aug 16 03:17:06.770442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 21439814-b1a7-4922-83be-b836e9d992c2 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:06.877399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:06.887838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] Sync routers for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:06.893236 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:06.898223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:06.898860 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:06.921491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-64d91e23-55df-49ff-be01-0265ee8c8a95 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5083292 Aug 16 03:17:06.922244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:06.924995 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c80cab-6cd4-4584-8522-77527f5d145e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:06.963157 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735d9f48-1615-4a13-a304-12b0e4f4b025 x-openstack-request-id: req-735d9f48-1615-4a13-a304-12b0e4f4b025 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:06.963481 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:06.963733 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-735d9f48-1615-4a13-a304-12b0e4f4b025 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:06.964211 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'status': 'completed', 'code': 200} Aug 16 03:17:07.014538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:07.026665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635aef9-9093-4bf0-8879-50159af726d4 req-6110807d-08fa-49ce-9344-f513f97b806c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:07.028570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80cab-6cd4-4584-8522-77527f5d145e req-2c965783-76af-4fc1-861f-29a726901fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:07.028810 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d635aef9-9093-4bf0-8879-50159af726d4 req-6110807d-08fa-49ce-9344-f513f97b806c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0563335 Aug 16 03:17:07.030340 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47c80cab-6cd4-4584-8522-77527f5d145e req-2c965783-76af-4fc1-861f-29a726901fcd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 1097 time: 0.0428987 Aug 16 03:17:07.068564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d635aef9-9093-4bf0-8879-50159af726d4 req-b56abb7f-60db-4afe-bc30-90c35014a309 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Aug 16 03:17:07.092197 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40192) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:07.129921 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80cab-6cd4-4584-8522-77527f5d145e req-89a4350a-1d98-4ce1-b916-8ccd3d64f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:07.130539 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47c80cab-6cd4-4584-8522-77527f5d145e req-89a4350a-1d98-4ce1-b916-8ccd3d64f131 service neutron] 10.222.0.88 "GET /v2.0/networks?id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7 HTTP/1.1" status: 200 len: 898 time: 0.0937715 Aug 16 03:17:07.153856 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0006f772-c59b-4ef7-bae8-44c5664c3739 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8517d50a-e385-4d2f-87dd-135d0c71d5c5 HTTP/1.1" status: 200 len: 990 time: 0.0604601 Aug 16 03:17:07.196847 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47c80cab-6cd4-4584-8522-77527f5d145e req-72280662-b95c-4a04-9e86-a26b18a109d8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e08fd49-7615-4853-91f3-472e4606b3f4 HTTP/1.1" status: 200 len: 998 time: 0.0587509 Aug 16 03:17:07.248962 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80cab-6cd4-4584-8522-77527f5d145e req-ef5b4488-7772-407f-bc2a-9802ba5ddd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:07.250508 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47c80cab-6cd4-4584-8522-77527f5d145e req-ef5b4488-7772-407f-bc2a-9802ba5ddd1b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a45e8bc-18cc-4933-b7b2-21bc0958bcc3 HTTP/1.1" status: 200 len: 835 time: 0.0467939 Aug 16 03:17:07.252446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8517d50a-e385-4d2f-87dd-135d0c71d5c5', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'port_id': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'mac_address': 'fa:16:3e:31:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:17:06Z', 'updated_at': '2021-08-16T03:17:06Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:07.279866 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] Checking router: 21439814-b1a7-4922-83be-b836e9d992c2 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:07.288670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:07.289325 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:16:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:07.300855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80cab-6cd4-4584-8522-77527f5d145e req-167d1e05-f11c-436d-98e8-0cf603201b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:07.302384 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47c80cab-6cd4-4584-8522-77527f5d145e req-167d1e05-f11c-436d-98e8-0cf603201b0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450661 Aug 16 03:17:07.394808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47c80cab-6cd4-4584-8522-77527f5d145e req-522847bb-fc89-4476-b422-fbd92797e57d service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Aug 16 03:17:07.397253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:07.490653 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-47c80cab-6cd4-4584-8522-77527f5d145e req-b46b66eb-b35a-4403-9705-5d22bc20e608 service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892568 Aug 16 03:17:07.629741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8517d50a-e385-4d2f-87dd-135d0c71d5c5', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'port_id': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'mac_address': 'fa:16:3e:31:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:17:06Z', 'updated_at': '2021-08-16T03:17:06Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:07.659528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0c943-175c-49d0-950c-316ff2678730 None None] The sync data for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 is: [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8517d50a-e385-4d2f-87dd-135d0c71d5c5', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'port_id': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'mac_address': 'fa:16:3e:31:13:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:17:06Z', 'updated_at': '2021-08-16T03:17:06Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:07.851120 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7559257-02bc-4526-81e6-8f1caa5fab80 None None] New status for floating IP 8517d50a-e385-4d2f-87dd-135d0c71d5c5: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:17:08.157851 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40194) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:08.220203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f2791c9c-9821-4359-b44c-4ae5df9541d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8517d50a-e385-4d2f-87dd-135d0c71d5c5 HTTP/1.1" status: 200 len: 992 time: 0.0612090 Aug 16 03:17:22.843254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.063154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:26.255438 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0eabce27-0275-4129-9293-936a5efed45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.846426 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7fbc26bc-69fb-4d99-8f63-589048f16c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.854283 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:30.237321 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.137649 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.052472 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:36.881777 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae2af5-6df7-4ebd-8670-50b5bb36ff42 req-4e8f6747-2479-4225-8cc2-c159bc39477f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:36.883264 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3ae2af5-6df7-4ebd-8670-50b5bb36ff42 req-4e8f6747-2479-4225-8cc2-c159bc39477f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0496457 Aug 16 03:17:36.924732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3ae2af5-6df7-4ebd-8670-50b5bb36ff42 req-ed1307d4-78a5-405f-9399-3d79f2a25aa7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347724 Aug 16 03:17:38.041449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c06a-1986-456f-8b19-967fb3e5f3c1 req-0492ab9c-f047-4b21-9591-15c5074d5f5d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:38.043462 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41c1c06a-1986-456f-8b19-967fb3e5f3c1 req-0492ab9c-f047-4b21-9591-15c5074d5f5d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0487180 Aug 16 03:17:38.081563 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-41c1c06a-1986-456f-8b19-967fb3e5f3c1 req-59daa629-988b-499d-bdd7-c8bb52577c5b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Aug 16 03:17:38.103260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40220) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:38.162414 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c583a3f1-82b4-41c6-8fc6-c0ce9d2e5fc7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8517d50a-e385-4d2f-87dd-135d0c71d5c5 HTTP/1.1" status: 200 len: 992 time: 0.0580573 Aug 16 03:17:39.413646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deee3c-2eac-4386-838b-bb07dea24bbc req-7a74759e-6b8b-4e5b-85e7-2200147bb4e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:39.416398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84deee3c-2eac-4386-838b-bb07dea24bbc req-7a74759e-6b8b-4e5b-85e7-2200147bb4e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0484071 Aug 16 03:17:39.453193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-84deee3c-2eac-4386-838b-bb07dea24bbc req-4b4794ed-8192-4ccf-a79a-f4e762526f6f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Aug 16 03:17:40.571742 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2095b19-ebaf-479b-9748-8ea91e7bae7d req-5bb23bdd-36bc-4fd5-9be0-87c6dfcbfe0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:40.573235 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2095b19-ebaf-479b-9748-8ea91e7bae7d req-5bb23bdd-36bc-4fd5-9be0-87c6dfcbfe0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0516851 Aug 16 03:17:40.610714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d2095b19-ebaf-479b-9748-8ea91e7bae7d req-942dcc13-c8ff-4a61-a9c5-701f51600af9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Aug 16 03:17:40.632277 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40230) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:40.690401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f98aca77-7a5a-4fbf-8384-2187fd1fcafb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8517d50a-e385-4d2f-87dd-135d0c71d5c5 HTTP/1.1" status: 200 len: 992 time: 0.0570154 Aug 16 03:17:40.931198 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40236) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:41.089058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port d6e34aca-5dde-4000-af46-b3904e51b398 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:41.089976 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.169673 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.170071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.181518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for d6e34aca-5dde-4000-af46-b3904e51b398 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:41.328722 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.352138 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=d6e34aca-5dde-4000-af46-b3904e51b398,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:41.361906 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.362254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.362592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.362926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.363254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.363584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.364327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.364327 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.364607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.364872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.365187 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.365504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:41.428391 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.428789 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 8517d50a-e385-4d2f-87dd-135d0c71d5c5 disassociated (deleted). External IP: 172.25.4.27, port: 9e08fd49-7615-4853-91f3-472e4606b3f4. Aug 16 03:17:41.643264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 21439814-b1a7-4922-83be-b836e9d992c2 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:41.753352 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:41.758067 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.765003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] Sync routers for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:41.774285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:41.774898 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:41.785509 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dafe99a7-49fd-40fa-aa36-739893180cc2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/floatingips/8517d50a-e385-4d2f-87dd-135d0c71d5c5 HTTP/1.1" status: 204 len: 168 time: 0.8532116 Aug 16 03:17:41.786113 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:41.788491 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:41.897651 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cc8a7a-a830-4e8d-9061-0483123e434c x-openstack-request-id: req-c4cc8a7a-a830-4e8d-9061-0483123e434c {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:41.898019 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:41.898210 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4cc8a7a-a830-4e8d-9061-0483123e434c {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:41.898603 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'status': 'completed', 'code': 200} Aug 16 03:17:41.915284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:41.975883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-587fd8b9-6bbd-4a5b-878f-3eb0ecfebcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:41.977570 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-587fd8b9-6bbd-4a5b-878f-3eb0ecfebcab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 1097 time: 0.0528169 Aug 16 03:17:42.087744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b0a66-0e60-4922-a549-285e3e80c75d req-2096cb42-d4f3-412a-9d43-f2f53222fc6c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:42.089900 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-259b0a66-0e60-4922-a549-285e3e80c75d req-2096cb42-d4f3-412a-9d43-f2f53222fc6c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.1081433 Aug 16 03:17:42.118062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-f8130272-2975-4f78-b1ad-319f32fcc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:42.119534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-f8130272-2975-4f78-b1ad-319f32fcc50a service neutron] 10.222.0.88 "GET /v2.0/networks?id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7 HTTP/1.1" status: 200 len: 898 time: 0.1284661 Aug 16 03:17:42.124105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:42.150522 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] Checking router: 21439814-b1a7-4922-83be-b836e9d992c2 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:42.158624 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:42.159344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:42.170182 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-259b0a66-0e60-4922-a549-285e3e80c75d req-bbd55406-153f-492a-8af6-ef578baac802 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718458 Aug 16 03:17:42.171536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-ecd5569f-80e2-433b-868c-0101607dc46a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e08fd49-7615-4853-91f3-472e4606b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0387743 Aug 16 03:17:42.222167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-98525552-bbe0-40c9-bb38-bde2bbacf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:42.223686 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-98525552-bbe0-40c9-bb38-bde2bbacf684 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a45e8bc-18cc-4933-b7b2-21bc0958bcc3 HTTP/1.1" status: 200 len: 835 time: 0.0440001 Aug 16 03:17:42.268344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:42.275798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-4e02ebdb-922e-4bc9-ae2e-0ca8d4a40b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:42.277474 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-4e02ebdb-922e-4bc9-ae2e-0ca8d4a40b90 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22ca351e-cce3-421d-9eb5-7e279f4a7ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453014 Aug 16 03:17:42.367880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-33028c41-cc2e-45d5-b9bd-edc6214e89d3 service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816078 Aug 16 03:17:42.461331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:42.462276 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f13de7e4-469d-44a0-a0c8-5562f8f30e2c req-547c32ab-ac94-42de-9e0c-38d442605b66 service neutron] 10.222.0.88 "GET /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856698 Aug 16 03:17:42.491596 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cea1b4-16c7-4d14-aed8-bd757f39bce0 None None] The sync data for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 is: [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'ce499b90-7b7d-4c2d-a8b8-26fab067e980', 'name': '', 'network_id': '22ca351e-cce3-421d-9eb5-7e279f4a7ef7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:67:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:53Z', 'updated_at': '2021-08-16T03:16:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '6a45e8bc-18cc-4933-b7b2-21bc0958bcc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:42.690331 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937bdac-5f2c-4df8-b2a6-fb4135334ffe None None] New status for floating IP 8517d50a-e385-4d2f-87dd-135d0c71d5c5: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:17:43.291636 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df83379-6dee-4fdd-bfc2-29433b557b75 req-fcaa16a4-1ad7-41c4-ad55-ffbce006d27c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:43.293180 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5df83379-6dee-4fdd-bfc2-29433b557b75 req-fcaa16a4-1ad7-41c4-ad55-ffbce006d27c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0529971 Aug 16 03:17:43.330454 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5df83379-6dee-4fdd-bfc2-29433b557b75 req-bba2f58a-0594-4522-91f9-45333e32bc1d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=662380e3-6782-4014-a500-f55096420e34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Aug 16 03:17:43.628462 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-26a2cb1c-729c-4edf-8e19-54f1b6db00e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:43.629926 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-26a2cb1c-729c-4edf-8e19-54f1b6db00e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Aug 16 03:17:43.715324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 9e08fd49-7615-4853-91f3-472e4606b3f4 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:43.715666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.803668 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 9e08fd49-7615-4853-91f3-472e4606b3f4, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=9e08fd49-7615-4853-91f3-472e4606b3f4,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:43.804039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.816479 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 9e08fd49-7615-4853-91f3-472e4606b3f4 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:43.948044 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.976011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=9e08fd49-7615-4853-91f3-472e4606b3f4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:44.001521 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.001880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.002228 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.002572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.002909 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.003244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.003577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.003911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.004242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.004599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.004927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.005250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:44.028798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] No DVR routers for this DVR port 9e08fd49-7615-4853-91f3-472e4606b3f4 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:17:44.031339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:44.033351 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e3673ee4-b0c8-4484-ada8-3a2d1b9ea050 req-5b4d4b73-9065-4c20-bb00-20d6379e8d5a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "DELETE /v2.0/ports/9e08fd49-7615-4853-91f3-472e4606b3f4 HTTP/1.1" status: 204 len: 173 time: 0.3974092 Aug 16 03:17:44.033772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'name': 'network-vif-deleted', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:44.036006 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a385d2-27b9-4ec0-84b7-be0c3e7cf718" -d '{"events": [{"server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "name": "network-vif-deleted", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:44.077971 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76afdcb-3b3b-48fd-a2f4-166cf06e6470 x-openstack-request-id: req-e76afdcb-3b3b-48fd-a2f4-166cf06e6470 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:44.078265 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1710019-dec0-4457-8dbe-94832a1ec7d8", "name": "network-vif-deleted", "tag": "9e08fd49-7615-4853-91f3-472e4606b3f4", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:44.078520 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e76afdcb-3b3b-48fd-a2f4-166cf06e6470 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:44.078955 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1710019-dec0-4457-8dbe-94832a1ec7d8', 'name': 'network-vif-deleted', 'tag': '9e08fd49-7615-4853-91f3-472e4606b3f4', 'status': 'completed', 'code': 200} Aug 16 03:17:44.441234 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-446f308a-d36d-44f3-b93c-0d545624719e req-2eef1d70-6496-4224-b103-209f9a42ed22 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=e1710019-dec0-4457-8dbe-94832a1ec7d8 HTTP/1.1" status: 200 len: 210 time: 0.0294504 Aug 16 03:17:45.498391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40254) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:45.855678 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.117001 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port ce499b90-7b7d-4c2d-a8b8-26fab067e980 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:46.117265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.207342 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port ce499b90-7b7d-4c2d-a8b8-26fab067e980, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ce499b90-7b7d-4c2d-a8b8-26fab067e980,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:46.207713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.220275 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for ce499b90-7b7d-4c2d-a8b8-26fab067e980 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:46.411179 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.443293 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=ce499b90-7b7d-4c2d-a8b8-26fab067e980,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:46.612611 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.163423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 21439814-b1a7-4922-83be-b836e9d992c2 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:47.268813 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:47.276484 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8172f688-5f75-4b94-aadd-435795b325da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/21439814-b1a7-4922-83be-b836e9d992c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7770309 Aug 16 03:17:47.279167 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40256) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:47.287012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] Sync routers for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:47.296896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:47.297767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:47.335374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting subnet 6a45e8bc-18cc-4933-b7b2-21bc0958bcc3 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:17:47.338523 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.378953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.399942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:47.467536 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.535937 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.563414 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Subnet': ['ID=6a45e8bc-18cc-4933-b7b2-21bc0958bcc3,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:47.574136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.578968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40258) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:47.579680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2f103b88-4ce5-4e8a-8293-f6034a3f6744 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/subnets/6a45e8bc-18cc-4933-b7b2-21bc0958bcc3 HTTP/1.1" status: 204 len: 168 time: 0.2993138 Aug 16 03:17:47.584589 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9e08fd49-7615-4853-91f3-472e4606b3f4 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:47.586417 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98ea74-0fca-4e40-b47a-ba382edeede4 None None] Network 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:47.685204 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 9e08fd49-7615-4853-91f3-472e4606b3f4 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:47.685547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 9e08fd49-7615-4853-91f3-472e4606b3f4 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:47.685983 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.789094 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.842865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 07ae8faf-de80-40c5-a59c-cca3a74a9037 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:47.843524 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.862120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:17:46Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '07ae8faf-de80-40c5-a59c-cca3a74a9037', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21439814-b1a7-4922-83be-b836e9d992c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:47.888903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] Checking router: 21439814-b1a7-4922-83be-b836e9d992c2 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:47.897696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] Routers {'21439814-b1a7-4922-83be-b836e9d992c2'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:47.898326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['21439814-b1a7-4922-83be-b836e9d992c2'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:47.927155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 07ae8faf-de80-40c5-a59c-cca3a74a9037, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=07ae8faf-de80-40c5-a59c-cca3a74a9037,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:47.927525 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.939312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] DHCP port deletion for 22ca351e-cce3-421d-9eb5-7e279f4a7ef7 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:17:47.939469 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 07ae8faf-de80-40c5-a59c-cca3a74a9037 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:48.012706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] Set router 21439814-b1a7-4922-83be-b836e9d992c2 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:48.071004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:17:47Z', 'revision_number': 6, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:48.104861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ea8324-a646-4d09-b8b1-d9040b3b1d11 None None] The sync data for ids ['21439814-b1a7-4922-83be-b836e9d992c2'] in n-d-769329-15 is: [{'id': '21439814-b1a7-4922-83be-b836e9d992c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295223071', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:16:50Z', 'updated_at': '2021-08-16T03:17:47Z', 'revision_number': 6, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:48.110873 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.111268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Deleting port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:48.111646 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.140372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=07ae8faf-de80-40c5-a59c-cca3a74a9037,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:48.172752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] For port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b,segment=NetworkSegment(cfcd4856-a5c8-43d3-93c3-a0c2cd80d978),segment_id=cfcd4856-a5c8-43d3-93c3-a0c2cd80d978)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:48.173151 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.186421 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Calling delete_port for fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:48.202498 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.264525 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.292707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Pushing event deleted for resources: {'Port': ['ID=fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:48.294276 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.296990 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.300442 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] No DVR routers for this DVR port fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:17:48.302902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.303262 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.303603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.303948 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.304307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.304680 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.305196 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.305528 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.305859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.306189 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.306519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.306845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b599b29-25f2-434a-8cff-d23bc637b205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:48.340667 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.341270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Fanout notify agent at l3_agent the message router_deleted on router 21439814-b1a7-4922-83be-b836e9d992c2 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:17:48.348224 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.349372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c424cc67-97dc-4e9a-ac8e-f27a6c8d898a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/routers/21439814-b1a7-4922-83be-b836e9d992c2 HTTP/1.1" status: 204 len: 168 time: 0.7694073 Aug 16 03:17:48.352099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40260) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:48.424786 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.512985 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.523808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ca351e-cce3-421d-9eb5-7e279f4a7ef7']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:48.535118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:48.535421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcd4856-a5c8-43d3-93c3-a0c2cd80d978') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:48.545502 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.559464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.565288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:17:48.565633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:17:48.568543 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:17:48.627148 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.632033 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.633967 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/networks/22ca351e-cce3-421d-9eb5-7e279f4a7ef7 HTTP/1.1" status: 204 len: 168 time: 0.2808673 Aug 16 03:17:48.636919 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40262) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:48.697622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4e94-8290-4a63-b1e3-8bbe6b0c7103 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.725230 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4e94-8290-4a63-b1e3-8bbe6b0c7103 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.787810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4e94-8290-4a63-b1e3-8bbe6b0c7103 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.790623 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4e94-8290-4a63-b1e3-8bbe6b0c7103 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.792024 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5c0f4e94-8290-4a63-b1e3-8bbe6b0c7103 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/security-groups/662380e3-6782-4014-a500-f55096420e34 HTTP/1.1" status: 204 len: 168 time: 0.1539230 Aug 16 03:17:48.802668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f4e94-8290-4a63-b1e3-8bbe6b0c7103 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662380e3-6782-4014-a500-f55096420e34,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.021336 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d48405-0e9d-4598-86c6-11ae78e16e79 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Network': ['ID=22ca351e-cce3-421d-9eb5-7e279f4a7ef7,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.023645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40268) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.028980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6f0e0604-d612-469d-b34f-5ad9381e5644 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545854617', 'description': 'tempest-secgroup-smoke-1545854617 description', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.051897 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0604-d612-469d-b34f-5ad9381e5644 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.137737 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0604-d612-469d-b34f-5ad9381e5644 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.141998 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0604-d612-469d-b34f-5ad9381e5644 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.176357 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0604-d612-469d-b34f-5ad9381e5644 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.177583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6f0e0604-d612-469d-b34f-5ad9381e5644 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1527858 Aug 16 03:17:49.178627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0604-d612-469d-b34f-5ad9381e5644 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6414b8e1-6137-428a-a5f6-ac2dd43b0192,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.180629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40270) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.184957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-fbcecd69-950a-437a-9ea0-13655b941a32 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '6414b8e1-6137-428a-a5f6-ac2dd43b0192', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.211994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbcecd69-950a-437a-9ea0-13655b941a32 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.271939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbcecd69-950a-437a-9ea0-13655b941a32 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.276301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbcecd69-950a-437a-9ea0-13655b941a32 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.297166 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcecd69-950a-437a-9ea0-13655b941a32 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093dcf02-ac51-4ea9-9bbe-aec4e4a26b8e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.300849 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fbcecd69-950a-437a-9ea0-13655b941a32 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.302126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fbcecd69-950a-437a-9ea0-13655b941a32 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205842 Aug 16 03:17:49.305023 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40272) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.311134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6fa85236-86ff-4960-be6e-9c7303ae1fcd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '6414b8e1-6137-428a-a5f6-ac2dd43b0192', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.311409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 07ae8faf-de80-40c5-a59c-cca3a74a9037 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:49.332748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 07ae8faf-de80-40c5-a59c-cca3a74a9037 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:49.333245 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 07ae8faf-de80-40c5-a59c-cca3a74a9037 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:49.333542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:49.344158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fa85236-86ff-4960-be6e-9c7303ae1fcd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.352873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:49.353229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device fd62aa62-cadd-4ba5-b8e5-3169d85e5d4b not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:49.353672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ce499b90-7b7d-4c2d-a8b8-26fab067e980 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:49.372017 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ce499b90-7b7d-4c2d-a8b8-26fab067e980 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:49.372390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ce499b90-7b7d-4c2d-a8b8-26fab067e980 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:49.403023 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fa85236-86ff-4960-be6e-9c7303ae1fcd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.406559 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fa85236-86ff-4960-be6e-9c7303ae1fcd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.423752 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa85236-86ff-4960-be6e-9c7303ae1fcd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8401033-8df0-480c-a832-d9d2cf7130c7,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.430593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6fa85236-86ff-4960-be6e-9c7303ae1fcd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.431799 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6fa85236-86ff-4960-be6e-9c7303ae1fcd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257918 Aug 16 03:17:49.434553 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40274) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.438997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7d6d992d-6d9a-4928-9cae-ecb036c52065 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '6414b8e1-6137-428a-a5f6-ac2dd43b0192', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.465261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6d992d-6d9a-4928-9cae-ecb036c52065 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.521650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6d992d-6d9a-4928-9cae-ecb036c52065 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.524996 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6d992d-6d9a-4928-9cae-ecb036c52065 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.545623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d992d-6d9a-4928-9cae-ecb036c52065 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9da720-6b6b-4829-9cff-454641f8349b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.550865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d6d992d-6d9a-4928-9cae-ecb036c52065 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.552350 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d6d992d-6d9a-4928-9cae-ecb036c52065 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168399 Aug 16 03:17:49.555047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40276) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.560658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-1b4733db-8204-4305-9a39-48652b7497ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '6414b8e1-6137-428a-a5f6-ac2dd43b0192', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.585632 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b4733db-8204-4305-9a39-48652b7497ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.643512 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b4733db-8204-4305-9a39-48652b7497ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.646982 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b4733db-8204-4305-9a39-48652b7497ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.664391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4733db-8204-4305-9a39-48652b7497ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056fa416-0a67-4361-8f56-24f956a86623,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.670311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1b4733db-8204-4305-9a39-48652b7497ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.671527 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1b4733db-8204-4305-9a39-48652b7497ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155126 Aug 16 03:17:49.674254 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40278) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.678671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '6414b8e1-6137-428a-a5f6-ac2dd43b0192', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.699924 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:17:49.704792 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.766241 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.769715 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.786117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5673bd-1036-4148-a800-2e684d82f823,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.792366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.795825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-186fe2a4-ef34-4d0e-b9eb-d754e03fd9e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183231 Aug 16 03:17:49.796454 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40280) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.800832 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '6414b8e1-6137-428a-a5f6-ac2dd43b0192', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.821412 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:17:49.826666 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.885194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.889039 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.908218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5245dedf-644f-4a7a-be62-2f7294ca151b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.913456 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.915201 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bff5bc82-4f0c-404a-a6d6-47f22046ad31 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172845 Aug 16 03:17:49.917576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40282) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.922389 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'network': {'name': 'tempest-network-smoke--527883926', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.941992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:49.945588 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.968677 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:17:49.977476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.977825 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Added segment fec9eb9c-1ea1-4af2-8f37-63789ed4c28d of type vlan for network 256857e8-912f-4104-90b0-855086807621 Aug 16 03:17:50.018109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.046136 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.051734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:50.052355 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.117836 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1992178 Aug 16 03:17:50.121098 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40284) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:50.125488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'admin_state_up': True, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:50.145739 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279d96b-ba0b-4d80-8774-21e39f296cb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Network': ['ID=256857e8-912f-4104-90b0-855086807621,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:50.156210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 256857e8-912f-4104-90b0-855086807621 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:17:50.165656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.165656 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.220574 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.355597 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.547767 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.566726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.669812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.142 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ff8131d4-0e3a-4795-9afe-64b65b6dee33) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:50.769002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.804748 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.843643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:50.848309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:50.851733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:50.875980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=ff8131d4-0e3a-4795-9afe-64b65b6dee33,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:51.097930 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.289171 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.417033 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router d19bae48-9a81-4804-aa92-ade8a376f808 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:17:51.522300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:51.531559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Sync routers for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:51.540661 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:51.541205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.541356 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:51.546048 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6571f713-c7af-435b-bdfc-953ae2197ee1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4209647 Aug 16 03:17:51.546376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40286) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:51.576097 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-d77f14ad-3ce5-4206-b93d-1d0968440661 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ee19af5de23b42dea370e0ea5c4bcba8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285032 Aug 16 03:17:51.578835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40288) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:51.643846 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:51.663508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a3fd9-f197-4d72-83e9-56b9582eed00 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:51.668413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c9a3fd9-f197-4d72-83e9-56b9582eed00 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852365 Aug 16 03:17:51.668554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40290) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:51.700095 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-3314e092-f36c-406b-8cea-4d5135fc15ad tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304832 Aug 16 03:17:51.702676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40292) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:51.707438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738422081', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:51.791594 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:51.796144 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.816646 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:50Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:51.845564 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Checking router: d19bae48-9a81-4804-aa92-ade8a376f808 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:51.845905 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Updating router d19bae48-9a81-4804-aa92-ade8a376f808 port ff8131d4-0e3a-4795-9afe-64b65b6dee33 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:17:51.870391 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.976029 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.039541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Subnet': ['ID=487f428c-c25a-4516-a155-555f5d9b37c4,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:52.047785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Checking segment: {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:52.048156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network hostable DHCP agents. Network: 256857e8-912f-4104-90b0-855086807621, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:17:52.065236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 256857e8-912f-4104-90b0-855086807621 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:17:52.074557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 256857e8-912f-4104-90b0-855086807621) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:52.080098 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:52.080954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.086151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed0cc8-4e5a-4632-b448-eefaafb77151 None None] Network 256857e8-912f-4104-90b0-855086807621 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:52.097466 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1a127857-cf6f-4012-b5df-dbff8108802a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3937666 Aug 16 03:17:52.100538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40294) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:52.211260 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.222148 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Transition to ACTIVE for port object ff8131d4-0e3a-4795-9afe-64b65b6dee33 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:52.228083 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.239074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-256857e8-912f-4104-90b0-855086807621', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:17:52.240343 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.279139 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Attempting to bind port ff8131d4-0e3a-4795-9afe-64b65b6dee33 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:52.279501 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Attempting to bind port ff8131d4-0e3a-4795-9afe-64b65b6dee33 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:52.280065 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Attempting to bind port ff8131d4-0e3a-4795-9afe-64b65b6dee33 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:52.289973 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:52.290333 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:52.291021 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.291475 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:52.291941 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Bound port: ff8131d4-0e3a-4795-9afe-64b65b6dee33, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:52.292942 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.314155 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cbd2e-502b-4e43-89de-f43700bd4e7d None None] Pushing event updated for resources: {'Port': ['ID=ff8131d4-0e3a-4795-9afe-64b65b6dee33,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:52.359872 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] For port ff8131d4-0e3a-4795-9afe-64b65b6dee33, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:52.363108 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] For port ff8131d4-0e3a-4795-9afe-64b65b6dee33, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ff8131d4-0e3a-4795-9afe-64b65b6dee33,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:52.367095 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.387004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Allocated IP 172.20.0.2 (256857e8-912f-4104-90b0-855086807621/487f428c-c25a-4516-a155-555f5d9b37c4/a7f56f4c-092e-44a4-8902-3a5bffbdbbd0) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:52.424905 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:52.425549 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:52.468096 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cbd2e-502b-4e43-89de-f43700bd4e7d None None] Pushing event updated for resources: {'Port': ['ID=ff8131d4-0e3a-4795-9afe-64b65b6dee33,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:52.540400 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:52.547191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.556484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Transition to ACTIVE for port object a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:52.573990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Transition to ACTIVE for port object a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:52.580166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.623057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Network 256857e8-912f-4104-90b0-855086807621 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:52.626041 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:52.628512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:52.640256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Pushing event updated for resources: {'Port': ['ID=a7f56f4c-092e-44a4-8902-3a5bffbdbbd0,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:52.697920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Attempting to bind port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:52.698332 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Attempting to bind port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:52.698702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Attempting to bind port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 on network 256857e8-912f-4104-90b0-855086807621 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:52.703681 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:52.704029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Checking segment: {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:52.704546 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.704873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Bound using segment: {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:52.705338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Bound port: a7f56f4c-092e-44a4-8902-3a5bffbdbbd0, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:52.706097 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.727805 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:50Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:52.753941 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888a6d-14a3-4cd3-9012-8ebf74bf14ff None None] The sync data for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 is: [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:50Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:52.768157 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] For port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:52.771611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] For port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a7f56f4c-092e-44a4-8902-3a5bffbdbbd0,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:52.781506 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.855790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38ffd4-e4c1-45b0-b164-1205f529129a None None] Pushing event updated for resources: {'Port': ['ID=a7f56f4c-092e-44a4-8902-3a5bffbdbbd0,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:52.868272 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.922214 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.237537 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.1 (256857e8-912f-4104-90b0-855086807621/487f428c-c25a-4516-a155-555f5d9b37c4/3ca00706-ab7a-44ab-9ae4-45b01559d7e5) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:53.398595 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.419919 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:53.437003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:53.476580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.500729 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:53.505586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ff8131d4-0e3a-4795-9afe-64b65b6dee33 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:53.522108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 256857e8-912f-4104-90b0-855086807621 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:53.527872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:53.532095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:53.559517 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:53.560651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ff8131d4-0e3a-4795-9afe-64b65b6dee33 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:53.565581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ff8131d4-0e3a-4795-9afe-64b65b6dee33 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:53.565964 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.593550 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.664272 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.689570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ff8131d4-0e3a-4795-9afe-64b65b6dee33, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ff8131d4-0e3a-4795-9afe-64b65b6dee33,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:53.695623 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.759210 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.764993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ff8131d4-0e3a-4795-9afe-64b65b6dee33,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:53.932809 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6c24b-728d-403b-a11a-f2a6c9fda9e4 None None] Network 256857e8-912f-4104-90b0-855086807621 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:54.043789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-05d047a0-5b24-4718-af71-27a537398c62 None None] Provisioning for port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:54.058053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.062283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-05d047a0-5b24-4718-af71-27a537398c62 None None] Provisioning complete for port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:54.062689 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05d047a0-5b24-4718-af71-27a537398c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.062853 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.084573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.135645 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:54.141733 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.178086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05d047a0-5b24-4718-af71-27a537398c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.216895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-05d047a0-5b24-4718-af71-27a537398c62 None None] For port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a7f56f4c-092e-44a4-8902-3a5bffbdbbd0,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:54.222850 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-05d047a0-5b24-4718-af71-27a537398c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.269132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 256857e8-912f-4104-90b0-855086807621 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:54.271105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:54.281575 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d047a0-5b24-4718-af71-27a537398c62 None None] Pushing event updated for resources: {'Port': ['ID=a7f56f4c-092e-44a4-8902-3a5bffbdbbd0,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:54.397695 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router d19bae48-9a81-4804-aa92-ade8a376f808 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:54.447548 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-94a77656-33ec-4e32-92ae-25a74e0a8e4a None None] Provisioning complete for port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:54.449220 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-94a77656-33ec-4e32-92ae-25a74e0a8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.523569 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:54.533233 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1dfacc7c-8e96-4211-b94a-d55bd1021d17 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/d19bae48-9a81-4804-aa92-ade8a376f808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312451 Aug 16 03:17:54.538286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Sync routers for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:54.558544 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:54.559221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:54.598167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-94a77656-33ec-4e32-92ae-25a74e0a8e4a None None] Provisioning for port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:54.615887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-94a77656-33ec-4e32-92ae-25a74e0a8e4a None None] Provisioning complete for port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:54.616362 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-94a77656-33ec-4e32-92ae-25a74e0a8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.680511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-2176a8a5-1708-43e8-9f5d-808c899a9ddf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545854617&fields=id&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 267 time: 0.0376508 Aug 16 03:17:54.688076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-94a77656-33ec-4e32-92ae-25a74e0a8e4a None None] Port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:54.709410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:54.802849 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-85464ef6-c002-4aa6-ad96-01e27c33118f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:54.804417 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-85464ef6-c002-4aa6-ad96-01e27c33118f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/networks?id=256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 200 len: 796 time: 0.1154680 Aug 16 03:17:54.819383 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-175e2b7e-9501-4e41-9fb4-6de21ffa1531 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/quotas/ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 375 time: 0.0091333 Aug 16 03:17:54.847215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a33f278d-a15d-4392-afce-0819aa55a6cc None None] Provisioning complete for port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:54.847592 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a33f278d-a15d-4392-afce-0819aa55a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.876386 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-66304ee6-bd8a-4d2e-9bdf-2e4d0d4853bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510199 Aug 16 03:17:54.907113 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a33f278d-a15d-4392-afce-0819aa55a6cc None None] Port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:54.954234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 2, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:54.974438 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-be2e66da-d34f-47eb-814c-744588e3fdcb service neutron] 10.222.0.78 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854113 Aug 16 03:17:54.979848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Checking router: d19bae48-9a81-4804-aa92-ade8a376f808 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:54.980213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Updating router d19bae48-9a81-4804-aa92-ade8a376f808 port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:17:55.009183 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.071796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-94e2c90b-0387-46ec-8980-63f3b27b6a56 service neutron] 10.222.0.78 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924773 Aug 16 03:17:55.253022 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-49e24dfb-2b0b-4718-86d5-df6f617345f7 req-380458f4-887b-4dc8-a50a-ebd7af6c7869 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 210 time: 0.0317736 Aug 16 03:17:55.349811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:55.443400 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:55.443793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.527597 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.548230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Transition to ACTIVE for port object 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:55.575820 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.624331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ff8131d4-0e3a-4795-9afe-64b65b6dee33 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:55.662656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91371c4b-5041-43b8-9a28-d0e7c3b3ea8d None None] Pushing event updated for resources: {'Port': ['ID=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:55.732005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ff8131d4-0e3a-4795-9afe-64b65b6dee33 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:55.732424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.734083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Attempting to bind port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:55.734449 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Attempting to bind port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:55.734810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Attempting to bind port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 on network 256857e8-912f-4104-90b0-855086807621 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:55.758365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:55.758736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Checking segment: {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:55.759230 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.759530 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Bound using segment: {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:55.760022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Bound port: 3ca00706-ab7a-44ab-9ae4-45b01559d7e5, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:55.760432 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.863647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] For port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:55.881472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] For port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:55.886420 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:55.944556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:55.945197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:55.985913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91371c4b-5041-43b8-9a28-d0e7c3b3ea8d None None] Pushing event updated for resources: {'Port': ['ID=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:56.064742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:56.272856 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-48ce482f-5781-4206-9b90-16bfe24542a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:56.296177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:55Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:56.337268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e978d6d-03c8-4ce8-86c1-32a33155f5e3 None None] The sync data for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 is: [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:55Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:56.381554 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-80841e3c-741c-4c1b-9763-033a6b8f0510 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:56.383327 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-80841e3c-741c-4c1b-9763-033a6b8f0510 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/networks?id=256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 200 len: 796 time: 0.1171162 Aug 16 03:17:56.427032 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81348c53-af94-4fdf-822b-e22250048b15 req-efe0aa80-fcfe-431d-8985-ef198a14c24e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 210 time: 0.0625834 Aug 16 03:17:56.442702 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-348ad227-ea7f-43a9-b608-eeaad224c2c1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 380 time: 0.0456641 Aug 16 03:17:56.453366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'port': {'device_id': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'admin_state_up': True, 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'security_groups': ['6414b8e1-6137-428a-a5f6-ac2dd43b0192']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:56.569048 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:56.572527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:56.704495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.5 (256857e8-912f-4104-90b0-855086807621/487f428c-c25a-4516-a155-555f5d9b37c4/c2ac0440-df6e-4278-b060-7964806beb6b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:56.848878 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:56.864557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object c2ac0440-df6e-4278-b060-7964806beb6b will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:56.900859 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:56.946891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 256857e8-912f-4104-90b0-855086807621 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:56.950135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:56.954670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:56.985965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=c2ac0440-df6e-4278-b060-7964806beb6b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:57.019596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:57.020446 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.036831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-734ae284-3da0-4d31-a9c5-1c28e7adc924 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872178 Aug 16 03:17:57.049867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Request body: {'port': {'device_id': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:57.107285 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.231138 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ae4cacaa-ecf4-4ab3-b4bc-b8d923b77d12 None None] Provisioning for port c2ac0440-df6e-4278-b060-7964806beb6b completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:57.234977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ae4cacaa-ecf4-4ab3-b4bc-b8d923b77d12 None None] Provisioning complete for port c2ac0440-df6e-4278-b060-7964806beb6b triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:57.235383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ae4cacaa-ecf4-4ab3-b4bc-b8d923b77d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.274473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cacaa-ecf4-4ab3-b4bc-b8d923b77d12 None None] Port c2ac0440-df6e-4278-b060-7964806beb6b cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:57.353918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:57.391173 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ac0440-df6e-4278-b060-7964806beb6b {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:17:57.399145 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.406566 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:57.410733 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:57.411314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Transition to ACTIVE for port object c2ac0440-df6e-4278-b060-7964806beb6b will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:57.411709 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.415387 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.499068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ac0440-df6e-4278-b060-7964806beb6b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:57.532572 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.572450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:57.577924 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.600822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e4cf-da8f-41fe-8962-9707fb11711a req-2716f16a-24e3-4ba7-a54b-94286744db73 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:57.602977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8553e4cf-da8f-41fe-8962-9707fb11711a req-2716f16a-24e3-4ba7-a54b-94286744db73 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 943 time: 0.0776153 Aug 16 03:17:57.611128 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Attempting to bind port c2ac0440-df6e-4278-b060-7964806beb6b on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:57.611621 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Attempting to bind port c2ac0440-df6e-4278-b060-7964806beb6b by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:57.612205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Attempting to bind port c2ac0440-df6e-4278-b060-7964806beb6b on network 256857e8-912f-4104-90b0-855086807621 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:57.621743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Port c2ac0440-df6e-4278-b060-7964806beb6b on network 256857e8-912f-4104-90b0-855086807621 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:17:57.622664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Attempting to bind port c2ac0440-df6e-4278-b060-7964806beb6b on network 256857e8-912f-4104-90b0-855086807621 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:57.634659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:57.635142 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:57.635300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Checking segment: {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:57.635772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Bound using segment: {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:57.636347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Bound port: c2ac0440-df6e-4278-b060-7964806beb6b, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '256857e8-912f-4104-90b0-855086807621'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:57.636807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.701273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8553e4cf-da8f-41fe-8962-9707fb11711a req-1b7038dd-152b-4bdd-bee1-e369637620bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826972 Aug 16 03:17:57.728109 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] For port c2ac0440-df6e-4278-b060-7964806beb6b, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:57.732022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] For port c2ac0440-df6e-4278-b060-7964806beb6b, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2ac0440-df6e-4278-b060-7964806beb6b,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:57.737214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.771153 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:57.771780 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:57.773194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] 10.222.0.88 "PUT /v2.0/ports/c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 200 len: 1092 time: 0.7279613 Aug 16 03:17:57.773620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:57.775858 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e4865-05b3-4fcf-bae6-0d10f2ab3252" -d '{"events": [{"name": "network-changed", "server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:57.811110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a03b72-7e61-4ca0-bce4-e9439b9f01cd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ac0440-df6e-4278-b060-7964806beb6b,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:57.863424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-1a0fb3b3-c52d-4084-b014-69f13906644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:57.865089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-1a0fb3b3-c52d-4084-b014-69f13906644a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1095 time: 0.0478036 Aug 16 03:17:57.916081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-0af9a4d7-f985-4374-a832-624a9a049a90 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 200 len: 217 time: 0.0420585 Aug 16 03:17:57.972767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-294e1abe-1502-401e-9ffe-667756b13f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:57.974417 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-294e1abe-1502-401e-9ffe-667756b13f1d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=487f428c-c25a-4516-a155-555f5d9b37c4 HTTP/1.1" status: 200 len: 835 time: 0.0516994 Aug 16 03:17:58.025968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55382f-5456-4781-85b2-550fb58e8a72 req-664d4912-8ba6-4a5c-865a-bcfb6909edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:58.027565 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-664d4912-8ba6-4a5c-865a-bcfb6909edbe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=256857e8-912f-4104-90b0-855086807621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462568 Aug 16 03:17:58.086320 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437e8a3-e796-4d29-8f59-aa05c6528377 x-openstack-request-id: req-0437e8a3-e796-4d29-8f59-aa05c6528377 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:58.086616 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:58.086871 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0437e8a3-e796-4d29-8f59-aa05c6528377 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:58.087273 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'status': 'completed', 'code': 200} Aug 16 03:17:58.125436 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-d7d7d145-7c3c-4b5d-bdf2-00d0eeda07ff service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904312 Aug 16 03:17:58.215214 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-db55382f-5456-4781-85b2-550fb58e8a72 req-60712802-03b7-4e12-b8d8-e6f3e11ac25c service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825076 Aug 16 03:17:58.298805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-088859e2-cdcb-44b7-9346-bc38a533f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:58.300277 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-088859e2-cdcb-44b7-9346-bc38a533f529 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1095 time: 0.0398850 Aug 16 03:17:58.394611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-81caea5d-e647-4b88-8d50-7e208e65a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:58.396088 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-81caea5d-e647-4b88-8d50-7e208e65a3fd service neutron] 10.222.0.88 "GET /v2.0/networks?id=256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 200 len: 897 time: 0.0891817 Aug 16 03:17:58.437355 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-3cdc8c15-9ff2-452d-a6d7-adc7ececed46 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 200 len: 217 time: 0.0344269 Aug 16 03:17:58.488884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-3eb7013e-ebd2-414a-a516-7a8a190d2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:58.490267 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-3eb7013e-ebd2-414a-a516-7a8a190d2867 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=487f428c-c25a-4516-a155-555f5d9b37c4 HTTP/1.1" status: 200 len: 835 time: 0.0457861 Aug 16 03:17:58.537387 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-9db9f312-cb29-40a6-9f52-2bbb9cd47d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:58.538911 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-9db9f312-cb29-40a6-9f52-2bbb9cd47d85 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=256857e8-912f-4104-90b0-855086807621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395904 Aug 16 03:17:58.628006 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-be5797e3-96e9-4655-95cd-46ec389a95dd service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799665 Aug 16 03:17:58.721335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-845e4865-05b3-4fcf-bae6-0d10f2ab3252 req-fab7a406-bc47-4ff0-b59a-39b8ebfe905f service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856471 Aug 16 03:17:58.819346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1a1f4-4287-46aa-86ba-5cf5e3f50562 req-0f87725a-845c-4a7b-9c8f-76bf4cc22255 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:58.820901 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28c1a1f4-4287-46aa-86ba-5cf5e3f50562 req-0f87725a-845c-4a7b-9c8f-76bf4cc22255 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 943 time: 0.0510514 Aug 16 03:17:58.855317 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a76df0e0-4eb5-44c6-927c-a25d89b2fed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:58.857913 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:58.864323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28c1a1f4-4287-46aa-86ba-5cf5e3f50562 req-f1688ae5-3730-4efd-af4b-55f263902c9d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373600 Aug 16 03:17:59.310963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:59.357445 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:59.357810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.979202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf491c-b81a-4f74-bb9d-24879e332145 req-4d0bb337-c6aa-4327-a8c2-131a153e1e0d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:59.980697 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0cf491c-b81a-4f74-bb9d-24879e332145 req-4d0bb337-c6aa-4327-a8c2-131a153e1e0d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 943 time: 0.0491426 Aug 16 03:18:00.017338 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d0cf491c-b81a-4f74-bb9d-24879e332145 req-30260065-cef3-48ea-99d9-31c2098302df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307918 Aug 16 03:18:00.243961 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.131248 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373ce30-f0e5-4a0b-862f-e8232e390d2d req-ab153b23-9c91-40df-b0ca-3f428378049c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:01.133029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d373ce30-f0e5-4a0b-862f-e8232e390d2d req-ab153b23-9c91-40df-b0ca-3f428378049c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 943 time: 0.0485473 Aug 16 03:18:01.174928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d373ce30-f0e5-4a0b-862f-e8232e390d2d req-16f7582b-32ad-40ac-bc8e-a278cf640bdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351734 Aug 16 03:18:01.526032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2ac0440-df6e-4278-b060-7964806beb6b details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:18:01.617896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2ac0440-df6e-4278-b060-7964806beb6b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2ac0440-df6e-4278-b060-7964806beb6b,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:01.633034 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'port_id': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'mac_address': 'fa:16:3e:12:5a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:18:01.669487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.681684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ac0440-df6e-4278-b060-7964806beb6b {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:18:01.702945 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2ac0440-df6e-4278-b060-7964806beb6b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2ac0440-df6e-4278-b060-7964806beb6b,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:01.706887 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.752230 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2ac0440-df6e-4278-b060-7964806beb6b,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:01.903760 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['c2ac0440-df6e-4278-b060-7964806beb6b'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:18:02.139980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:02.290998 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41012e7-c970-4968-a228-882067599810 req-cdfa399c-3897-46e8-99ed-f9554b234db9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:02.292503 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e41012e7-c970-4968-a228-882067599810 req-cdfa399c-3897-46e8-99ed-f9554b234db9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 944 time: 0.0509472 Aug 16 03:18:02.333607 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e41012e7-c970-4968-a228-882067599810 req-45318e89-4cbc-4671-aba4-a598c896f0d2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351496 Aug 16 03:18:03.446867 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee2b4c-8b4a-45c6-bcb3-9d9ee11f9c86 req-ab124400-d218-4dde-98e9-5a425b2e8fc0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:03.448865 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51ee2b4c-8b4a-45c6-bcb3-9d9ee11f9c86 req-ab124400-d218-4dde-98e9-5a425b2e8fc0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 944 time: 0.0482252 Aug 16 03:18:03.486280 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-51ee2b4c-8b4a-45c6-bcb3-9d9ee11f9c86 req-530bbd95-eaf4-4141-b6c0-cc2d17e7b1eb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Aug 16 03:18:03.525955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2ac0440-df6e-4278-b060-7964806beb6b up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:18:03.572388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port c2ac0440-df6e-4278-b060-7964806beb6b completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:18:03.576413 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port c2ac0440-df6e-4278-b060-7964806beb6b triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:18:03.576793 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.654497 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.675686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:03.677978 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da39d8-dff7-472c-a0b7-75cb3a42ae3f" -d '{"events": [{"server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "name": "network-vif-plugged", "status": "completed", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:03.690778 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port c2ac0440-df6e-4278-b060-7964806beb6b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2ac0440-df6e-4278-b060-7964806beb6b,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:03.695903 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.719658 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191b9164-7df5-43e0-ba7f-3d3e1286c129 x-openstack-request-id: req-191b9164-7df5-43e0-ba7f-3d3e1286c129 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:03.719956 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "name": "network-vif-plugged", "status": "completed", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:03.720195 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-191b9164-7df5-43e0-ba7f-3d3e1286c129 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:03.720672 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'code': 200} Aug 16 03:18:03.751722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=c2ac0440-df6e-4278-b060-7964806beb6b,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.811088 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343fb80-02c4-43fb-a5f6-c4cf8663e1d9 req-2988a511-aa16-4fb6-a9fe-c98a305cd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:03.812660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6343fb80-02c4-43fb-a5f6-c4cf8663e1d9 req-2988a511-aa16-4fb6-a9fe-c98a305cd5e4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1097 time: 0.0410550 Aug 16 03:18:03.846237 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6343fb80-02c4-43fb-a5f6-c4cf8663e1d9 req-9ebd8899-f7d9-4364-af30-e9a3fa79b8f5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270445 Aug 16 03:18:04.601615 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eb599-0bf9-4f8b-a4f3-60c8b7577d1b req-e5ac3fe9-0653-47a2-bc8e-8a80dd5d2930 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:04.603089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-561eb599-0bf9-4f8b-a4f3-60c8b7577d1b req-e5ac3fe9-0653-47a2-bc8e-8a80dd5d2930 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0517242 Aug 16 03:18:04.645511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-561eb599-0bf9-4f8b-a4f3-60c8b7577d1b req-340f03c5-4989-4008-b138-96af38e6140a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357850 Aug 16 03:18:05.762540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea407a-f71c-4778-96a4-e0c5812ec241 req-280d94c2-70b0-4999-8c2a-5ce5f4d7f872 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:05.764004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcea407a-f71c-4778-96a4-e0c5812ec241 req-280d94c2-70b0-4999-8c2a-5ce5f4d7f872 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0485759 Aug 16 03:18:05.800808 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcea407a-f71c-4778-96a4-e0c5812ec241 req-7800bc21-5b25-4d99-b460-464950df6771 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306940 Aug 16 03:18:05.916216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb903-78e2-4926-ba10-4f64d26af0b7 req-64471f8d-aaa3-4887-8ce7-d13204386f62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:05.918250 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8eaeb903-78e2-4926-ba10-4f64d26af0b7 req-64471f8d-aaa3-4887-8ce7-d13204386f62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0482898 Aug 16 03:18:05.955292 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8eaeb903-78e2-4926-ba10-4f64d26af0b7 req-19c2c643-305c-4d6e-898f-0f2ad731a841 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Aug 16 03:18:05.976470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40350) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:06.015889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ffc0df-c2bd-43be-9f35-8ddafbe52e42 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:06.017415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-02ffc0df-c2bd-43be-9f35-8ddafbe52e42 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1092 time: 0.0399363 Aug 16 03:18:06.020184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40352) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:06.024464 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:06.045991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:06.142503 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:06.241240 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.177 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/dfcdc359-c9c9-4e4a-aa01-15ee3352f658) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:18:06.346944 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:06.384240 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:06.423262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:18:06.426110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:18:06.429961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:18:06.435215 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=dfcdc359-c9c9-4e4a-aa01-15ee3352f658,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:06.779781 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:06.843143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:06.992992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:06.997367 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:07.067044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=dfcdc359-c9c9-4e4a-aa01-15ee3352f658,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:07.077332 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:07.175809 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 308e449f-c24f-41cc-89b0-e11533950611 associated. External IP: 172.25.4.177, port: c2ac0440-df6e-4278-b060-7964806beb6b. Aug 16 03:18:07.378679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router d19bae48-9a81-4804-aa92-ade8a376f808 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:18:07.481303 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:18:07.490751 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] Sync routers for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:18:07.497341 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:07.501072 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:18:07.501678 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:07.530828 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d6447e75-d370-411d-8f21-dd323561ff62 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5072279 Aug 16 03:18:07.530828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:07.531426 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb2642f-80b1-4e4a-b86c-278c0745054c" -d '{"events": [{"name": "network-changed", "server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:07.571026 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19816caf-ddae-4df3-873e-86f83a50e31a x-openstack-request-id: req-19816caf-ddae-4df3-873e-86f83a50e31a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:07.571318 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:07.571580 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19816caf-ddae-4df3-873e-86f83a50e31a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:07.571976 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'status': 'completed', 'code': 200} Aug 16 03:18:07.614031 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:18:07.629734 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc02971-0d01-4505-bec2-8ae5b06d9067 req-8974a70e-0f3b-4aa8-b099-c49584efbefe tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:07.631282 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbc02971-0d01-4505-bec2-8ae5b06d9067 req-8974a70e-0f3b-4aa8-b099-c49584efbefe tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0504620 Aug 16 03:18:07.643062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-1d56cd8f-1f87-47b5-8b55-0ff816afd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:07.645076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-1d56cd8f-1f87-47b5-8b55-0ff816afd2a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1097 time: 0.0502048 Aug 16 03:18:07.670431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fbc02971-0d01-4505-bec2-8ae5b06d9067 req-b2605d09-6ef5-456c-be7a-1bc0d841a615 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Aug 16 03:18:07.693153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40358) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:07.742853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-b2011f0c-d6da-4eba-8d3f-2979f66a04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:07.744423 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-b2011f0c-d6da-4eba-8d3f-2979f66a04fc service neutron] 10.222.0.88 "GET /v2.0/networks?id=256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 200 len: 897 time: 0.0927868 Aug 16 03:18:07.764883 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c5058ffa-6c67-4f74-9309-8394f2671380 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/308e449f-c24f-41cc-89b0-e11533950611 HTTP/1.1" status: 200 len: 991 time: 0.0705378 Aug 16 03:18:07.812757 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-7c017fb7-94e4-47d4-81fa-1ae0be3aed33 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 200 len: 999 time: 0.0612075 Aug 16 03:18:07.849164 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '308e449f-c24f-41cc-89b0-e11533950611', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'port_id': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'mac_address': 'fa:16:3e:12:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:06Z', 'updated_at': '2021-08-16T03:18:06Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:07.861928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-08ea2e7e-b08b-47c8-b4b8-4bf7eeac94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:07.863405 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-08ea2e7e-b08b-47c8-b4b8-4bf7eeac94ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=487f428c-c25a-4516-a155-555f5d9b37c4 HTTP/1.1" status: 200 len: 835 time: 0.0444131 Aug 16 03:18:07.875396 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] Checking router: d19bae48-9a81-4804-aa92-ade8a376f808 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:18:07.883996 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:18:07.884637 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:17:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:07.917397 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-cedb2d5a-65cc-4a64-af7f-0ab276fcae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:07.919536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-cedb2d5a-65cc-4a64-af7f-0ab276fcae9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=256857e8-912f-4104-90b0-855086807621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490968 Aug 16 03:18:07.988881 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:18:08.007288 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-4944de87-4a65-4c55-936a-284cdac142aa service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807273 Aug 16 03:18:08.100056 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6fb2642f-80b1-4e4a-b86c-278c0745054c req-65377b46-d915-4306-b84f-e5903f7c27dc service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861292 Aug 16 03:18:08.205769 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '308e449f-c24f-41cc-89b0-e11533950611', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'port_id': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'mac_address': 'fa:16:3e:12:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:06Z', 'updated_at': '2021-08-16T03:18:06Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:08.234792 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ed1ae-df73-432b-8d80-438271560b96 None None] The sync data for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 is: [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '308e449f-c24f-41cc-89b0-e11533950611', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'port_id': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'mac_address': 'fa:16:3e:12:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:06Z', 'updated_at': '2021-08-16T03:18:06Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:18:08.417721 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c75cd-243f-4c1c-b2f7-6811ca7c2919 None None] New status for floating IP 308e449f-c24f-41cc-89b0-e11533950611: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:18:08.768176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40360) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:08.829687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-e39c15aa-a087-4058-8d9a-a078f2658365 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/308e449f-c24f-41cc-89b0-e11533950611 HTTP/1.1" status: 200 len: 993 time: 0.0602543 Aug 16 03:18:10.051708 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:18:22.856543 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:24.048895 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:26.253787 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54b51a55-add9-47f9-800f-ca3db2955220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:28.849760 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd6ac3a2-4250-44ab-bc9b-b4343f870289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:28.860058 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:30.243362 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:32.142981 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:40.244631 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3d5c-7faf-4433-8ae2-d8258d2f374d req-63fbe1dc-6f85-4b23-9567-953622fd7e35 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.247082 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-110f3d5c-7faf-4433-8ae2-d8258d2f374d req-63fbe1dc-6f85-4b23-9567-953622fd7e35 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0762811 Aug 16 03:18:40.249781 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9df857-8d93-426c-99d6-407245cc1441 req-cc2f39ad-901f-431e-96d7-44c03028b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.251181 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c9df857-8d93-426c-99d6-407245cc1441 req-cc2f39ad-901f-431e-96d7-44c03028b07a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1097 time: 0.0716810 Aug 16 03:18:40.335025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-110f3d5c-7faf-4433-8ae2-d8258d2f374d req-ab43b0ab-6449-4e6e-b05a-e44a9188acbd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817962 Aug 16 03:18:40.364815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9df857-8d93-426c-99d6-407245cc1441 req-b2bc1f79-98cf-4221-a62c-d7c274dafec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.366311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c9df857-8d93-426c-99d6-407245cc1441 req-b2bc1f79-98cf-4221-a62c-d7c274dafec3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 200 len: 897 time: 0.1070526 Aug 16 03:18:40.430251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c9df857-8d93-426c-99d6-407245cc1441 req-456cb490-6a96-4cc7-a065-0a8f82a15e13 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 200 len: 1001 time: 0.0558279 Aug 16 03:18:40.483169 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9df857-8d93-426c-99d6-407245cc1441 req-7e616287-01a9-4d38-80ed-137bb6e5acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.484704 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c9df857-8d93-426c-99d6-407245cc1441 req-7e616287-01a9-4d38-80ed-137bb6e5acac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=487f428c-c25a-4516-a155-555f5d9b37c4 HTTP/1.1" status: 200 len: 835 time: 0.0462649 Aug 16 03:18:40.528658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9df857-8d93-426c-99d6-407245cc1441 req-7777268e-6768-4e68-a60a-60a185740d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.530122 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c9df857-8d93-426c-99d6-407245cc1441 req-7777268e-6768-4e68-a60a-60a185740d2a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=256857e8-912f-4104-90b0-855086807621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385678 Aug 16 03:18:40.616263 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c9df857-8d93-426c-99d6-407245cc1441 req-c25f191d-11fa-4294-9b68-3bbda94448d8 service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790501 Aug 16 03:18:40.715155 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5c9df857-8d93-426c-99d6-407245cc1441 req-826af604-55e9-4af4-a1e9-1e06a9b9d030 service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877767 Aug 16 03:18:41.454236 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9233d-7775-42a7-b6c8-40bac174e583 req-84fa4d48-54a0-4b6f-b19d-e17234ae2799 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:41.455801 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72d9233d-7775-42a7-b6c8-40bac174e583 req-84fa4d48-54a0-4b6f-b19d-e17234ae2799 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0495389 Aug 16 03:18:41.494038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72d9233d-7775-42a7-b6c8-40bac174e583 req-f2aa5f3a-3fe7-4a69-ba80-f12efc132313 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Aug 16 03:18:42.610019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394eb6e-9ddf-436b-957b-c3b9b9399ed9 req-b18b8ffa-d23c-4fb2-83bb-38cd1fc7078b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:42.611694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f394eb6e-9ddf-436b-957b-c3b9b9399ed9 req-b18b8ffa-d23c-4fb2-83bb-38cd1fc7078b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0506589 Aug 16 03:18:42.648913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f394eb6e-9ddf-436b-957b-c3b9b9399ed9 req-ce74fd15-5c11-4b89-b9ae-7559485bb3c8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Aug 16 03:18:43.765930 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09751085-b4ae-4c59-8b50-4d4dc6f3ae9c req-7d02cd7b-7620-4601-82f3-d91e77c2f38f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:43.767401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09751085-b4ae-4c59-8b50-4d4dc6f3ae9c req-7d02cd7b-7620-4601-82f3-d91e77c2f38f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0527575 Aug 16 03:18:43.807396 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09751085-b4ae-4c59-8b50-4d4dc6f3ae9c req-2f08e9ce-72f3-44a3-971f-60efc166dbda tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340264 Aug 16 03:18:44.919562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08c7c3-34d6-4375-829f-4ddcc34d9a92 req-b0706a42-2233-458f-b765-f8e66870aa4f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:44.921044 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f08c7c3-34d6-4375-829f-4ddcc34d9a92 req-b0706a42-2233-458f-b765-f8e66870aa4f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0471423 Aug 16 03:18:44.961548 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2f08c7c3-34d6-4375-829f-4ddcc34d9a92 req-43388bb5-0b3e-49d7-935a-c3ee3d8bd955 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346425 Aug 16 03:18:46.074702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104b10b-281f-47d7-b183-9b5efe6dfe8e req-2aad6402-2560-4009-9c2b-b9df55757149 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:46.076195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6104b10b-281f-47d7-b183-9b5efe6dfe8e req-2aad6402-2560-4009-9c2b-b9df55757149 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0478070 Aug 16 03:18:46.115866 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6104b10b-281f-47d7-b183-9b5efe6dfe8e req-505d00f2-3559-49dc-b34b-bdb63841be77 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337923 Aug 16 03:18:47.050994 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:18:47.227885 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f898df-759b-4034-af1a-438374b0e60f req-c182a06d-4b27-476b-bd19-90ff302526a9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:47.229439 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69f898df-759b-4034-af1a-438374b0e60f req-c182a06d-4b27-476b-bd19-90ff302526a9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0480626 Aug 16 03:18:47.266574 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-69f898df-759b-4034-af1a-438374b0e60f req-86f76af8-9c4e-47aa-b487-2086aaedb69b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307422 Aug 16 03:18:48.401272 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864a6b-664c-4b38-b449-96dccee01cd0 req-3dc1afac-244b-4d8c-954c-51e4574159da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:48.402780 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a864a6b-664c-4b38-b449-96dccee01cd0 req-3dc1afac-244b-4d8c-954c-51e4574159da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0484009 Aug 16 03:18:48.440156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a864a6b-664c-4b38-b449-96dccee01cd0 req-e90f9762-e568-46b4-8eff-90d952f9afea tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315588 Aug 16 03:18:49.553440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d6bc1-f1dc-43b0-9a5b-800f090f8bab req-f983a287-db9b-4440-b00e-af1a551570bb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:49.554916 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c11d6bc1-f1dc-43b0-9a5b-800f090f8bab req-f983a287-db9b-4440-b00e-af1a551570bb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0482635 Aug 16 03:18:49.592293 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c11d6bc1-f1dc-43b0-9a5b-800f090f8bab req-f1925c6e-9963-401c-8f06-9a547a0bcda7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308104 Aug 16 03:18:50.710556 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040437f0-cf3e-4623-9f76-ce6ab83bec5c req-d2645a2a-ac2f-45a5-bc09-9254485856e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:50.712020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-040437f0-cf3e-4623-9f76-ce6ab83bec5c req-d2645a2a-ac2f-45a5-bc09-9254485856e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0503080 Aug 16 03:18:50.753399 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-040437f0-cf3e-4623-9f76-ce6ab83bec5c req-17c47b5d-e97e-41d0-824e-47edcd681e94 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Aug 16 03:18:51.866018 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cc114-92a0-4b39-8c05-c5dd64030a81 req-6a217391-0aa5-4bba-9201-35e014fb2e34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:51.867494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-933cc114-92a0-4b39-8c05-c5dd64030a81 req-6a217391-0aa5-4bba-9201-35e014fb2e34 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0476387 Aug 16 03:18:51.907947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-933cc114-92a0-4b39-8c05-c5dd64030a81 req-e8574949-6a09-4e20-b449-aa3710f46bfd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345786 Aug 16 03:18:52.881566 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:53.020859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8319b-5483-4722-8f1b-daeecc7bb9a0 req-1b30038a-e969-45cc-98d7-3501dbf656ee tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:53.022339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39b8319b-5483-4722-8f1b-daeecc7bb9a0 req-1b30038a-e969-45cc-98d7-3501dbf656ee tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0477424 Aug 16 03:18:53.058795 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-39b8319b-5483-4722-8f1b-daeecc7bb9a0 req-70298480-05b6-4180-8a15-af6e7428b67f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300691 Aug 16 03:18:54.055698 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:54.171205 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e83731-ddf8-4371-b275-7cee1b2ad10d req-8909c209-758a-4894-b239-1b49cc97d99b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:54.172688 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00e83731-ddf8-4371-b275-7cee1b2ad10d req-8909c209-758a-4894-b239-1b49cc97d99b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0470734 Aug 16 03:18:54.209224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-00e83731-ddf8-4371-b275-7cee1b2ad10d req-234aefc6-af01-4d55-abb4-0cc25ca109b8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305264 Aug 16 03:18:55.321905 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fdd74-2c87-4d3e-9584-40602145cf28 req-4d2cfe29-e5dc-4fae-b143-ffd0b21c7e58 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:55.323404 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-716fdd74-2c87-4d3e-9584-40602145cf28 req-4d2cfe29-e5dc-4fae-b143-ffd0b21c7e58 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0480292 Aug 16 03:18:55.361593 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-716fdd74-2c87-4d3e-9584-40602145cf28 req-9522ca32-5478-4bbf-919e-f2a2ad22a138 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Aug 16 03:18:56.254588 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf982-f8ad-48fb-a78e-eb9a13782f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:56.475454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7ad00-ff9d-4370-97e2-7ff6e6efbe8e req-9b752d79-c41d-4fc8-88bf-7b5279ff58f3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:56.476977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77d7ad00-ff9d-4370-97e2-7ff6e6efbe8e req-9b752d79-c41d-4fc8-88bf-7b5279ff58f3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0477748 Aug 16 03:18:56.515302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77d7ad00-ff9d-4370-97e2-7ff6e6efbe8e req-45e31021-a32f-4889-b835-54f0ef5d31e0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Aug 16 03:18:56.536699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40410) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:56.597633 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5b403564-1596-4f3b-8a69-df4c9cd1d15b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/308e449f-c24f-41cc-89b0-e11533950611 HTTP/1.1" status: 200 len: 993 time: 0.0597899 Aug 16 03:18:58.856505 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4a0d0606-403c-4953-b139-1e2d539acc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:58.861897 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:00.247269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:00.399607 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-c1dc4ab7-a56c-4bc5-8188-a69133485a49 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389168 Aug 16 03:19:00.491270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-ca3a7cd8-e311-4473-9cf3-6bd2f93bbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:00.492781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-ca3a7cd8-e311-4473-9cf3-6bd2f93bbcc2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1097 time: 0.0401711 Aug 16 03:19:00.595467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-5b6e410a-cde9-4040-83af-727f9e865d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:00.596946 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-5b6e410a-cde9-4040-83af-727f9e865d4f service neutron] 10.222.0.88 "GET /v2.0/networks?id=256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 200 len: 897 time: 0.0854349 Aug 16 03:19:00.661193 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-b7f0b85d-4a1a-4ddf-88af-156a1a3475a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 200 len: 1001 time: 0.0576353 Aug 16 03:19:00.707450 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-00eb4da9-0f66-4992-9969-fdb5dbf1c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:00.708892 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-00eb4da9-0f66-4992-9969-fdb5dbf1c345 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=487f428c-c25a-4516-a155-555f5d9b37c4 HTTP/1.1" status: 200 len: 835 time: 0.0415053 Aug 16 03:19:00.757590 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-d93ebd55-710d-48b2-a40b-bb61a27c2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:00.759170 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-d93ebd55-710d-48b2-a40b-bb61a27c2ff7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=256857e8-912f-4104-90b0-855086807621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424001 Aug 16 03:19:00.845635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-ad2dcc76-331e-4a7b-ab2e-49f455094dba service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795484 Aug 16 03:19:00.938328 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e43f79d3-3b3c-4c66-9e6a-6f347bc03817 req-fea88866-6126-46e5-b4cd-a5248906b983 service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863361 Aug 16 03:19:02.147145 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:22.880171 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:24.050854 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:19:24.079122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:26.256192 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9996-eb8b-45f9-81e8-d9533e4c8e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:26.953089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:27.108042 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port dfcdc359-c9c9-4e4a-aa01-15ee3352f658 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:27.108432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:27.180128 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:27.180491 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:27.191755 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for dfcdc359-c9c9-4e4a-aa01-15ee3352f658 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:27.353560 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:27.376809 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=dfcdc359-c9c9-4e4a-aa01-15ee3352f658,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:27.390317 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.390652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.390996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.391331 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.391679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.391994 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.392341 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.392673 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.392998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.393324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.393646 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.393965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:27.449100 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:27.449468 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 308e449f-c24f-41cc-89b0-e11533950611 disassociated (deleted). External IP: 172.25.4.177, port: c2ac0440-df6e-4278-b060-7964806beb6b. Aug 16 03:19:27.648505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router d19bae48-9a81-4804-aa92-ade8a376f808 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:27.752768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:27.757146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:27.764319 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] Sync routers for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:27.774811 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:27.775458 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:18:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:27.978067 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:28.120985 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-40a42d0f-cd0b-428b-aa55-50dcbd27ffc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/floatingips/308e449f-c24f-41cc-89b0-e11533950611 HTTP/1.1" status: 204 len: 168 time: 1.1668060 Aug 16 03:19:28.121671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:28.124042 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b273a-4529-4165-82a0-2f287c22ac76" -d '{"events": [{"name": "network-changed", "server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:28.179808 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4b6dc-a6b7-497c-af17-d67e003d1ca0 x-openstack-request-id: req-78a4b6dc-a6b7-497c-af17-d67e003d1ca0 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:28.180896 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:28.181160 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78a4b6dc-a6b7-497c-af17-d67e003d1ca0 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:28.181563 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'status': 'completed', 'code': 200} Aug 16 03:19:28.185644 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:28.222134 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] Checking router: d19bae48-9a81-4804-aa92-ade8a376f808 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:28.230977 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:28.231233 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:18:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:28.258082 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b273a-4529-4165-82a0-2f287c22ac76 req-0ce10152-c742-4ad8-9141-705ffb46c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:28.259741 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485b273a-4529-4165-82a0-2f287c22ac76 req-0ce10152-c742-4ad8-9141-705ffb46c84a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 1097 time: 0.0498505 Aug 16 03:19:28.374859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b273a-4529-4165-82a0-2f287c22ac76 req-2906fda8-e750-4e3a-8d8a-709cce9e8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:28.376408 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485b273a-4529-4165-82a0-2f287c22ac76 req-2906fda8-e750-4e3a-8d8a-709cce9e8024 service neutron] 10.222.0.88 "GET /v2.0/networks?id=256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 200 len: 897 time: 0.1035490 Aug 16 03:19:28.379380 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:28.399141 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc6bd-4289-4cc2-8ad9-10bc1bce1486 req-f1ed1d73-e320-4415-b553-11ad9de7a6ca tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:28.401421 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55fdc6bd-4289-4cc2-8ad9-10bc1bce1486 req-f1ed1d73-e320-4415-b553-11ad9de7a6ca tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0592322 Aug 16 03:19:28.431826 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485b273a-4529-4165-82a0-2f287c22ac76 req-9fefcf50-8057-4f63-90ba-0f7d20b6b543 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 200 len: 217 time: 0.0433340 Aug 16 03:19:28.456577 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-55fdc6bd-4289-4cc2-8ad9-10bc1bce1486 req-3fac002d-baa2-4715-b613-910492fbf854 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Aug 16 03:19:28.494811 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b273a-4529-4165-82a0-2f287c22ac76 req-ba1e47c6-1668-4e27-9396-6a24503dd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:28.496347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485b273a-4529-4165-82a0-2f287c22ac76 req-ba1e47c6-1668-4e27-9396-6a24503dd66e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=487f428c-c25a-4516-a155-555f5d9b37c4 HTTP/1.1" status: 200 len: 835 time: 0.0561733 Aug 16 03:19:28.548059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b273a-4529-4165-82a0-2f287c22ac76 req-d1117f28-0308-4c08-8dcc-a0054a483d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:28.549679 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485b273a-4529-4165-82a0-2f287c22ac76 req-d1117f28-0308-4c08-8dcc-a0054a483d93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=256857e8-912f-4104-90b0-855086807621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456858 Aug 16 03:19:28.596589 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:28.624413 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4cc8f8-f79e-40b2-af07-0d74a9aed050 None None] The sync data for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 is: [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '3ca00706-ab7a-44ab-9ae4-45b01559d7e5', 'name': '', 'network_id': '256857e8-912f-4104-90b0-855086807621', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:c5:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:53Z', 'updated_at': '2021-08-16T03:17:57Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '487f428c-c25a-4516-a155-555f5d9b37c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:28.652330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485b273a-4529-4165-82a0-2f287c22ac76 req-16873540-0b4f-4a98-82c7-4feb60d9b7fc service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942745 Aug 16 03:19:28.749968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-485b273a-4529-4165-82a0-2f287c22ac76 req-e0ee5aea-1334-448d-9c15-0bcc598d4782 service neutron] 10.222.0.88 "GET /v2.0/networks/256857e8-912f-4104-90b0-855086807621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900199 Aug 16 03:19:28.837885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbda50-ae79-4a10-9ef3-deefeb32c0f8 None None] New status for floating IP 308e449f-c24f-41cc-89b0-e11533950611: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:19:28.916407 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e66436c9-c07e-4527-a3c5-6117ebfd692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:28.921744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:29.576560 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9e5f2-5911-463f-8a69-0070b2b5fe34 req-615c3ea1-0440-498e-ab7a-ae30c462c57e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:29.577947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-96a9e5f2-5911-463f-8a69-0070b2b5fe34 req-615c3ea1-0440-498e-ab7a-ae30c462c57e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0477593 Aug 16 03:19:29.617081 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-96a9e5f2-5911-463f-8a69-0070b2b5fe34 req-3d544699-26da-4a22-bcb9-8036b2d52c5d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=6414b8e1-6137-428a-a5f6-ac2dd43b0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332043 Aug 16 03:19:29.915677 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-62845e38-cb23-472d-9470-a7cc51550148 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:29.917058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-62845e38-cb23-472d-9470-a7cc51550148 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 945 time: 0.0479043 Aug 16 03:19:30.006607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port c2ac0440-df6e-4278-b060-7964806beb6b {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:30.006948 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:30.093143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port c2ac0440-df6e-4278-b060-7964806beb6b, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=c2ac0440-df6e-4278-b060-7964806beb6b,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:30.093514 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:30.105927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for c2ac0440-df6e-4278-b060-7964806beb6b owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:30.232661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:30.250711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:30.263359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=c2ac0440-df6e-4278-b060-7964806beb6b,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:30.307674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] No DVR routers for this DVR port c2ac0440-df6e-4278-b060-7964806beb6b on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:30.310258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:30.312361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d75e89fc-9a67-4113-866f-c448e1b208d9 req-4bd0772e-2095-4b05-98c6-4f306a0a564f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "DELETE /v2.0/ports/c2ac0440-df6e-4278-b060-7964806beb6b HTTP/1.1" status: 204 len: 173 time: 0.3883545 Aug 16 03:19:30.312805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'name': 'network-vif-deleted', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:30.315163 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8394d9a-ad0a-468b-ad50-a573feb9955e" -d '{"events": [{"server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "name": "network-vif-deleted", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:30.359371 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81af69d-2a5c-40e0-afc6-2fdfb8f88b77 x-openstack-request-id: req-b81af69d-2a5c-40e0-afc6-2fdfb8f88b77 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:30.359675 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e2d413-75ec-44f2-aa7d-b7392111a08f", "name": "network-vif-deleted", "tag": "c2ac0440-df6e-4278-b060-7964806beb6b", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:30.359932 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b81af69d-2a5c-40e0-afc6-2fdfb8f88b77 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:30.360362 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e2d413-75ec-44f2-aa7d-b7392111a08f', 'name': 'network-vif-deleted', 'tag': 'c2ac0440-df6e-4278-b060-7964806beb6b', 'status': 'completed', 'code': 200} Aug 16 03:19:30.736846 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-822a182e-f341-412a-b0dd-a04aacdeaa26 req-71ccbd61-08f9-45f5-8012-70d7bfe6dca9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=09e2d413-75ec-44f2-aa7d-b7392111a08f HTTP/1.1" status: 200 len: 210 time: 0.0369372 Aug 16 03:19:31.792407 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40450) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:32.151154 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:32.474233 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:32.728315 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:32.728572 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:32.817311 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 3ca00706-ab7a-44ab-9ae4-45b01559d7e5, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:32.817980 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:32.830365 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:33.014687 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.040526 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=3ca00706-ab7a-44ab-9ae4-45b01559d7e5,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:33.064710 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.065074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.065421 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.065761 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.066097 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.066428 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.066766 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.067082 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.067412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.067736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.068059 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.068399 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:33.221650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.451594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router d19bae48-9a81-4804-aa92-ade8a376f808 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:33.556632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:33.561571 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5b02c174-db9f-4641-923e-5b7b39d41c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/d19bae48-9a81-4804-aa92-ade8a376f808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681489 Aug 16 03:19:33.564798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40452) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:33.565871 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] Sync routers for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:33.574793 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:33.575394 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:33.615685 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting subnet 487f428c-c25a-4516-a155-555f5d9b37c4 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:19:33.618892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.658299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.681071 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:33.744685 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.803207 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.833291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Subnet': ['ID=487f428c-c25a-4516-a155-555f5d9b37c4,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:33.834735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.836624 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-847f1ba4-1034-4a45-a6d0-b4145343290d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/subnets/487f428c-c25a-4516-a155-555f5d9b37c4 HTTP/1.1" status: 204 len: 168 time: 0.2708514 Aug 16 03:19:33.839499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40454) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:33.844210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8cb5da-c33b-4b06-929d-b4cb0ec8fd70 None None] Network 256857e8-912f-4104-90b0-855086807621 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:19:33.867784 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:19:32Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:33.894216 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] Checking router: d19bae48-9a81-4804-aa92-ade8a376f808 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:33.904065 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] Routers {'d19bae48-9a81-4804-aa92-ade8a376f808'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:33.904719 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['d19bae48-9a81-4804-aa92-ade8a376f808'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:33.951726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.015431 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] Set router d19bae48-9a81-4804-aa92-ade8a376f808 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:34.032064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] DHCP port deletion for 256857e8-912f-4104-90b0-855086807621 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:19:34.060652 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.082782 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Deleting port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:34.083167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.123179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2ac0440-df6e-4278-b060-7964806beb6b no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:34.124550 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port ff8131d4-0e3a-4795-9afe-64b65b6dee33 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:19:34.124921 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.150241 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: c2ac0440-df6e-4278-b060-7964806beb6b {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:34.150639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device c2ac0440-df6e-4278-b060-7964806beb6b not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:34.170283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] For port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=a7f56f4c-092e-44a4-8902-3a5bffbdbbd0,segment=NetworkSegment(fec9eb9c-1ea1-4af2-8f37-63789ed4c28d),segment_id=fec9eb9c-1ea1-4af2-8f37-63789ed4c28d)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:34.170688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.185427 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Calling delete_port for a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:34.196313 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:19:32Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:34.207016 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port ff8131d4-0e3a-4795-9afe-64b65b6dee33, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ff8131d4-0e3a-4795-9afe-64b65b6dee33,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:34.207393 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.222796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for ff8131d4-0e3a-4795-9afe-64b65b6dee33 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:19:34.234699 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f888d1-ced7-4e93-a442-2cb1ceab75a3 None None] The sync data for ids ['d19bae48-9a81-4804-aa92-ade8a376f808'] in n-d-769329-15 is: [{'id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302093033', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:19:32Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ff8131d4-0e3a-4795-9afe-64b65b6dee33', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:88:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19bae48-9a81-4804-aa92-ade8a376f808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:50Z', 'updated_at': '2021-08-16T03:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:34.284973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.411258 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.449064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=ff8131d4-0e3a-4795-9afe-64b65b6dee33,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:34.469077 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Pushing event deleted for resources: {'Port': ['ID=a7f56f4c-092e-44a4-8902-3a5bffbdbbd0,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:34.473318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] No DVR routers for this DVR port a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:19:34.479822 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.485152 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b39e77-c255-4184-8675-7a425bbaf337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:34.511113 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.609789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.612536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.662111 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.662674 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Fanout notify agent at l3_agent the message router_deleted on router d19bae48-9a81-4804-aa92-ade8a376f808 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:19:34.670347 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.671524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-6395868b-f0cb-4a43-b829-1ec5d67990a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/routers/d19bae48-9a81-4804-aa92-ade8a376f808 HTTP/1.1" status: 204 len: 168 time: 0.8309143 Aug 16 03:19:34.674181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40456) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:34.755822 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.841579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.852055 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256857e8-912f-4104-90b0-855086807621']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:34.864049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:34.864377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec9eb9c-1ea1-4af2-8f37-63789ed4c28d') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:34.874313 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.894034 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.900019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:19:34.900452 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:19:34.903896 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:19:34.962674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.970222 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.972065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/networks/256857e8-912f-4104-90b0-855086807621 HTTP/1.1" status: 204 len: 168 time: 0.2968836 Aug 16 03:19:34.974798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40458) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:34.984251 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eb053-88e0-47b7-8c34-2cca543ae3df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Network': ['ID=256857e8-912f-4104-90b0-855086807621,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:35.034379 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ec08589-077e-4836-81ca-4ae6c8f496d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.064544 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ec08589-077e-4836-81ca-4ae6c8f496d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.121579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ec08589-077e-4836-81ca-4ae6c8f496d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.124430 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1ec08589-077e-4836-81ca-4ae6c8f496d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.125613 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1ec08589-077e-4836-81ca-4ae6c8f496d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/security-groups/6414b8e1-6137-428a-a5f6-ac2dd43b0192 HTTP/1.1" status: 204 len: 168 time: 0.1497917 Aug 16 03:19:35.134872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec08589-077e-4836-81ca-4ae6c8f496d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414b8e1-6137-428a-a5f6-ac2dd43b0192,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:35.366376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:35.386812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:35.387706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device a7f56f4c-092e-44a4-8902-3a5bffbdbbd0 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:35.388092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:35.406353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:35.406697 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3ca00706-ab7a-44ab-9ae4-45b01559d7e5 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:35.407096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ff8131d4-0e3a-4795-9afe-64b65b6dee33 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:19:35.424339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ff8131d4-0e3a-4795-9afe-64b65b6dee33 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:19:35.424686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ff8131d4-0e3a-4795-9afe-64b65b6dee33 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:19:35.575225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40464) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:35.579970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-daf37268-dab7-4bb5-a460-8b9b03c4426d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073174391', 'description': 'tempest-secgroup-smoke-1073174391 description', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:35.606864 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daf37268-dab7-4bb5-a460-8b9b03c4426d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.687195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daf37268-dab7-4bb5-a460-8b9b03c4426d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.690681 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daf37268-dab7-4bb5-a460-8b9b03c4426d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.719703 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf37268-dab7-4bb5-a460-8b9b03c4426d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4501cc7e-c59b-463f-b0db-15c51d37eb9f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:35.722476 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-daf37268-dab7-4bb5-a460-8b9b03c4426d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.723771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-daf37268-dab7-4bb5-a460-8b9b03c4426d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475008 Aug 16 03:19:35.726664 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40466) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:35.731049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d3e1b5cb-e588-4f7b-842a-088c35365c16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '4501cc7e-c59b-463f-b0db-15c51d37eb9f', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:35.756868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3e1b5cb-e588-4f7b-842a-088c35365c16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.812256 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3e1b5cb-e588-4f7b-842a-088c35365c16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.815797 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3e1b5cb-e588-4f7b-842a-088c35365c16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.834031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1b5cb-e588-4f7b-842a-088c35365c16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ee8a8f-7468-4293-a633-6c1cf069d6ae,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:35.840085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d3e1b5cb-e588-4f7b-842a-088c35365c16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.841299 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d3e1b5cb-e588-4f7b-842a-088c35365c16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137059 Aug 16 03:19:35.844074 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40470) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:35.848689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-185d5b08-8516-4a49-83fa-8043b7e2609c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '4501cc7e-c59b-463f-b0db-15c51d37eb9f', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:35.875914 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-185d5b08-8516-4a49-83fa-8043b7e2609c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.936373 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-185d5b08-8516-4a49-83fa-8043b7e2609c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.939740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-185d5b08-8516-4a49-83fa-8043b7e2609c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.957656 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d5b08-8516-4a49-83fa-8043b7e2609c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bed6d29-3c41-44aa-8733-463538448fb3,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:35.964193 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-185d5b08-8516-4a49-83fa-8043b7e2609c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.965445 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-185d5b08-8516-4a49-83fa-8043b7e2609c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203120 Aug 16 03:19:35.968146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40472) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:35.972737 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-456c5e01-0f99-4c95-acbd-1d64c8763a64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '4501cc7e-c59b-463f-b0db-15c51d37eb9f', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:35.997938 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-456c5e01-0f99-4c95-acbd-1d64c8763a64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.054743 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-456c5e01-0f99-4c95-acbd-1d64c8763a64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.057997 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-456c5e01-0f99-4c95-acbd-1d64c8763a64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.075543 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c5e01-0f99-4c95-acbd-1d64c8763a64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72b2ddc-8e51-45ea-9c01-035d0fc515ba,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:36.081146 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-456c5e01-0f99-4c95-acbd-1d64c8763a64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.082212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-456c5e01-0f99-4c95-acbd-1d64c8763a64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130672 Aug 16 03:19:36.084995 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40474) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:36.089349 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9228f785-fdac-407d-8a75-431557a4bbf9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '4501cc7e-c59b-463f-b0db-15c51d37eb9f', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:36.114693 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9228f785-fdac-407d-8a75-431557a4bbf9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.173158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9228f785-fdac-407d-8a75-431557a4bbf9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.176665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9228f785-fdac-407d-8a75-431557a4bbf9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.193974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228f785-fdac-407d-8a75-431557a4bbf9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5daf531-17e0-4bc0-8246-af6486ad91e0,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:36.199151 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9228f785-fdac-407d-8a75-431557a4bbf9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.200304 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9228f785-fdac-407d-8a75-431557a4bbf9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143801 Aug 16 03:19:36.203142 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40476) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:36.207825 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '4501cc7e-c59b-463f-b0db-15c51d37eb9f', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:36.228572 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:19:36.233820 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.295227 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.298746 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.316385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a202bb73-1824-466e-b6cd-67f22d6e3d8d,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:36.322631 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.326067 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40478) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:36.326557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-41ffeaab-a50d-4476-b9e9-b09601f8dbf4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220624 Aug 16 03:19:36.331711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '4501cc7e-c59b-463f-b0db-15c51d37eb9f', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:36.352611 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:19:36.357705 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.417718 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.421740 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.439824 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07edeeb-4119-49aa-9426-da1e25653226,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:36.442089 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.443379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4af26d51-d9d1-4328-98fa-940187dc1fdf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156149 Aug 16 03:19:36.446236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40480) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:36.451026 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'network': {'name': 'tempest-network-smoke--2120205845', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'port_security_enabled': True}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:36.471737 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:19:36.475106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.499001 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:19:36.508907 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.509360 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Added segment 70bff659-11e5-4924-b30c-28661a84681f of type vlan for network 4ab48788-9802-4a27-821c-a0daef28711f Aug 16 03:19:36.554469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.581942 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.587990 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:36.588611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.644228 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1969953 Aug 16 03:19:36.647209 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40482) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:36.652011 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'admin_state_up': True, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:36.652452 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb744b-00bb-43c3-a8cd-4866c3c536ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Network': ['ID=4ab48788-9802-4a27-821c-a0daef28711f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:36.662996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 4ab48788-9802-4a27-821c-a0daef28711f details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:19:36.676352 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.677356 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.729066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:36.871627 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.068551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.087309 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.189505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.4 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/ac8f7222-df47-4349-a40d-3d16ac54a41f) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:19:37.287501 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.329912 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.364735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:19:37.367496 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:19:37.373092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:19:37.411738 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=ac8f7222-df47-4349-a40d-3d16ac54a41f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:37.633021 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.828033 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.951770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 031e1b61-5258-488f-aeba-8bbbc88d9f3e is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:19:38.053744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:38.063993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Sync routers for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:38.072616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.073616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:38.073837 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b1a80457-595e-4060-81ad-d23be46e5daa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4255652 Aug 16 03:19:38.074614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:38.076963 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40484) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:38.104953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3e909518-27ef-4f44-87aa-32ce006b23a5 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ee19af5de23b42dea370e0ea5c4bcba8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267889 Aug 16 03:19:38.108389 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40486) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:38.178943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:38.198524 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9bdf8-6433-498e-88d7-1736547fedba tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:38.200124 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fbe9bdf8-6433-498e-88d7-1736547fedba tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906749 Aug 16 03:19:38.203148 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40488) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:38.231893 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-24fb0167-1bd1-4532-ac87-fd3e980268d9 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276248 Aug 16 03:19:38.234362 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40490) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:38.239069 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1880709793', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:38.324232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:19:38.329300 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.355673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:37Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:38.385339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Checking router: 031e1b61-5258-488f-aeba-8bbbc88d9f3e for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:38.385691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Updating router 031e1b61-5258-488f-aeba-8bbbc88d9f3e port ac8f7222-df47-4349-a40d-3d16ac54a41f binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:19:38.411498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.510404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.575405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Subnet': ['ID=16fcd7a8-594c-499e-ae32-cf39b8a8731e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:38.585014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Checking segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:19:38.585373 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network hostable DHCP agents. Network: 4ab48788-9802-4a27-821c-a0daef28711f, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:19:38.602089 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 4ab48788-9802-4a27-821c-a0daef28711f is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:19:38.610625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 4ab48788-9802-4a27-821c-a0daef28711f) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:19:38.616031 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:38.616939 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.623794 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392ccd42-7438-4ab9-beed-269bbf51c67e None None] Network 4ab48788-9802-4a27-821c-a0daef28711f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:19:38.634210 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-58250309-c1a6-4345-ab99-e2df012ef792 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3959320 Aug 16 03:19:38.634416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40492) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:38.702733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.719083 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Transition to ACTIVE for port object ac8f7222-df47-4349-a40d-3d16ac54a41f will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:19:38.732416 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.818168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56b982-9f59-439b-b99c-f95c26ebab14 None None] Pushing event updated for resources: {'Port': ['ID=ac8f7222-df47-4349-a40d-3d16ac54a41f,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:38.822134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Attempting to bind port ac8f7222-df47-4349-a40d-3d16ac54a41f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:19:38.822505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Attempting to bind port ac8f7222-df47-4349-a40d-3d16ac54a41f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:19:38.822872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Attempting to bind port ac8f7222-df47-4349-a40d-3d16ac54a41f on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:19:38.834267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:19:38.834643 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:19:38.835048 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.835441 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:19:38.835914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Bound port: ac8f7222-df47-4349-a40d-3d16ac54a41f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:19:38.836316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.909540 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-4ab48788-9802-4a27-821c-a0daef28711f', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:19:38.910403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:38.924231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] For port ac8f7222-df47-4349-a40d-3d16ac54a41f, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:19:38.940738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] For port ac8f7222-df47-4349-a40d-3d16ac54a41f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ac8f7222-df47-4349-a40d-3d16ac54a41f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:19:38.948602 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.073725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:39.074467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:39.136993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56b982-9f59-439b-b99c-f95c26ebab14 None None] Pushing event updated for resources: {'Port': ['ID=ac8f7222-df47-4349-a40d-3d16ac54a41f,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:39.165891 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Allocated IP 172.20.0.2 (4ab48788-9802-4a27-821c-a0daef28711f/16fcd7a8-594c-499e-ae32-cf39b8a8731e/2afb3bf4-15d8-41c4-848f-cdc1db60a18c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:19:39.297585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:39.399156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.459382 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.475263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Transition to ACTIVE for port object 2afb3bf4-15d8-41c4-848f-cdc1db60a18c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:19:39.515224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Transition to ACTIVE for port object 2afb3bf4-15d8-41c4-848f-cdc1db60a18c will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:19:39.522412 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.565109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Network 4ab48788-9802-4a27-821c-a0daef28711f is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:19:39.573035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:19:39.580057 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:19:39.586316 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Pushing event updated for resources: {'Port': ['ID=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:39.632678 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:37Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:39.666149 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475c0c6-fe45-4ac8-9461-5f89af2ed447 None None] The sync data for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 is: [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:37Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:39.670617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Attempting to bind port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:19:39.670617 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Attempting to bind port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:19:39.670954 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Attempting to bind port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c on network 4ab48788-9802-4a27-821c-a0daef28711f {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:19:39.675883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.1 (4ab48788-9802-4a27-821c-a0daef28711f/16fcd7a8-594c-499e-ae32-cf39b8a8731e/4d702988-a971-4e96-ab56-bd321d8c672c) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:19:39.676036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:19:39.676424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Checking segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:19:39.676841 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.677398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Bound using segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:19:39.677706 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Bound port: 2afb3bf4-15d8-41c4-848f-cdc1db60a18c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:19:39.678095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.747228 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] For port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:19:39.750887 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] For port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:19:39.756062 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.800686 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.815719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac587cb-07fa-4092-b93f-87cabba16ead None None] Pushing event updated for resources: {'Port': ['ID=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:39.820711 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object 4d702988-a971-4e96-ab56-bd321d8c672c will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:19:39.857819 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:39.912262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 4ab48788-9802-4a27-821c-a0daef28711f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:19:39.916086 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:19:39.919514 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:19:39.929708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=4d702988-a971-4e96-ab56-bd321d8c672c,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:39.974603 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:40.139327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:40.426920 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:40.433027 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:40.508852 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:40.511068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=4d702988-a971-4e96-ab56-bd321d8c672c,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:40.613010 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 4ab48788-9802-4a27-821c-a0daef28711f is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:19:40.614733 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:19:40.734280 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 031e1b61-5258-488f-aeba-8bbbc88d9f3e has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:40.811821 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b34f38-6efb-495f-80a3-f813cbf6c170 None None] Network 4ab48788-9802-4a27-821c-a0daef28711f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:19:40.847168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:40.852368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5e4b9562-5987-4c69-9483-6b2c9c795120 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/031e1b61-5258-488f-aeba-8bbbc88d9f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169480 Aug 16 03:19:40.934877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ea78d978-21cc-4484-bf9f-b0c54304a369 None None] Provisioning for port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:19:41.001595 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-31cc1298-6dbf-4cb0-a175-490095b51a13 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073174391&fields=id&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 267 time: 0.0398350 Aug 16 03:19:41.134898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-ee240a28-e27d-4a11-bb5d-63e1a0e72dc8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:41.136806 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-ee240a28-e27d-4a11-bb5d-63e1a0e72dc8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 797 time: 0.1200850 Aug 16 03:19:41.159366 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-dc752850-0ffa-4734-a701-cf88880082ba tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/quotas/ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 375 time: 0.0162807 Aug 16 03:19:41.219878 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-b35db81e-698b-4077-ab84-8c3779f8bb91 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586543 Aug 16 03:19:41.286838 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9fc7671e-ba35-4a5a-809a-b93b6dd055ed None None] Provisioning for port 4d702988-a971-4e96-ab56-bd321d8c672c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:19:41.291452 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9fc7671e-ba35-4a5a-809a-b93b6dd055ed None None] Provisioning complete for port 4d702988-a971-4e96-ab56-bd321d8c672c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:41.291827 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9fc7671e-ba35-4a5a-809a-b93b6dd055ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.353081 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7671e-ba35-4a5a-809a-b93b6dd055ed None None] Port 4d702988-a971-4e96-ab56-bd321d8c672c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:19:41.418241 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Sync routers for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:41.425720 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-ddc44180-eb67-4e98-a449-c128bd0a9d40 service neutron] 10.222.0.78 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927178 Aug 16 03:19:41.473489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac8f7222-df47-4349-a40d-3d16ac54a41f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:41.551603 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-762eb8c3-d6a5-4a4e-8f53-5896ad35e207 service neutron] 10.222.0.78 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247258 Aug 16 03:19:41.568376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-9dfb6404-ee2d-4870-8fad-b7e7db73bed4 None None] Provisioning complete for port 4d702988-a971-4e96-ab56-bd321d8c672c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:41.568813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6404-ee2d-4870-8fad-b7e7db73bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.575360 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:41.576315 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:41.651487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb6404-ee2d-4870-8fad-b7e7db73bed4 None None] Port 4d702988-a971-4e96-ab56-bd321d8c672c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:19:41.654639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port ac8f7222-df47-4349-a40d-3d16ac54a41f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:19:41.662122 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ac8f7222-df47-4349-a40d-3d16ac54a41f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:41.662369 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.739679 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:41.769544 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-579ea9a3-ae4e-4531-abf9-344bc43d26ad req-17477eee-ebc0-4e16-a9dc-e1126fa65436 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 210 time: 0.0440485 Aug 16 03:19:41.816742 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.840693 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port ac8f7222-df47-4349-a40d-3d16ac54a41f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ac8f7222-df47-4349-a40d-3d16ac54a41f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:41.846167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.847370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2afb3bf4-15d8-41c4-848f-cdc1db60a18c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:41.940336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc0db3f4-c88b-4157-9507-350b5c741e92 None None] Provisioning complete for port 4d702988-a971-4e96-ab56-bd321d8c672c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:41.940638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc0db3f4-c88b-4157-9507-350b5c741e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.972773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=ac8f7222-df47-4349-a40d-3d16ac54a41f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:41.998453 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 2, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:41.999679 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fc0db3f4-c88b-4157-9507-350b5c741e92 None None] Port 4d702988-a971-4e96-ab56-bd321d8c672c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:19:42.007978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:19:42.013484 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:42.013983 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.026283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Checking router: 031e1b61-5258-488f-aeba-8bbbc88d9f3e for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:42.026640 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Updating router 031e1b61-5258-488f-aeba-8bbbc88d9f3e port 4d702988-a971-4e96-ab56-bd321d8c672c binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:19:42.056511 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.261610 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.293785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:42.300105 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.343356 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.353653 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Transition to ACTIVE for port object 4d702988-a971-4e96-ab56-bd321d8c672c will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:19:42.360746 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.361482 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:42.411567 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Pushing event updated for resources: {'Port': ['ID=4d702988-a971-4e96-ab56-bd321d8c672c,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:42.436995 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.437651 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.437651 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.437971 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.438298 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.438622 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.438943 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.439260 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.439580 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.439891 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.440229 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.440548 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:19:42.471469 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Attempting to bind port 4d702988-a971-4e96-ab56-bd321d8c672c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:19:42.471825 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Attempting to bind port 4d702988-a971-4e96-ab56-bd321d8c672c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:19:42.472534 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Attempting to bind port 4d702988-a971-4e96-ab56-bd321d8c672c on network 4ab48788-9802-4a27-821c-a0daef28711f {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:19:42.477642 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:19:42.478009 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Checking segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:19:42.478404 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.478790 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Bound using segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:19:42.479243 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Bound port: 4d702988-a971-4e96-ab56-bd321d8c672c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:19:42.479617 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.542480 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] For port 4d702988-a971-4e96-ab56-bd321d8c672c, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:19:42.546278 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] For port 4d702988-a971-4e96-ab56-bd321d8c672c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4d702988-a971-4e96-ab56-bd321d8c672c,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:19:42.550867 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.607041 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:42.607679 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:42.663232 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd41e5c-da59-409e-a05e-8a6681161b2e None None] Pushing event updated for resources: {'Port': ['ID=4d702988-a971-4e96-ab56-bd321d8c672c,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:42.752455 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:42.787324 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-1fe05ccc-4947-4684-b6cd-7ecd3c54cd01 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:42.789057 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-1fe05ccc-4947-4684-b6cd-7ecd3c54cd01 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 797 time: 0.1294315 Aug 16 03:19:42.847948 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-d93b00d9-d333-40b4-9e54-ffda7016e387 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 380 time: 0.0492837 Aug 16 03:19:42.861089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'port': {'device_id': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'admin_state_up': True, 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'security_groups': ['4501cc7e-c59b-463f-b0db-15c51d37eb9f']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:42.927584 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1f36dca4-e5a1-40e3-866a-203424706ba9 req-57ca511a-5d95-4157-814d-b7526f3f9f20 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 210 time: 0.0628681 Aug 16 03:19:42.965677 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-270292d5-c128-454d-99d4-d01482059e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:42Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:42.991573 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270292d5-c128-454d-99d4-d01482059e92 None None] The sync data for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 is: [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:42Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:42.995986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:19:42.999676 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.162029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.8 (4ab48788-9802-4a27-821c-a0daef28711f/16fcd7a8-594c-499e-ae32-cf39b8a8731e/8968cf24-d127-4e3a-94c2-ab2b7861c02f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:19:43.304176 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.326612 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object 8968cf24-d127-4e3a-94c2-ab2b7861c02f will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:19:43.367225 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.424143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network 4ab48788-9802-4a27-821c-a0daef28711f is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:19:43.427540 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:19:43.430315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:19:43.438714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:43.471701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4d702988-a971-4e96-ab56-bd321d8c672c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:43.500792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:43.501457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.521520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-04359f72-1cb5-43c4-b9b5-b368f249db2b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642168 Aug 16 03:19:43.535058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 4d702988-a971-4e96-ab56-bd321d8c672c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:19:43.536347 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Request body: {'port': {'device_id': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:43.540193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4d702988-a971-4e96-ab56-bd321d8c672c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:43.540606 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.598056 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.637655 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.675820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 4d702988-a971-4e96-ab56-bd321d8c672c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4d702988-a971-4e96-ab56-bd321d8c672c,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:43.682318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.684250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac8f7222-df47-4349-a40d-3d16ac54a41f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:43.765312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=4d702988-a971-4e96-ab56-bd321d8c672c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:43.775707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port ac8f7222-df47-4349-a40d-3d16ac54a41f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:43.775909 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.816380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7b2f872-4ed6-49a0-9517-ceaee97da747 None None] Provisioning for port 8968cf24-d127-4e3a-94c2-ab2b7861c02f completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:19:43.821796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-a7b2f872-4ed6-49a0-9517-ceaee97da747 None None] Provisioning complete for port 8968cf24-d127-4e3a-94c2-ab2b7861c02f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:43.822169 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f872-4ed6-49a0-9517-ceaee97da747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.881547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2f872-4ed6-49a0-9517-ceaee97da747 None None] Port 8968cf24-d127-4e3a-94c2-ab2b7861c02f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:19:43.898744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2afb3bf4-15d8-41c4-848f-cdc1db60a18c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:43.901155 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8968cf24-d127-4e3a-94c2-ab2b7861c02f {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:19:43.909839 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.925775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Transition to ACTIVE for port object 8968cf24-d127-4e3a-94c2-ab2b7861c02f will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:19:43.930046 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.951123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:43.951641 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:44.029609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:44.095283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff421-8324-4551-8c66-5e85276584e5 req-fb94fef8-4348-482b-ab12-8f5dbcfe45c3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.097679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:19:44.097935 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e8ff421-8324-4551-8c66-5e85276584e5 req-fb94fef8-4348-482b-ab12-8f5dbcfe45c3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0773876 Aug 16 03:19:44.098069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:19:44.098481 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on network 4ab48788-9802-4a27-821c-a0daef28711f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:19:44.103557 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on network 4ab48788-9802-4a27-821c-a0daef28711f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:19:44.103880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on network 4ab48788-9802-4a27-821c-a0daef28711f {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:19:44.109637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:19:44.109980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Checking segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:19:44.110366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Bound using segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:19:44.110798 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Bound port: 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:19:44.111159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:44.144206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4e8ff421-8324-4551-8c66-5e85276584e5 req-64ceb5d9-7ce9-4e9d-94db-ad0101c785b3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393093 Aug 16 03:19:44.194050 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:19:44.197263 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:19:44.202679 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:44.236706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.237674 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:44.239215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] 10.222.0.88 "PUT /v2.0/ports/8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 1092 time: 0.7088048 Aug 16 03:19:44.241259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:44.244741 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:44.276641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b664c00-79b6-4dc7-9bd6-49ee44c8aea8 service neutron] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:44.300716 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b29580-3d0a-47b2-a9ee-4a62380f28c4 x-openstack-request-id: req-d0b29580-3d0a-47b2-a9ee-4a62380f28c4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:44.301029 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:44.301270 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0b29580-3d0a-47b2-a9ee-4a62380f28c4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:44.301673 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'status': 'completed', 'code': 200} Aug 16 03:19:44.337603 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-0a0c08ec-8833-41c0-9bd5-b534da83992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.339147 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-0a0c08ec-8833-41c0-9bd5-b534da83992b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0503924 Aug 16 03:19:44.390438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-c6d34dc5-72a3-4c1d-9061-0506a36aa329 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 217 time: 0.0428162 Aug 16 03:19:44.441869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-1ccfacae-a4d7-4294-a27d-bb5f649b231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.443357 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-1ccfacae-a4d7-4294-a27d-bb5f649b231b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0459619 Aug 16 03:19:44.487987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9ed45b0a-691d-4f56-90c4-870f58f53066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.489536 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-9ed45b0a-691d-4f56-90c4-870f58f53066 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391061 Aug 16 03:19:44.581457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-47d2bbc1-6d9d-4fd1-aacc-613f233317b5 service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834510 Aug 16 03:19:44.672610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-63936139-9f9f-4902-b074-00cda2dc5533 req-448f98f1-ffe5-4ada-9f69-1b533214d85e service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847991 Aug 16 03:19:44.760179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-8bd775ba-ccd4-496c-8ea8-734bf90f5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.761706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-8bd775ba-ccd4-496c-8ea8-734bf90f5e7a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0406430 Aug 16 03:19:44.852658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-d4f414a3-8856-4f72-a7b9-30184d0fdf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.854034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-d4f414a3-8856-4f72-a7b9-30184d0fdf3b service neutron] 10.222.0.88 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.0856674 Aug 16 03:19:44.894255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-aa67c9f5-7103-4225-bc79-a6b8f8d75f24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 217 time: 0.0328250 Aug 16 03:19:44.945630 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-1a150fa6-b9a5-4adb-a4ee-ab88fc6a8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.947054 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-1a150fa6-b9a5-4adb-a4ee-ab88fc6a8b42 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0457151 Aug 16 03:19:44.992114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-366dca9d-e80c-4e4b-9b0d-84191187b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:44.993599 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-366dca9d-e80c-4e4b-9b0d-84191187b5c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389678 Aug 16 03:19:45.081677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-753afc00-d1e5-460a-949d-971e04651ca4 service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800245 Aug 16 03:19:45.178039 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7d1260a0-1118-4a8d-aa95-dfa1e24777e8 req-e3eb199f-72dd-4b23-9893-de9b7acd9513 service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Aug 16 03:19:45.262491 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc4d2c-89a8-4b43-97d6-ac082a08dc22 req-3052434a-ea26-453b-ae50-c7ed3c37f780 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:45.263985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81fc4d2c-89a8-4b43-97d6-ac082a08dc22 req-3052434a-ea26-453b-ae50-c7ed3c37f780 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0477254 Aug 16 03:19:45.301113 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-81fc4d2c-89a8-4b43-97d6-ac082a08dc22 req-4a4d91eb-60c3-411f-b7dd-65445e3b6adc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Aug 16 03:19:45.367460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4d702988-a971-4e96-ab56-bd321d8c672c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:45.417556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 4d702988-a971-4e96-ab56-bd321d8c672c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:45.417931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:46.415548 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bd3f3-4304-4530-96bb-b163d59d05da req-8029e389-5799-469b-bae1-c19071bcee7a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:46.416968 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-810bd3f3-4304-4530-96bb-b163d59d05da req-8029e389-5799-469b-bae1-c19071bcee7a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0489957 Aug 16 03:19:46.454009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-810bd3f3-4304-4530-96bb-b163d59d05da req-16f2b6ae-6a34-4316-9016-f31966e54c73 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Aug 16 03:19:47.575423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a009b69-1547-4c11-b974-344458118fc3 req-fe743b7f-5d41-4e11-81f3-9a960d3cdd00 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:47.576827 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a009b69-1547-4c11-b974-344458118fc3 req-fe743b7f-5d41-4e11-81f3-9a960d3cdd00 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0522115 Aug 16 03:19:47.614743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a009b69-1547-4c11-b974-344458118fc3 req-dc23edb7-bc14-4d4a-941c-20e4ac3edee0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Aug 16 03:19:48.180178 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:19:48.274722 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:48.285713 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'port_id': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'mac_address': 'fa:16:3e:d5:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:19:48.322681 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:48.335337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8968cf24-d127-4e3a-94c2-ab2b7861c02f {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:19:48.362623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:48.366641 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:48.412902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:48.563754 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['8968cf24-d127-4e3a-94c2-ab2b7861c02f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:19:48.730126 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98668138-7fa1-4d8d-ba60-5f16a69d0dba req-81143555-3459-424f-a2eb-1aee48bfdbbf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:48.732314 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98668138-7fa1-4d8d-ba60-5f16a69d0dba req-81143555-3459-424f-a2eb-1aee48bfdbbf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 944 time: 0.0480833 Aug 16 03:19:48.774334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-98668138-7fa1-4d8d-ba60-5f16a69d0dba req-d136627c-955b-4f43-b16e-5748eb12fcdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359161 Aug 16 03:19:49.888357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753411b8-c9d6-4881-ba6a-115684caafa3 req-686141c1-ed20-4f1d-88d2-e4e657efc81e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:49.889788 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-753411b8-c9d6-4881-ba6a-115684caafa3 req-686141c1-ed20-4f1d-88d2-e4e657efc81e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 944 time: 0.0488245 Aug 16 03:19:49.927042 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-753411b8-c9d6-4881-ba6a-115684caafa3 req-757360c2-3bad-4dc9-9d39-e9cd6a4f5ecc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Aug 16 03:19:50.211019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:19:50.262425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 8968cf24-d127-4e3a-94c2-ab2b7861c02f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:19:50.265992 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 8968cf24-d127-4e3a-94c2-ab2b7861c02f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:19:50.266363 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:50.339634 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:50.363888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:50.366150 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15726571-ffee-43f0-b41f-c1db0199fcf5" -d '{"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:50.378494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:19:50.383329 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:50.406801 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716d0cc9-dbda-4fa4-a100-34491225eaa4 x-openstack-request-id: req-716d0cc9-dbda-4fa4-a100-34491225eaa4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:50.407080 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:50.407323 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-716d0cc9-dbda-4fa4-a100-34491225eaa4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:50.407696 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'code': 200} Aug 16 03:19:50.433284 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:50.501910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136a944-1e96-437e-bea5-2ee1831303ac req-1af4e5e9-0cac-4813-a2e2-a1054f075c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:50.503364 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f136a944-1e96-437e-bea5-2ee1831303ac req-1af4e5e9-0cac-4813-a2e2-a1054f075c45 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0403678 Aug 16 03:19:50.537325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f136a944-1e96-437e-bea5-2ee1831303ac req-300c2988-ea32-49f9-b906-0538b541d8d0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271876 Aug 16 03:19:51.052422 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86145b9f-a179-45d1-8242-7d94d60136ef req-ec755ad0-fa4c-43a0-8d89-0e2c04130c61 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:51.053912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86145b9f-a179-45d1-8242-7d94d60136ef req-ec755ad0-fa4c-43a0-8d89-0e2c04130c61 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0503461 Aug 16 03:19:51.091195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86145b9f-a179-45d1-8242-7d94d60136ef req-1ba64a3c-0d27-401e-b962-48cc2a104d1e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Aug 16 03:19:52.206009 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d3c2-c176-4195-b104-e0c8ddbdfec6 req-b9afecc8-01f5-4924-b8d6-43e020e9addd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:52.207494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f7f2d3c2-c176-4195-b104-e0c8ddbdfec6 req-b9afecc8-01f5-4924-b8d6-43e020e9addd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0482020 Aug 16 03:19:52.244928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f7f2d3c2-c176-4195-b104-e0c8ddbdfec6 req-077d3452-47af-4781-88b9-bf022b2db44f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Aug 16 03:19:52.361957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b80fd-237e-4697-a365-436bec1bcff7 req-4712fcb9-6f5b-40fd-b6ad-7cb442f03300 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:52.363453 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-463b80fd-237e-4697-a365-436bec1bcff7 req-4712fcb9-6f5b-40fd-b6ad-7cb442f03300 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0526645 Aug 16 03:19:52.407362 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-463b80fd-237e-4697-a365-436bec1bcff7 req-eb6d096b-73db-4724-8704-f9f4fff3d814 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378697 Aug 16 03:19:52.428147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40554) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:52.466983 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a62fb0-f274-44d7-8065-5de0a83a20aa tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:52.468483 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-95a62fb0-f274-44d7-8065-5de0a83a20aa tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1092 time: 0.0393221 Aug 16 03:19:52.471300 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40556) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:52.476012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:19:52.498406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.598726 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.702980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.232 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/c560ed3b-2f21-49cc-a98f-577cfb991e11) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:19:52.807346 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.846062 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.878270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:19:52.881028 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:19:52.885127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:19:52.891311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:52.916948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=c560ed3b-2f21-49cc-a98f-577cfb991e11,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:53.236573 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.302278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.450972 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.455316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.518782 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=c560ed3b-2f21-49cc-a98f-577cfb991e11,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:19:53.533855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.643700 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 1c253ff4-83f5-4518-91bf-457060668010 associated. External IP: 172.25.4.232, port: 8968cf24-d127-4e3a-94c2-ab2b7861c02f. Aug 16 03:19:53.847604 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 031e1b61-5258-488f-aeba-8bbbc88d9f3e has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:19:53.953003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:19:53.963833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] Sync routers for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:19:53.969083 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:53.973960 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:53.974656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:53.995913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-79f003b4-5125-4bee-bc3a-c8764a6fab5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5235438 Aug 16 03:19:53.996527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:19:53.998885 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:19:54.036980 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87ca831-c86f-4769-b9ab-66ae841ecc8a x-openstack-request-id: req-e87ca831-c86f-4769-b9ab-66ae841ecc8a {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:19:54.037273 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:19:54.037561 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e87ca831-c86f-4769-b9ab-66ae841ecc8a {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:19:54.037954 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'status': 'completed', 'code': 200} Aug 16 03:19:54.099854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:54.127062 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:54.130028 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a29031-3866-41f5-86bf-28328fc24c0e req-ee3682a3-582f-4196-8e5d-f9b2d286a9ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:54.131542 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-36a29031-3866-41f5-86bf-28328fc24c0e req-ee3682a3-582f-4196-8e5d-f9b2d286a9ac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0820081 Aug 16 03:19:54.133659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-a5138963-bd91-490e-aec4-90cb16f1edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:54.135010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-a5138963-bd91-490e-aec4-90cb16f1edb5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0745788 Aug 16 03:19:54.213588 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-36a29031-3866-41f5-86bf-28328fc24c0e req-904bb952-60de-400a-a26f-e53b9b7cc2a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751095 Aug 16 03:19:54.237067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40562) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:54.252765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-d9364e87-9dbf-4134-9195-0b3a423b28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:54.254428 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-d9364e87-9dbf-4134-9195-0b3a423b28d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.1093276 Aug 16 03:19:54.304156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9301e94d-0cc6-4578-bf23-31428603198d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/1c253ff4-83f5-4518-91bf-457060668010 HTTP/1.1" status: 200 len: 991 time: 0.0648108 Aug 16 03:19:54.327049 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-e35b910e-2070-4681-a6c6-718ff8386a59 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 999 time: 0.0639591 Aug 16 03:19:54.327736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1c253ff4-83f5-4518-91bf-457060668010', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'port_id': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'mac_address': 'fa:16:3e:d5:18:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:19:53Z', 'updated_at': '2021-08-16T03:19:53Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:43Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:54.354167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] Checking router: 031e1b61-5258-488f-aeba-8bbbc88d9f3e for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:19:54.362386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:19:54.363009 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:19:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:54.375308 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-61bcb68c-a6ed-48e4-af9d-520c2f9998b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:54.376797 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-61bcb68c-a6ed-48e4-af9d-520c2f9998b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0430014 Aug 16 03:19:54.422188 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-2eef3c4e-d7c9-4b5f-a5c7-d13f5566facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:54.423727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-2eef3c4e-d7c9-4b5f-a5c7-d13f5566facd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401473 Aug 16 03:19:54.468227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:19:54.516558 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-5b4236cf-77fb-4446-a035-99b307d8982e service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859473 Aug 16 03:19:54.603660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f39eb6b8-07fc-4792-91d4-f5fdbad7a653 req-6303c7aa-1c9c-402e-a225-4fc852a0366a service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799217 Aug 16 03:19:54.696148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1c253ff4-83f5-4518-91bf-457060668010', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'port_id': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'mac_address': 'fa:16:3e:d5:18:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:19:53Z', 'updated_at': '2021-08-16T03:19:53Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:43Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:19:54.721925 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8fb81-7d2e-44f4-b034-fe3afb4bf3af None None] The sync data for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 is: [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '1c253ff4-83f5-4518-91bf-457060668010', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'port_id': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'mac_address': 'fa:16:3e:d5:18:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:19:53Z', 'updated_at': '2021-08-16T03:19:53Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:43Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:19:54.911930 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdeba28-c34a-469c-8fc7-519d75adab9a None None] New status for floating IP 1c253ff4-83f5-4518-91bf-457060668010: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:19:55.306980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40564) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:19:55.375392 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-17f91a78-1b9b-46d0-ab94-58187833bd5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/1c253ff4-83f5-4518-91bf-457060668010 HTTP/1.1" status: 200 len: 993 time: 0.0672534 Aug 16 03:19:56.256923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4b6-f8ea-42d7-b763-be9f1ed42c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.853175 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08d02a91-df1e-4c0c-bb6e-e4ce9ee45a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.863033 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:00.253687 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:01.048893 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-07c3357d-8b69-4bca-991c-99be01460f78 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382230 Aug 16 03:20:01.050746 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:20:01.128573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763d92-371f-4f18-bc56-2c8f785d441b req-8dd09e49-f6eb-4d8e-8ee8-ec290bda942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:01.130080 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-8dd09e49-f6eb-4d8e-8ee8-ec290bda942f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0411139 Aug 16 03:20:01.232259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763d92-371f-4f18-bc56-2c8f785d441b req-35e061a4-d50e-4461-a52b-2acca17488c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:01.233798 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-35e061a4-d50e-4461-a52b-2acca17488c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.0858185 Aug 16 03:20:01.297012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-6317ed5a-8e05-44ed-8524-cb4befb9b472 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 1001 time: 0.0568116 Aug 16 03:20:01.348842 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763d92-371f-4f18-bc56-2c8f785d441b req-607955aa-eac9-4ddf-b6e8-b225b789744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:01.350308 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-607955aa-eac9-4ddf-b6e8-b225b789744a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0470819 Aug 16 03:20:01.395023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763d92-371f-4f18-bc56-2c8f785d441b req-34997149-a7d7-44e9-bf0b-89e5c574a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:01.396510 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-34997149-a7d7-44e9-bf0b-89e5c574a6bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382972 Aug 16 03:20:01.483342 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-7b850837-34f8-42af-aade-8b32ee021f3d service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792489 Aug 16 03:20:01.574461 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40763d92-371f-4f18-bc56-2c8f785d441b req-f3b90e28-0d52-4c73-a555-419e850503cd service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833917 Aug 16 03:20:02.152400 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:22.872453 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:24.114275 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:26.257325 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00bccf39-6972-4a2c-ae3b-fb7d6d612f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:26.852003 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86144345-514a-4c5a-9fdd-b5857c68c827 req-4bb61623-dc67-42ff-870b-1ca6fe256c0a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:26.855020 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86144345-514a-4c5a-9fdd-b5857c68c827 req-4bb61623-dc67-42ff-870b-1ca6fe256c0a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0495169 Aug 16 03:20:26.873758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-96997b1f-72a2-41cd-9a62-35755e7782e2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878437 Aug 16 03:20:26.895553 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-86144345-514a-4c5a-9fdd-b5857c68c827 req-17bd4c49-28ba-45cd-a777-862ae1502f66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Aug 16 03:20:28.009697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b134a8-b8ff-48ba-901d-7300440056f8 req-21c2b18e-2f34-43d0-afbe-7378904b6bea tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:28.011176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8b134a8-b8ff-48ba-901d-7300440056f8 req-21c2b18e-2f34-43d0-afbe-7378904b6bea tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0485108 Aug 16 03:20:28.049201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e8b134a8-b8ff-48ba-901d-7300440056f8 req-6fd5b1a6-40e6-4d14-9439-0e44d9a96c00 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Aug 16 03:20:28.116275 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-b8f00ea5-6f53-4e3c-b7e1-87ab1095bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:28.117763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-b8f00ea5-6f53-4e3c-b7e1-87ab1095bfbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0467458 Aug 16 03:20:28.204015 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-4fbea72e-db3c-4c2f-8291-ffebc8c54eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:28.205414 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-4fbea72e-db3c-4c2f-8291-ffebc8c54eee service neutron] 10.222.0.88 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.0803292 Aug 16 03:20:28.601843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-97dca78e-1fb6-4f08-b550-2902e371e0b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 1001 time: 0.3898160 Aug 16 03:20:28.651278 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-dc416701-0ae1-4172-823b-c46364c01eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:28.652908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-dc416701-0ae1-4172-823b-c46364c01eee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0433733 Aug 16 03:20:28.699725 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-215defa6-5dc0-42b8-8f9b-48ac5cd76eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:28.701398 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-215defa6-5dc0-42b8-8f9b-48ac5cd76eac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413980 Aug 16 03:20:28.794434 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-ef1beb88-ce69-40b2-908f-dcc60d4811c1 service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849345 Aug 16 03:20:28.862658 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-910cc6f6-e685-4b44-aeaa-3b65dd39d395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:28.869268 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:28.886701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-0175d943-1e20-456e-8ea6-3a47f2c52ba9 service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Aug 16 03:20:29.162715 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3471-fb65-410e-bc06-7989efdff087 req-678a2a59-aec6-49b1-b247-79806be78ae5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:29.164179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bea3471-fb65-410e-bc06-7989efdff087 req-678a2a59-aec6-49b1-b247-79806be78ae5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0476246 Aug 16 03:20:29.201089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5bea3471-fb65-410e-bc06-7989efdff087 req-6e87088a-1835-4b9b-8ca0-a07f83cdb7a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303197 Aug 16 03:20:30.256985 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:30.315796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbff264-2762-4f7a-b286-e4224955fa28 req-130909e2-0f47-4b4a-a01f-15a167d7a962 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:30.317304 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-edbff264-2762-4f7a-b286-e4224955fa28 req-130909e2-0f47-4b4a-a01f-15a167d7a962 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0481784 Aug 16 03:20:30.356344 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-edbff264-2762-4f7a-b286-e4224955fa28 req-db3249c5-7f85-4ffb-b67a-1b0cedf0ffde tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330462 Aug 16 03:20:31.473253 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff30e9-a79c-44b3-8c19-fed176629b97 req-10b93825-11b6-4212-bf7a-bcc761e24a22 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:31.474698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1aff30e9-a79c-44b3-8c19-fed176629b97 req-10b93825-11b6-4212-bf7a-bcc761e24a22 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Aug 16 03:20:31.512016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1aff30e9-a79c-44b3-8c19-fed176629b97 req-b4e200f2-3004-418c-ba88-408d2d742826 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300426 Aug 16 03:20:32.159810 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:32.647912 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83588f2c-47be-4393-8872-69c1a65029c1 req-2d881cd6-fe22-4116-96aa-043bd8c16fd1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:32.649456 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83588f2c-47be-4393-8872-69c1a65029c1 req-2d881cd6-fe22-4116-96aa-043bd8c16fd1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Aug 16 03:20:32.685957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83588f2c-47be-4393-8872-69c1a65029c1 req-0b38bb43-77fe-4823-bc0d-c5e95eb26e54 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Aug 16 03:20:33.799007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed66ca-7684-45d2-b4a1-b86dbd0550cb req-267cc2ef-21db-4bdb-90b8-440856b11989 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:33.800514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67ed66ca-7684-45d2-b4a1-b86dbd0550cb req-267cc2ef-21db-4bdb-90b8-440856b11989 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Aug 16 03:20:33.836606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-67ed66ca-7684-45d2-b4a1-b86dbd0550cb req-4e10054f-fb1b-4836-b119-8364fc8dbdec tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301819 Aug 16 03:20:34.948212 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36713c6-d6e0-450f-bff9-d09f80822e67 req-b1ab1b53-2769-4edc-b7b9-57252bb0c653 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:34.950354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d36713c6-d6e0-450f-bff9-d09f80822e67 req-b1ab1b53-2769-4edc-b7b9-57252bb0c653 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0474761 Aug 16 03:20:34.986152 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d36713c6-d6e0-450f-bff9-d09f80822e67 req-a627ed0b-8f03-4d6d-b0bf-3a33d881f435 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300102 Aug 16 03:20:36.100724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ccf7b-8de3-46b1-b874-130ca60115c3 req-6776c85a-4f82-4e48-8f16-c5d5d0f7c5a0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:36.102191 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e34ccf7b-8de3-46b1-b874-130ca60115c3 req-6776c85a-4f82-4e48-8f16-c5d5d0f7c5a0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Aug 16 03:20:36.139241 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e34ccf7b-8de3-46b1-b874-130ca60115c3 req-113a189d-8362-4910-9bce-f8fe6d0070b2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312264 Aug 16 03:20:37.256024 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e7d08-c51d-44bb-bab3-71d0c6463d37 req-fa360d8e-c0e1-4cb4-8c95-85a2208306fd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:37.257546 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-186e7d08-c51d-44bb-bab3-71d0c6463d37 req-fa360d8e-c0e1-4cb4-8c95-85a2208306fd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0482252 Aug 16 03:20:37.294890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-186e7d08-c51d-44bb-bab3-71d0c6463d37 req-b7359bfd-c77f-4019-af5e-1aa1525169da tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305951 Aug 16 03:20:38.049894 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:20:38.413267 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb482-1492-413d-ac8e-c169f36bc334 req-a9c4487a-b45c-45b4-bfab-d205998606f9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:38.414714 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe7eb482-1492-413d-ac8e-c169f36bc334 req-a9c4487a-b45c-45b4-bfab-d205998606f9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0513053 Aug 16 03:20:38.450774 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fe7eb482-1492-413d-ac8e-c169f36bc334 req-3882209f-279c-464b-8c89-fb45e249ac6b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301292 Aug 16 03:20:39.567337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d934f-b1a2-4024-af4f-15bd738ff216 req-4c722972-9259-4241-8557-22e866a6825e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:39.568860 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3b1d934f-b1a2-4024-af4f-15bd738ff216 req-4c722972-9259-4241-8557-22e866a6825e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0513754 Aug 16 03:20:39.605737 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3b1d934f-b1a2-4024-af4f-15bd738ff216 req-36d1e1b0-9eef-4de1-9422-31a479e9995f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Aug 16 03:20:40.717706 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5332d-a1fa-4882-a283-f96c53e5d26f req-d3fa86f2-ae96-4a8e-8d78-a276a6544daf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:40.719182 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78b5332d-a1fa-4882-a283-f96c53e5d26f req-d3fa86f2-ae96-4a8e-8d78-a276a6544daf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0481522 Aug 16 03:20:40.756431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-78b5332d-a1fa-4882-a283-f96c53e5d26f req-05d2aefb-2aa1-4d19-a487-5b3b9b34cb51 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Aug 16 03:20:41.871093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c437c-9c0c-4dd4-a387-fa7a51fe77b8 req-fdc15210-bcf8-4693-b68c-e82ca171aeb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:41.872647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-806c437c-9c0c-4dd4-a387-fa7a51fe77b8 req-fdc15210-bcf8-4693-b68c-e82ca171aeb2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Aug 16 03:20:41.910760 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-806c437c-9c0c-4dd4-a387-fa7a51fe77b8 req-fc66cede-5c25-4305-91c7-f04ff7573366 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Aug 16 03:20:43.023279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4450e-63f1-4fd4-853c-4f1ad91a42a5 req-0ef83d48-5b29-4c8c-81f8-5613f7a32c96 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:43.024759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6f4450e-63f1-4fd4-853c-4f1ad91a42a5 req-0ef83d48-5b29-4c8c-81f8-5613f7a32c96 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0474455 Aug 16 03:20:43.061021 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c6f4450e-63f1-4fd4-853c-4f1ad91a42a5 req-f58d111c-54fc-49c6-a7f6-392b3aacf477 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297947 Aug 16 03:20:44.174839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071edf7f-a354-467e-b9eb-4fd1eb3da127 req-7834f43a-1aea-4034-84af-85243be20c42 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:44.176339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-071edf7f-a354-467e-b9eb-4fd1eb3da127 req-7834f43a-1aea-4034-84af-85243be20c42 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0482531 Aug 16 03:20:44.212434 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-071edf7f-a354-467e-b9eb-4fd1eb3da127 req-b954785e-cc3e-4f04-92b0-58d45974a459 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302246 Aug 16 03:20:45.330843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af481-7dfc-438d-8774-7f13e437799a req-4582db74-b518-49c2-893b-16d3885c5ad0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:45.332385 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-609af481-7dfc-438d-8774-7f13e437799a req-4582db74-b518-49c2-893b-16d3885c5ad0 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Aug 16 03:20:45.369377 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-609af481-7dfc-438d-8774-7f13e437799a req-8107bbe8-2316-4181-82c8-8e4898e73f0a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Aug 16 03:20:45.735601 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-e0ff1017-1f1c-4b74-a01a-32785d4b43c0 service neutron] show failed (client error): The resource could not be found. Aug 16 03:20:45.736631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-e0ff1017-1f1c-4b74-a01a-32785d4b43c0 service neutron] 10.222.0.88 "GET /v2.0/ports/8968cf24-d127-4e3a-94c2-ab2b7861c02f/bindings/n-h2-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0578356 Aug 16 03:20:45.973896 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-e1e504e2-f658-4849-aac0-714f55681b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:45.975393 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-e1e504e2-f658-4849-aac0-714f55681b19 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 1097 time: 0.0851769 Aug 16 03:20:45.992424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:20:46.043622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:46.263535 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:46.294979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h1-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:20:46.333872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:46.336126 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895df37d-b5e2-44e5-9f5e-f0a35c8a6730" -d '{"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:46.340374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:46.352479 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Transition to ACTIVE for port object 8968cf24-d127-4e3a-94c2-ab2b7861c02f will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:20:46.356475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:46.387951 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6750030d-4ec5-448f-aa9d-b5d6f88a0d9f x-openstack-request-id: req-6750030d-4ec5-448f-aa9d-b5d6f88a0d9f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:46.388241 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:46.388514 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6750030d-4ec5-448f-aa9d-b5d6f88a0d9f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:46.388903 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'code': 200} Aug 16 03:20:46.439980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=6']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:46.813618 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.813957 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.814290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.814620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.814949 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.815274 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.815590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.815907 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.816222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.816562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.816877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.817188 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:46.859818 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] No DVR routers for this DVR port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on host n-h1-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:20:46.907740 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4bf5-7760-4232-af4f-ee9a7cf65958 req-590e6291-b3f8-4b6e-b7d3-96b585b6625a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:46.909244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28cb4bf5-7760-4232-af4f-ee9a7cf65958 req-590e6291-b3f8-4b6e-b7d3-96b585b6625a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.4631259 Aug 16 03:20:46.987225 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-28cb4bf5-7760-4232-af4f-ee9a7cf65958 req-56625802-b882-44c2-87ed-d48aaa59b29a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716960 Aug 16 03:20:47.028310 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:20:47.028658 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:20:47.028979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on network 4ab48788-9802-4a27-821c-a0daef28711f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:20:47.033052 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on network 4ab48788-9802-4a27-821c-a0daef28711f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:20:47.033369 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Attempting to bind port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on network 4ab48788-9802-4a27-821c-a0daef28711f {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:20:47.037990 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:20:47.038320 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Checking segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:20:47.038701 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Bound using segment: {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:20:47.039117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Bound port: 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bff659-11e5-4924-b30c-28661a84681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:20:47.039461 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:47.102173 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:20:47.105582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:20:47.109788 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:47.141022 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:47.141808 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:47.143302 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] 10.222.0.98 "PUT /v2.0/ports/8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 1092 time: 1.1549366 Aug 16 03:20:47.168117 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd193b-9c6c-4339-83fd-6b2b17572eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=7']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:47.211967 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-5cdb61ef-1b32-4ede-acdd-723fd58d16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:47.213547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-5cdb61ef-1b32-4ede-acdd-723fd58d16cc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0406747 Aug 16 03:20:47.313447 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-6571e284-ce4a-4196-b90c-3bc83fcc384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:47.315003 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-6571e284-ce4a-4196-b90c-3bc83fcc384d service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.0907013 Aug 16 03:20:47.383681 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-d5510c47-ebdf-43c9-bc10-5be95520eecc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 999 time: 0.0576200 Aug 16 03:20:47.436705 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-0db68829-588a-4719-89dd-2bf8e7f92cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:47.438195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-0db68829-588a-4719-89dd-2bf8e7f92cf7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0427387 Aug 16 03:20:47.488146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-1c8970e5-63f9-48dd-90f6-108a759f87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:47.489731 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-1c8970e5-63f9-48dd-90f6-108a759f87ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434430 Aug 16 03:20:47.581063 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-b85ffccb-c4e3-435e-bfbb-04218a420ddf service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792286 Aug 16 03:20:47.675131 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-12b5a9c3-15f7-496a-8fe2-4656af7931cb req-e99fbdc3-33bf-45bd-8304-e9dfe59ff448 service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857890 Aug 16 03:20:48.112260 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ee553-feb2-44d3-a56d-a810e1175b05 req-e24f6333-cb81-4275-a4ea-db24e2352cd2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.113814 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-751ee553-feb2-44d3-a56d-a810e1175b05 req-e24f6333-cb81-4275-a4ea-db24e2352cd2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0577576 Aug 16 03:20:48.152270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-751ee553-feb2-44d3-a56d-a810e1175b05 req-ec24bbe2-5528-45cd-8601-7e46c3caa24e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Aug 16 03:20:48.390405 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:48.392798 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:48.439882 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45fb970-e05c-4a82-9d41-2aff2c462ecf x-openstack-request-id: req-b45fb970-e05c-4a82-9d41-2aff2c462ecf {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:48.440177 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:48.440470 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b45fb970-e05c-4a82-9d41-2aff2c462ecf {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:48.440873 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'status': 'completed', 'code': 200} Aug 16 03:20:48.497831 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-3a9faf3e-d75c-49da-bbab-021b45b93b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.499371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-3a9faf3e-d75c-49da-bbab-021b45b93b9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0398724 Aug 16 03:20:48.506804 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-89c81cad-83a3-4b05-868c-2724c09df53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.508586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-89c81cad-83a3-4b05-868c-2724c09df53f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0406423 Aug 16 03:20:48.592160 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-09e76838-b75d-4637-a0dd-99f34ab0cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.593668 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-09e76838-b75d-4637-a0dd-99f34ab0cb0d service neutron] 10.222.0.88 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.0875280 Aug 16 03:20:48.600212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-b5786321-1eca-49ae-b608-111c6d6c7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.601692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-b5786321-1eca-49ae-b608-111c6d6c7736 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.0817027 Aug 16 03:20:48.659842 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-9636fa26-430c-4b3d-9cb3-44f8e5cfdc3a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 999 time: 0.0589931 Aug 16 03:20:48.674371 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-24469a2e-c55c-4fe7-9330-d47b9c748924 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 999 time: 0.0641999 Aug 16 03:20:48.712398 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-3f28c13d-9b7e-4acf-9b2e-55898bd56603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.713905 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-3f28c13d-9b7e-4acf-9b2e-55898bd56603 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0477593 Aug 16 03:20:48.723870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-46ff676e-4b72-4dc1-87d2-a412c51e4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.725345 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-46ff676e-4b72-4dc1-87d2-a412c51e4998 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0437312 Aug 16 03:20:48.758326 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-c4d6f6fe-6268-423b-9849-928396bed845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.759836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-c4d6f6fe-6268-423b-9849-928396bed845 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393870 Aug 16 03:20:48.773221 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-5cf2a4e5-1525-4cd9-a8ad-5b8eee2eae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.774726 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-5cf2a4e5-1525-4cd9-a8ad-5b8eee2eae00 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415258 Aug 16 03:20:48.848430 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-392d18f8-8a3c-40d7-b665-b6ec1c41485b service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812619 Aug 16 03:20:48.869195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-e79c6771-9a60-4257-8e58-84188b259b0b service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Aug 16 03:20:48.943015 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-bdf4abe6-5415-4cf5-a0bb-b6451fc69068 service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868344 Aug 16 03:20:48.964368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d9b0170c-bf8f-49f4-83b6-800be58a1fb6 req-c220e0fb-d64a-4b00-bc4c-f5f5eb8b9cc8 service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850351 Aug 16 03:20:49.265848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782d791-9f40-403d-940b-b9697ae04ae3 req-afd4cf81-8797-406f-a3f2-167c0d1ac187 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:49.267347 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f782d791-9f40-403d-940b-b9697ae04ae3 req-afd4cf81-8797-406f-a3f2-167c0d1ac187 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0490499 Aug 16 03:20:49.305023 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f782d791-9f40-403d-940b-b9697ae04ae3 req-1e885e9c-ef6f-402e-aae2-f0a4e1b5e808 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Aug 16 03:20:50.424945 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e9c1d-c818-4672-8b97-4b17baf6b956 req-1ec03be0-dc62-45a8-ade1-0bbf35923c1a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:50.426855 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c27e9c1d-c818-4672-8b97-4b17baf6b956 req-1ec03be0-dc62-45a8-ade1-0bbf35923c1a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0539472 Aug 16 03:20:50.465915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c27e9c1d-c818-4672-8b97-4b17baf6b956 req-febf3bda-1752-4473-b173-516c8445de6b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Aug 16 03:20:50.489519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:20:50.553338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:20:50.631702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:50.643961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'port_id': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'mac_address': 'fa:16:3e:d5:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:20:50.645639 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:20:50.665395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ad66-2709-4dbf-8ceb-1b44dddd095a req-acb07f4e-533d-4fd9-a2b0-048697357109 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:50.667143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1de6ad66-2709-4dbf-8ceb-1b44dddd095a req-acb07f4e-533d-4fd9-a2b0-048697357109 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 943 time: 0.0537333 Aug 16 03:20:50.681120 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37635739-d79a-450b-87a3-81eec2a7f823 req-a5ccaa2d-f756-4b4d-aa80-5b38e4b11f88 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:50.683257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-a5ccaa2d-f756-4b4d-aa80-5b38e4b11f88 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&binding%3Ahost_id=n-h2-769329-15 HTTP/1.1" status: 200 len: 943 time: 0.0577686 Aug 16 03:20:50.685301 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:50.700033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8968cf24-d127-4e3a-94c2-ab2b7861c02f {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:20:50.711056 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1de6ad66-2709-4dbf-8ceb-1b44dddd095a req-df5593ed-f1a8-4824-81e9-ceef8bae8f47 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362918 Aug 16 03:20:50.720773 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:50.729245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:50.761493 n-d-769329-15 neutron-server[94856]: INFO neutron.api.v2.resource [req-37635739-d79a-450b-87a3-81eec2a7f823 req-594db48a-539d-4bcb-ac93-3f9945ac9111 service neutron] delete failed (client error): The resource could not be found. Aug 16 03:20:50.762584 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-594db48a-539d-4bcb-ac93-3f9945ac9111 service neutron] 10.222.0.88 "DELETE /v2.0/ports/8968cf24-d127-4e3a-94c2-ab2b7861c02f/bindings/n-h1-769329-15 HTTP/1.1" status: 404 len: 381 time: 0.0724828 Aug 16 03:20:50.780610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:50.790030 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.790385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.790726 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.791060 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.791390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.791718 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.792044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.792944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.793271 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.793592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.793913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.794232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:50.866699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70189b-fccd-4de4-a836-14ede9bb0c0d req-f94ebcfa-483e-4cc5-9f68-e3854d8a3242 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:50.868195 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb70189b-fccd-4de4-a836-14ede9bb0c0d req-f94ebcfa-483e-4cc5-9f68-e3854d8a3242 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 944 time: 0.0814819 Aug 16 03:20:50.869910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37635739-d79a-450b-87a3-81eec2a7f823 req-928deb1e-ece6-4c6a-8888-b508e4ae7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:50.871302 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-928deb1e-ece6-4c6a-8888-b508e4ae7c64 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1096 time: 0.0570142 Aug 16 03:20:50.977335 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eb70189b-fccd-4de4-a836-14ede9bb0c0d req-593d9f89-82ab-4b27-a7bf-4521ca8135d1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028206 Aug 16 03:20:50.996096 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37635739-d79a-450b-87a3-81eec2a7f823 req-a0709dc3-dcf3-40ba-93d1-6c22c4e3569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:50.996096 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-a0709dc3-dcf3-40ba-93d1-6c22c4e3569a service neutron] 10.222.0.88 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.1146126 Aug 16 03:20:51.000627 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['8968cf24-d127-4e3a-94c2-ab2b7861c02f'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:20:51.058401 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-b8b21a4c-63d6-4c98-af91-12a823617947 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 1000 time: 0.0580678 Aug 16 03:20:51.111294 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37635739-d79a-450b-87a3-81eec2a7f823 req-317c20f4-a2b3-4d2d-9b14-c29f467ec459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:51.112777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-317c20f4-a2b3-4d2d-9b14-c29f467ec459 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0477388 Aug 16 03:20:51.158354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37635739-d79a-450b-87a3-81eec2a7f823 req-332ae771-2c22-4b21-a519-975848951c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:51.159777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-332ae771-2c22-4b21-a519-975848951c44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404499 Aug 16 03:20:51.246079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-6b9a1e74-091c-4d03-b3b5-8d52c1639f2d service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793881 Aug 16 03:20:51.337645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37635739-d79a-450b-87a3-81eec2a7f823 req-a3581d75-4db5-40c9-a02e-8a52f8311b73 service neutron] 10.222.0.88 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847349 Aug 16 03:20:52.141676 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461994d9-1c39-4114-a897-3197fe65d2d3 req-776345b0-9f26-4254-b2f9-e2e7daabc3a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:52.143171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-461994d9-1c39-4114-a897-3197fe65d2d3 req-776345b0-9f26-4254-b2f9-e2e7daabc3a3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 944 time: 0.0985196 Aug 16 03:20:52.184386 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-461994d9-1c39-4114-a897-3197fe65d2d3 req-e2bc6351-9fb1-42c5-9b0f-39bd1a65c141 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342667 Aug 16 03:20:52.207485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40676) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:20:52.267004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-745ba9e9-4021-4308-aac9-a88b6108962e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/1c253ff4-83f5-4518-91bf-457060668010 HTTP/1.1" status: 200 len: 992 time: 0.0581870 Aug 16 03:20:52.491597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:20:52.538499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 8968cf24-d127-4e3a-94c2-ab2b7861c02f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:20:52.541922 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 8968cf24-d127-4e3a-94c2-ab2b7861c02f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:20:52.542783 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:52.617756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:52.639848 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:52.642076 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3967a7d5-a1dc-4129-ac89-f1f4657c34aa" -d '{"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:52.654469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:52.658733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:52.682239 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78ae75-289b-447d-b570-90fbe4622c74 x-openstack-request-id: req-ed78ae75-289b-447d-b570-90fbe4622c74 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:52.682524 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-plugged", "status": "completed", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:52.682811 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed78ae75-289b-447d-b570-90fbe4622c74 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:52.683713 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'code': 200} Aug 16 03:20:52.707644 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:52.896383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:54.107795 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:56.258536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a1274671-2864-4874-864f-172f07ee092c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:58.859491 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-672fc231-b133-48d5-ac96-5ec18d8dd7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:58.864886 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:00.260339 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:02.161072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:05.953980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-c3a139f7-a3a5-4613-adda-cb43a2dbf1d9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432098 Aug 16 03:21:06.037762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-7c046a8b-04b3-422a-b87b-7574feae6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:06.039236 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-7c046a8b-04b3-422a-b87b-7574feae6de4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0400136 Aug 16 03:21:06.140544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-cf4963d2-d3a7-439f-8034-d11db677760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:06.142008 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-cf4963d2-d3a7-439f-8034-d11db677760f service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.0825200 Aug 16 03:21:06.210552 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-57bb127d-3852-45bc-85bc-f80ffb31636b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 1001 time: 0.0613935 Aug 16 03:21:06.262498 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-1ac1037e-13b1-4d6c-a744-60a1dd40e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:06.263948 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-1ac1037e-13b1-4d6c-a744-60a1dd40e717 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0440984 Aug 16 03:21:06.313432 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-8bbca8df-3f6f-467e-b3ea-babe58accad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:06.314942 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-8bbca8df-3f6f-467e-b3ea-babe58accad8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413723 Aug 16 03:21:06.407532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-8dcd153d-4b22-4e04-a545-609a24fce22d service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Aug 16 03:21:06.495058 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4bf88d21-1caf-4063-9d61-7fa3cf706353 req-dee99717-5cb4-4dfe-b2e6-8988064fc8fb service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799730 Aug 16 03:21:15.049005 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:21:22.845192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40688) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:22.891789 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:23.007379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port c560ed3b-2f21-49cc-a98f-577cfb991e11 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:21:23.007730 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:23.079355 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:23.079688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:23.091396 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for c560ed3b-2f21-49cc-a98f-577cfb991e11 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:21:23.236163 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:23.261826 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=c560ed3b-2f21-49cc-a98f-577cfb991e11,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:23.272710 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.273076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.273424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.273764 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.274101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.274438 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.274775 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.275110 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.275448 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.278161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.278161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.278161 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:23.337510 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:23.337895 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 1c253ff4-83f5-4518-91bf-457060668010 disassociated (deleted). External IP: 172.25.4.232, port: 8968cf24-d127-4e3a-94c2-ab2b7861c02f. Aug 16 03:21:23.542908 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 031e1b61-5258-488f-aeba-8bbbc88d9f3e has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:21:23.656394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:21:23.661218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:23.667019 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] Sync routers for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:21:23.677659 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:23.678285 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:23.688936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7f5526a5-2052-4d19-b03c-3f9af2f20e8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/floatingips/1c253ff4-83f5-4518-91bf-457060668010 HTTP/1.1" status: 204 len: 168 time: 0.8426547 Aug 16 03:21:23.689628 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:21:23.691998 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c21f4-c513-48af-9e89-0497ec771e36" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:21:23.737854 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed38b3b3-17c5-4527-a8db-edebd5212bb2 x-openstack-request-id: req-ed38b3b3-17c5-4527-a8db-edebd5212bb2 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:21:23.738148 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:21:23.738397 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed38b3b3-17c5-4527-a8db-edebd5212bb2 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:21:23.738797 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'status': 'completed', 'code': 200} Aug 16 03:21:23.790538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:23.813770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-4c4fdc26-f224-4b6d-8b6d-a937faed3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:23.816220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-4c4fdc26-f224-4b6d-8b6d-a937faed3af0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0535557 Aug 16 03:21:23.944730 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-73ff1ba0-02ee-4fc9-b4f1-f59664117e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:23.946583 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-73ff1ba0-02ee-4fc9-b4f1-f59664117e7c service neutron] 10.222.0.98 "GET /v2.0/networks?id=4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 200 len: 898 time: 0.1198268 Aug 16 03:21:23.955398 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439371d3-7524-4595-b18f-fa5a1393782d req-8f156fa6-d40c-4c24-a272-a81158adbcf5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:23.956965 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-439371d3-7524-4595-b18f-fa5a1393782d req-8f156fa6-d40c-4c24-a272-a81158adbcf5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0811667 Aug 16 03:21:24.001962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-4ea67783-f890-48b0-bc42-8833f029db46 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 200 len: 217 time: 0.0439851 Aug 16 03:21:24.058344 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-439371d3-7524-4595-b18f-fa5a1393782d req-40e3748a-1c0a-43c1-baa0-ef1b2e3e4d16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946112 Aug 16 03:21:24.067291 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-faa353d9-cece-4ba2-81d0-0bb5dae0b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:24.068711 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-faa353d9-cece-4ba2-81d0-0bb5dae0b93d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 200 len: 835 time: 0.0588131 Aug 16 03:21:24.116012 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-5004ca56-f114-4b11-b516-9d527139aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:24.117699 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-5004ca56-f114-4b11-b516-9d527139aacc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4ab48788-9802-4a27-821c-a0daef28711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404415 Aug 16 03:21:24.134121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:24.161518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:43Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:24.187824 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] Checking router: 031e1b61-5258-488f-aeba-8bbbc88d9f3e for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:21:24.195839 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:24.196564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:24.211240 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-51d90818-8e51-4d20-a67e-6a6c46178a63 service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852845 Aug 16 03:21:24.301309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:24.304358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c92c21f4-c513-48af-9e89-0497ec771e36 req-d32f7382-d43a-4d8f-b1e6-89fb8c97fe89 service neutron] 10.222.0.98 "GET /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849710 Aug 16 03:21:24.503053 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:43Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:24.529062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6ca1d-df8b-48bb-a8a0-ec3b05691411 None None] The sync data for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 is: [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:19:40Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '4d702988-a971-4e96-ab56-bd321d8c672c', 'name': '', 'network_id': '4ab48788-9802-4a27-821c-a0daef28711f', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:95:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:39Z', 'updated_at': '2021-08-16T03:19:43Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '16fcd7a8-594c-499e-ae32-cf39b8a8731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:21:24.733648 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ca6e8-5775-4927-bf77-87dec50ab322 None None] New status for floating IP 1c253ff4-83f5-4518-91bf-457060668010: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:21:25.180598 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b81cd-1c10-4d90-8719-d5b4d2453e3d req-f44cd646-b1bb-462e-a152-70f5be19b3bf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:25.182158 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e0b81cd-1c10-4d90-8719-d5b4d2453e3d req-f44cd646-b1bb-462e-a152-70f5be19b3bf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0540507 Aug 16 03:21:25.221438 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7e0b81cd-1c10-4d90-8719-d5b4d2453e3d req-cfc0fa70-b718-422a-8d7c-8e41011caf64 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=4501cc7e-c59b-463f-b0db-15c51d37eb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Aug 16 03:21:25.383608 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-d2c3dcac-cfba-4652-b760-156dc64bc608 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:25.385090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-d2c3dcac-cfba-4652-b760-156dc64bc608 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Aug 16 03:21:25.474225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 8968cf24-d127-4e3a-94c2-ab2b7861c02f {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:21:25.474564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:25.564564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 8968cf24-d127-4e3a-94c2-ab2b7861c02f, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=8968cf24-d127-4e3a-94c2-ab2b7861c02f,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:25.564931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:25.578283 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 8968cf24-d127-4e3a-94c2-ab2b7861c02f owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:21:25.701665 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:25.733970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=8968cf24-d127-4e3a-94c2-ab2b7861c02f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:25.776941 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] No DVR routers for this DVR port 8968cf24-d127-4e3a-94c2-ab2b7861c02f on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:21:25.779579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:25.781663 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7c987582-61c1-4595-83c9-cfbc53fcacc7 req-ba22bd97-0c07-4d2d-9b09-ae555935840d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.98 "DELETE /v2.0/ports/8968cf24-d127-4e3a-94c2-ab2b7861c02f HTTP/1.1" status: 204 len: 173 time: 0.3866518 Aug 16 03:21:25.782146 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-deleted', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:21:25.784437 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b546439f-a605-4dd6-9486-f7817c92c370" -d '{"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-deleted", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:21:25.825437 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace8391e-6d53-4c3c-bd0b-293f0398ab64 x-openstack-request-id: req-ace8391e-6d53-4c3c-bd0b-293f0398ab64 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:21:25.825734 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae3b88a-dbd3-4653-9757-9f91f261a6e7", "name": "network-vif-deleted", "tag": "8968cf24-d127-4e3a-94c2-ab2b7861c02f", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:21:25.825987 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ace8391e-6d53-4c3c-bd0b-293f0398ab64 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:21:25.826392 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae3b88a-dbd3-4653-9757-9f91f261a6e7', 'name': 'network-vif-deleted', 'tag': '8968cf24-d127-4e3a-94c2-ab2b7861c02f', 'status': 'completed', 'code': 200} Aug 16 03:21:26.266262 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1bad9ba8-7a36-4ff4-b6fc-fada403d2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:26.348146 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-85d503b5-bba1-4db4-968b-e79aed58f70b req-7c62d66a-6621-4592-9658-dc9e579891e5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ae3b88a-dbd3-4653-9757-9f91f261a6e7 HTTP/1.1" status: 200 len: 210 time: 0.0282135 Aug 16 03:21:27.405318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40704) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:27.759695 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.002084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 4d702988-a971-4e96-ab56-bd321d8c672c {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:21:28.002429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.091053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 4d702988-a971-4e96-ab56-bd321d8c672c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=4d702988-a971-4e96-ab56-bd321d8c672c,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:28.091421 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.103848 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 4d702988-a971-4e96-ab56-bd321d8c672c owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:21:28.285685 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.315230 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=4d702988-a971-4e96-ab56-bd321d8c672c,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:28.493076 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.688054 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:21:28.707279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: 8968cf24-d127-4e3a-94c2-ab2b7861c02f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:21:28.707632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 8968cf24-d127-4e3a-94c2-ab2b7861c02f not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:21:28.716238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 031e1b61-5258-488f-aeba-8bbbc88d9f3e has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:21:28.820663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:21:28.828568 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-450b40c1-aa9e-4969-a3a4-5975163d5ed9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/031e1b61-5258-488f-aeba-8bbbc88d9f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4221303 Aug 16 03:21:28.831565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40706) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:28.840074 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] Sync routers for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:21:28.873951 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:28.874961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:20:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:28.878787 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.894637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting subnet 16fcd7a8-594c-499e-ae32-cf39b8a8731e {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:21:28.902273 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.933216 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a710f4ca-88e1-4d54-b5d0-871389dcf462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.945967 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.995632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:29.035156 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.102487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.127985 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Subnet': ['ID=16fcd7a8-594c-499e-ae32-cf39b8a8731e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:29.135726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.137890 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-79c75fd4-9f5b-4719-af09-6ad5ebd4815e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/subnets/16fcd7a8-594c-499e-ae32-cf39b8a8731e HTTP/1.1" status: 204 len: 168 time: 0.3053594 Aug 16 03:21:29.140812 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40710) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:29.163031 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606daa1-455d-46d2-86db-4f24866a27d9 None None] Network 4ab48788-9802-4a27-821c-a0daef28711f requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:21:29.251869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.279095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:21:28Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:29.308580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] Checking router: 031e1b61-5258-488f-aeba-8bbbc88d9f3e for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:21:29.323175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] Routers {'031e1b61-5258-488f-aeba-8bbbc88d9f3e'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:29.323931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:29.362593 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.411471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] DHCP port deletion for 4ab48788-9802-4a27-821c-a0daef28711f request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:21:29.423936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port ac8f7222-df47-4349-a40d-3d16ac54a41f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:21:29.424409 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.460931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] Set router 031e1b61-5258-488f-aeba-8bbbc88d9f3e gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:29.509623 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port ac8f7222-df47-4349-a40d-3d16ac54a41f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=ac8f7222-df47-4349-a40d-3d16ac54a41f,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:29.510156 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.519318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2afb3bf4-15d8-41c4-848f-cdc1db60a18c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:21:29.522898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for ac8f7222-df47-4349-a40d-3d16ac54a41f owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:21:29.606625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] Deleting port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:21:29.607004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.688527 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.701843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] For port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:29.701843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.718556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=ac8f7222-df47-4349-a40d-3d16ac54a41f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:29.754145 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] Calling delete_port for 2afb3bf4-15d8-41c4-848f-cdc1db60a18c owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:21:29.778373 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.779121 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.864865 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,segment=NetworkSegment(70bff659-11e5-4924-b30c-28661a84681f),segment_id=70bff659-11e5-4924-b30c-28661a84681f)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:29.867767 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.870169 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.872990 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.886984 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:21:28Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:29.914423 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.915019 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Fanout notify agent at l3_agent the message router_deleted on router 031e1b61-5258-488f-aeba-8bbbc88d9f3e {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:21:29.922447 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.923582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-764bc8e4-2b38-4d4c-b2c5-3372f944bc66 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/routers/031e1b61-5258-488f-aeba-8bbbc88d9f3e HTTP/1.1" status: 204 len: 168 time: 0.7816980 Aug 16 03:21:29.926419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40712) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:29.937105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd873853-773a-4613-b271-bf3b84166ccb None None] The sync data for ids ['031e1b61-5258-488f-aeba-8bbbc88d9f3e'] in n-d-769329-15 is: [{'id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984641413', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:19:36Z', 'updated_at': '2021-08-16T03:21:28Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': 'ac8f7222-df47-4349-a40d-3d16ac54a41f', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031e1b61-5258-488f-aeba-8bbbc88d9f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:19:37Z', 'updated_at': '2021-08-16T03:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:21:29.945879 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:29.966753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] No DVR routers for this DVR port 2afb3bf4-15d8-41c4-848f-cdc1db60a18c on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:21:29.973769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:29.999804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2e2c9-54d2-435e-9325-f6166d4eb643 None None] Pushing event deleted for resources: {'Port': ['ID=2afb3bf4-15d8-41c4-848f-cdc1db60a18c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:30.264335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.355649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.448947 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.458828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab48788-9802-4a27-821c-a0daef28711f']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:30.468825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bff659-11e5-4924-b30c-28661a84681f') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:30.469130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bff659-11e5-4924-b30c-28661a84681f') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:30.478032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.491418 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.498075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:21:30.498405 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:21:30.501353 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:21:30.564954 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.569711 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.575273 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/networks/4ab48788-9802-4a27-821c-a0daef28711f HTTP/1.1" status: 204 len: 168 time: 0.6444917 Aug 16 03:21:30.576194 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40714) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:30.587156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dba3ad-d88d-433b-964e-de240d2603f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Network': ['ID=4ab48788-9802-4a27-821c-a0daef28711f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:30.646561 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da07abc6-5bca-4f86-bd12-b02810dcca5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.670795 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da07abc6-5bca-4f86-bd12-b02810dcca5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.727698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da07abc6-5bca-4f86-bd12-b02810dcca5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.730375 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da07abc6-5bca-4f86-bd12-b02810dcca5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:30.731532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-da07abc6-5bca-4f86-bd12-b02810dcca5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/security-groups/4501cc7e-c59b-463f-b0db-15c51d37eb9f HTTP/1.1" status: 204 len: 168 time: 0.1541872 Aug 16 03:21:30.741070 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07abc6-5bca-4f86-bd12-b02810dcca5c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501cc7e-c59b-463f-b0db-15c51d37eb9f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:31.401978 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40720) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:31.406935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-485251cd-f846-4903-872e-ed1cfadd3c52 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676080991', 'description': 'tempest-secgroup-smoke-676080991 description', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:31.421258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4d702988-a971-4e96-ab56-bd321d8c672c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:21:31.436490 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-485251cd-f846-4903-872e-ed1cfadd3c52 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.441808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 4d702988-a971-4e96-ab56-bd321d8c672c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:21:31.442167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 4d702988-a971-4e96-ab56-bd321d8c672c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:21:31.442584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac8f7222-df47-4349-a40d-3d16ac54a41f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:21:31.465808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: ac8f7222-df47-4349-a40d-3d16ac54a41f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:21:31.466185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device ac8f7222-df47-4349-a40d-3d16ac54a41f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:21:31.517947 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-485251cd-f846-4903-872e-ed1cfadd3c52 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.521511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-485251cd-f846-4903-872e-ed1cfadd3c52 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.549094 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-485251cd-f846-4903-872e-ed1cfadd3c52 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.550303 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-485251cd-f846-4903-872e-ed1cfadd3c52 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1472487 Aug 16 03:21:31.552075 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485251cd-f846-4903-872e-ed1cfadd3c52 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9806082e-01a9-4d33-ba19-859dc25111fc,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:31.553346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40722) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:31.558216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2bbbc549-4815-45ff-be4c-8a0294904f37 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '9806082e-01a9-4d33-ba19-859dc25111fc', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:31.585401 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc549-4815-45ff-be4c-8a0294904f37 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.641889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc549-4815-45ff-be4c-8a0294904f37 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.645361 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc549-4815-45ff-be4c-8a0294904f37 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.667043 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbc549-4815-45ff-be4c-8a0294904f37 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcd30f6-10fc-450e-a0bc-df437bc79024,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:31.673025 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2bbbc549-4815-45ff-be4c-8a0294904f37 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.673762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2bbbc549-4815-45ff-be4c-8a0294904f37 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193771 Aug 16 03:21:31.676572 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40724) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:31.680940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-78be83a7-f6b5-4355-b585-166be1d2ced3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '9806082e-01a9-4d33-ba19-859dc25111fc', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:31.706424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78be83a7-f6b5-4355-b585-166be1d2ced3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.762186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78be83a7-f6b5-4355-b585-166be1d2ced3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.765889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78be83a7-f6b5-4355-b585-166be1d2ced3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.784487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be83a7-f6b5-4355-b585-166be1d2ced3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0098e76e-8ced-4024-a889-e7510eb764d2,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:31.787464 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-78be83a7-f6b5-4355-b585-166be1d2ced3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.788767 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-78be83a7-f6b5-4355-b585-166be1d2ced3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112673 Aug 16 03:21:31.791712 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40726) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:31.796044 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-9340ced2-a757-40d2-bb91-b7374d984522 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '9806082e-01a9-4d33-ba19-859dc25111fc', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:31.820594 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9340ced2-a757-40d2-bb91-b7374d984522 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.876886 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9340ced2-a757-40d2-bb91-b7374d984522 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.880229 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9340ced2-a757-40d2-bb91-b7374d984522 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.898023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340ced2-a757-40d2-bb91-b7374d984522 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b069c2-4945-412d-b7af-40d7541c8703,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:31.902750 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9340ced2-a757-40d2-bb91-b7374d984522 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.904012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9340ced2-a757-40d2-bb91-b7374d984522 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113384 Aug 16 03:21:31.906823 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40728) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:31.911162 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-c7e6cb3a-5734-4bbc-a20c-6cb58777d078 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '9806082e-01a9-4d33-ba19-859dc25111fc', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:31.936742 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cb3a-5734-4bbc-a20c-6cb58777d078 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.993412 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cb3a-5734-4bbc-a20c-6cb58777d078 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.997242 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cb3a-5734-4bbc-a20c-6cb58777d078 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.016899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6cb3a-5734-4bbc-a20c-6cb58777d078 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73a5737-1220-4f5c-b0b5-facf94e8855e,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:32.021807 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c7e6cb3a-5734-4bbc-a20c-6cb58777d078 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.023216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c7e6cb3a-5734-4bbc-a20c-6cb58777d078 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154628 Aug 16 03:21:32.025898 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40730) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:32.030392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '9806082e-01a9-4d33-ba19-859dc25111fc', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:32.051445 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:21:32.056106 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.114661 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.118180 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.136552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a48bf0-a9eb-47dc-af76-ef24d4a79355,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:32.143161 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.145727 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b113fed7-4bad-430b-b5bb-3e0db07144b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188550 Aug 16 03:21:32.148727 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40732) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:32.153669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '9806082e-01a9-4d33-ba19-859dc25111fc', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:32.160892 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.174401 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:21:32.179085 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.238931 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.242380 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.259860 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8407d4b0-93e2-484b-8051-970bcbaf9c1c,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:32.265175 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.266366 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2601c24c-2c52-468e-98c4-25bd46601f2c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165619 Aug 16 03:21:32.269273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40734) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:32.274123 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'network': {'name': 'tempest-network-smoke--1339356438', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:32.293309 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:21:32.296625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.319005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:21:32.327400 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.327745 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Added segment 4df7acf2-5abb-46f5-ae36-13a329ee2e78 of type vlan for network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 Aug 16 03:21:32.366229 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.402496 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.407868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:32.408488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.464181 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938591 Aug 16 03:21:32.466874 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40736) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:32.473296 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'admin_state_up': True, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:32.483501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69a78-e3a7-4174-aa7c-2620d433c071 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Network': ['ID=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:32.498257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:21:32.500827 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.501894 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.559394 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.702675 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.896483 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.914374 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:33.011601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.225 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/630f820c-c87d-413d-bd2f-be211b5cd1ea) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:21:33.112091 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:33.149286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:33.189203 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:21:33.192014 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:21:33.195511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:21:33.200726 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=630f820c-c87d-413d-bd2f-be211b5cd1ea,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:33.439865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:33.632150 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:33.757376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 1f8eef31-557e-4f16-870b-741b76fd32d6 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:21:33.862099 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:21:33.871302 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Sync routers for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:21:33.879821 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:33.880879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:33.881098 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9888dacf-df3a-43e5-bd3c-68568e9ef1c4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4133089 Aug 16 03:21:33.881505 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:33.884717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40738) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:33.913055 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ea26cc77-660b-4d40-a868-cb3600de2e7c tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ee19af5de23b42dea370e0ea5c4bcba8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273046 Aug 16 03:21:33.915807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40740) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:34.006457 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea001851-a65e-4480-bbc8-f8a14fa75589 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:34.011477 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ea001851-a65e-4480-bbc8-f8a14fa75589 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912259 Aug 16 03:21:34.011791 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40742) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:34.040846 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a9f8a2a3-86b1-4600-805d-6c6dbbcb45fc tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278659 Aug 16 03:21:34.043856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40744) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:34.048692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117013576', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:34.075989 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:34.133591 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'subnet': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:21:34.137143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939238'] for subnet, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.253446 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:33Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:34.286373 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Checking router: 1f8eef31-557e-4f16-870b-741b76fd32d6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:21:34.286705 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Updating router 1f8eef31-557e-4f16-870b-741b76fd32d6 port 630f820c-c87d-413d-bd2f-be211b5cd1ea binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:21:34.313411 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4894535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939220'] for subnet, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.318068 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.376910 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Subnet': ['ID=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:34.386050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Checking segment: {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:21:34.386423 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network hostable DHCP agents. Network: c55ff18b-d80b-4ddd-adce-5c6175cbb5b7, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:21:34.405368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:21:34.416627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, c55ff18b-d80b-4ddd-adce-5c6175cbb5b7) {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:21:34.421472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:34.422076 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.437553 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f779e53-1693-4cc3-8970-283eb3cf45de None None] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:21:34.447691 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5c646252-f089-4da1-8f0a-e806cbeeb914 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4026420 Aug 16 03:21:34.450719 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40746) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:34.599707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:21:34.600650 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.692345 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.705839 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Transition to ACTIVE for port object 630f820c-c87d-413d-bd2f-be211b5cd1ea will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:21:34.712264 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.764180 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Pushing event updated for resources: {'Port': ['ID=630f820c-c87d-413d-bd2f-be211b5cd1ea,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:34.766382 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Attempting to bind port 630f820c-c87d-413d-bd2f-be211b5cd1ea on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:21:34.766632 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Allocated IP 172.20.0.2 (c55ff18b-d80b-4ddd-adce-5c6175cbb5b7/7956f34f-eeb7-4a7a-bc5c-1bc182086c7a/9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:21:34.766913 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Attempting to bind port 630f820c-c87d-413d-bd2f-be211b5cd1ea by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:21:34.767369 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Attempting to bind port 630f820c-c87d-413d-bd2f-be211b5cd1ea on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:21:34.776039 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:21:34.777111 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:21:34.777592 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.778044 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:21:34.778559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Bound port: 630f820c-c87d-413d-bd2f-be211b5cd1ea, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:21:34.779010 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.781194 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.781603 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.782022 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.782418 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.782757 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.783080 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.783401 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.783719 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.784040 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.784376 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.784713 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.785012 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:34.838233 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] For port 630f820c-c87d-413d-bd2f-be211b5cd1ea, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:21:34.842250 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] For port 630f820c-c87d-413d-bd2f-be211b5cd1ea, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=630f820c-c87d-413d-bd2f-be211b5cd1ea,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:21:34.847708 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.891896 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:34.892566 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:34.924986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.934787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Transition to ACTIVE for port object 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:21:34.937917 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.951707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Transition to ACTIVE for port object 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:21:34.957954 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.959358 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bb910-e210-4266-9763-d9703d38ebbc None None] Pushing event updated for resources: {'Port': ['ID=630f820c-c87d-413d-bd2f-be211b5cd1ea,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:35.000902 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:21:35.005725 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:21:35.008682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:21:35.020247 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Pushing event updated for resources: {'Port': ['ID=9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:35.037060 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:35.080958 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Attempting to bind port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:21:35.081429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Attempting to bind port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:21:35.081761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Attempting to bind port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c on network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:21:35.087317 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:21:35.087701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Checking segment: {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:21:35.088109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:35.088536 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Bound using segment: {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:21:35.089042 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Bound port: 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:21:35.089469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:35.160779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] For port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:21:35.164981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] For port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:21:35.169563 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:35.237425 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae34380-80e9-4fd9-9175-e51e41d2bd6f None None] Pushing event updated for resources: {'Port': ['ID=9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:35.255867 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:33Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:35.285590 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505463b-3c21-41ac-b799-47cc0dad5cd3 None None] The sync data for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 is: [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:33Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:21:35.621800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.1 (c55ff18b-d80b-4ddd-adce-5c6175cbb5b7/7956f34f-eeb7-4a7a-bc5c-1bc182086c7a/38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:21:35.739385 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:35.753147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:21:35.789499 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:35.839346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:21:35.842576 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:21:35.845157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:21:35.874489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:35.897458 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:36.045738 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:36.209815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af04c6-4c65-4806-9385-4acce1edb492 None None] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:21:36.349333 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:36.354130 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:36.422472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bb6dbf6c-78fa-412a-a1ad-b4569cf30f77 None None] Provisioning for port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:36.438128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:36.441572 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:36.538435 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:21:36.539962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:21:36.664122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 1f8eef31-557e-4f16-870b-741b76fd32d6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:21:36.753527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fd9ace82-36a8-4aed-a49d-5b1d79637a8d None None] Provisioning for port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:36.758505 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fd9ace82-36a8-4aed-a49d-5b1d79637a8d None None] Provisioning complete for port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:36.759087 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fd9ace82-36a8-4aed-a49d-5b1d79637a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:36.801463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ace82-36a8-4aed-a49d-5b1d79637a8d None None] Port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:21:36.801665 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:21:36.810793 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9479dd09-3b96-4f43-9f6e-c8852a17e208 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/1f8eef31-557e-4f16-870b-741b76fd32d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3575332 Aug 16 03:21:36.902573 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Sync routers for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:21:36.913457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:36.914146 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:36.960843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-05336b1e-a216-4638-9d5a-81cfe63013fa tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676080991&fields=id&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 267 time: 0.0380971 Aug 16 03:21:37.045651 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:37.077252 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b4d46bea-1587-4109-9ef9-0f08abba54a6 None None] Provisioning complete for port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:37.077634 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b4d46bea-1587-4109-9ef9-0f08abba54a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.080759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-7da6db73-7a5c-4d43-8c23-5207d2f91404 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:37.082513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-7da6db73-7a5c-4d43-8c23-5207d2f91404 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/networks?id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 200 len: 797 time: 0.1182728 Aug 16 03:21:37.099190 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-29cad4c0-b300-4de6-b22d-1382e24396b7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/quotas/ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 375 time: 0.0101781 Aug 16 03:21:37.157665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-22e66ec0-584a-4304-bc58-d65af191bee2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522594 Aug 16 03:21:37.185410 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b4d46bea-1587-4109-9ef9-0f08abba54a6 None None] Port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:21:37.250744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-a85506d2-1b4e-4b6a-b36c-9c012e83621d service neutron] 10.222.0.78 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805900 Aug 16 03:21:37.276088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 2, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:37.311700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Checking router: 1f8eef31-557e-4f16-870b-741b76fd32d6 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:21:37.312063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Updating router 1f8eef31-557e-4f16-870b-741b76fd32d6 port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:21:37.344375 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.346911 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0459d933-de3e-4398-891f-785d42a7e83a None None] Provisioning complete for port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:37.347275 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0459d933-de3e-4398-891f-785d42a7e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.351746 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-62ad6ee7-2d6b-4e76-bf90-bb7442d7d2dc service neutron] 10.222.0.78 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945890 Aug 16 03:21:37.416989 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0459d933-de3e-4398-891f-785d42a7e83a None None] Port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:21:37.501928 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:37.540067 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6b039d9b-4780-43a9-b563-bd24df176deb req-c3429b05-0d3e-41a6-8ac6-4b697c9c2387 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Aug 16 03:21:37.614615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:37.622845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:37.623384 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.760103 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.774226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Transition to ACTIVE for port object 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:21:37.776116 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.786990 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.867170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:37.884914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7179b-209f-41ee-b510-8f1155dc1ff7 None None] Pushing event updated for resources: {'Port': ['ID=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:37.887766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.888582 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 630f820c-c87d-413d-bd2f-be211b5cd1ea up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:37.987753 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Attempting to bind port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:21:37.988125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Attempting to bind port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:21:37.988516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Attempting to bind port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 on network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:21:38.000025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:38.002767 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:21:38.003150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Checking segment: {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:21:38.003558 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:38.003937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Bound using segment: {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:21:38.004470 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Bound port: 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:21:38.004857 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:38.045800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 630f820c-c87d-413d-bd2f-be211b5cd1ea completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:38.051943 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 630f820c-c87d-413d-bd2f-be211b5cd1ea triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:38.052652 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:38.108166 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] For port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:21:38.112789 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] For port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:21:38.117699 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:38.220696 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7179b-209f-41ee-b510-8f1155dc1ff7 None None] Pushing event updated for resources: {'Port': ['ID=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:38.226967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:38.227580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:38.231235 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:38.295337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 630f820c-c87d-413d-bd2f-be211b5cd1ea, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=630f820c-c87d-413d-bd2f-be211b5cd1ea,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:38.300789 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:38.395933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:38.431490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=630f820c-c87d-413d-bd2f-be211b5cd1ea,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:38.480265 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-a3e3f256-febc-44fb-9cd9-821a067db478 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:38.481864 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-a3e3f256-febc-44fb-9cd9-821a067db478 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/networks?id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 200 len: 797 time: 0.1121032 Aug 16 03:21:38.533031 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-c0ff056d-4496-44b0-b37e-d405ee4d7fa7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 379 time: 0.0407619 Aug 16 03:21:38.543523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'port': {'device_id': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'admin_state_up': True, 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'security_groups': ['9806082e-01a9-4d33-ba19-859dc25111fc']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:38.616177 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:38.644235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0284a01-fbd0-4a40-b1a8-1fb9c9a66334 None None] The sync data for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 is: [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:21:38.659879 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fc27e8e6-4c50-45b3-882e-a7e3a229451e req-e9be9f59-7b6a-4dfb-8f40-a4d64d31f331 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 210 time: 0.0440369 Aug 16 03:21:38.698318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:21:38.702593 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:38.842283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.13 (c55ff18b-d80b-4ddd-adce-5c6175cbb5b7/7956f34f-eeb7-4a7a-bc5c-1bc182086c7a/80657e2b-baae-40bc-b06c-5563c06dc842) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:21:38.987254 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.001549 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object 80657e2b-baae-40bc-b06c-5563c06dc842 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:21:39.040244 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.088077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:21:39.091925 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:21:39.095772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:21:39.102334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=80657e2b-baae-40bc-b06c-5563c06dc842,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:39.155601 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:39.156250 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.171513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-6796bed7-6bd0-4206-8068-0ee7d6b748df tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6319847 Aug 16 03:21:39.184605 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Request body: {'port': {'device_id': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:39.247568 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.390561 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc5bb5b4-34a7-4c10-803e-9d5a525c1bc9 None None] Provisioning for port 80657e2b-baae-40bc-b06c-5563c06dc842 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:39.397150 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-fc5bb5b4-34a7-4c10-803e-9d5a525c1bc9 None None] Provisioning complete for port 80657e2b-baae-40bc-b06c-5563c06dc842 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:39.397723 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb5b4-34a7-4c10-803e-9d5a525c1bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.434880 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-fc5bb5b4-34a7-4c10-803e-9d5a525c1bc9 None None] Port 80657e2b-baae-40bc-b06c-5563c06dc842 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:21:39.500741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:39.516790 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80657e2b-baae-40bc-b06c-5563c06dc842 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:21:39.524437 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.536696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Transition to ACTIVE for port object 80657e2b-baae-40bc-b06c-5563c06dc842 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:21:39.540536 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.552020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:39.552432 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.591033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=80657e2b-baae-40bc-b06c-5563c06dc842,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:39.634172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:39.669388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Attempting to bind port 80657e2b-baae-40bc-b06c-5563c06dc842 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:21:39.669732 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Attempting to bind port 80657e2b-baae-40bc-b06c-5563c06dc842 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:21:39.670063 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Attempting to bind port 80657e2b-baae-40bc-b06c-5563c06dc842 on network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:21:39.674993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Port 80657e2b-baae-40bc-b06c-5563c06dc842 on network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:21:39.674993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Attempting to bind port 80657e2b-baae-40bc-b06c-5563c06dc842 on network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:21:39.679818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:21:39.680151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Checking segment: {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:21:39.680593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Bound using segment: {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:21:39.681023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Bound port: 80657e2b-baae-40bc-b06c-5563c06dc842, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df7acf2-5abb-46f5-ae36-13a329ee2e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:21:39.681386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.689194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:39.695072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:39.695583 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.761675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] For port 80657e2b-baae-40bc-b06c-5563c06dc842, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:21:39.765261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] For port 80657e2b-baae-40bc-b06c-5563c06dc842, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=80657e2b-baae-40bc-b06c-5563c06dc842,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:21:39.772196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.791292 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.793735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cb7a4-5e73-41ce-8b5d-704f2a70ff9d req-a45f62d6-549c-41a2-874e-ae9037f81134 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:39.795578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e26cb7a4-5e73-41ce-8b5d-704f2a70ff9d req-a45f62d6-549c-41a2-874e-ae9037f81134 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 944 time: 0.0605826 Aug 16 03:21:39.820159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:39.821006 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.822979 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] 10.222.0.88 "PUT /v2.0/ports/80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 200 len: 1093 time: 0.6430316 Aug 16 03:21:39.832910 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:21:39.835590 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0722b780-cbe7-46dc-a4c5-55c2c7d89869" -d '{"events": [{"name": "network-changed", "server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:21:39.836377 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:39.850970 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e26cb7a4-5e73-41ce-8b5d-704f2a70ff9d req-f7705e29-b8a6-4f22-9ee9-6876653b63eb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493782 Aug 16 03:21:39.862801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.863493 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 630f820c-c87d-413d-bd2f-be211b5cd1ea up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:39.916315 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ed187-317f-41f6-8de2-af6395a0ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=80657e2b-baae-40bc-b06c-5563c06dc842,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:39.932273 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-b4b212b6-5fe6-402d-850b-c2d2571ae723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:39.934983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-b4b212b6-5fe6-402d-850b-c2d2571ae723 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1096 time: 0.0609643 Aug 16 03:21:39.967663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:39.990370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 630f820c-c87d-413d-bd2f-be211b5cd1ea triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:39.990577 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdcccfd-8fbc-4426-8f7f-6aacc5ac3ee7 x-openstack-request-id: req-3bdcccfd-8fbc-4426-8f7f-6aacc5ac3ee7 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:21:39.990684 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:21:39.990805 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:39.990892 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bdcccfd-8fbc-4426-8f7f-6aacc5ac3ee7 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:21:39.991422 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842', 'status': 'completed', 'code': 200} Aug 16 03:21:39.993336 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-4f8df823-db13-41fd-83ba-f92f3cbeef11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 200 len: 217 time: 0.0512416 Aug 16 03:21:40.045684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-bb33c86f-f840-4db7-be47-cb404d1de79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:40.047312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-bb33c86f-f840-4db7-be47-cb404d1de79d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a HTTP/1.1" status: 200 len: 835 time: 0.0468431 Aug 16 03:21:40.093316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267270-215e-4738-97f5-5a548610f185 req-596729cd-6ead-48d1-bad3-13b5722f5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:40.094850 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-596729cd-6ead-48d1-bad3-13b5722f5fa5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404646 Aug 16 03:21:40.190123 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-4299bd43-7af2-445c-892c-32259724a8f1 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883875 Aug 16 03:21:40.280249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5267270-215e-4738-97f5-5a548610f185 req-59eec45b-78de-4972-aa0d-40cade8530fc service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835438 Aug 16 03:21:40.374738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-33750db3-b3b3-4f0b-a40d-79736d7c37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:40.376254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-33750db3-b3b3-4f0b-a40d-79736d7c37a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1096 time: 0.0490637 Aug 16 03:21:40.466062 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-5617280d-9cb5-4630-9080-4603d024bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:40.467447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-5617280d-9cb5-4630-9080-4603d024bdb2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 200 len: 898 time: 0.0846651 Aug 16 03:21:40.512694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-500124d2-b714-4d76-95b4-a343674b422e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 200 len: 217 time: 0.0384116 Aug 16 03:21:40.560708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-1aa719ce-dcfc-41a8-b505-51b69cf9e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:40.562148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-1aa719ce-dcfc-41a8-b505-51b69cf9e087 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a HTTP/1.1" status: 200 len: 835 time: 0.0427182 Aug 16 03:21:40.607362 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-f04eddb2-2db2-43d1-bd86-13a965ed015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:40.608868 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-f04eddb2-2db2-43d1-bd86-13a965ed015f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388758 Aug 16 03:21:40.703364 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-1fa0d37a-4c19-4817-a7d5-b8d33f3843df service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871716 Aug 16 03:21:40.791498 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0722b780-cbe7-46dc-a4c5-55c2c7d89869 req-446a8727-597c-45b8-b2a4-402c4e655b39 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809247 Aug 16 03:21:40.974495 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca67b-d3a3-43c7-9b3a-63229661edab req-df8b8056-d124-4839-863e-5b60974acc50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:40.976016 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25eca67b-d3a3-43c7-9b3a-63229661edab req-df8b8056-d124-4839-863e-5b60974acc50 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 944 time: 0.0507030 Aug 16 03:21:41.014908 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-25eca67b-d3a3-43c7-9b3a-63229661edab req-3d807dd8-bc4a-4abb-8544-537d8d487eff tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Aug 16 03:21:41.427804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:41.474394 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:41.474766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:42.129782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9afa74-4889-4a50-a6c9-0403398e811a req-9baf696f-5353-4ac2-8b54-9b6278a63785 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:42.131165 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f9afa74-4889-4a50-a6c9-0403398e811a req-9baf696f-5353-4ac2-8b54-9b6278a63785 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 944 time: 0.0484202 Aug 16 03:21:42.168877 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f9afa74-4889-4a50-a6c9-0403398e811a req-25a14e9f-a615-495b-95ae-6cf8e05006e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309877 Aug 16 03:21:42.674799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 80657e2b-baae-40bc-b06c-5563c06dc842 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:21:42.770523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 80657e2b-baae-40bc-b06c-5563c06dc842, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=80657e2b-baae-40bc-b06c-5563c06dc842,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:42.782006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '80657e2b-baae-40bc-b06c-5563c06dc842', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'port_id': '80657e2b-baae-40bc-b06c-5563c06dc842', 'mac_address': 'fa:16:3e:ea:14:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:21:42.968900 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:42.981205 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80657e2b-baae-40bc-b06c-5563c06dc842 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:21:42.999707 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 80657e2b-baae-40bc-b06c-5563c06dc842, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=80657e2b-baae-40bc-b06c-5563c06dc842,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:43.004044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:43.048903 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=80657e2b-baae-40bc-b06c-5563c06dc842,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:43.253623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['80657e2b-baae-40bc-b06c-5563c06dc842'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:21:43.285704 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb313-9782-40e7-95dd-d79dfded039f req-91729f7f-c9db-46be-b8ab-a178041e25e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:43.287335 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1debb313-9782-40e7-95dd-d79dfded039f req-91729f7f-c9db-46be-b8ab-a178041e25e1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 945 time: 0.0534298 Aug 16 03:21:43.325692 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-1debb313-9782-40e7-95dd-d79dfded039f req-05d61b1f-c35c-4aa1-8013-058d1378c387 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Aug 16 03:21:44.442249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9361308-3d32-42b4-a9f8-f5c5e27d4318 req-38b735a1-e527-4696-ac3b-6e01bd93bc04 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:44.443642 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9361308-3d32-42b4-a9f8-f5c5e27d4318 req-38b735a1-e527-4696-ac3b-6e01bd93bc04 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Aug 16 03:21:44.480573 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e9361308-3d32-42b4-a9f8-f5c5e27d4318 req-f1e75e8a-8163-4ae1-a890-25cf09b501b1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304458 Aug 16 03:21:44.690386 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 80657e2b-baae-40bc-b06c-5563c06dc842 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:44.741870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 80657e2b-baae-40bc-b06c-5563c06dc842 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:44.746845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 80657e2b-baae-40bc-b06c-5563c06dc842 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:44.747222 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:44.829837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:44.851633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:21:44.853891 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2ccc8a-5588-4fa9-8f02-f45d0979f7be" -d '{"events": [{"server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "name": "network-vif-plugged", "status": "completed", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:21:44.866979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 80657e2b-baae-40bc-b06c-5563c06dc842, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=80657e2b-baae-40bc-b06c-5563c06dc842,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:44.872398 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:44.896842 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a382c8-9d7c-4bda-bce8-a5ceb93c985b x-openstack-request-id: req-a0a382c8-9d7c-4bda-bce8-a5ceb93c985b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:21:44.897137 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "name": "network-vif-plugged", "status": "completed", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:21:44.897385 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0a382c8-9d7c-4bda-bce8-a5ceb93c985b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:21:44.897764 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842', 'code': 200} Aug 16 03:21:44.922691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=80657e2b-baae-40bc-b06c-5563c06dc842,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:44.987463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6067e-957b-4583-8f5f-f8a3028de739 req-3ba4778b-2478-423b-bec9-d049f1ddf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:44.988983 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1b6067e-957b-4583-8f5f-f8a3028de739 req-3ba4778b-2478-423b-bec9-d049f1ddf450 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1098 time: 0.0395939 Aug 16 03:21:45.023012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b1b6067e-957b-4583-8f5f-f8a3028de739 req-2d05b6ba-4450-4d7b-b2bc-5a6e73ca2f7a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266836 Aug 16 03:21:45.592175 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c5a25-2cad-4d4c-a2f7-f073015b3311 req-f460f94d-2a53-480d-bc98-ef9e711a144f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:45.593571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f24c5a25-2cad-4d4c-a2f7-f073015b3311 req-f460f94d-2a53-480d-bc98-ef9e711a144f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0471683 Aug 16 03:21:45.630306 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f24c5a25-2cad-4d4c-a2f7-f073015b3311 req-25cd6ae4-3d42-44af-b511-0aefcf75cbbc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308840 Aug 16 03:21:46.752072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f92cd-8d67-4cf8-864e-0fc024495682 req-7d4c7073-37a1-4643-815b-12087ef77b21 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:46.753595 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a67f92cd-8d67-4cf8-864e-0fc024495682 req-7d4c7073-37a1-4643-815b-12087ef77b21 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0523586 Aug 16 03:21:46.792171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a67f92cd-8d67-4cf8-864e-0fc024495682 req-e3bd6b0c-c8ce-464b-ade8-2d2c0ba2fdef tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323198 Aug 16 03:21:46.907513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460addc1-1c53-453b-8378-06574566cfd9 req-e068c623-b75c-4a27-bbac-21738ce390a8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:46.909075 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-460addc1-1c53-453b-8378-06574566cfd9 req-e068c623-b75c-4a27-bbac-21738ce390a8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0521202 Aug 16 03:21:46.946040 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-460addc1-1c53-453b-8378-06574566cfd9 req-20eaf4d3-650e-4cf1-9e1c-da662db87c59 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307996 Aug 16 03:21:46.967439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40800) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:47.005846 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f80948b-4c7b-4f4d-8215-c0de7eb6802b tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:47.007334 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-5f80948b-4c7b-4f4d-8215-c0de7eb6802b tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1093 time: 0.0389118 Aug 16 03:21:47.010336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40802) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:47.015232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '80657e2b-baae-40bc-b06c-5563c06dc842', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:21:47.036276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:47.132025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:47.233171 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.218 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/54a05163-8257-449a-b48c-57a41653fbdb) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:21:47.337607 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:47.377289 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:47.416041 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:21:47.419426 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:21:47.422951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:21:47.450104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=54a05163-8257-449a-b48c-57a41653fbdb,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:47.462575 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.462923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.463264 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.463632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.463961 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.464319 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.464647 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.464973 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.465302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.465625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.465947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.466266 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:21:47.792326 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:47.859186 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:48.002528 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:48.007000 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:48.077485 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=54a05163-8257-449a-b48c-57a41653fbdb,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:48.087484 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:48.191256 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 9c97ad5d-3cb7-442a-8f09-a1d7254735ff associated. External IP: 172.25.4.218, port: 80657e2b-baae-40bc-b06c-5563c06dc842. Aug 16 03:21:48.398891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 1f8eef31-557e-4f16-870b-741b76fd32d6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:21:48.504412 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:21:48.514323 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429832eb-c724-4d49-92f3-e58213923734 None None] Sync routers for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:21:48.522650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:48.524032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:48.524676 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:48.553024 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-785b89da-e41e-450a-b044-d332626df3bd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5385666 Aug 16 03:21:48.553024 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:21:48.553414 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9893e251-3142-4c1d-85db-23646c0ab545" -d '{"events": [{"name": "network-changed", "server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:21:48.591655 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4175dcf4-cb13-4c9b-a379-3798810e9c8f x-openstack-request-id: req-4175dcf4-cb13-4c9b-a379-3798810e9c8f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:21:48.591946 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:21:48.592199 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4175dcf4-cb13-4c9b-a379-3798810e9c8f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:21:48.592645 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842', 'status': 'completed', 'code': 200} Aug 16 03:21:48.641607 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:48.661895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893e251-3142-4c1d-85db-23646c0ab545 req-34d436ec-727d-4667-8d95-c0bc35d6954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:48.663517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9893e251-3142-4c1d-85db-23646c0ab545 req-34d436ec-727d-4667-8d95-c0bc35d6954f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1098 time: 0.0426817 Aug 16 03:21:48.702770 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53569f83-af94-4561-87b1-6101a2a48f59 req-255a9577-909d-4760-b107-cdef92b48c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:48.704431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53569f83-af94-4561-87b1-6101a2a48f59 req-255a9577-909d-4760-b107-cdef92b48c0c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0523641 Aug 16 03:21:48.745189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53569f83-af94-4561-87b1-6101a2a48f59 req-dfd40fee-37c7-4f62-81ec-684c8c97e293 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349436 Aug 16 03:21:48.762250 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893e251-3142-4c1d-85db-23646c0ab545 req-90485fa0-1a56-4d9a-8ea1-b3ef316c0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:48.762591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9893e251-3142-4c1d-85db-23646c0ab545 req-90485fa0-1a56-4d9a-8ea1-b3ef316c0903 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 200 len: 898 time: 0.0925756 Aug 16 03:21:48.775260 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40810) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:48.831513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9893e251-3142-4c1d-85db-23646c0ab545 req-c91c808e-bfe4-4a5a-8407-e948a348f64e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 200 len: 1000 time: 0.0618727 Aug 16 03:21:48.840901 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-76a81f78-0bde-4f81-b407-ac97d3691ef1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/9c97ad5d-3cb7-442a-8f09-a1d7254735ff HTTP/1.1" status: 200 len: 992 time: 0.0642407 Aug 16 03:21:48.880228 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9c97ad5d-3cb7-442a-8f09-a1d7254735ff', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.218', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'port_id': '80657e2b-baae-40bc-b06c-5563c06dc842', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'mac_address': 'fa:16:3e:ea:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:21:47Z', 'updated_at': '2021-08-16T03:21:47Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:39Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:48.881118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893e251-3142-4c1d-85db-23646c0ab545 req-c7dd06ab-17af-447b-8416-1c4bc1067905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:48.882598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9893e251-3142-4c1d-85db-23646c0ab545 req-c7dd06ab-17af-447b-8416-1c4bc1067905 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a HTTP/1.1" status: 200 len: 835 time: 0.0443347 Aug 16 03:21:48.934092 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893e251-3142-4c1d-85db-23646c0ab545 req-545d9033-b984-4bb6-b657-4c72962d3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:48.935647 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9893e251-3142-4c1d-85db-23646c0ab545 req-545d9033-b984-4bb6-b657-4c72962d3cb3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461702 Aug 16 03:21:48.993923 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429832eb-c724-4d49-92f3-e58213923734 None None] Checking router: 1f8eef31-557e-4f16-870b-741b76fd32d6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:21:49.002237 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:21:49.002850 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:21:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:49.026743 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9893e251-3142-4c1d-85db-23646c0ab545 req-7c190459-1f4c-4c17-a74b-1a06ea9d5240 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830574 Aug 16 03:21:49.105862 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:21:49.118311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9893e251-3142-4c1d-85db-23646c0ab545 req-ddf6e993-3016-4b8f-9f82-3249a0d623a4 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855315 Aug 16 03:21:49.316664 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-429832eb-c724-4d49-92f3-e58213923734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9c97ad5d-3cb7-442a-8f09-a1d7254735ff', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.218', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'port_id': '80657e2b-baae-40bc-b06c-5563c06dc842', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'mac_address': 'fa:16:3e:ea:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:21:47Z', 'updated_at': '2021-08-16T03:21:47Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:39Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:21:49.345822 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429832eb-c724-4d49-92f3-e58213923734 None None] The sync data for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 is: [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '9c97ad5d-3cb7-442a-8f09-a1d7254735ff', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.218', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'port_id': '80657e2b-baae-40bc-b06c-5563c06dc842', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'mac_address': 'fa:16:3e:ea:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:21:47Z', 'updated_at': '2021-08-16T03:21:47Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:39Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:21:49.844654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40812) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:49.906203 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cc553c7a-c43b-4078-a885-e797be0e6db7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/9c97ad5d-3cb7-442a-8f09-a1d7254735ff HTTP/1.1" status: 200 len: 992 time: 0.0602088 Aug 16 03:21:49.944669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86163e7e-9eb5-4b7d-bcf0-82bf796e8a5f None None] New status for floating IP 9c97ad5d-3cb7-442a-8f09-a1d7254735ff: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:21:50.909528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:21:50.973156 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a1b4b30a-f51d-4d1c-bb00-dc79194d57f5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/9c97ad5d-3cb7-442a-8f09-a1d7254735ff HTTP/1.1" status: 200 len: 994 time: 0.0624652 Aug 16 03:21:52.047238 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:21:52.889556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:54.111311 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:56.256261 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0d9c4ec5-0e06-49e8-9371-be08dac5577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:58.860985 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f3957722-3f07-42b8-add0-4f877ee7ecfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:58.870019 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:00.271651 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:02.164936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:02.967617 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-56279912-b572-44a8-9b3e-6f6b418de9c8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800874 Aug 16 03:22:03.046334 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-d215bf8f-8603-48ab-b66a-2760cdaecb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:03.047800 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-d215bf8f-8603-48ab-b66a-2760cdaecb1a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1098 time: 0.0403035 Aug 16 03:22:03.150671 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-735e9859-86e3-4804-9791-d7959aea7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:03.152625 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-735e9859-86e3-4804-9791-d7959aea7aeb service neutron] 10.222.0.88 "GET /v2.0/networks?id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 200 len: 898 time: 0.0858099 Aug 16 03:22:03.216079 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-9c37724f-24b1-473f-930c-ca3141a390fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 200 len: 1002 time: 0.0560651 Aug 16 03:22:03.271579 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-d29c625d-9980-4e56-9383-ba7f6dc7e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:03.273148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-d29c625d-9980-4e56-9383-ba7f6dc7e1c1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a HTTP/1.1" status: 200 len: 835 time: 0.0498140 Aug 16 03:22:03.320399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-6456a679-cdda-4134-88d7-8b8d4b3cfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:03.321919 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-6456a679-cdda-4134-88d7-8b8d4b3cfc6b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417817 Aug 16 03:22:03.412516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-2d34c518-67df-489e-bfdb-0cfe615e6357 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818164 Aug 16 03:22:03.504457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a2934f31-fd9c-4c96-afa2-aeabef3e2243 req-b585be29-0d54-4dc0-88e2-428506326f75 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845113 Aug 16 03:22:18.726140 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b1e93-b133-4788-b892-79bca8218a51 req-df824a11-5377-4823-8445-e09b4fc81d0d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:18.727628 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3d4b1e93-b133-4788-b892-79bca8218a51 req-df824a11-5377-4823-8445-e09b4fc81d0d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Aug 16 03:22:18.765270 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-3d4b1e93-b133-4788-b892-79bca8218a51 req-5a8f664a-27eb-48d1-89eb-94870dcf5791 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Aug 16 03:22:19.882611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6d18a-d5ba-4abf-9ec2-0daf503156a6 req-90d6d280-0d84-4237-a259-6540ac31942b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:19.884398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90c6d18a-d5ba-4abf-9ec2-0daf503156a6 req-90d6d280-0d84-4237-a259-6540ac31942b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0504797 Aug 16 03:22:19.923998 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-90c6d18a-d5ba-4abf-9ec2-0daf503156a6 req-0d3a451a-7228-4b23-9ac0-e3d900ed5a2f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Aug 16 03:22:21.038663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55290e-150d-426c-ae9d-166fac874a39 req-1b3dd9bd-301f-4d0e-a533-d847f4548cd9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:21.040114 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa55290e-150d-426c-ae9d-166fac874a39 req-1b3dd9bd-301f-4d0e-a533-d847f4548cd9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0470345 Aug 16 03:22:21.076801 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-fa55290e-150d-426c-ae9d-166fac874a39 req-5624bb0a-d89a-4dd0-ae68-bfd5e5085f67 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301013 Aug 16 03:22:22.192040 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f471e-db6c-4966-b5bd-9879156adef9 req-c51253f8-b3ac-45d0-84d3-84952afb521e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:22.193536 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e5f471e-db6c-4966-b5bd-9879156adef9 req-c51253f8-b3ac-45d0-84d3-84952afb521e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0507355 Aug 16 03:22:22.230591 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9e5f471e-db6c-4966-b5bd-9879156adef9 req-47f09a67-0ef4-4551-96b9-85fcc764fb2d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305703 Aug 16 03:22:22.893865 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.350373 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a0ed-3539-4a7e-a38f-e520e7de785b req-a744ae08-2da2-4763-b276-cbe78a6b2476 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:23.351848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22e8a0ed-3539-4a7e-a38f-e520e7de785b req-a744ae08-2da2-4763-b276-cbe78a6b2476 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0491192 Aug 16 03:22:23.392555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-22e8a0ed-3539-4a7e-a38f-e520e7de785b req-cbbd5a18-ea38-42ac-bc1e-d13bb3689091 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346646 Aug 16 03:22:24.122270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:24.505122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1aa17-3b3f-43e4-9c4b-3586443f2131 req-226e1fb9-e47a-4903-a5a6-d39bd6d1cb58 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:24.506604 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6c1aa17-3b3f-43e4-9c4b-3586443f2131 req-226e1fb9-e47a-4903-a5a6-d39bd6d1cb58 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0483146 Aug 16 03:22:24.547698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d6c1aa17-3b3f-43e4-9c4b-3586443f2131 req-6bbd4c3e-015c-4fac-93f5-2a5a9d1a3b47 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349419 Aug 16 03:22:25.661192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5d468-d04f-46c5-a6ca-2c4debb0b6c6 req-cf7c2598-6699-4cfa-bd96-be92a79f2c88 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:25.662586 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37c5d468-d04f-46c5-a6ca-2c4debb0b6c6 req-cf7c2598-6699-4cfa-bd96-be92a79f2c88 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0488985 Aug 16 03:22:25.700906 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-37c5d468-d04f-46c5-a6ca-2c4debb0b6c6 req-5e9b516a-623c-43cb-b6b1-ad4ac4ce8e19 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Aug 16 03:22:26.255907 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec845-2f19-447a-a87b-509d668bdaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:26.812865 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69e757-f003-419f-b100-de2224210e4a req-70e990ce-f419-4c66-9769-8d3add513ddc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:26.814332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f69e757-f003-419f-b100-de2224210e4a req-70e990ce-f419-4c66-9769-8d3add513ddc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0473778 Aug 16 03:22:26.851038 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8f69e757-f003-419f-b100-de2224210e4a req-6b16e84f-bffd-408b-8cb2-4fae0c64cbe9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307622 Aug 16 03:22:27.964224 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25aaa1-a356-4491-9c01-e1f712042710 req-a5bbdbf7-59e5-4ae5-af0c-bc0bc76a7506 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:27.965729 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e25aaa1-a356-4491-9c01-e1f712042710 req-a5bbdbf7-59e5-4ae5-af0c-bc0bc76a7506 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0477889 Aug 16 03:22:28.001903 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2e25aaa1-a356-4491-9c01-e1f712042710 req-fc445da6-d7d6-4267-8794-fd18a22bb35f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301991 Aug 16 03:22:28.850488 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1e079122-d4bf-4bb2-a23f-9cd638981ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:28.870380 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:29.045786 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:22:29.117601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20525b9b-0d15-477f-8b14-f6dcffc4b97d req-38da9163-0053-4393-8cde-fff7a061d3ad tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:29.118990 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20525b9b-0d15-477f-8b14-f6dcffc4b97d req-38da9163-0053-4393-8cde-fff7a061d3ad tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0476100 Aug 16 03:22:29.155564 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-20525b9b-0d15-477f-8b14-f6dcffc4b97d req-c940baf1-24ec-4ff9-b49b-cc37e7ead481 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Aug 16 03:22:29.177613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40852) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:29.579797 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-98532093-2720-4fdb-b993-e46d3c6c7504 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/9c97ad5d-3cb7-442a-8f09-a1d7254735ff HTTP/1.1" status: 200 len: 994 time: 0.4010839 Aug 16 03:22:30.269039 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:30.854312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbc41a-9141-41f5-9275-395fcebbe53e req-91bb7f1e-808c-4964-9efe-1f4947becf55 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:30.855687 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1fbc41a-9141-41f5-9275-395fcebbe53e req-91bb7f1e-808c-4964-9efe-1f4947becf55 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0774665 Aug 16 03:22:30.871806 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace418-9743-47ac-aac4-51987305bd1b req-d5fb9681-6a80-43dd-8566-575ffa846b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:30.873240 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52ace418-9743-47ac-aac4-51987305bd1b req-d5fb9681-6a80-43dd-8566-575ffa846b0b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1098 time: 0.0651565 Aug 16 03:22:30.938791 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e1fbc41a-9141-41f5-9275-395fcebbe53e req-c3badd40-6cf2-4463-aa6a-db4365b693e9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769789 Aug 16 03:22:30.974992 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace418-9743-47ac-aac4-51987305bd1b req-ad882598-20b3-4d73-9dd6-9afadd7e62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:30.976491 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52ace418-9743-47ac-aac4-51987305bd1b req-ad882598-20b3-4d73-9dd6-9afadd7e62d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 200 len: 898 time: 0.0955081 Aug 16 03:22:31.043394 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52ace418-9743-47ac-aac4-51987305bd1b req-059fb31d-10a3-4bc2-adc9-ca5ce2879a22 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 200 len: 1002 time: 0.0599422 Aug 16 03:22:31.090222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace418-9743-47ac-aac4-51987305bd1b req-0cb62e43-6487-4c49-8f5d-6228c6436e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:31.091611 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52ace418-9743-47ac-aac4-51987305bd1b req-0cb62e43-6487-4c49-8f5d-6228c6436e18 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a HTTP/1.1" status: 200 len: 835 time: 0.0417771 Aug 16 03:22:31.136226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace418-9743-47ac-aac4-51987305bd1b req-c7b7c305-fd57-459f-bdd1-005d155ca8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:31.137650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52ace418-9743-47ac-aac4-51987305bd1b req-c7b7c305-fd57-459f-bdd1-005d155ca8c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387487 Aug 16 03:22:31.227781 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52ace418-9743-47ac-aac4-51987305bd1b req-952bb3d1-f3a4-4c9e-bb49-6a18c89c0f7d service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827823 Aug 16 03:22:31.321934 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52ace418-9743-47ac-aac4-51987305bd1b req-4ea427ab-72c0-48fc-b205-5deddb13cfc9 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866883 Aug 16 03:22:32.053395 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f545d-b9b1-4e3a-b2cb-d0e7ae726bed req-0ed75383-adb5-4b71-b2aa-b15e65bf2349 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:32.054871 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ad7f545d-b9b1-4e3a-b2cb-d0e7ae726bed req-0ed75383-adb5-4b71-b2aa-b15e65bf2349 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0477760 Aug 16 03:22:32.091752 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ad7f545d-b9b1-4e3a-b2cb-d0e7ae726bed req-5b0dc84d-c35e-4340-b068-657e2b84bcc9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304985 Aug 16 03:22:32.114516 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40866) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:32.166701 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.173891 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-68ec520e-76f2-4df9-8a1d-3b0ea888451e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/9c97ad5d-3cb7-442a-8f09-a1d7254735ff HTTP/1.1" status: 200 len: 994 time: 0.0582721 Aug 16 03:22:52.905932 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:54.137160 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:56.256310 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bfc7abf1-5c8a-4181-aabb-9d103e2a3faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:58.852823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9ad4ecd3-c00f-43b5-9f04-8a4254c8f454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:58.871122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:00.272065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.170331 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.735096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40894) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:02.889067 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 54a05163-8257-449a-b48c-57a41653fbdb {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:23:02.889410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.961794 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.962123 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.973346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 54a05163-8257-449a-b48c-57a41653fbdb owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:23:03.116651 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:03.141966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=54a05163-8257-449a-b48c-57a41653fbdb,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:03.168867 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.169225 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.169572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.169913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.170249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.170584 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.170921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.171250 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.171582 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.171909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.172234 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.172585 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:03.215845 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:03.216174 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 9c97ad5d-3cb7-442a-8f09-a1d7254735ff disassociated (deleted). External IP: 172.25.4.218, port: 80657e2b-baae-40bc-b06c-5563c06dc842. Aug 16 03:23:03.426226 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 1f8eef31-557e-4f16-870b-741b76fd32d6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:23:03.538613 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:23:03.543208 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:03.548326 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] Sync routers for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:23:03.557332 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:03.558548 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:03.574231 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-66df4101-8699-49d7-986f-88f8e3f98af2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/floatingips/9c97ad5d-3cb7-442a-8f09-a1d7254735ff HTTP/1.1" status: 204 len: 168 time: 0.8373756 Aug 16 03:23:03.574821 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:23:03.577134 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964a2b44-bc09-4496-918f-dd96b2fe548f" -d '{"events": [{"name": "network-changed", "server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:23:03.668527 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:03.672831 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b16029-728f-4fc0-a1e6-5feb63dcb05f x-openstack-request-id: req-e7b16029-728f-4fc0-a1e6-5feb63dcb05f {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:23:03.673140 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:23:03.673321 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7b16029-728f-4fc0-a1e6-5feb63dcb05f {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:23:03.673721 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842', 'status': 'completed', 'code': 200} Aug 16 03:23:03.743325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-dbb40218-d2ba-408d-a8bb-a26fe3c757bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.745582 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-dbb40218-d2ba-408d-a8bb-a26fe3c757bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 1098 time: 0.0471630 Aug 16 03:23:03.859523 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2eb4e-b30d-4e52-86d7-e502031dda06 req-e1fcdbef-af57-4756-b696-350110426dfc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.861052 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5b2eb4e-b30d-4e52-86d7-e502031dda06 req-e1fcdbef-af57-4756-b696-350110426dfc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.1000605 Aug 16 03:23:03.868620 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:39Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:03.889276 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-c1290af0-eee7-4e57-ab6a-ad029ac315b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.890706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-c1290af0-eee7-4e57-ab6a-ad029ac315b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 200 len: 898 time: 0.1377544 Aug 16 03:23:03.898840 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] Checking router: 1f8eef31-557e-4f16-870b-741b76fd32d6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:23:03.907466 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:03.908078 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:03.944376 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a5b2eb4e-b30d-4e52-86d7-e502031dda06 req-29a301ee-33e9-47da-a650-a0c44e39e085 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754888 Aug 16 03:23:03.945651 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-d3dd4d73-f96f-4a44-9df6-800cd611480e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 200 len: 217 time: 0.0426583 Aug 16 03:23:03.994366 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-1cdabbf6-3583-485c-8cb2-ca789f745763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.996413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-1cdabbf6-3583-485c-8cb2-ca789f745763 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a HTTP/1.1" status: 200 len: 835 time: 0.0436332 Aug 16 03:23:04.013838 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:04.041142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-05d586d3-23ce-47b8-b2a8-67a5fdbd5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:04.043197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-05d586d3-23ce-47b8-b2a8-67a5fdbd5d74 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391490 Aug 16 03:23:04.134700 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-96276d16-a30d-4fce-aea7-e4be57f8efa9 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832911 Aug 16 03:23:04.207013 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:39Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:04.223386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-964a2b44-bc09-4496-918f-dd96b2fe548f req-cc5c4a6e-5c9a-492d-ba5a-396cbf5f9df3 service neutron] 10.222.0.88 "GET /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804746 Aug 16 03:23:04.233653 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785334a4-badf-4da0-ba33-461dbb773614 None None] The sync data for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 is: [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:36Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036', 'name': '', 'network_id': 'c55ff18b-d80b-4ddd-adce-5c6175cbb5b7', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:76:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:35Z', 'updated_at': '2021-08-16T03:21:39Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '7956f34f-eeb7-4a7a-bc5c-1bc182086c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:23:04.444199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b56cc3-1641-4da4-989a-c6cfbd6624d3 None None] New status for floating IP 9c97ad5d-3cb7-442a-8f09-a1d7254735ff: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:23:05.068259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5377-d3f5-4681-a950-2642e8465ce1 req-6d015d72-a195-4851-afc5-f0234e1c9227 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:05.069782 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecfc5377-d3f5-4681-a950-2642e8465ce1 req-6d015d72-a195-4851-afc5-f0234e1c9227 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0556211 Aug 16 03:23:05.107772 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-ecfc5377-d3f5-4681-a950-2642e8465ce1 req-59079dc1-4b63-4a9e-bb92-3a7303b3e697 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=9806082e-01a9-4d33-ba19-859dc25111fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313570 Aug 16 03:23:05.232695 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-b91da6f0-eb69-4c98-843b-5db514637e97 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:05.234091 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-b91da6f0-eb69-4c98-843b-5db514637e97 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/ports?device_id=b95760eb-f7f9-46df-9658-783ac69808c0 HTTP/1.1" status: 200 len: 946 time: 0.0537953 Aug 16 03:23:05.319768 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 80657e2b-baae-40bc-b06c-5563c06dc842 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:23:05.320105 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:05.408792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 80657e2b-baae-40bc-b06c-5563c06dc842, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=80657e2b-baae-40bc-b06c-5563c06dc842,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:05.409158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:05.421316 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 80657e2b-baae-40bc-b06c-5563c06dc842 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:23:05.543312 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:05.575711 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=80657e2b-baae-40bc-b06c-5563c06dc842,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:05.600332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.600690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.601029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.601364 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.601694 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.602023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.602352 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.602675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.602998 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.603325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.603641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.603960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:05.622032 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] No DVR routers for this DVR port 80657e2b-baae-40bc-b06c-5563c06dc842 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:23:05.624406 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:05.626353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-99a4e1b6-4f5e-48e2-baf5-5605bd66d320 req-ef6a9629-e374-4f22-914f-c198e54abbdb tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "DELETE /v2.0/ports/80657e2b-baae-40bc-b06c-5563c06dc842 HTTP/1.1" status: 204 len: 173 time: 0.3867335 Aug 16 03:23:05.626773 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'name': 'network-vif-deleted', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:23:05.629030 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5228d6-dcad-42a6-a51c-8516cd927fc8" -d '{"events": [{"server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "name": "network-vif-deleted", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:23:05.667110 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df231baf-4ab6-4580-b4b9-37d7c26cb2ee x-openstack-request-id: req-df231baf-4ab6-4580-b4b9-37d7c26cb2ee {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:23:05.667401 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95760eb-f7f9-46df-9658-783ac69808c0", "name": "network-vif-deleted", "tag": "80657e2b-baae-40bc-b06c-5563c06dc842", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:23:05.667660 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df231baf-4ab6-4580-b4b9-37d7c26cb2ee {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:23:05.668057 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95760eb-f7f9-46df-9658-783ac69808c0', 'name': 'network-vif-deleted', 'tag': '80657e2b-baae-40bc-b06c-5563c06dc842', 'status': 'completed', 'code': 200} Aug 16 03:23:06.046143 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:23:06.162176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40910) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:06.841579 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:07.083201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:23:07.083543 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:07.168017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:07.168329 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:07.180822 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:23:07.360197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:07.399365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:07.581879 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:07.794702 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 1f8eef31-557e-4f16-870b-741b76fd32d6 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:23:07.899653 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:23:07.904701 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c0b3454e-bc12-4709-8901-6b0f892f64d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/1f8eef31-557e-4f16-870b-741b76fd32d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414811 Aug 16 03:23:07.907605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40912) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:07.909473 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] Sync routers for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:23:07.918624 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:07.919263 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:07.957500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting subnet 7956f34f-eeb7-4a7a-bc5c-1bc182086c7a {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:23:07.960561 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:07.999645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.027471 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:08.085572 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.144751 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.174549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Subnet': ['ID=7956f34f-eeb7-4a7a-bc5c-1bc182086c7a,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:08.176752 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.178854 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-929d8b5b-c9cd-4058-bbab-04e3aa00d900 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/subnets/7956f34f-eeb7-4a7a-bc5c-1bc182086c7a HTTP/1.1" status: 204 len: 168 time: 0.2702467 Aug 16 03:23:08.181473 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40914) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:08.182345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63733892-c13b-4bf8-9dcd-ab23686350ba None None] Network c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:23:08.211469 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:23:07Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:08.237496 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] Checking router: 1f8eef31-557e-4f16-870b-741b76fd32d6 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:23:08.246058 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] Routers {'1f8eef31-557e-4f16-870b-741b76fd32d6'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:08.246662 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['1f8eef31-557e-4f16-870b-741b76fd32d6'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:08.295703 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.372481 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] DHCP port deletion for c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:23:08.411798 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.422213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Deleting port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:23:08.423066 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.444194 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] Set router 1f8eef31-557e-4f16-870b-741b76fd32d6 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:08.466312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 630f820c-c87d-413d-bd2f-be211b5cd1ea {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:23:08.466694 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.489277 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] For port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c,segment=NetworkSegment(4df7acf2-5abb-46f5-ae36-13a329ee2e78),segment_id=4df7acf2-5abb-46f5-ae36-13a329ee2e78)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:08.489688 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.504002 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Calling delete_port for 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:23:08.552205 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 630f820c-c87d-413d-bd2f-be211b5cd1ea, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=630f820c-c87d-413d-bd2f-be211b5cd1ea,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:08.552613 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.565044 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 630f820c-c87d-413d-bd2f-be211b5cd1ea owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:23:08.598538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.622946 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:23:07Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:08.630516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Pushing event deleted for resources: {'Port': ['ID=9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:08.634763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] No DVR routers for this DVR port 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:23:08.642134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.642467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.642815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.643160 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.645801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11b5ea8-f504-451d-b668-d2f7127d1056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:08.669960 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3ccdf-dbd0-4db8-9757-c27a9e2a7706 None None] The sync data for ids ['1f8eef31-557e-4f16-870b-741b76fd32d6'] in n-d-769329-15 is: [{'id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431542097', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:23:07Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '630f820c-c87d-413d-bd2f-be211b5cd1ea', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8eef31-557e-4f16-870b-741b76fd32d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:21:32Z', 'updated_at': '2021-08-16T03:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:23:08.741323 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.766882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=630f820c-c87d-413d-bd2f-be211b5cd1ea,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:08.828942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.919266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.921262 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.962464 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.962962 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8eef31-557e-4f16-870b-741b76fd32d6 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:23:08.970196 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:08.971298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2071d40d-4b67-4c90-9ac9-11c5ef30833d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/routers/1f8eef31-557e-4f16-870b-741b76fd32d6 HTTP/1.1" status: 204 len: 168 time: 0.7888153 Aug 16 03:23:08.974021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40916) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:09.053638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.124995 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 80657e2b-baae-40bc-b06c-5563c06dc842 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:23:09.147968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 80657e2b-baae-40bc-b06c-5563c06dc842 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:23:09.148475 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 80657e2b-baae-40bc-b06c-5563c06dc842 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:23:09.150551 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.161487 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55ff18b-d80b-4ddd-adce-5c6175cbb5b7']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:09.173337 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df7acf2-5abb-46f5-ae36-13a329ee2e78') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:09.173561 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df7acf2-5abb-46f5-ae36-13a329ee2e78') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:09.182221 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.196269 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.202258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:23:09.202672 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:23:09.205767 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:23:09.267587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.274829 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.276739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/networks/c55ff18b-d80b-4ddd-adce-5c6175cbb5b7 HTTP/1.1" status: 204 len: 168 time: 0.3017530 Aug 16 03:23:09.279633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40918) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:09.288671 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34443abb-bb65-41e3-8004-64cc3b0caca5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Network': ['ID=c55ff18b-d80b-4ddd-adce-5c6175cbb5b7,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:09.349380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79b02583-3480-45fc-9a32-3742177bc7bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.373856 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79b02583-3480-45fc-9a32-3742177bc7bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.437483 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79b02583-3480-45fc-9a32-3742177bc7bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.440071 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-79b02583-3480-45fc-9a32-3742177bc7bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:09.441293 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-79b02583-3480-45fc-9a32-3742177bc7bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/security-groups/9806082e-01a9-4d33-ba19-859dc25111fc HTTP/1.1" status: 204 len: 168 time: 0.1606436 Aug 16 03:23:09.450284 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b02583-3480-45fc-9a32-3742177bc7bc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806082e-01a9-4d33-ba19-859dc25111fc,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:09.707518 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:23:09.729219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:23:09.729646 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9a0f4f32-d6ff-4db2-9746-d4ac68b9dd1c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:23:09.730129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:23:09.752301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:23:09.752719 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 38da4bbe-4fb8-47d2-ac8e-3d4bd2a8f036 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:23:09.753135 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 630f820c-c87d-413d-bd2f-be211b5cd1ea no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:23:09.772261 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 630f820c-c87d-413d-bd2f-be211b5cd1ea {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:23:09.772655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 630f820c-c87d-413d-bd2f-be211b5cd1ea not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:23:09.918690 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40924) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:09.923442 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-07ae2c91-572c-45dd-b82b-54dcff37101b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556329029', 'description': 'tempest-secgroup-smoke-1556329029 description', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:09.946054 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ae2c91-572c-45dd-b82b-54dcff37101b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.025640 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ae2c91-572c-45dd-b82b-54dcff37101b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.029646 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ae2c91-572c-45dd-b82b-54dcff37101b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.055856 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07ae2c91-572c-45dd-b82b-54dcff37101b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.057092 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-07ae2c91-572c-45dd-b82b-54dcff37101b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373065 Aug 16 03:23:10.059498 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae2c91-572c-45dd-b82b-54dcff37101b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353a7055-ea57-4305-948e-5097edcbaa59,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.060758 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40926) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.065590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-0c1c690a-8fdc-41b3-866d-27b2ecf4e959 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '353a7055-ea57-4305-948e-5097edcbaa59', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.091735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c1c690a-8fdc-41b3-866d-27b2ecf4e959 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.147525 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c1c690a-8fdc-41b3-866d-27b2ecf4e959 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.150890 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c1c690a-8fdc-41b3-866d-27b2ecf4e959 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.169239 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c690a-8fdc-41b3-866d-27b2ecf4e959 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388cf799-ce1c-4d51-b569-3f14e492ac3e,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.174286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-0c1c690a-8fdc-41b3-866d-27b2ecf4e959 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.175656 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-0c1c690a-8fdc-41b3-866d-27b2ecf4e959 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137419 Aug 16 03:23:10.178366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40928) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.183439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cb96da7c-7642-4d3c-b2ab-d1238b3eb6a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '353a7055-ea57-4305-948e-5097edcbaa59', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.209360 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb96da7c-7642-4d3c-b2ab-d1238b3eb6a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.265396 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb96da7c-7642-4d3c-b2ab-d1238b3eb6a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.268773 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb96da7c-7642-4d3c-b2ab-d1238b3eb6a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.287644 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96da7c-7642-4d3c-b2ab-d1238b3eb6a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e55450c-3f9b-4630-b745-97cc08ab9b8f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.291278 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cb96da7c-7642-4d3c-b2ab-d1238b3eb6a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.292637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cb96da7c-7642-4d3c-b2ab-d1238b3eb6a4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132820 Aug 16 03:23:10.295449 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40930) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.300125 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-a9b00bb1-bce3-4bcc-8855-5360bc30b312 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '353a7055-ea57-4305-948e-5097edcbaa59', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.326431 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9b00bb1-bce3-4bcc-8855-5360bc30b312 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.386752 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9b00bb1-bce3-4bcc-8855-5360bc30b312 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.390239 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9b00bb1-bce3-4bcc-8855-5360bc30b312 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.407339 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b00bb1-bce3-4bcc-8855-5360bc30b312 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca5db78-562f-43db-917d-49fa43577f67,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.412909 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-a9b00bb1-bce3-4bcc-8855-5360bc30b312 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.414011 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a9b00bb1-bce3-4bcc-8855-5360bc30b312 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176140 Aug 16 03:23:10.416926 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40932) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.421370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6130c05c-a008-453a-81ca-2edd1eee2f68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '353a7055-ea57-4305-948e-5097edcbaa59', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.446695 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6130c05c-a008-453a-81ca-2edd1eee2f68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.505493 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6130c05c-a008-453a-81ca-2edd1eee2f68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.509100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6130c05c-a008-453a-81ca-2edd1eee2f68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.528828 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c05c-a008-453a-81ca-2edd1eee2f68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc852662-590f-4dcb-b92e-3ac9a8af79d9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.532350 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6130c05c-a008-453a-81ca-2edd1eee2f68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.534244 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6130c05c-a008-453a-81ca-2edd1eee2f68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156111 Aug 16 03:23:10.536489 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40934) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.541508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '353a7055-ea57-4305-948e-5097edcbaa59', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.563526 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:23:10.568197 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.627154 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.631081 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.648009 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824116a4-d8b9-4bde-bdf5-44e927272a56,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.654334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.655547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ee965171-170b-46ee-8595-9156c2a5064c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181002 Aug 16 03:23:10.658450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40936) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.662887 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'security_group_rule': {'security_group_id': '353a7055-ea57-4305-948e-5097edcbaa59', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.685261 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Project ee19af5de23b42dea370e0ea5c4bcba8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:23:10.690025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.752185 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.758156 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.775984 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cb89b2-f8aa-4d67-a628-421d46f9e037,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.782923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.784736 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-13f29c04-66fe-4644-8725-c8f6a0c9f85f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249700 Aug 16 03:23:10.787317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 40938) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.792189 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'network': {'name': 'tempest-network-smoke--1394868106', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'port_security_enabled': True}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.813118 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:23:10.816477 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.839176 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:23:10.847766 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.848110 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Added segment c1a7a36b-6ea1-4bcc-9221-da496127ff9b of type vlan for network d189f4bf-cfbe-4153-9612-4cced5d94807 Aug 16 03:23:10.887953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.914896 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.920306 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:10.920889 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.978073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897502 Aug 16 03:23:10.981002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40940) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:10.985902 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'admin_state_up': True, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:10.986391 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc747c-36d8-4285-915e-42d8d4e9b3b4 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Network': ['ID=d189f4bf-cfbe-4153-9612-4cced5d94807,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:10.996905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network d189f4bf-cfbe-4153-9612-4cced5d94807 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:23:11.011874 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.012853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.073539 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.221185 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.408736 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.431171 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.536089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.82 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5206f363-6343-41b3-a58d-dc7e7c729083) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:23:11.633934 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.671194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:11.714107 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:23:11.717065 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:11.720570 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:23:11.725805 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=5206f363-6343-41b3-a58d-dc7e7c729083,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:11.958898 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:12.147707 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:12.271384 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 482f0245-5bd5-47e9-a0e2-850230ad144a is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:23:12.707499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:23:12.717897 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Sync routers for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:23:12.725193 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:12.726412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0b8f3d70-f0d1-4ddc-b885-df28d30675f1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7443738 Aug 16 03:23:12.727235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:12.727864 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:12.730117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40942) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:12.825249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-436eb4c2-0249-467c-8ba1-1cd14812378f tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=ee19af5de23b42dea370e0ea5c4bcba8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940351 Aug 16 03:23:12.827884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40946) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:12.837966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:12.912495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2a978-1351-4f81-b867-08026e8337db tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:12.914016 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4af2a978-1351-4f81-b867-08026e8337db tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851796 Aug 16 03:23:12.917104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40948) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:12.949115 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-5c5e4bb2-e4c1-4deb-a41d-b3eac5e6b2b2 tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=f167bade-71c5-4ad9-97bf-1beb272063ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308092 Aug 16 03:23:12.951620 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40950) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:12.956516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259797547', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:13.015806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:11Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:13.041329 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:23:13.042840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Checking router: 482f0245-5bd5-47e9-a0e2-850230ad144a for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:23:13.043199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Updating router 482f0245-5bd5-47e9-a0e2-850230ad144a port 5206f363-6343-41b3-a58d-dc7e7c729083 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:23:13.045204 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.067756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.230994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.291225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Subnet': ['ID=64526d12-edfe-4af7-9e57-82f1ab975da8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:13.300372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Checking segment: {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:23:13.300742 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network hostable DHCP agents. Network: d189f4bf-cfbe-4153-9612-4cced5d94807, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:23:13.317767 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network d189f4bf-cfbe-4153-9612-4cced5d94807 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:23:13.321434 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.333312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, d189f4bf-cfbe-4153-9612-4cced5d94807) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:13.333516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Transition to ACTIVE for port object 5206f363-6343-41b3-a58d-dc7e7c729083 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:23:13.337421 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:13.338022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.343650 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.345688 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54279e9-09dc-411e-acde-a7deea39d5b9 None None] Network d189f4bf-cfbe-4153-9612-4cced5d94807 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:23:13.353249 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e3470ce1-a9ff-4c5f-8aa9-a4949f7c6eac tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4005716 Aug 16 03:23:13.356094 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 40952) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:13.442801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Attempting to bind port 5206f363-6343-41b3-a58d-dc7e7c729083 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:23:13.443171 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Attempting to bind port 5206f363-6343-41b3-a58d-dc7e7c729083 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:23:13.443539 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Attempting to bind port 5206f363-6343-41b3-a58d-dc7e7c729083 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:23:13.445391 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096022-88a7-4789-8904-f2c394f9d2c1 None None] Pushing event updated for resources: {'Port': ['ID=5206f363-6343-41b3-a58d-dc7e7c729083,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:13.457908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:23:13.458279 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:23:13.458678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.459066 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:23:13.459537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Bound port: 5206f363-6343-41b3-a58d-dc7e7c729083, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:23:13.459915 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.548752 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] For port 5206f363-6343-41b3-a58d-dc7e7c729083, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:23:13.553010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] For port 5206f363-6343-41b3-a58d-dc7e7c729083, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5206f363-6343-41b3-a58d-dc7e7c729083,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:23:13.560546 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.618861 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-d189f4bf-cfbe-4153-9612-4cced5d94807', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:23:13.619679 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.650489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096022-88a7-4789-8904-f2c394f9d2c1 None None] Pushing event updated for resources: {'Port': ['ID=5206f363-6343-41b3-a58d-dc7e7c729083,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:13.652970 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:13.653570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:13.795796 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.845103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:14.060806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Allocated IP 172.20.0.2 (d189f4bf-cfbe-4153-9612-4cced5d94807/64526d12-edfe-4af7-9e57-82f1ab975da8/9e7000d0-b6e9-4512-8e88-85c0c09e8c43) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:23:14.288559 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.294414 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:11Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:14.326339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Transition to ACTIVE for port object 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:23:14.330686 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83090ea0-f35b-42a3-a4cd-e4addd78a6b5 None None] The sync data for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 is: [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:11Z', 'revision_number': 3, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:23:14.343557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Transition to ACTIVE for port object 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:23:14.353040 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.392220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Network d189f4bf-cfbe-4153-9612-4cced5d94807 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:23:14.397658 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:14.402420 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:23:14.408940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.1 (d189f4bf-cfbe-4153-9612-4cced5d94807/64526d12-edfe-4af7-9e57-82f1ab975da8/df088333-bfb3-4cde-97d4-b497b5ef155f) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:23:14.415612 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Pushing event updated for resources: {'Port': ['ID=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:14.462293 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Attempting to bind port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:23:14.462669 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Attempting to bind port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:23:14.463036 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Attempting to bind port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 on network d189f4bf-cfbe-4153-9612-4cced5d94807 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:23:14.468217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:23:14.468885 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Checking segment: {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:23:14.469481 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.470507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Bound using segment: {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:23:14.470507 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Bound port: 9e7000d0-b6e9-4512-8e88-85c0c09e8c43, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:23:14.470753 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.527458 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.542365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object df088333-bfb3-4cde-97d4-b497b5ef155f will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:23:14.547007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] For port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:23:14.551125 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] For port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:23:14.567109 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.581847 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.643104 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network d189f4bf-cfbe-4153-9612-4cced5d94807 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:23:14.648938 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:14.652643 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:23:14.655334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469c365-54de-4e3c-ac0c-6f2909b4a606 None None] Pushing event updated for resources: {'Port': ['ID=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:14.686522 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=df088333-bfb3-4cde-97d4-b497b5ef155f,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:14.711424 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:14.875410 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.170635 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.175178 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.258605 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.261624 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=df088333-bfb3-4cde-97d4-b497b5ef155f,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:15.365534 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network d189f4bf-cfbe-4153-9612-4cced5d94807 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:23:15.366965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:15.492369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 482f0245-5bd5-47e9-a0e2-850230ad144a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:23:15.556343 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5206f363-6343-41b3-a58d-dc7e7c729083 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:23:15.613527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5206f363-6343-41b3-a58d-dc7e7c729083 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:23:15.614388 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:23:15.617174 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508c83e-f1e0-4658-9f47-a76df2c3490a None None] Network d189f4bf-cfbe-4153-9612-4cced5d94807 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:23:15.623282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-9e55043e-fb51-4d21-a9a5-6b36643a3b8b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/482f0245-5bd5-47e9-a0e2-850230ad144a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659082 Aug 16 03:23:15.636318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5206f363-6343-41b3-a58d-dc7e7c729083 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:15.636713 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.713123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6ea17584-34f0-4675-af92-a8695407493c None None] Provisioning for port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:23:15.790994 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-36eb19c9-81d1-4a3c-94f9-36a7830b19a5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556329029&fields=id&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 267 time: 0.0338490 Aug 16 03:23:15.811318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.853429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 5206f363-6343-41b3-a58d-dc7e7c729083, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5206f363-6343-41b3-a58d-dc7e7c729083,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:15.860252 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.861076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:23:15.914686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-a6e83b22-ed9e-4d6d-bfef-d9d5982c0fb5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:15.917197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-a6e83b22-ed9e-4d6d-bfef-d9d5982c0fb5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/networks?id=d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 200 len: 797 time: 0.1169105 Aug 16 03:23:15.934706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-1f2e6c9d-e7e9-41ab-b1cc-d6447031d7ad tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/quotas/ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 375 time: 0.0111308 Aug 16 03:23:15.944785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=5206f363-6343-41b3-a58d-dc7e7c729083,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:15.956717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:23:15.961025 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:15.961402 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.988910 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-e4b8ea9e-e5e0-4690-9b1e-1fcce326524f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482962 Aug 16 03:23:16.006607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-e72dce0f-6e7f-4c63-b706-f22f52c97dc5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:23:16.007513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-e72dce0f-6e7f-4c63-b706-f22f52c97dc5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054247 Aug 16 03:23:16.048741 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.059441 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Sync routers for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:23:16.073547 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:16.074220 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:16.091000 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:16.095351 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.132843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-477e33fd-7a5d-474b-b6eb-4ceffc9468ab service neutron] 10.222.0.78 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119411 Aug 16 03:23:16.156185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:16.202993 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:16.253780 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-210f4df6-5b30-45aa-89ed-aff774eb45eb None None] Provisioning complete for port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:16.254286 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-210f4df6-5b30-45aa-89ed-aff774eb45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.255042 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-019a6924-bc55-4b58-9afa-f651683e67af service neutron] 10.222.0.78 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136734 Aug 16 03:23:16.368159 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-210f4df6-5b30-45aa-89ed-aff774eb45eb None None] Provisioning for port df088333-bfb3-4cde-97d4-b497b5ef155f completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:23:16.378324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-210f4df6-5b30-45aa-89ed-aff774eb45eb None None] Provisioning complete for port df088333-bfb3-4cde-97d4-b497b5ef155f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:16.378704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-210f4df6-5b30-45aa-89ed-aff774eb45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.423229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-210f4df6-5b30-45aa-89ed-aff774eb45eb None None] Port df088333-bfb3-4cde-97d4-b497b5ef155f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:23:16.464944 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7153dcee-dc64-4117-95a7-43e34f028248 req-855d4fbd-28a8-4c55-be8c-bcf62cc37c84 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 210 time: 0.0320275 Aug 16 03:23:16.474255 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 2, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:16.508034 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Checking router: 482f0245-5bd5-47e9-a0e2-850230ad144a for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:23:16.508412 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Updating router 482f0245-5bd5-47e9-a0e2-850230ad144a port df088333-bfb3-4cde-97d4-b497b5ef155f binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:23:16.540026 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.545977 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-ea4b18ce-64b4-4e78-ae12-674de1be9a34 None None] Provisioning complete for port df088333-bfb3-4cde-97d4-b497b5ef155f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:16.546422 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ea4b18ce-64b4-4e78-ae12-674de1be9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.586990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b18ce-64b4-4e78-ae12-674de1be9a34 None None] Port df088333-bfb3-4cde-97d4-b497b5ef155f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:23:16.709370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-57fd37f8-f7cd-4dde-afe0-96fd8b988433 None None] Provisioning complete for port df088333-bfb3-4cde-97d4-b497b5ef155f triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:16.709670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-57fd37f8-f7cd-4dde-afe0-96fd8b988433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.746063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-57fd37f8-f7cd-4dde-afe0-96fd8b988433 None None] Port df088333-bfb3-4cde-97d4-b497b5ef155f cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:23:16.826706 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.836126 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Transition to ACTIVE for port object df088333-bfb3-4cde-97d4-b497b5ef155f will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:23:16.841141 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.886447 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Pushing event updated for resources: {'Port': ['ID=df088333-bfb3-4cde-97d4-b497b5ef155f,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:16.898343 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.898686 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.899021 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.899346 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.899670 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.899990 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.900327 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.900647 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.900962 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.901304 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.901620 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.901936 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:23:16.953439 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Attempting to bind port df088333-bfb3-4cde-97d4-b497b5ef155f on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:23:16.953928 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Attempting to bind port df088333-bfb3-4cde-97d4-b497b5ef155f by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:23:16.954289 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Attempting to bind port df088333-bfb3-4cde-97d4-b497b5ef155f on network d189f4bf-cfbe-4153-9612-4cced5d94807 {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:23:16.959479 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:23:16.959847 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Checking segment: {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:23:16.960249 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.960664 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Bound using segment: {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:23:16.961302 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Bound port: df088333-bfb3-4cde-97d4-b497b5ef155f, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:23:16.961617 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:17.034641 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] For port df088333-bfb3-4cde-97d4-b497b5ef155f, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:23:17.037797 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] For port df088333-bfb3-4cde-97d4-b497b5ef155f, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df088333-bfb3-4cde-97d4-b497b5ef155f,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:23:17.042087 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:17.095828 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:17.096562 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:17.143616 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f615f-2974-4370-b70f-cc07fa2d8fca None None] Pushing event updated for resources: {'Port': ['ID=df088333-bfb3-4cde-97d4-b497b5ef155f,revision_number=4']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:17.219681 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:17.411171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-8d06de51-db10-41e8-9458-bb4dc11b2027 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:17.412999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-8d06de51-db10-41e8-9458-bb4dc11b2027 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/networks?id=d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 200 len: 797 time: 0.1166060 Aug 16 03:23:17.440556 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:17Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:17.457956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-db6c7643-a724-4d57-ba98-d1715cb4235f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee19af5de23b42dea370e0ea5c4bcba8 HTTP/1.1" status: 200 len: 380 time: 0.0351279 Aug 16 03:23:17.468602 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'port': {'device_id': '6c466939-431d-4a37-8e04-4c520e6889ce', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'admin_state_up': True, 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'security_groups': ['353a7055-ea57-4305-948e-5097edcbaa59']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:17.471099 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b80bd-2bcd-47f9-880c-d29f6037ac27 None None] The sync data for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 is: [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:17Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:23:17.516877 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5206f363-6343-41b3-a58d-dc7e7c729083 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:23:17.586828 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5206f363-6343-41b3-a58d-dc7e7c729083 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:17.587483 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:17.594200 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9ca75954-b4a6-498d-8c5d-cf5ef688dda0 req-993457a8-203c-41f5-9ca6-670548de00db tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 210 time: 0.0395782 Aug 16 03:23:17.676637 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Made reservation on behalf of ee19af5de23b42dea370e0ea5c4bcba8 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:23:17.680469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:17.683105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:23:17.735997 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:17.736407 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:17.817967 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.20.0.4 (d189f4bf-cfbe-4153-9612-4cced5d94807/64526d12-edfe-4af7-9e57-82f1ab975da8/8e04c3a1-fec6-4097-bd6a-853f1d797b35) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:23:17.965386 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:17.980592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Transition to ACTIVE for port object 8e04c3a1-fec6-4097-bd6a-853f1d797b35 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:23:18.014484 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.061997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network d189f4bf-cfbe-4153-9612-4cced5d94807 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:23:18.065238 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:18.069641 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:23:18.074231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=8e04c3a1-fec6-4097-bd6a-853f1d797b35,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:18.123467 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:18.124136 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.142604 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-ccc90e93-4b59-453f-b44f-87ac405c1865 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6779506 Aug 16 03:23:18.155002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Request body: {'port': {'device_id': '6c466939-431d-4a37-8e04-4c520e6889ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:18.216256 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.317379 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ba1e3d2-aa1d-41ad-94a5-04437b4f37a5 None None] Provisioning for port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:23:18.322587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2ba1e3d2-aa1d-41ad-94a5-04437b4f37a5 None None] Provisioning complete for port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:18.323648 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e3d2-aa1d-41ad-94a5-04437b4f37a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.365269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1e3d2-aa1d-41ad-94a5-04437b4f37a5 None None] Port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:23:18.493782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e04c3a1-fec6-4097-bd6a-853f1d797b35 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:23:18.501540 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.514231 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Transition to ACTIVE for port object 8e04c3a1-fec6-4097-bd6a-853f1d797b35 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:23:18.517956 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.571582 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e04c3a1-fec6-4097-bd6a-853f1d797b35,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:18.649936 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Attempting to bind port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:23:18.650216 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Attempting to bind port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:23:18.650556 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Attempting to bind port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 on network d189f4bf-cfbe-4153-9612-4cced5d94807 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:23:18.656091 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 on network d189f4bf-cfbe-4153-9612-4cced5d94807 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:23:18.656495 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Attempting to bind port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 on network d189f4bf-cfbe-4153-9612-4cced5d94807 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:23:18.661801 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:23:18.662148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Checking segment: {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:23:18.662546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Bound using segment: {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:23:18.662986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Bound port: 8e04c3a1-fec6-4097-bd6a-853f1d797b35, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:23:18.663353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.725964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1f9e-0f55-463b-9360-fb2b8f0fd0c9 req-eddc5e08-87c6-4827-b4db-3bb551c894d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:18.727490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4be1f9e-0f55-463b-9360-fb2b8f0fd0c9 req-eddc5e08-87c6-4827-b4db-3bb551c894d3 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 943 time: 0.0516424 Aug 16 03:23:18.737573 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] For port 8e04c3a1-fec6-4097-bd6a-853f1d797b35, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:23:18.740888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] For port 8e04c3a1-fec6-4097-bd6a-853f1d797b35, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:23:18.746518 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.771099 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e4be1f9e-0f55-463b-9360-fb2b8f0fd0c9 req-d79694fd-7247-41ba-81fa-885d62293525 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369046 Aug 16 03:23:18.783380 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:18.783380 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:18.784950 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] 10.222.0.88 "PUT /v2.0/ports/8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 200 len: 1092 time: 0.6344123 Aug 16 03:23:18.785433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:23:18.788447 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca8f9be-ad29-4780-a0ab-01c64c261b01" -d '{"events": [{"name": "network-changed", "server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:23:18.818730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afa399-30f8-4926-9995-11bb4fe902b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e04c3a1-fec6-4097-bd6a-853f1d797b35,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:18.860083 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd20fec-f83c-4257-b8cb-f24241275e27 x-openstack-request-id: req-5fd20fec-f83c-4257-b8cb-f24241275e27 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:23:18.860422 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:23:18.860675 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fd20fec-f83c-4257-b8cb-f24241275e27 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:23:18.861066 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'status': 'completed', 'code': 200} Aug 16 03:23:18.876541 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-91914f8b-14d5-4ef3-9dbe-e9d3b1c81eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:18.878058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-91914f8b-14d5-4ef3-9dbe-e9d3b1c81eed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1095 time: 0.0473781 Aug 16 03:23:18.920540 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-bca86ee3-f979-492d-8f60-163773fd5af4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Aug 16 03:23:18.970680 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-27f59393-eedd-483b-99b2-a2f8a7f9b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:18.972159 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-27f59393-eedd-483b-99b2-a2f8a7f9b23c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64526d12-edfe-4af7-9e57-82f1ab975da8 HTTP/1.1" status: 200 len: 834 time: 0.0451674 Aug 16 03:23:19.021407 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-47513f44-36ac-45b3-a9d8-d8aca25af327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:19.022936 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-47513f44-36ac-45b3-a9d8-d8aca25af327 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d189f4bf-cfbe-4153-9612-4cced5d94807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439827 Aug 16 03:23:19.110003 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-5217fb81-de4c-47b0-bc86-5b23fd524e1c service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795875 Aug 16 03:23:19.201382 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-40266bee-dcbe-4293-9202-c80a0816ded8 req-c817cf76-db74-47f0-8a76-d2c8a42778d2 service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843844 Aug 16 03:23:19.286392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-76aba0b7-441c-4820-b177-62c77bef5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:19.287863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-76aba0b7-441c-4820-b177-62c77bef5a5b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1095 time: 0.0404983 Aug 16 03:23:19.378133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-f17e4d72-e1b0-4614-919d-0628eeaf15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:19.379603 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-f17e4d72-e1b0-4614-919d-0628eeaf15a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 200 len: 898 time: 0.0842929 Aug 16 03:23:19.428711 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-78562fbd-ae00-4d44-bdab-5b95cc56606a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 200 len: 217 time: 0.0368128 Aug 16 03:23:19.477914 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-99ab4a15-40c4-4823-9b2e-e93436a2f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:19.479939 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-99ab4a15-40c4-4823-9b2e-e93436a2f74b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64526d12-edfe-4af7-9e57-82f1ab975da8 HTTP/1.1" status: 200 len: 834 time: 0.0439885 Aug 16 03:23:19.513512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df088333-bfb3-4cde-97d4-b497b5ef155f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:23:19.530286 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-81ea3e3b-1811-467b-a108-3b3eae2f5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:19.531845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-81ea3e3b-1811-467b-a108-3b3eae2f5dae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d189f4bf-cfbe-4153-9612-4cced5d94807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438783 Aug 16 03:23:19.562294 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port df088333-bfb3-4cde-97d4-b497b5ef155f completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:23:19.566240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port df088333-bfb3-4cde-97d4-b497b5ef155f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:19.566791 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:19.626863 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-ee1405df-c935-47b0-a9a8-36e9fea57a7f service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866816 Aug 16 03:23:19.646916 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:19.688426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port df088333-bfb3-4cde-97d4-b497b5ef155f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df088333-bfb3-4cde-97d4-b497b5ef155f,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:19.692262 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:19.722024 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca8f9be-ad29-4780-a0ab-01c64c261b01 req-bf98544f-1cd5-48ca-be19-def5e022d8da service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875177 Aug 16 03:23:19.738392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=df088333-bfb3-4cde-97d4-b497b5ef155f,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:19.898244 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9e8f8-5f90-4023-94fe-7eb6d0bb7e1a req-de31398d-3488-4596-9187-a2a520d291fc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:19.899753 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21b9e8f8-5f90-4023-94fe-7eb6d0bb7e1a req-de31398d-3488-4596-9187-a2a520d291fc tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 943 time: 0.0536191 Aug 16 03:23:19.938068 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21b9e8f8-5f90-4023-94fe-7eb6d0bb7e1a req-9c26e185-097e-499d-85e2-c14e6ef6413d tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Aug 16 03:23:21.055797 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef7460-7c68-4d5a-b205-3cbf08cd6feb req-726bd426-6f9c-46c3-8d0e-1fea695de55e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:21.057334 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17ef7460-7c68-4d5a-b205-3cbf08cd6feb req-726bd426-6f9c-46c3-8d0e-1fea695de55e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 943 time: 0.0519912 Aug 16 03:23:21.093956 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17ef7460-7c68-4d5a-b205-3cbf08cd6feb req-26a83115-6894-4649-a86f-9a9116b1931b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298829 Aug 16 03:23:21.202472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8e04c3a1-fec6-4097-bd6a-853f1d797b35 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:23:21.295490 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8e04c3a1-fec6-4097-bd6a-853f1d797b35, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:21.306453 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'port_id': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'mac_address': 'fa:16:3e:4f:2a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:23:21.344122 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:21.357487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e04c3a1-fec6-4097-bd6a-853f1d797b35 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:23:21.377384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8e04c3a1-fec6-4097-bd6a-853f1d797b35, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:21.380983 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:21.428595 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=8e04c3a1-fec6-4097-bd6a-853f1d797b35,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:21.490791 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df088333-bfb3-4cde-97d4-b497b5ef155f up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:23:21.544098 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port df088333-bfb3-4cde-97d4-b497b5ef155f triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:21.544505 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:21.589585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['8e04c3a1-fec6-4097-bd6a-853f1d797b35'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:23:22.210791 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c072da-e2a1-4d54-a337-7ce5f26986a5 req-f9a87865-d7a5-4df4-974a-a578ca609f67 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:22.212264 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e0c072da-e2a1-4d54-a337-7ce5f26986a5 req-f9a87865-d7a5-4df4-974a-a578ca609f67 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 944 time: 0.0521715 Aug 16 03:23:22.250369 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e0c072da-e2a1-4d54-a337-7ce5f26986a5 req-d8ff7dcd-738b-4149-b1d9-3945a1a82a68 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Aug 16 03:23:22.917076 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:23.218454 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8e04c3a1-fec6-4097-bd6a-853f1d797b35 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:23:23.265354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:23:23.268978 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:23:23.269357 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:23.348880 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:23.364760 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2997bb-328b-42b6-898d-bb13d42d33d0 req-349337a3-fe95-4f94-bff3-2f3d0b67e2bf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:23.366352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc2997bb-328b-42b6-898d-bb13d42d33d0 req-349337a3-fe95-4f94-bff3-2f3d0b67e2bf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 944 time: 0.0492642 Aug 16 03:23:23.373642 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:23:23.375899 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe813d-a5fd-4eb1-bac3-f52656b44a35" -d '{"events": [{"server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "name": "network-vif-plugged", "status": "completed", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:23:23.390998 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 8e04c3a1-fec6-4097-bd6a-853f1d797b35, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:23:23.396820 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:23.407598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bc2997bb-328b-42b6-898d-bb13d42d33d0 req-d13c1986-3452-43f6-bd1d-173f004dc737 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342431 Aug 16 03:23:23.453154 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=8e04c3a1-fec6-4097-bd6a-853f1d797b35,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:23.467561 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7e337-9da8-4428-8b20-cb2eeaff7328 x-openstack-request-id: req-95e7e337-9da8-4428-8b20-cb2eeaff7328 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:23:23.467854 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "name": "network-vif-plugged", "status": "completed", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:23:23.468108 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95e7e337-9da8-4428-8b20-cb2eeaff7328 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:23:23.468650 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'code': 200} Aug 16 03:23:23.561743 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9804e82-e618-4279-8357-788f524466bf req-582c06df-3966-4ef7-b0f6-527faf7bc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:23.563212 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f9804e82-e618-4279-8357-788f524466bf req-582c06df-3966-4ef7-b0f6-527faf7bc83e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1097 time: 0.0396414 Aug 16 03:23:23.597559 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f9804e82-e618-4279-8357-788f524466bf req-f733a862-37e6-4f82-8c29-9b636dab5070 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274284 Aug 16 03:23:24.124521 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:24.530730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0585c53-ea51-48e5-b819-6ecf6974c16b req-c0a4c6ce-5acd-4868-b6dd-b951ac391daf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:24.532191 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0585c53-ea51-48e5-b819-6ecf6974c16b req-c0a4c6ce-5acd-4868-b6dd-b951ac391daf tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0544956 Aug 16 03:23:24.569248 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a0585c53-ea51-48e5-b819-6ecf6974c16b req-fb0c6b8a-ca8a-400e-bdc5-55ed37b765d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Aug 16 03:23:24.682446 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ef24-63b0-4b21-b607-0924df9cb91e req-772f4caa-4402-45a5-a3da-1f3b91fe89a8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:24.683886 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d58ef24-63b0-4b21-b607-0924df9cb91e req-772f4caa-4402-45a5-a3da-1f3b91fe89a8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0480602 Aug 16 03:23:24.721865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9d58ef24-63b0-4b21-b607-0924df9cb91e req-0101427e-2b2a-42cd-a324-644749d845cd tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Aug 16 03:23:24.742829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41006) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:24.782531 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb56a9d-5c81-4f10-a332-76a59f9c2f4d tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:24.784071 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-cbb56a9d-5c81-4f10-a332-76a59f9c2f4d tempest-TestNetworkAdvancedServerOps-959765225 tempest-TestNetworkAdvancedServerOps-959765225-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1092 time: 0.0402350 Aug 16 03:23:24.786889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41008) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:24.791118 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:24.812062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:24.914315 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:25.011657 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Allocated IP 172.25.4.12 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/9a13aba0-529d-4685-9b5e-3da6c99d8d50) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:23:25.113531 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:25.152988 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:25.188089 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:23:25.192814 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:25.196227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:23:25.219359 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=9a13aba0-529d-4685-9b5e-3da6c99d8d50,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:25.886041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:25.949389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:26.096615 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:26.101217 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:26.170051 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event updated for resources: {'Port': ['ID=9a13aba0-529d-4685-9b5e-3da6c99d8d50,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:26.179476 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:26.256738 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-58078aa4-f494-4258-b97a-da3aa15b13f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:26.278750 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 8ddf4055-1fdd-4737-b052-55d4442e1cbf associated. External IP: 172.25.4.12, port: 8e04c3a1-fec6-4097-bd6a-853f1d797b35. Aug 16 03:23:26.479652 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 482f0245-5bd5-47e9-a0e2-850230ad144a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:23:26.585634 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:23:26.595871 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] Sync routers for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:23:26.601815 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:26.606520 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:26.607139 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:26.629469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-b5be93a2-eb95-431d-84f8-bbea24e94a65 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8412828 Aug 16 03:23:26.629880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:23:26.632509 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:23:26.670768 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be682cbd-1308-490d-814b-a5ab01c9c152 x-openstack-request-id: req-be682cbd-1308-490d-814b-a5ab01c9c152 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:23:26.671062 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:23:26.671313 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be682cbd-1308-490d-814b-a5ab01c9c152 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:23:26.671717 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'status': 'completed', 'code': 200} Aug 16 03:23:26.720063 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:26.756242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49316-597c-4bed-a8f5-c2981d346a8a req-b1bb2007-cee9-4e5a-8aab-ff2af8547403 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:26.757694 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8be49316-597c-4bed-a8f5-c2981d346a8a req-b1bb2007-cee9-4e5a-8aab-ff2af8547403 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0768707 Aug 16 03:23:26.772987 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-4a6dce7e-909b-4e4c-98ab-a2988b453a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:26.774524 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-4a6dce7e-909b-4e4c-98ab-a2988b453a24 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1097 time: 0.0679102 Aug 16 03:23:26.843513 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8be49316-597c-4bed-a8f5-c2981d346a8a req-522dde33-8e9e-4878-b98e-b599e5d94e11 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780540 Aug 16 03:23:26.871925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41016) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:26.893696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-4b279e34-a27c-4c1f-9f37-bf9f2d832491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:26.895194 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-4b279e34-a27c-4c1f-9f37-bf9f2d832491 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 200 len: 898 time: 0.1129036 Aug 16 03:23:26.943206 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c913777f-b19e-45e0-a216-127b7be13159 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8ddf4055-1fdd-4737-b052-55d4442e1cbf HTTP/1.1" status: 200 len: 990 time: 0.0698862 Aug 16 03:23:26.963199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8ddf4055-1fdd-4737-b052-55d4442e1cbf', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'port_id': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'mac_address': 'fa:16:3e:4f:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c466939-431d-4a37-8e04-4c520e6889ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:25Z', 'updated_at': '2021-08-16T03:23:25Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:19Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:26.967579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-5f677eae-12ec-476b-ac80-7126846c0088 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 200 len: 998 time: 0.0647187 Aug 16 03:23:26.989180 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] Checking router: 482f0245-5bd5-47e9-a0e2-850230ad144a for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:23:26.997360 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:26.997965 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:22:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:27.016839 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-0bb7ce03-f35d-483a-a127-d6d6f6d1917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:27.018265 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-0bb7ce03-f35d-483a-a127-d6d6f6d1917e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64526d12-edfe-4af7-9e57-82f1ab975da8 HTTP/1.1" status: 200 len: 834 time: 0.0442255 Aug 16 03:23:27.062872 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-e0cebf59-dc9b-47fb-b8da-3d3afb42c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:27.064452 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-e0cebf59-dc9b-47fb-b8da-3d3afb42c75f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d189f4bf-cfbe-4153-9612-4cced5d94807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395205 Aug 16 03:23:27.165143 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-b6d93426-7b90-4398-9718-daad97761d5c service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925825 Aug 16 03:23:27.256461 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b40b96c0-d6f4-4ac5-be34-8b7050807ea7 req-0ff0ab31-0923-4791-a074-c094c02cf154 service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841672 Aug 16 03:23:27.263938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:27.487523 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8ddf4055-1fdd-4737-b052-55d4442e1cbf', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'port_id': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'mac_address': 'fa:16:3e:4f:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c466939-431d-4a37-8e04-4c520e6889ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:25Z', 'updated_at': '2021-08-16T03:23:25Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:19Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:27.514308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c26d6-828e-49e3-bce4-36289fa5857e None None] The sync data for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 is: [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '8ddf4055-1fdd-4737-b052-55d4442e1cbf', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'port_id': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'mac_address': 'fa:16:3e:4f:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c466939-431d-4a37-8e04-4c520e6889ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:25Z', 'updated_at': '2021-08-16T03:23:25Z', 'revision_number': 0, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:19Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:23:27.705647 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6aa5a3-4cec-4060-91f6-ac82707a77d0 None None] New status for floating IP 8ddf4055-1fdd-4737-b052-55d4442e1cbf: ACTIVE {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:23:27.945477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41018) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:28.005629 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bb9dbea8-9206-4fff-82f1-a38485486bb5 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8ddf4055-1fdd-4737-b052-55d4442e1cbf HTTP/1.1" status: 200 len: 992 time: 0.0590084 Aug 16 03:23:28.853582 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71962de5-8b00-4bb0-9d88-f6d43e4548fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:28.870489 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:30.275638 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:32.172498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:43.044966 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:23:52.919327 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:54.152972 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:56.256756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-00c7a859-c771-4a7d-becf-54dd0a18804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:58.854766 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0192b21d-ad50-4432-9fac-6fd1a70078b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:58.871530 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:59.413809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e5af2-4ad9-4c63-944c-a790ebdfdc8b req-8a57aca8-2283-4c45-bfe6-c295937d627c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:59.415298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db4e5af2-4ad9-4c63-944c-a790ebdfdc8b req-8a57aca8-2283-4c45-bfe6-c295937d627c tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0482845 Aug 16 03:23:59.452833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-db4e5af2-4ad9-4c63-944c-a790ebdfdc8b req-86bb9b0b-7256-4ac0-9944-da3be2362607 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Aug 16 03:24:00.276859 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:00.586586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb0db2-2659-48c9-99f5-df8c6ccbeaba req-3b52457b-c1f0-41f4-b91c-3458bb89d64b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:00.588598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6eb0db2-2659-48c9-99f5-df8c6ccbeaba req-3b52457b-c1f0-41f4-b91c-3458bb89d64b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0543611 Aug 16 03:24:00.625424 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b6eb0db2-2659-48c9-99f5-df8c6ccbeaba req-da8de2d6-38d3-4d3c-9f40-fbe1a763ed0e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307779 Aug 16 03:24:00.649636 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41040) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:00.708999 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-22106095-a694-47cd-8bde-88561d6889e8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8ddf4055-1fdd-4737-b052-55d4442e1cbf HTTP/1.1" status: 200 len: 992 time: 0.0576692 Aug 16 03:24:01.966593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d309b9-87cc-4976-a770-c60a7cdcf73d req-b18e4b04-c479-4d3b-91de-8aed1c1f576b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:01.968115 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-24d309b9-87cc-4976-a770-c60a7cdcf73d req-b18e4b04-c479-4d3b-91de-8aed1c1f576b tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0550361 Aug 16 03:24:01.977020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-9fabae89-3a0f-4786-9628-47bbe1e6944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:01.978761 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-9fabae89-3a0f-4786-9628-47bbe1e6944b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1097 time: 0.0408440 Aug 16 03:24:02.006373 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-24d309b9-87cc-4976-a770-c60a7cdcf73d req-edb255ea-f9e4-408e-8f6d-e9cd36625f16 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319693 Aug 16 03:24:02.070530 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-773ce504-7816-4844-ab34-873286492e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:02.072117 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-773ce504-7816-4844-ab34-873286492e01 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 200 len: 898 time: 0.0869851 Aug 16 03:24:02.138472 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-6e27d9b0-e4c8-4375-afc0-aa1be00741ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 200 len: 1000 time: 0.0592113 Aug 16 03:24:02.175068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:02.191148 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-ed4b1510-57fb-4a67-8b87-09c58d193928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:02.192665 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-ed4b1510-57fb-4a67-8b87-09c58d193928 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64526d12-edfe-4af7-9e57-82f1ab975da8 HTTP/1.1" status: 200 len: 834 time: 0.0476856 Aug 16 03:24:02.245505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-4eec78f8-7e67-420d-bbd6-fd851ea1e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:02.246991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-4eec78f8-7e67-420d-bbd6-fd851ea1e392 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d189f4bf-cfbe-4153-9612-4cced5d94807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474126 Aug 16 03:24:02.333371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-56a63381-4ef1-41d7-93b9-b6a782750347 service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794775 Aug 16 03:24:02.425465 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-28e426be-dd13-41c8-ac1b-59584e29faa6 req-c566db2f-b14c-4014-9618-93ea0b91c126 service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842850 Aug 16 03:24:03.123724 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec87c11-403e-451d-bbea-ed4c085e56ba req-f2a6ab00-cb61-4c5f-83b6-ea6b871e4b13 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:03.125247 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ec87c11-403e-451d-bbea-ed4c085e56ba req-f2a6ab00-cb61-4c5f-83b6-ea6b871e4b13 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0488572 Aug 16 03:24:03.166725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8ec87c11-403e-451d-bbea-ed4c085e56ba req-ff2668a8-0b02-4446-949e-47862e87f246 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354443 Aug 16 03:24:04.280736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d51e74-4251-46e7-aa90-d131911e4719 req-73b070de-7327-4b98-858c-f5f588b1f40a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:04.282221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09d51e74-4251-46e7-aa90-d131911e4719 req-73b070de-7327-4b98-858c-f5f588b1f40a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0476415 Aug 16 03:24:04.319089 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09d51e74-4251-46e7-aa90-d131911e4719 req-96657256-8a2d-4fd7-ba57-661988f27683 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Aug 16 03:24:04.341420 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41052) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:04.402922 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6231e8ed-fc52-404e-8c85-ddae448afed8 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/floatingips/8ddf4055-1fdd-4737-b052-55d4442e1cbf HTTP/1.1" status: 200 len: 992 time: 0.0603311 Aug 16 03:24:04.618302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41058) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:04.773022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 9a13aba0-529d-4685-9b5e-3da6c99d8d50 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:24:04.773339 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:04.849058 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:04.849389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:04.860533 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 9a13aba0-529d-4685-9b5e-3da6c99d8d50 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:24:05.005081 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:05.031501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=9a13aba0-529d-4685-9b5e-3da6c99d8d50,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:05.088629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:05.088963 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Floating IP 8ddf4055-1fdd-4737-b052-55d4442e1cbf disassociated (deleted). External IP: 172.25.4.12, port: 8e04c3a1-fec6-4097-bd6a-853f1d797b35. Aug 16 03:24:05.295752 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 482f0245-5bd5-47e9-a0e2-850230ad144a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:24:05.425121 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-b53c0ee7-b515-4521-be83-e80fcc3ac909 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774467 Aug 16 03:24:05.436744 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:24:05.441573 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:05.447888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] Sync routers for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:24:05.457302 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:05.458227 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:05.470871 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2abef4b7-cd96-4727-b908-3de1dcf94b1f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/floatingips/8ddf4055-1fdd-4737-b052-55d4442e1cbf HTTP/1.1" status: 204 len: 168 time: 0.8514264 Aug 16 03:24:05.471475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:24:05.473954 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039" -d '{"events": [{"name": "network-changed", "server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:24:05.520968 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-6749f649-1c61-46d5-b69e-2a94e8f3c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:05.522792 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-6749f649-1c61-46d5-b69e-2a94e8f3c80b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1097 time: 0.0451720 Aug 16 03:24:05.525056 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea323507-05e4-49d4-ba6c-7eaf7dff2642 x-openstack-request-id: req-ea323507-05e4-49d4-ba6c-7eaf7dff2642 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:24:05.525347 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:24:05.525603 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea323507-05e4-49d4-ba6c-7eaf7dff2642 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:24:05.526002 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'status': 'completed', 'code': 200} Aug 16 03:24:05.578690 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:05.636675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-ddcf987b-29be-4a8a-bba8-1197e0b19cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:05.638076 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-ddcf987b-29be-4a8a-bba8-1197e0b19cc0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 200 len: 898 time: 0.0950699 Aug 16 03:24:05.687206 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-110a229f-c66e-470a-bc5f-5b4d3b00d3ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 200 len: 217 time: 0.0410559 Aug 16 03:24:05.757723 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-aef07054-f32f-4fd2-9c96-335cacac533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:05.759494 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-aef07054-f32f-4fd2-9c96-335cacac533c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64526d12-edfe-4af7-9e57-82f1ab975da8 HTTP/1.1" status: 200 len: 834 time: 0.0648599 Aug 16 03:24:05.766763 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804fc82-726a-4960-8f7a-66b60bdd75ba req-6acd56db-992b-4f0f-890f-d1c057db16f2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:05.768390 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b804fc82-726a-4960-8f7a-66b60bdd75ba req-6acd56db-992b-4f0f-890f-d1c057db16f2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0838978 Aug 16 03:24:05.792387 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:19Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:05.818212 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] Checking router: 482f0245-5bd5-47e9-a0e2-850230ad144a for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:24:05.826392 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:05.827012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:05.833989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b804fc82-726a-4960-8f7a-66b60bdd75ba req-faaf732b-634e-44c4-878e-afbf6db50602 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567465 Aug 16 03:24:05.836546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-2430ebe8-6a55-49a4-9622-e3ed94b2e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:05.838525 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-2430ebe8-6a55-49a4-9622-e3ed94b2e9de service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d189f4bf-cfbe-4153-9612-4cced5d94807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692759 Aug 16 03:24:05.930318 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-acab9550-3a51-47ca-a321-406b065dd541 service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834842 Aug 16 03:24:05.931384 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:06.024387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3df7015-58d6-4e8a-a5c5-34893cb01285 req-08c0728d-f8ca-4551-998e-ad0d7e6d2991 service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861218 Aug 16 03:24:06.108808 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-54db2be9-eb7a-4fd7-a440-0ea9ddfa11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:06.110257 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-54db2be9-eb7a-4fd7-a440-0ea9ddfa11b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 1097 time: 0.0411851 Aug 16 03:24:06.135755 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:19Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:06.167418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461a63-2488-4009-921c-2bb2d7c2c7cb None None] The sync data for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 is: [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:14Z', 'revision_number': 4, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': 'df088333-bfb3-4cde-97d4-b497b5ef155f', 'name': '', 'network_id': 'd189f4bf-cfbe-4153-9612-4cced5d94807', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'mac_address': 'fa:16:3e:60:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:13Z', 'updated_at': '2021-08-16T03:23:19Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'subnets': [{'id': '64526d12-edfe-4af7-9e57-82f1ab975da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:24:06.208544 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-beec892e-27a5-42d6-a117-22b4aa27068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:06.210041 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-beec892e-27a5-42d6-a117-22b4aa27068a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 200 len: 898 time: 0.0926845 Aug 16 03:24:06.257310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-dc3ef177-8037-4fce-8e72-49a663e66c54 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 200 len: 217 time: 0.0379956 Aug 16 03:24:06.307325 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-ffbcada3-b1f9-4379-9fae-65202402c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:06.308849 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-ffbcada3-b1f9-4379-9fae-65202402c48d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=64526d12-edfe-4af7-9e57-82f1ab975da8 HTTP/1.1" status: 200 len: 834 time: 0.0445170 Aug 16 03:24:06.358500 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-02ea8dc7-979c-4972-9296-9c39b29dea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:06.360116 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-02ea8dc7-979c-4972-9296-9c39b29dea10 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d189f4bf-cfbe-4153-9612-4cced5d94807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432727 Aug 16 03:24:06.391477 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5cfa4d-1f4a-49c4-9954-466d2bcec71d None None] New status for floating IP 8ddf4055-1fdd-4737-b052-55d4442e1cbf: DOWN {{(pid=94859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:24:06.462252 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-31baf491-7b97-4f80-ab26-e7f6cd66a983 service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940762 Aug 16 03:24:06.553857 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b3a5ce16-11ba-4c26-a20e-4ae7a7c72039 req-28552ab3-822b-4b86-877d-36b23d16b92b service neutron] 10.222.0.88 "GET /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824423 Aug 16 03:24:06.953159 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8368a37-27d6-44f4-8541-383f643c7746 req-8266af51-cc0d-470a-91c6-12a37d062f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:06.954648 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8368a37-27d6-44f4-8541-383f643c7746 req-8266af51-cc0d-470a-91c6-12a37d062f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0485444 Aug 16 03:24:06.991189 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b8368a37-27d6-44f4-8541-383f643c7746 req-7f34ffa9-676b-4484-8fb7-0e0201b7015a tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/security-groups?id=353a7055-ea57-4305-948e-5097edcbaa59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Aug 16 03:24:07.194607 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-555e2198-c70e-4985-abc6-b916c958960f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:07.195996 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-555e2198-c70e-4985-abc6-b916c958960f tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 945 time: 0.0479832 Aug 16 03:24:07.286670 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:24:07.287005 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:07.372807 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 8e04c3a1-fec6-4097-bd6a-853f1d797b35, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=8e04c3a1-fec6-4097-bd6a-853f1d797b35,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:07.373177 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:07.389700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 8e04c3a1-fec6-4097-bd6a-853f1d797b35 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:24:07.514781 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:07.542365 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=8e04c3a1-fec6-4097-bd6a-853f1d797b35,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:07.554156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.554510 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.554853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.555192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.555528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.555859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.556225 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.556610 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.556943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.557271 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.557594 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.557915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:07.595036 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] No DVR routers for this DVR port 8e04c3a1-fec6-4097-bd6a-853f1d797b35 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:24:07.597457 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:07.599530 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1b431510-17ac-4607-98ac-560785bf4bd8 req-42e35e3a-5cf6-4a24-97f6-3d816b2742e2 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.88 "DELETE /v2.0/ports/8e04c3a1-fec6-4097-bd6a-853f1d797b35 HTTP/1.1" status: 204 len: 173 time: 0.3974507 Aug 16 03:24:07.599960 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'name': 'network-vif-deleted', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:24:07.602279 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0ba422-d9f0-4c61-a269-4b096413bd6c" -d '{"events": [{"server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "name": "network-vif-deleted", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:24:07.645619 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd83f6fb-fd5a-4971-a972-30a482ab44bd x-openstack-request-id: req-bd83f6fb-fd5a-4971-a972-30a482ab44bd {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:24:07.645915 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c466939-431d-4a37-8e04-4c520e6889ce", "name": "network-vif-deleted", "tag": "8e04c3a1-fec6-4097-bd6a-853f1d797b35", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:24:07.646168 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd83f6fb-fd5a-4971-a972-30a482ab44bd {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:24:07.646599 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c466939-431d-4a37-8e04-4c520e6889ce', 'name': 'network-vif-deleted', 'tag': '8e04c3a1-fec6-4097-bd6a-853f1d797b35', 'status': 'completed', 'code': 200} Aug 16 03:24:08.100179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dddd31e8-24f3-4337-9f25-f54a64c4ba0b req-9276f4e1-f6ae-4651-ab8d-40231bb309a1 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "GET /v2.0/ports?device_id=6c466939-431d-4a37-8e04-4c520e6889ce HTTP/1.1" status: 200 len: 210 time: 0.0299823 Aug 16 03:24:09.159911 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41074) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:09.501305 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:09.742372 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port df088333-bfb3-4cde-97d4-b497b5ef155f {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:24:09.742632 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:10.160880 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port df088333-bfb3-4cde-97d4-b497b5ef155f, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=df088333-bfb3-4cde-97d4-b497b5ef155f,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:10.161609 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:10.173944 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for df088333-bfb3-4cde-97d4-b497b5ef155f owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:24:10.351576 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:10.378900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=df088333-bfb3-4cde-97d4-b497b5ef155f,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:10.554774 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:10.773865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Router 482f0245-5bd5-47e9-a0e2-850230ad144a has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:24:10.874480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:24:10.879419 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7da50517-5bd3-4d4d-9f13-95d9cd42e767 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "PUT /v2.0/routers/482f0245-5bd5-47e9-a0e2-850230ad144a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184391 Aug 16 03:24:10.882181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41076) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:10.885964 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] Sync routers for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:24:10.894971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:10.895584 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:10.936061 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting subnet 64526d12-edfe-4af7-9e57-82f1ab975da8 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:24:10.939248 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:10.979687 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:10.998099 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:11.061690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.129739 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.157656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Subnet': ['ID=64526d12-edfe-4af7-9e57-82f1ab975da8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:11.161347 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.163241 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-47a92986-adbe-4662-b2a7-2e3ca6ee9af7 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/subnets/64526d12-edfe-4af7-9e57-82f1ab975da8 HTTP/1.1" status: 204 len: 168 time: 0.2801275 Aug 16 03:24:11.166022 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41078) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:11.168990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6a9077-773c-416a-b32b-b627e5d07abb None None] Network d189f4bf-cfbe-4153-9612-4cced5d94807 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:24:11.239619 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:24:10Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:11.269715 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] Checking router: 482f0245-5bd5-47e9-a0e2-850230ad144a for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:24:11.278157 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.296179 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] Routers {'482f0245-5bd5-47e9-a0e2-850230ad144a'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:11.296761 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['482f0245-5bd5-47e9-a0e2-850230ad144a'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:11.383083 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.421652 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] Set router 482f0245-5bd5-47e9-a0e2-850230ad144a gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:11.439592 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 5206f363-6343-41b3-a58d-dc7e7c729083 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:24:11.440018 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.483803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] DHCP port deletion for d189f4bf-cfbe-4153-9612-4cced5d94807 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:24:11.487607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8e04c3a1-fec6-4097-bd6a-853f1d797b35 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:24:11.520782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 5206f363-6343-41b3-a58d-dc7e7c729083, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5206f363-6343-41b3-a58d-dc7e7c729083,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:11.521158 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.534819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 5206f363-6343-41b3-a58d-dc7e7c729083 owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:24:11.545873 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 8e04c3a1-fec6-4097-bd6a-853f1d797b35 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:24:11.546220 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 8e04c3a1-fec6-4097-bd6a-853f1d797b35 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:24:11.600226 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:24:11.673007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] Deleting port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:24:11.673387 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.706078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.737165 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=5206f363-6343-41b3-a58d-dc7e7c729083,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:11.772594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] For port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:11.772992 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.793320 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] Calling delete_port for 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:24:11.795137 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.799954 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.818872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:24:10Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:11.888115 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.890497 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.936562 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.937106 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Fanout notify agent at l3_agent the message router_deleted on router 482f0245-5bd5-47e9-a0e2-850230ad144a {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:24:11.943928 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:11.945110 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-0b468dfd-0e35-4a97-b0c8-d49ae9e1d5d9 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/routers/482f0245-5bd5-47e9-a0e2-850230ad144a HTTP/1.1" status: 204 len: 168 time: 0.7779436 Aug 16 03:24:11.948424 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41080) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:12.027983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.042611 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c2443-ae0f-45f0-a83e-e5509ee8efec None None] The sync data for ids ['482f0245-5bd5-47e9-a0e2-850230ad144a'] in n-d-769329-15 is: [{'id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275922372', 'tenant_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:24:10Z', 'revision_number': 5, 'project_id': 'ee19af5de23b42dea370e0ea5c4bcba8', 'gw_port': {'id': '5206f363-6343-41b3-a58d-dc7e7c729083', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f0245-5bd5-47e9-a0e2-850230ad144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:23:11Z', 'updated_at': '2021-08-16T03:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:24:12.063670 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:12.070353 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.086900 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Deleting port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:24:12.087259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.124583 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.131450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:12.141352 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] No DVR routers for this DVR port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:24:12.143572 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.143905 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.144353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.145001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.145001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.145231 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.145545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.145874 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.146197 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.146527 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.146850 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.147168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.152077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] For port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,segment=NetworkSegment(c1a7a36b-6ea1-4bcc-9221-da496127ff9b),segment_id=c1a7a36b-6ea1-4bcc-9221-da496127ff9b)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:12.152508 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.169757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Calling delete_port for 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:24:12.186303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b485d-83b6-4737-a7b6-e467c8654bd3 None None] Pushing event deleted for resources: {'Port': ['ID=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:12.257472 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.283939 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Port': ['ID=9e7000d0-b6e9-4512-8e88-85c0c09e8c43,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:12.286096 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] No DVR routers for this DVR port 9e7000d0-b6e9-4512-8e88-85c0c09e8c43 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:24:12.311500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.311847 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.312191 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.312548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.312877 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.313202 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.313530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.313856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.314183 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.314501 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.314822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.315140 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:12.375802 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.386410 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d189f4bf-cfbe-4153-9612-4cced5d94807']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:12.396971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:12.397308 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a7a36b-6ea1-4bcc-9221-da496127ff9b') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:12.406698 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.422537 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.430876 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:24:12.431866 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: self.session.flush() Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:24:12.435709 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:24:12.495881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.503643 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.507853 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/networks/d189f4bf-cfbe-4153-9612-4cced5d94807 HTTP/1.1" status: 204 len: 168 time: 0.5557957 Aug 16 03:24:12.512125 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41082) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:12.520175 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64df90-bb86-4c7b-aec1-291ec0458f7e tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'Network': ['ID=d189f4bf-cfbe-4153-9612-4cced5d94807,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:12.580468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34508e43-502b-4267-a5c1-d10728323e30 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.605485 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34508e43-502b-4267-a5c1-d10728323e30 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.670800 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34508e43-502b-4267-a5c1-d10728323e30 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.673553 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-34508e43-502b-4267-a5c1-d10728323e30 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.674758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-34508e43-502b-4267-a5c1-d10728323e30 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] 10.222.0.78 "DELETE /v2.0/security-groups/353a7055-ea57-4305-948e-5097edcbaa59 HTTP/1.1" status: 204 len: 168 time: 0.1613338 Aug 16 03:24:12.684700 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34508e43-502b-4267-a5c1-d10728323e30 tempest-TestNetworkAdvancedServerOps-219897203 tempest-TestNetworkAdvancedServerOps-219897203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a7055-ea57-4305-948e-5097edcbaa59,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:13.004593 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41090) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:13.156655 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-e0725b4d-933f-4168-b841-71a956bc2e42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee19af5de23b42dea370e0ea5c4bcba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507783 Aug 16 03:24:13.159084 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41094) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:13.206542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17812264-55da-4686-b445-f037627e1d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.226889 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17812264-55da-4686-b445-f037627e1d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.274642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17812264-55da-4686-b445-f037627e1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.277186 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-17812264-55da-4686-b445-f037627e1d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.278349 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-17812264-55da-4686-b445-f037627e1d80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d926ea7-d5c2-4808-af33-537a08781ef8 HTTP/1.1" status: 204 len: 168 time: 0.1183703 Aug 16 03:24:13.285974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17812264-55da-4686-b445-f037627e1d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d926ea7-d5c2-4808-af33-537a08781ef8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:13.524382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5206f363-6343-41b3-a58d-dc7e7c729083 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:24:13.533483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41100) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:13.544479 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5206f363-6343-41b3-a58d-dc7e7c729083 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:24:13.544829 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5206f363-6343-41b3-a58d-dc7e7c729083 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:24:13.545234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df088333-bfb3-4cde-97d4-b497b5ef155f no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:24:13.547562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d476f94-de9c-4599-bf4c-c2dc6067f668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.564990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: df088333-bfb3-4cde-97d4-b497b5ef155f {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:24:13.565337 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device df088333-bfb3-4cde-97d4-b497b5ef155f not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:24:13.638498 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d476f94-de9c-4599-bf4c-c2dc6067f668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.642316 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7d476f94-de9c-4599-bf4c-c2dc6067f668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.689921 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d476f94-de9c-4599-bf4c-c2dc6067f668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24afe30-c0d1-499b-8f6d-3bde4acbbc1f,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:13.695176 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7d476f94-de9c-4599-bf4c-c2dc6067f668 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4fc41e3eb52439f82f82c85a171e060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606023 Aug 16 03:24:13.697837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41102) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:13.744591 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd3d447f-7683-43af-b93e-34e4d9f77caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.765532 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd3d447f-7683-43af-b93e-34e4d9f77caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.811395 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd3d447f-7683-43af-b93e-34e4d9f77caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.813965 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cd3d447f-7683-43af-b93e-34e4d9f77caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:13.815116 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cd3d447f-7683-43af-b93e-34e4d9f77caa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b24afe30-c0d1-499b-8f6d-3bde4acbbc1f HTTP/1.1" status: 204 len: 168 time: 0.1163757 Aug 16 03:24:13.822745 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d447f-7683-43af-b93e-34e4d9f77caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24afe30-c0d1-499b-8f6d-3bde4acbbc1f,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:14.501382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41124) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:14.596120 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-723065414-network', 'tenant_id': '7fad439208984231bde38127bc29c366'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:14.617004 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Made reservation on behalf of 7fad439208984231bde38127bc29c366 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:24:14.619904 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.627892 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.715475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.719517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.742916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:24:14.752767 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ddde2-74bc-4cc7-a455-1c4bb353e313,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:14.757276 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.757617 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Added segment 0dad6c00-d66c-47ea-b15a-41ee8bd131ef of type vlan for network 96059020-acfe-45b0-a568-133be869e8da Aug 16 03:24:14.798804 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.827401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.828532 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:14.829187 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:14.882955 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3804655 Aug 16 03:24:14.887020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41128) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:14.888976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097cd12-8669-4d95-94d1-b66b9c8c0e8f admin admin] Pushing event updated for resources: {'Network': ['ID=96059020-acfe-45b0-a568-133be869e8da,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:14.892086 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Request body: {'subnet': {'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-723065414-subnet', 'tenant_id': '7fad439208984231bde38127bc29c366', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:14.899128 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 96059020-acfe-45b0-a568-133be869e8da details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:24:14.913513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Made reservation on behalf of 7fad439208984231bde38127bc29c366 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:24:14.916155 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.075629 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.134965 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9de77e-918d-4897-aec9-37decc42b124,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:15.142322 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Checking segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:15.142715 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Network hostable DHCP agents. Network: 96059020-acfe-45b0-a568-133be869e8da, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:24:15.158241 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Network 96059020-acfe-45b0-a568-133be869e8da is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:24:15.166853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 96059020-acfe-45b0-a568-133be869e8da) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:15.170819 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:15.171577 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.175593 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839f40c-0965-48a8-80f3-9340c0e670a6 None None] Network 96059020-acfe-45b0-a568-133be869e8da requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:24:15.185442 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-35bc19b7-10bb-4084-8cb1-d88b4cc2e64b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2973332 Aug 16 03:24:15.188209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:15.192585 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:15.212688 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.213693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.270837 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.331416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-96059020-acfe-45b0-a568-133be869e8da', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:24:15.332393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.408693 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.470743 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Allocated IP 172.20.0.2 (96059020-acfe-45b0-a568-133be869e8da/ef9de77e-918d-4897-aec9-37decc42b124/06cf03ea-3287-49e2-91ea-8bc36eb15876) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:15.604882 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.617562 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.626313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Transition to ACTIVE for port object 06cf03ea-3287-49e2-91ea-8bc36eb15876 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:15.627709 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.642156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Transition to ACTIVE for port object 06cf03ea-3287-49e2-91ea-8bc36eb15876 will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:15.648026 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.687158 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Network 96059020-acfe-45b0-a568-133be869e8da is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:15.690035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:15.693574 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:15.701175 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Pushing event updated for resources: {'Port': ['ID=06cf03ea-3287-49e2-91ea-8bc36eb15876,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:15.733083 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Allocated IP 172.25.4.200 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/7199d776-5ea1-42b2-97e5-bb0961563ce1) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:15.751735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Attempting to bind port 06cf03ea-3287-49e2-91ea-8bc36eb15876 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:24:15.752258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Attempting to bind port 06cf03ea-3287-49e2-91ea-8bc36eb15876 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:24:15.752689 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Attempting to bind port 06cf03ea-3287-49e2-91ea-8bc36eb15876 on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:15.758129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:24:15.758509 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Checking segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:15.758923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.759614 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Bound using segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:24:15.760085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Bound port: 06cf03ea-3287-49e2-91ea-8bc36eb15876, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:24:15.760498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.827895 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] For port 06cf03ea-3287-49e2-91ea-8bc36eb15876, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:24:15.830909 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] For port 06cf03ea-3287-49e2-91ea-8bc36eb15876, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=06cf03ea-3287-49e2-91ea-8bc36eb15876,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:24:15.835247 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.835597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.877459 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.891534 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09931d3-84fc-437b-afc4-78fe54aed304 None None] Pushing event updated for resources: {'Port': ['ID=06cf03ea-3287-49e2-91ea-8bc36eb15876,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:15.920770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:15.925888 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:15.929485 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:15.953667 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Pushing event updated for resources: {'Port': ['ID=7199d776-5ea1-42b2-97e5-bb0961563ce1,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:16.200142 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:16.395564 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:16.521114 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Router 3c25665e-2372-41c1-964d-36658e47c221 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:24:16.808216 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd8a9e5-9d92-4dec-9221-709e8c30fbe3 None None] Network 96059020-acfe-45b0-a568-133be869e8da requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:24:16.898136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25118325-7529-4a6a-b269-d360011d5518 None None] Provisioning for port 06cf03ea-3287-49e2-91ea-8bc36eb15876 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:16.980927 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:24:16.990532 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Sync routers for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:24:16.997506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:16.998852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a59bb563-eb3b-467b-8a88-933e2be5984a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8096759 Aug 16 03:24:17.001851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41132) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:17.007944 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:17.008598 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:17.124294 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:17.302832 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:16Z', 'revision_number': 3, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:17.332845 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Checking router: 3c25665e-2372-41c1-964d-36658e47c221 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:24:17.333479 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Updating router 3c25665e-2372-41c1-964d-36658e47c221 port 7199d776-5ea1-42b2-97e5-bb0961563ce1 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:24:17.358239 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.411602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.566005 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 06cf03ea-3287-49e2-91ea-8bc36eb15876 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:17.578639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Allocated IP 172.20.0.1 (96059020-acfe-45b0-a568-133be869e8da/ef9de77e-918d-4897-aec9-37decc42b124/7c9c2bfb-953d-4d18-9c35-185da8c1dcb9) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:17.616474 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 06cf03ea-3287-49e2-91ea-8bc36eb15876 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:17.616854 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.621448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 06cf03ea-3287-49e2-91ea-8bc36eb15876 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:17.621838 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.627111 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Transition to ACTIVE for port object 7199d776-5ea1-42b2-97e5-bb0961563ce1 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:17.635953 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.677696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Attempting to bind port 7199d776-5ea1-42b2-97e5-bb0961563ce1 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:24:17.678075 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Attempting to bind port 7199d776-5ea1-42b2-97e5-bb0961563ce1 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:24:17.678437 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Attempting to bind port 7199d776-5ea1-42b2-97e5-bb0961563ce1 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:17.690297 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:24:17.690713 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:17.691072 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.691888 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:24:17.691888 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Bound port: 7199d776-5ea1-42b2-97e5-bb0961563ce1, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:24:17.692324 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.698384 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.707607 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.713977 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Transition to ACTIVE for port object 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:17.740229 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 06cf03ea-3287-49e2-91ea-8bc36eb15876, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=06cf03ea-3287-49e2-91ea-8bc36eb15876,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:17.745150 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.745768 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Pushing event updated for resources: {'Port': ['ID=7199d776-5ea1-42b2-97e5-bb0961563ce1,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:17.747468 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.751425 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] For port 7199d776-5ea1-42b2-97e5-bb0961563ce1, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:24:17.754606 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] For port 7199d776-5ea1-42b2-97e5-bb0961563ce1, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7199d776-5ea1-42b2-97e5-bb0961563ce1,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:24:17.762752 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.766864 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.767426 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.767919 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.768447 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.768938 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.769434 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.769922 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.770412 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.770987 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.771481 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.772052 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.772589 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:24:17.791178 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Network 96059020-acfe-45b0-a568-133be869e8da is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:17.794209 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:17.797917 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:17.815740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=06cf03ea-3287-49e2-91ea-8bc36eb15876,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:17.828112 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a822320-62f2-4114-8670-204c368cb6ef None None] Pushing event updated for resources: {'Port': ['ID=7199d776-5ea1-42b2-97e5-bb0961563ce1,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:17.839218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Pushing event updated for resources: {'Port': ['ID=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:17.843047 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:17.843681 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:17.851402 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:17.958794 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:17.990713 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:18.051996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2aca8f53-4117-4ed3-b2a9-b0fe5c5395fb None None] Provisioning for port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:18.055952 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2aca8f53-4117-4ed3-b2a9-b0fe5c5395fb None None] Provisioning complete for port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:18.056995 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aca8f53-4117-4ed3-b2a9-b0fe5c5395fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:18.093502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2aca8f53-4117-4ed3-b2a9-b0fe5c5395fb None None] Port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:24:18.150989 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:16Z', 'revision_number': 3, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:18.157869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:18.162916 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:18.181863 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f918f-0149-4637-88b2-d444e9d83a4b None None] The sync data for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 is: [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:16Z', 'revision_number': 3, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:24:18.228490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Pushing event updated for resources: {'Port': ['ID=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:18.230966 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:18.332332 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Network 96059020-acfe-45b0-a568-133be869e8da is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:18.334253 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:18.469337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Router 3c25665e-2372-41c1-964d-36658e47c221 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:24:18.591053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:24:18.596323 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c077b8a4-aeee-4765-81f8-75e7e442160f admin admin] 10.222.0.78 "PUT /v2.0/routers/3c25665e-2372-41c1-964d-36658e47c221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934374 Aug 16 03:24:18.619383 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b8551811-2971-4c7e-b0ef-fada933cd010 None None] Provisioning complete for port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:18.619902 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8551811-2971-4c7e-b0ef-fada933cd010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:18.659591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-b8551811-2971-4c7e-b0ef-fada933cd010 None None] Port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:24:19.086489 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41148) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:19.092060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-890296757-network', 'tenant_id': '2829163cfcaa4722860b2e263d27195f'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:19.112933 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Made reservation on behalf of 2829163cfcaa4722860b2e263d27195f for: {'network': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:24:19.115523 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.123970 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.210789 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.215435 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.242672 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=94856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:24:19.252456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32301b6b-4e83-4c8e-8f6a-a7b86481ae90,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:19.258065 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.258412 n-d-769329-15 neutron-server[94856]: INFO neutron.db.segments_db [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Added segment f561bd16-e158-4de9-8450-1da84554dd23 of type vlan for network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d Aug 16 03:24:19.297656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.325126 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.326219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:19.326834 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.384874 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2964056 Aug 16 03:24:19.387580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41150) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:19.392419 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Request body: {'subnet': {'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-890296757-subnet', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:19.400552 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5815eb1-165f-445e-94ed-04957c8be44b admin admin] Pushing event updated for resources: {'Network': ['ID=5fd14b2a-28a6-45a9-ae00-d4763ce7936d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:19.410799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:24:19.418132 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Made reservation on behalf of 2829163cfcaa4722860b2e263d27195f for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:24:19.420682 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.613911 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.624512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 06cf03ea-3287-49e2-91ea-8bc36eb15876 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:19.659883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e17ca38-b97a-471b-9dd9-a32786eaf5d1,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:19.678971 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 06cf03ea-3287-49e2-91ea-8bc36eb15876 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:19.679383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.687796 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Checking segment: {'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:19.688167 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Network hostable DHCP agents. Network: 5fd14b2a-28a6-45a9-ae00-d4763ce7936d, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:24:19.706539 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:24:19.717676 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 5fd14b2a-28a6-45a9-ae00-d4763ce7936d) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:19.726923 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3171ac-833b-454e-9e94-f9d5e3dbaff4 None None] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:24:19.729618 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:19.730232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.743836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-14c3b2c4-a676-4847-a898-d161d8924cf9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3551846 Aug 16 03:24:19.746634 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41152) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:19.751258 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:19.773915 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.775688 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.807305 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Sync routers for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:24:19.842685 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:19.842951 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:19.843339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:19.848701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7199d776-5ea1-42b2-97e5-bb0961563ce1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:19.992398 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.044065 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:20.049107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:20.052466 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-5fd14b2a-28a6-45a9-ae00-d4763ce7936d', 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'fixed_ips': [{'subnet_id': '0e17ca38-b97a-471b-9dd9-a32786eaf5d1'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:24:20.053335 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.089412 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7199d776-5ea1-42b2-97e5-bb0961563ce1 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:20.096840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7199d776-5ea1-42b2-97e5-bb0961563ce1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:20.097225 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.394390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Allocated IP 172.20.0.2 (5fd14b2a-28a6-45a9-ae00-d4763ce7936d/0e17ca38-b97a-471b-9dd9-a32786eaf5d1/3b9d45ad-440e-48d5-84da-9bfe2246eeca) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:20.460067 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.521735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7199d776-5ea1-42b2-97e5-bb0961563ce1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7199d776-5ea1-42b2-97e5-bb0961563ce1,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:20.533922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.588844 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.604550 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:18Z', 'revision_number': 2, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:20.609122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.659459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7199d776-5ea1-42b2-97e5-bb0961563ce1,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:20.663533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Checking router: 3c25665e-2372-41c1-964d-36658e47c221 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:24:20.663896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Updating router 3c25665e-2372-41c1-964d-36658e47c221 port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:24:20.700754 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.713055 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.716390 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Allocated IP 172.25.4.173 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/5f905c75-572f-4943-b978-245c520ac0cd) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:20.726217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Transition to ACTIVE for port object 3b9d45ad-440e-48d5-84da-9bfe2246eeca will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:20.770237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Transition to ACTIVE for port object 3b9d45ad-440e-48d5-84da-9bfe2246eeca will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:20.778890 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.816511 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.854839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:20.878613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:20.883913 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:20.894891 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:20.896555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:20.897807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:20.901462 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:20.926472 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Pushing event updated for resources: {'Port': ['ID=5f905c75-572f-4943-b978-245c520ac0cd,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:21.092702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Pushing event updated for resources: {'Port': ['ID=3b9d45ad-440e-48d5-84da-9bfe2246eeca,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:21.161257 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Attempting to bind port 3b9d45ad-440e-48d5-84da-9bfe2246eeca on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:24:21.161625 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Attempting to bind port 3b9d45ad-440e-48d5-84da-9bfe2246eeca by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:24:21.161991 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Attempting to bind port 3b9d45ad-440e-48d5-84da-9bfe2246eeca on network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:21.170424 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.174918 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:24:21.175298 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Checking segment: {'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:21.175704 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.176104 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Bound using segment: {'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:24:21.176656 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Bound port: 3b9d45ad-440e-48d5-84da-9bfe2246eeca, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:24:21.176991 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.295014 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.297367 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] For port 3b9d45ad-440e-48d5-84da-9bfe2246eeca, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:24:21.301274 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] For port 3b9d45ad-440e-48d5-84da-9bfe2246eeca, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3b9d45ad-440e-48d5-84da-9bfe2246eeca,segment=NetworkSegment(f561bd16-e158-4de9-8450-1da84554dd23),segment_id=f561bd16-e158-4de9-8450-1da84554dd23)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:24:21.308224 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.313668 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Transition to ACTIVE for port object 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:21.341837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.372265 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.381469 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3be48-31a9-4182-976e-acaf661e2bf4 None None] Pushing event updated for resources: {'Port': ['ID=3b9d45ad-440e-48d5-84da-9bfe2246eeca,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:21.468825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02138965-139a-4912-b9de-6bcc28534a3e None None] Pushing event updated for resources: {'Port': ['ID=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:21.471372 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Attempting to bind port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:24:21.471750 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Attempting to bind port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:24:21.472165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Attempting to bind port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:21.482606 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:24:21.482993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Checking segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:21.483407 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.483806 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Bound using segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:24:21.484436 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Bound port: 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:24:21.484697 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.521777 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Router 48edc61c-3981-46eb-ae1b-68d06577b521 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:24:21.574815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7199d776-5ea1-42b2-97e5-bb0961563ce1 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:21.600653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] For port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:24:21.620576 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] For port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:24:21.641188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.675492 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:24:21.686364 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Sync routers for ids ['48edc61c-3981-46eb-ae1b-68d06577b521'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:24:21.705962 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.706571 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Routers {'48edc61c-3981-46eb-ae1b-68d06577b521'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:21.707228 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-6ed93605-d0b9-4240-afb4-7f761f66f794 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9595642 Aug 16 03:24:21.707649 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['48edc61c-3981-46eb-ae1b-68d06577b521'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:21.709902 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41154) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:21.753273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:21.754023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:21.843210 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Set router 48edc61c-3981-46eb-ae1b-68d06577b521 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:21.882810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:21.913849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7199d776-5ea1-42b2-97e5-bb0961563ce1 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:21.914233 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:21.938827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02138965-139a-4912-b9de-6bcc28534a3e None None] Pushing event updated for resources: {'Port': ['ID=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:22.134839 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '5f905c75-572f-4943-b978-245c520ac0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:24:21Z', 'revision_number': 3, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port': {'id': '5f905c75-572f-4943-b978-245c520ac0cd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:20Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:22.163455 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Checking router: 48edc61c-3981-46eb-ae1b-68d06577b521 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:24:22.163924 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Updating router 48edc61c-3981-46eb-ae1b-68d06577b521 port 5f905c75-572f-4943-b978-245c520ac0cd binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:24:22.199152 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.213557 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:21Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:22.242345 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf5c9e2-e88d-4603-b4fa-420a26aef20f None None] The sync data for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 is: [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:21Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:24:22.277143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.502871 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Allocated IP 172.20.0.1 (5fd14b2a-28a6-45a9-ae00-d4763ce7936d/0e17ca38-b97a-471b-9dd9-a32786eaf5d1/74a87451-276b-4c26-a1a3-136fd441e5b8) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:22.529881 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.548407 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Transition to ACTIVE for port object 5f905c75-572f-4943-b978-245c520ac0cd will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:22.556007 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.616352 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Attempting to bind port 5f905c75-572f-4943-b978-245c520ac0cd on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:24:22.616813 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Attempting to bind port 5f905c75-572f-4943-b978-245c520ac0cd by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:24:22.617246 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Attempting to bind port 5f905c75-572f-4943-b978-245c520ac0cd on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:22.621199 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a879c-7294-4990-8f55-d954b6877a5e None None] Pushing event updated for resources: {'Port': ['ID=5f905c75-572f-4943-b978-245c520ac0cd,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:22.626522 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:24:22.626998 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:22.627476 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.627934 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:24:22.628499 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Bound port: 5f905c75-572f-4943-b978-245c520ac0cd, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:24:22.628950 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.651275 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.667508 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Transition to ACTIVE for port object 74a87451-276b-4c26-a1a3-136fd441e5b8 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:22.700783 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] For port 5f905c75-572f-4943-b978-245c520ac0cd, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:24:22.704585 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] For port 5f905c75-572f-4943-b978-245c520ac0cd, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5f905c75-572f-4943-b978-245c520ac0cd,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:24:22.707926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.711845 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.714616 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d083c-f746-4287-80b9-6eb90cea89bd None None] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:24:22.772130 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:22.776513 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:22.785966 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:22.788546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Pushing event updated for resources: {'Port': ['ID=74a87451-276b-4c26-a1a3-136fd441e5b8,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:22.804980 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Routers {'48edc61c-3981-46eb-ae1b-68d06577b521'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:22.806537 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['48edc61c-3981-46eb-ae1b-68d06577b521'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:22.810227 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a879c-7294-4990-8f55-d954b6877a5e None None] Pushing event updated for resources: {'Port': ['ID=5f905c75-572f-4943-b978-245c520ac0cd,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:22.830327 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.871564 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-786dc89f-69b9-407a-8767-e7b9d4c2088c None None] Provisioning for port 3b9d45ad-440e-48d5-84da-9bfe2246eeca completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:22.931664 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:22.956724 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] Set router 48edc61c-3981-46eb-ae1b-68d06577b521 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:22.987365 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.155587 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '5f905c75-572f-4943-b978-245c520ac0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:24:21Z', 'revision_number': 3, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port': {'id': '5f905c75-572f-4943-b978-245c520ac0cd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:20Z', 'updated_at': '2021-08-16T03:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:23.186669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.190279 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd47ddb-0756-45ca-901f-aefd378549b4 None None] The sync data for ids ['48edc61c-3981-46eb-ae1b-68d06577b521'] in n-d-769329-15 is: [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '5f905c75-572f-4943-b978-245c520ac0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:24:21Z', 'revision_number': 3, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port': {'id': '5f905c75-572f-4943-b978-245c520ac0cd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:20Z', 'updated_at': '2021-08-16T03:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:24:23.193334 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.222153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2aa9cf63-56e4-4538-a181-3a7067e09794 None None] Provisioning for port 74a87451-276b-4c26-a1a3-136fd441e5b8 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:23.227015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-2aa9cf63-56e4-4538-a181-3a7067e09794 None None] Provisioning complete for port 74a87451-276b-4c26-a1a3-136fd441e5b8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:23.227394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf63-56e4-4538-a181-3a7067e09794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.279649 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9cf63-56e4-4538-a181-3a7067e09794 None None] Port 74a87451-276b-4c26-a1a3-136fd441e5b8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:24:23.284959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Pushing event updated for resources: {'Port': ['ID=74a87451-276b-4c26-a1a3-136fd441e5b8,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:23.293266 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.401925 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:23.403351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:23.521494 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1f6e4ba2-09ed-4d53-8808-c39d1b0baada None None] Provisioning complete for port 74a87451-276b-4c26-a1a3-136fd441e5b8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:23.521882 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4ba2-09ed-4d53-8808-c39d1b0baada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.557453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Router 48edc61c-3981-46eb-ae1b-68d06577b521 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:24:23.622799 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e4ba2-09ed-4d53-8808-c39d1b0baada None None] Port 74a87451-276b-4c26-a1a3-136fd441e5b8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:24:23.700858 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:24:23.707174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-046ff809-98de-4f02-96fe-f729993b993f admin admin] 10.222.0.78 "PUT /v2.0/routers/48edc61c-3981-46eb-ae1b-68d06577b521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940648 Aug 16 03:24:23.719303 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3b9d45ad-440e-48d5-84da-9bfe2246eeca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:23.768714 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-27ac2b81-5fac-4639-bcf1-d257e9948dfb None None] Provisioning complete for port 74a87451-276b-4c26-a1a3-136fd441e5b8 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:23.769165 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-27ac2b81-5fac-4639-bcf1-d257e9948dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.811330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-27ac2b81-5fac-4639-bcf1-d257e9948dfb None None] Port 74a87451-276b-4c26-a1a3-136fd441e5b8 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:24:23.816746 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 3b9d45ad-440e-48d5-84da-9bfe2246eeca completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:23.820633 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3b9d45ad-440e-48d5-84da-9bfe2246eeca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:23.821008 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.913442 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.948344 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 3b9d45ad-440e-48d5-84da-9bfe2246eeca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3b9d45ad-440e-48d5-84da-9bfe2246eeca,segment=NetworkSegment(f561bd16-e158-4de9-8450-1da84554dd23),segment_id=f561bd16-e158-4de9-8450-1da84554dd23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:23.953175 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:23.954015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:24.032396 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=3b9d45ad-440e-48d5-84da-9bfe2246eeca,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:24.046361 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:24.051016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:24.051401 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.139136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.180959 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.182785 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:24.187377 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.238404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:24.256266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41162) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:24.262014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-2728631c-9d10-4042-b6fd-c64b772b78cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6910240', 'description': 'tempest-secgroup-smoke-6910240 description', 'project_id': '7fad439208984231bde38127bc29c366'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:24.284778 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2728631c-9d10-4042-b6fd-c64b772b78cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.374833 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2728631c-9d10-4042-b6fd-c64b772b78cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.378582 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2728631c-9d10-4042-b6fd-c64b772b78cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.405913 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-2728631c-9d10-4042-b6fd-c64b772b78cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.407132 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-2728631c-9d10-4042-b6fd-c64b772b78cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1496797 Aug 16 03:24:24.409112 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728631c-9d10-4042-b6fd-c64b772b78cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:24.410249 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41164) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:24.415237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-bb1c7f57-cf75-419a-b817-b3af3a952535 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'f8441a41-3ec4-4770-803c-dbf2d2d4f9e4', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:24.441765 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7f57-cf75-419a-b817-b3af3a952535 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.498405 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7f57-cf75-419a-b817-b3af3a952535 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.503999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7f57-cf75-419a-b817-b3af3a952535 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.523351 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c7f57-cf75-419a-b817-b3af3a952535 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14f4a4d-a146-400c-abe3-e5bccfd51afa,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:24.529404 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7f57-cf75-419a-b817-b3af3a952535 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.530640 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-bb1c7f57-cf75-419a-b817-b3af3a952535 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191616 Aug 16 03:24:24.533675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41166) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:24.538420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-22861d4a-d844-46db-98c9-66c2bde433d3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'f8441a41-3ec4-4770-803c-dbf2d2d4f9e4', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:24.564994 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22861d4a-d844-46db-98c9-66c2bde433d3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.624551 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22861d4a-d844-46db-98c9-66c2bde433d3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.628132 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22861d4a-d844-46db-98c9-66c2bde433d3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.646578 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22861d4a-d844-46db-98c9-66c2bde433d3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebeeac28-12f0-4e6b-b6ea-23f4437c9d6d,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:24.648801 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-22861d4a-d844-46db-98c9-66c2bde433d3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.650013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-22861d4a-d844-46db-98c9-66c2bde433d3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153221 Aug 16 03:24:24.652783 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41168) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:24.657074 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-368e6815-3443-4cb0-b621-65e618edf323 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'f8441a41-3ec4-4770-803c-dbf2d2d4f9e4', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:24.682948 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368e6815-3443-4cb0-b621-65e618edf323 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.740892 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368e6815-3443-4cb0-b621-65e618edf323 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.744929 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368e6815-3443-4cb0-b621-65e618edf323 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.761404 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e6815-3443-4cb0-b621-65e618edf323 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba445f41-4192-4625-a3cc-d190099df4e8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:24.767367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-368e6815-3443-4cb0-b621-65e618edf323 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.768567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-368e6815-3443-4cb0-b621-65e618edf323 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148446 Aug 16 03:24:24.771249 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41172) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:24.775730 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-acdb54f1-00d3-420f-90bc-04d24bdab0f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'f8441a41-3ec4-4770-803c-dbf2d2d4f9e4', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:24.800726 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdb54f1-00d3-420f-90bc-04d24bdab0f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.856830 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdb54f1-00d3-420f-90bc-04d24bdab0f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.860554 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdb54f1-00d3-420f-90bc-04d24bdab0f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.878029 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb54f1-00d3-420f-90bc-04d24bdab0f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65889c86-ff3b-4afd-a294-916a76c19852,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:24.882840 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-acdb54f1-00d3-420f-90bc-04d24bdab0f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.884046 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-acdb54f1-00d3-420f-90bc-04d24bdab0f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1118500 Aug 16 03:24:24.887367 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41174) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:24.892002 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'f8441a41-3ec4-4770-803c-dbf2d2d4f9e4', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:24.920639 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Project 7fad439208984231bde38127bc29c366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:24:24.925489 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.988473 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:24.992189 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:25.012721 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8eb351-23d2-43be-9b24-16f936f8090b,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:25.016259 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:25.019985 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-79cc203b-447e-4b5b-9e20-78e59533ff1d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291413 Aug 16 03:24:25.020483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41176) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:25.024540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'f8441a41-3ec4-4770-803c-dbf2d2d4f9e4', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:25.046126 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Project 7fad439208984231bde38127bc29c366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:24:25.050952 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:25.114814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:25.118557 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:25.138336 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a6e792-bab9-42fd-a35c-a866810a3df9,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:25.144814 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:25.145997 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c30ea276-d29e-43fb-8d53-da2613ff6063 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248748 Aug 16 03:24:25.352487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-0604634a-9daf-4489-b7c4-cceccd0ec643 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6910240&fields=id&tenant_id=7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 267 time: 0.0365965 Aug 16 03:24:25.464653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-45f04d55-d0cc-48a9-a2ad-dd5c1d83fc03 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:25.466160 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-45f04d55-d0cc-48a9-a2ad-dd5c1d83fc03 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 808 time: 0.1060109 Aug 16 03:24:25.480874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-8b01d286-16b8-492f-a80b-e956cd2e30ec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/quotas/7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 375 time: 0.0089459 Aug 16 03:24:25.537946 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-8c41ae46-6aeb-442a-be38-28daae9fb299 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500615 Aug 16 03:24:25.597741 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Sync routers for ids ['48edc61c-3981-46eb-ae1b-68d06577b521'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:24:25.607758 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Routers {'48edc61c-3981-46eb-ae1b-68d06577b521'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:25.608429 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['48edc61c-3981-46eb-ae1b-68d06577b521'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:25.646961 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3b9d45ad-440e-48d5-84da-9bfe2246eeca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:25.654895 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-d271e2b5-ed98-4663-a497-caa6e43bac80 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:24:25.655915 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-d271e2b5-ed98-4663-a497-caa6e43bac80 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1062152 Aug 16 03:24:25.746030 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-263f7049-d9ad-4ba3-be4e-5b05a64aa045 service neutron] 10.222.0.78 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Aug 16 03:24:25.749444 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Set router 48edc61c-3981-46eb-ae1b-68d06577b521 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:25.751648 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 3b9d45ad-440e-48d5-84da-9bfe2246eeca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:25.752022 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:25.839143 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-b8ec357b-2b46-46ec-9adc-53b7cde6567a service neutron] 10.222.0.78 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868928 Aug 16 03:24:25.970326 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f905c75-572f-4943-b978-245c520ac0cd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:26.005964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bf73b585-4410-41bb-a5eb-5b90601c6bc8 req-c137de28-b4ca-4b8b-b53f-7ee91b154daa tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 210 time: 0.0256450 Aug 16 03:24:26.058313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 5f905c75-572f-4943-b978-245c520ac0cd completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:26.065963 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '5f905c75-572f-4943-b978-245c520ac0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:24:22Z', 'revision_number': 4, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port': {'id': '5f905c75-572f-4943-b978-245c520ac0cd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:20Z', 'updated_at': '2021-08-16T03:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '74a87451-276b-4c26-a1a3-136fd441e5b8', 'name': '', 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'mac_address': 'fa:16:3e:43:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0e17ca38-b97a-471b-9dd9-a32786eaf5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:22Z', 'updated_at': '2021-08-16T03:24:23Z', 'revision_number': 2, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'subnets': [{'id': '0e17ca38-b97a-471b-9dd9-a32786eaf5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:26.068934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5f905c75-572f-4943-b978-245c520ac0cd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:26.069067 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.094939 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Checking router: 48edc61c-3981-46eb-ae1b-68d06577b521 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:24:26.095199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Updating router 48edc61c-3981-46eb-ae1b-68d06577b521 port 74a87451-276b-4c26-a1a3-136fd441e5b8 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:24:26.148635 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.307733 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.335366 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c314780-fddd-4707-be94-b92cdb796f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.356106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 5f905c75-572f-4943-b978-245c520ac0cd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5f905c75-572f-4943-b978-245c520ac0cd,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:26.368898 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.369673 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:26.668064 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=5f905c75-572f-4943-b978-245c520ac0cd,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:26.705366 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:26.705736 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.779345 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.792331 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Transition to ACTIVE for port object 74a87451-276b-4c26-a1a3-136fd441e5b8 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:26.799100 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.886745 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7db891-3777-49da-bb53-435cdfae72ca None None] Pushing event updated for resources: {'Port': ['ID=74a87451-276b-4c26-a1a3-136fd441e5b8,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:26.935933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Attempting to bind port 74a87451-276b-4c26-a1a3-136fd441e5b8 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:24:26.936210 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Attempting to bind port 74a87451-276b-4c26-a1a3-136fd441e5b8 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:24:26.936727 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Attempting to bind port 74a87451-276b-4c26-a1a3-136fd441e5b8 on network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:26.942071 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:24:26.942457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Checking segment: {'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:26.942873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.943269 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Bound using segment: {'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:24:26.943742 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Bound port: 74a87451-276b-4c26-a1a3-136fd441e5b8, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f561bd16-e158-4de9-8450-1da84554dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:24:26.944127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:26.994014 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-90e86190-725f-4d0e-8bb6-af2436e51102 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:26.996153 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-90e86190-725f-4d0e-8bb6-af2436e51102 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 808 time: 0.1469128 Aug 16 03:24:27.020133 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] For port 74a87451-276b-4c26-a1a3-136fd441e5b8, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:24:27.023831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] For port 74a87451-276b-4c26-a1a3-136fd441e5b8, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=74a87451-276b-4c26-a1a3-136fd441e5b8,segment=NetworkSegment(f561bd16-e158-4de9-8450-1da84554dd23),segment_id=f561bd16-e158-4de9-8450-1da84554dd23)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:24:27.028729 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.061942 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-3de50f9c-1f00-4afc-8971-dbfba1ae4918 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 377 time: 0.0560741 Aug 16 03:24:27.075889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'port': {'device_id': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'admin_state_up': True, 'tenant_id': '7fad439208984231bde38127bc29c366', 'security_groups': ['f8441a41-3ec4-4770-803c-dbf2d2d4f9e4']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:27.088863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Routers {'48edc61c-3981-46eb-ae1b-68d06577b521'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:27.089519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:23:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['48edc61c-3981-46eb-ae1b-68d06577b521'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:27.123018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8dbd5630-997b-4140-a397-e6d1701b0123 req-684a2cf1-4380-4b06-893f-34f41015a45c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 210 time: 0.0415885 Aug 16 03:24:27.160242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7db891-3777-49da-bb53-435cdfae72ca None None] Pushing event updated for resources: {'Port': ['ID=74a87451-276b-4c26-a1a3-136fd441e5b8,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:27.209626 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Made reservation on behalf of 7fad439208984231bde38127bc29c366 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:24:27.213363 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.245032 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] Set router 48edc61c-3981-46eb-ae1b-68d06577b521 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:27.349852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Allocated IP 172.20.0.12 (96059020-acfe-45b0-a568-133be869e8da/ef9de77e-918d-4897-aec9-37decc42b124/79b1e88d-c30e-476c-8860-f36359f53950) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:27.460510 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '5f905c75-572f-4943-b978-245c520ac0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:24:22Z', 'revision_number': 4, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port': {'id': '5f905c75-572f-4943-b978-245c520ac0cd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:20Z', 'updated_at': '2021-08-16T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '74a87451-276b-4c26-a1a3-136fd441e5b8', 'name': '', 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'mac_address': 'fa:16:3e:43:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0e17ca38-b97a-471b-9dd9-a32786eaf5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:22Z', 'updated_at': '2021-08-16T03:24:27Z', 'revision_number': 4, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'subnets': [{'id': '0e17ca38-b97a-471b-9dd9-a32786eaf5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:27.487473 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d67cfd-1849-48d2-a2b5-18746859612c None None] The sync data for ids ['48edc61c-3981-46eb-ae1b-68d06577b521'] in n-d-769329-15 is: [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '5f905c75-572f-4943-b978-245c520ac0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:24:22Z', 'revision_number': 4, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port': {'id': '5f905c75-572f-4943-b978-245c520ac0cd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:20Z', 'updated_at': '2021-08-16T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '74a87451-276b-4c26-a1a3-136fd441e5b8', 'name': '', 'network_id': '5fd14b2a-28a6-45a9-ae00-d4763ce7936d', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'mac_address': 'fa:16:3e:43:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0e17ca38-b97a-471b-9dd9-a32786eaf5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:22Z', 'updated_at': '2021-08-16T03:24:27Z', 'revision_number': 4, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'subnets': [{'id': '0e17ca38-b97a-471b-9dd9-a32786eaf5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:24:27.496853 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.513664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Transition to ACTIVE for port object 79b1e88d-c30e-476c-8860-f36359f53950 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:27.570422 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.607062 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f905c75-572f-4943-b978-245c520ac0cd up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:27.616833 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Network 96059020-acfe-45b0-a568-133be869e8da is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:27.619983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:27.624077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:27.630656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:27.668460 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 5f905c75-572f-4943-b978-245c520ac0cd triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:27.669019 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.693771 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:27.695523 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.719210 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-6285f500-7874-4cac-b21c-33ac6e62c634 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6473379 Aug 16 03:24:27.733023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Request body: {'port': {'device_id': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:27.823492 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.865393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eba9e1bb-111c-4816-a666-e3a15ef10a63 None None] Provisioning for port 79b1e88d-c30e-476c-8860-f36359f53950 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:27.869597 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eba9e1bb-111c-4816-a666-e3a15ef10a63 None None] Provisioning complete for port 79b1e88d-c30e-476c-8860-f36359f53950 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:27.869974 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eba9e1bb-111c-4816-a666-e3a15ef10a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:27.906382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eba9e1bb-111c-4816-a666-e3a15ef10a63 None None] Port 79b1e88d-c30e-476c-8860-f36359f53950 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:24:28.097056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b1e88d-c30e-476c-8860-f36359f53950 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:24:28.104768 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.117191 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Transition to ACTIVE for port object 79b1e88d-c30e-476c-8860-f36359f53950 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:24:28.121243 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.173312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:28.274679 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Attempting to bind port 79b1e88d-c30e-476c-8860-f36359f53950 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:24:28.274935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Attempting to bind port 79b1e88d-c30e-476c-8860-f36359f53950 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:24:28.275270 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Attempting to bind port 79b1e88d-c30e-476c-8860-f36359f53950 on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:28.286017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078039d-a86d-4a9c-b99f-833965262074 req-93c84b1a-c495-4a96-a480-f2ab5f45edbf tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:28.287627 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0078039d-a86d-4a9c-b99f-833965262074 req-93c84b1a-c495-4a96-a480-f2ab5f45edbf tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0757830 Aug 16 03:24:28.290021 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Port 79b1e88d-c30e-476c-8860-f36359f53950 on network 96059020-acfe-45b0-a568-133be869e8da not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:24:28.290385 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Attempting to bind port 79b1e88d-c30e-476c-8860-f36359f53950 on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:24:28.305611 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:24:28.306457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Checking segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:24:28.306849 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Bound using segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:24:28.307300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Bound port: 79b1e88d-c30e-476c-8860-f36359f53950, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:24:28.307663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.373186 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0078039d-a86d-4a9c-b99f-833965262074 req-847d0e67-c199-43c1-8915-d2171a03e9bc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0789325 Aug 16 03:24:28.404754 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:24:28.408633 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:24:28.412642 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.447300 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:28.447923 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.449345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] 10.222.0.88 "PUT /v2.0/ports/79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1093 time: 0.7215035 Aug 16 03:24:28.449784 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:24:28.452022 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f53180-b60d-441e-85e3-7deba4dd32b0" -d '{"events": [{"name": "network-changed", "server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:24:28.485129 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f3061-2b0a-41d0-8a11-17da219a44c2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:28.498367 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f6c510-718d-4726-816c-204618da8449 x-openstack-request-id: req-97f6c510-718d-4726-816c-204618da8449 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:24:28.498656 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:24:28.498905 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97f6c510-718d-4726-816c-204618da8449 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:24:28.499303 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'status': 'completed', 'code': 200} Aug 16 03:24:28.531363 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-16aef59c-8465-41f7-befd-3732998c4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:28.533042 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-16aef59c-8465-41f7-befd-3732998c4002 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0449274 Aug 16 03:24:28.576541 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-a4c5ad51-c86c-4b9a-aaa2-2ddb72317c0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 217 time: 0.0349832 Aug 16 03:24:28.638584 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-a6ef1c0a-d175-4f5b-88c4-696cd697cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:28.640152 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-a6ef1c0a-d175-4f5b-88c4-696cd697cce2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0571170 Aug 16 03:24:28.685599 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-2fa80aab-b12a-4609-85e0-7fabff0387c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:28.687082 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-2fa80aab-b12a-4609-85e0-7fabff0387c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401554 Aug 16 03:24:28.777290 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-d06df84a-6d05-4eb6-829e-912ded21f99e service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830207 Aug 16 03:24:28.856498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f9f-112b-4d0f-9d4b-053e0ac943cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.865571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-747b4e6a-e641-43ae-9e84-8fde30347a52 req-a1070a49-c942-4ea1-a0d6-7a64ab596ab4 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810523 Aug 16 03:24:28.872773 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.945855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-91f2e071-f5b2-4ec5-98d6-b32d7b26fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:28.947509 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-91f2e071-f5b2-4ec5-98d6-b32d7b26fcee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0400753 Aug 16 03:24:29.042017 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-544c8ab2-cd6c-4788-b30f-a689dd31d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:29.043539 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-544c8ab2-cd6c-4788-b30f-a689dd31d2f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0894845 Aug 16 03:24:29.086631 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-02bd09fb-eed8-4cc4-84eb-ae1869e9587f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 217 time: 0.0358365 Aug 16 03:24:29.134949 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-0253c6bb-3e91-4b62-80b7-897428b3782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:29.136457 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-0253c6bb-3e91-4b62-80b7-897428b3782d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0428679 Aug 16 03:24:29.185729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-3557f7b3-8cb3-475d-b320-ab19d506cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:29.187208 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-3557f7b3-8cb3-475d-b320-ab19d506cbcc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430856 Aug 16 03:24:29.277021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-1277aea5-44e6-41bd-8158-cf3ddb482392 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809176 Aug 16 03:24:29.378725 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-74f53180-b60d-441e-85e3-7deba4dd32b0 req-8adcb53e-5808-4824-ae00-5f95faa346a2 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927405 Aug 16 03:24:29.490006 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6df1ef-1167-4903-8839-bafa9c53ba89 req-04e36535-583b-453a-bbf6-d478caffc725 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:29.491557 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d6df1ef-1167-4903-8839-bafa9c53ba89 req-04e36535-583b-453a-bbf6-d478caffc725 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0501473 Aug 16 03:24:29.537997 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2d6df1ef-1167-4903-8839-bafa9c53ba89 req-ccc9fff5-c787-4653-9f04-53bf7b5ede0f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344572 Aug 16 03:24:29.578501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 74a87451-276b-4c26-a1a3-136fd441e5b8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:29.630834 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 74a87451-276b-4c26-a1a3-136fd441e5b8 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:29.634793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 74a87451-276b-4c26-a1a3-136fd441e5b8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:29.635170 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:29.716433 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:29.749283 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 74a87451-276b-4c26-a1a3-136fd441e5b8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=74a87451-276b-4c26-a1a3-136fd441e5b8,segment=NetworkSegment(f561bd16-e158-4de9-8450-1da84554dd23),segment_id=f561bd16-e158-4de9-8450-1da84554dd23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:29.754241 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:29.805313 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=74a87451-276b-4c26-a1a3-136fd441e5b8,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:30.280093 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:30.656444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9c4c3-437f-4906-9186-08617ece5be4 req-d4633725-c0af-4028-8b55-5854782f6cda tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:30.657868 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-85b9c4c3-437f-4906-9186-08617ece5be4 req-d4633725-c0af-4028-8b55-5854782f6cda tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0490003 Aug 16 03:24:30.695529 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-85b9c4c3-437f-4906-9186-08617ece5be4 req-8fc303c6-8701-4578-937a-a03d635d5fa7 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315096 Aug 16 03:24:31.544502 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 74a87451-276b-4c26-a1a3-136fd441e5b8 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:31.575369 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:24:31.641635 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 74a87451-276b-4c26-a1a3-136fd441e5b8 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:31.641931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:31.710457 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:31.724029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '79b1e88d-c30e-476c-8860-f36359f53950', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'port_id': '79b1e88d-c30e-476c-8860-f36359f53950', 'mac_address': 'fa:16:3e:4c:d9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:24:31.789355 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:31.803711 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b1e88d-c30e-476c-8860-f36359f53950 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:24:31.809858 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aa1ac-991f-45c7-9ae4-40380e6a5ef1 req-968af8a8-c726-43b6-93d9-131d433bf927 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:31.811379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-276aa1ac-991f-45c7-9ae4-40380e6a5ef1 req-968af8a8-c726-43b6-93d9-131d433bf927 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0482531 Aug 16 03:24:31.823798 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:31.827767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:31.849618 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-276aa1ac-991f-45c7-9ae4-40380e6a5ef1 req-a743e132-b62d-4b4c-b20c-ddb293d3077c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319099 Aug 16 03:24:31.880938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:32.034863 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['79b1e88d-c30e-476c-8860-f36359f53950'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:24:32.191158 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:32.967081 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd6ec5-55fd-461b-97ca-f17274185d16 req-dee67e59-ed82-49f0-b1be-89f2072a9f8e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:32.968578 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-efbd6ec5-55fd-461b-97ca-f17274185d16 req-dee67e59-ed82-49f0-b1be-89f2072a9f8e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 945 time: 0.0521142 Aug 16 03:24:33.004580 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-efbd6ec5-55fd-461b-97ca-f17274185d16 req-c7184b8c-be17-4373-94a4-f65ad123e10f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300510 Aug 16 03:24:33.591310 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:24:33.638185 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 79b1e88d-c30e-476c-8860-f36359f53950 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:24:33.641701 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 79b1e88d-c30e-476c-8860-f36359f53950 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:24:33.642063 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:33.718166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:33.742586 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:24:33.744910 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a818cf-985a-4b69-a252-980d575b726d" -d '{"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-plugged", "status": "completed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:24:33.757585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:24:33.762600 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:33.786872 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059aad5f-1391-40ff-a18d-016ae64e990e x-openstack-request-id: req-059aad5f-1391-40ff-a18d-016ae64e990e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:24:33.787171 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-plugged", "status": "completed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:24:33.787423 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-059aad5f-1391-40ff-a18d-016ae64e990e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:24:33.787812 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'code': 200} Aug 16 03:24:33.812769 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:33.881354 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b85bf-dd45-4840-b5af-75518a114d33 req-07c14a61-4ce3-4ef9-9e1e-441e48bb4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:33.882742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-405b85bf-dd45-4840-b5af-75518a114d33 req-07c14a61-4ce3-4ef9-9e1e-441e48bb4edf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1098 time: 0.0431743 Aug 16 03:24:33.915765 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-405b85bf-dd45-4840-b5af-75518a114d33 req-24fd6d46-f5f2-4315-b2c4-4e171e0cfe39 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0263193 Aug 16 03:24:34.117882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9861-a1b4-4fdd-931e-69e9e99da7b1 req-f64299aa-dcf5-4146-a303-cd3f1419d02c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:34.119849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-423f9861-a1b4-4fdd-931e-69e9e99da7b1 req-f64299aa-dcf5-4146-a303-cd3f1419d02c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0485423 Aug 16 03:24:34.156606 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-423f9861-a1b4-4fdd-931e-69e9e99da7b1 req-e5107c37-edaf-42f6-a98b-38b4ab7ad88c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308259 Aug 16 03:24:35.275222 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e6ab6-49be-47fd-9e6b-2b712f181363 req-70013618-ad3b-4fe8-9f0c-77987e885b31 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:35.276742 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e19e6ab6-49be-47fd-9e6b-2b712f181363 req-70013618-ad3b-4fe8-9f0c-77987e885b31 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0501139 Aug 16 03:24:35.313519 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e19e6ab6-49be-47fd-9e6b-2b712f181363 req-de9e146b-3f40-4740-a812-52a6a11b41d9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307734 Aug 16 03:24:35.424396 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0469c6d-a390-4e14-8747-b834c9c67014 req-e2290ae3-b951-44ec-ab54-45213a77fa99 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:35.425857 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e0469c6d-a390-4e14-8747-b834c9c67014 req-e2290ae3-b951-44ec-ab54-45213a77fa99 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Aug 16 03:24:35.463468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e0469c6d-a390-4e14-8747-b834c9c67014 req-8c6168e3-c676-4d46-8594-576f7a4c3af8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316043 Aug 16 03:24:35.484548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41228) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:35.568830 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250859d6-e8d7-4091-9621-79c35713a7e9 tempest-TestShelveInstance-966712805 tempest-TestShelveInstance-966712805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:35.570351 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-250859d6-e8d7-4091-9621-79c35713a7e9 tempest-TestShelveInstance-966712805 tempest-TestShelveInstance-966712805-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1093 time: 0.0848124 Aug 16 03:24:35.573924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41232) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:24:35.578193 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '79b1e88d-c30e-476c-8860-f36359f53950', 'tenant_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:24:35.599292 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:35.692079 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:35.797164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Allocated IP 172.25.4.254 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/096eb87d-5471-47ab-83f8-9296c81629c6) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:24:35.893311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:35.931370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:35.969292 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:24:35.972073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:24:35.974702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:24:36.006494 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'Port': ['ID=096eb87d-5471-47ab-83f8-9296c81629c6,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:36.327270 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:36.395444 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:36.547166 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:36.551638 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:36.618916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'Port': ['ID=096eb87d-5471-47ab-83f8-9296c81629c6,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:24:36.626881 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:36.724729 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Floating IP 83517923-285c-4206-a9c4-0bfa2c353e77 associated. External IP: 172.25.4.254, port: 79b1e88d-c30e-476c-8860-f36359f53950. Aug 16 03:24:36.925525 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Router 3c25665e-2372-41c1-964d-36658e47c221 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:24:37.370366 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:24:37.379684 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] Sync routers for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:24:37.386870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:37.389917 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:37.390521 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:24:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:37.413455 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d1c3b49d-4831-41fd-95f0-2ac8436de0cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8385320 Aug 16 03:24:37.414051 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:24:37.416904 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337f1b47-e865-498c-a8f0-2b598670cea5" -d '{"events": [{"name": "network-changed", "server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:24:37.454459 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22461b87-018b-45d6-ae34-f01c27d06be9 x-openstack-request-id: req-22461b87-018b-45d6-ae34-f01c27d06be9 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:24:37.454748 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:24:37.454997 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-22461b87-018b-45d6-ae34-f01c27d06be9 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:24:37.455394 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'status': 'completed', 'code': 200} Aug 16 03:24:37.495575 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:37.516227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-7006ed61-33f6-4c6d-9212-8c2fb3948cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:37.517783 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-7006ed61-33f6-4c6d-9212-8c2fb3948cd7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1098 time: 0.0406473 Aug 16 03:24:37.609516 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-34e72459-7203-48f8-a94c-694af94270a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:37.611029 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-34e72459-7203-48f8-a94c-694af94270a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0856006 Aug 16 03:24:37.680028 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-d504a0d4-98fa-4ac4-b45f-ddfcb909fdc0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1000 time: 0.0602617 Aug 16 03:24:37.715840 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '83517923-285c-4206-a9c4-0bfa2c353e77', 'tenant_id': '7fad439208984231bde38127bc29c366', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3c25665e-2372-41c1-964d-36658e47c221', 'port_id': '79b1e88d-c30e-476c-8860-f36359f53950', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'mac_address': 'fa:16:3e:4c:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:24:36Z', 'updated_at': '2021-08-16T03:24:36Z', 'revision_number': 0, 'project_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:37.731289 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-7f585e83-0121-4e83-b3dc-e3b2b5751afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:37.733479 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-7f585e83-0121-4e83-b3dc-e3b2b5751afc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0465107 Aug 16 03:24:37.740942 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] Checking router: 3c25665e-2372-41c1-964d-36658e47c221 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:24:37.749008 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:24:37.749606 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:24:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:37.783142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-b0e00c8c-5b57-4c55-9bda-2ea1322502ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:37.784706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-b0e00c8c-5b57-4c55-9bda-2ea1322502ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452850 Aug 16 03:24:37.854542 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:24:37.872732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-fb09ce14-aee2-4a70-b6d7-5c6650775a45 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805657 Aug 16 03:24:37.964650 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-337f1b47-e865-498c-a8f0-2b598670cea5 req-da481857-aead-48d7-8dbe-753eb10cccc4 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Aug 16 03:24:38.156335 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '83517923-285c-4206-a9c4-0bfa2c353e77', 'tenant_id': '7fad439208984231bde38127bc29c366', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3c25665e-2372-41c1-964d-36658e47c221', 'port_id': '79b1e88d-c30e-476c-8860-f36359f53950', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'mac_address': 'fa:16:3e:4c:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:24:36Z', 'updated_at': '2021-08-16T03:24:36Z', 'revision_number': 0, 'project_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:24:38.181623 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17c493-6746-4743-956f-436c27ac3b0b None None] The sync data for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 is: [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '83517923-285c-4206-a9c4-0bfa2c353e77', 'tenant_id': '7fad439208984231bde38127bc29c366', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3c25665e-2372-41c1-964d-36658e47c221', 'port_id': '79b1e88d-c30e-476c-8860-f36359f53950', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'mac_address': 'fa:16:3e:4c:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:24:36Z', 'updated_at': '2021-08-16T03:24:36Z', 'revision_number': 0, 'project_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:24:38.373193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d3a316-d40e-4484-9ce5-0a129dcd076c None None] New status for floating IP 83517923-285c-4206-a9c4-0bfa2c353e77: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:24:52.931660 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:54.174270 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:56.257740 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-63e3c683-beec-410e-b1b7-c9b99adc1a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:57.044082 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:58.857023 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c39d8112-9506-4ae8-bb7e-b0c537ebbfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:58.872672 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:00.282536 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:02.181244 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:06.385526 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-0806e272-a657-40ff-8c9a-9532f750880c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392389 Aug 16 03:25:06.463728 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-337f4052-d7c9-4b0e-a1f8-f41f077cecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:06.465223 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-337f4052-d7c9-4b0e-a1f8-f41f077cecbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1098 time: 0.0394464 Aug 16 03:25:06.568859 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-a849e714-c141-4274-8953-fe28eb9473df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:06.570313 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-a849e714-c141-4274-8953-fe28eb9473df service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0865746 Aug 16 03:25:06.633811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-29d26569-37e9-4876-94cd-9ed68764074c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1002 time: 0.0554233 Aug 16 03:25:06.686658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-1e59724b-c109-470f-9c5f-9576faef510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:06.688066 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-1e59724b-c109-470f-9c5f-9576faef510b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0456841 Aug 16 03:25:06.736701 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-6a8eb060-771b-4742-8f8e-4c9380851ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:06.738224 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-6a8eb060-771b-4742-8f8e-4c9380851ca2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417252 Aug 16 03:25:06.824991 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-803bd9b7-5441-425b-a4d3-fa041215d604 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790169 Aug 16 03:25:06.914579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-33be7fe4-6758-4772-903b-3f03575e12d2 req-98c9e0b4-bd77-43ca-baf5-720407f60c86 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828395 Aug 16 03:25:22.933255 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:24.181053 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:26.258654 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd796570-966b-40b2-942a-dc0e92a36fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:28.858684 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1b400dca-8442-47f0-956f-6d6b9b806971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:28.877290 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:30.285023 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:32.184896 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:34.043503 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:25:52.928729 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:54.196988 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:56.259324 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3e56f386-5c19-469a-8fc9-7a3994bee25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:58.861601 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0fed740c-1d82-48c2-9fc2-150b4971478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:58.877936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:00.288637 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:02.186324 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:08.384361 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-7b3417b3-873b-4978-9c4d-8eca759b53e1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402420 Aug 16 03:26:08.461662 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-44ba3dbb-fc36-48af-8ac7-2f5f5586ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:08.463197 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-44ba3dbb-fc36-48af-8ac7-2f5f5586ca16 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1098 time: 0.0393455 Aug 16 03:26:08.907433 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-ffb12a7c-8182-4cd2-bbab-69b1f8519727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:08.908952 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-ffb12a7c-8182-4cd2-bbab-69b1f8519727 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.4269066 Aug 16 03:26:08.972555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-971891fc-a221-462b-88a2-c8999685334d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1002 time: 0.0559881 Aug 16 03:26:09.023505 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-53f1ad45-705a-44de-ac2e-09d5f77d9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:09.024959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-53f1ad45-705a-44de-ac2e-09d5f77d9a8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0454135 Aug 16 03:26:09.069344 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-385e8a7e-da64-4dfc-a235-f990e34f2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:09.070845 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-385e8a7e-da64-4dfc-a235-f990e34f2faf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387235 Aug 16 03:26:09.157406 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-c5c05cda-52bc-41fc-97a9-14c71772d255 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793688 Aug 16 03:26:09.253809 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-1c62b593-948d-4b11-8dc8-dc335d97843d req-a9eb1936-35df-4137-8845-58658234b711 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898039 Aug 16 03:26:11.043186 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:26:22.928127 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:24.201829 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:26.262076 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e376378c-331a-4cf1-8c71-33fc0cc4d382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:28.861813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3dafd5bc-e5d3-4701-9c55-475c40ca1658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:28.878710 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:30.290947 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:32.188608 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:33.122738 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d818-2e78-4718-9ae5-e2d01f360e4f req-d6e7b286-7a74-443e-977e-e14111b40837 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:33.124254 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0669d818-2e78-4718-9ae5-e2d01f360e4f req-d6e7b286-7a74-443e-977e-e14111b40837 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.1010172 Aug 16 03:26:33.161187 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0669d818-2e78-4718-9ae5-e2d01f360e4f req-982342e8-9b68-4cd7-b4bd-667e7d679cc4 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308790 Aug 16 03:26:34.277869 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b47c-01d7-4283-8d4a-31e97828d325 req-aa94420f-2aa5-494e-9b99-1a3b2cdedd90 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:34.279376 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2072b47c-01d7-4283-8d4a-31e97828d325 req-aa94420f-2aa5-494e-9b99-1a3b2cdedd90 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0490713 Aug 16 03:26:34.316768 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2072b47c-01d7-4283-8d4a-31e97828d325 req-234e74d9-8e39-4d6d-abf1-f4d368628f72 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311034 Aug 16 03:26:35.447351 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb81e6-9b87-477c-9fc3-c86b062e8539 req-4f4aa2b1-cd70-4899-a1da-f209f3e2797a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:35.448877 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdb81e6-9b87-477c-9fc3-c86b062e8539 req-4f4aa2b1-cd70-4899-a1da-f209f3e2797a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0496874 Aug 16 03:26:35.500869 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7cdb81e6-9b87-477c-9fc3-c86b062e8539 req-21d74534-6310-42c1-bfd7-69e33b82a251 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460341 Aug 16 03:26:36.616593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2a07-d95a-4197-8bd7-fd2281c5e723 req-b80e5676-3a0f-4ea3-8467-945c0a78a45d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:36.618517 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4dfc2a07-d95a-4197-8bd7-fd2281c5e723 req-b80e5676-3a0f-4ea3-8467-945c0a78a45d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0511389 Aug 16 03:26:36.655293 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4dfc2a07-d95a-4197-8bd7-fd2281c5e723 req-962e9b39-d411-4894-afa8-e3adb54d5619 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309660 Aug 16 03:26:37.766706 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e3e8-ba87-422a-936a-3fde2d3921e0 req-c422da72-5cb1-4e51-8044-cb311f067cb3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:37.768183 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f62e3e8-ba87-422a-936a-3fde2d3921e0 req-c422da72-5cb1-4e51-8044-cb311f067cb3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0481410 Aug 16 03:26:37.806168 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4f62e3e8-ba87-422a-936a-3fde2d3921e0 req-3d23fd5b-2b58-418e-b057-ca1a3afea676 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320067 Aug 16 03:26:38.917741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5c6ec-8bbc-4182-9dec-8ac903cdd792 req-8db3bf88-9336-42bb-aec6-307f75a264e7 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:38.919216 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61a5c6ec-8bbc-4182-9dec-8ac903cdd792 req-8db3bf88-9336-42bb-aec6-307f75a264e7 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0487642 Aug 16 03:26:38.956041 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61a5c6ec-8bbc-4182-9dec-8ac903cdd792 req-cee0c6c2-1abd-459f-ac57-310ecbe1c735 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307384 Aug 16 03:26:40.069520 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b7a6-768e-4a93-806d-5a6ccb9bf004 req-46eb9a54-fd6e-41f9-ae68-995136bc0ebf tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:40.071009 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1c6b7a6-768e-4a93-806d-5a6ccb9bf004 req-46eb9a54-fd6e-41f9-ae68-995136bc0ebf tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0483572 Aug 16 03:26:40.108173 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a1c6b7a6-768e-4a93-806d-5a6ccb9bf004 req-4f39bd6e-3ae4-4bfb-b63e-75e827a822f0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311918 Aug 16 03:26:41.221439 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23526-f1f8-45c1-9f7d-0f62d2374912 req-cde09258-a85c-4b33-8399-94d11e3e176e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:41.222813 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96e23526-f1f8-45c1-9f7d-0f62d2374912 req-cde09258-a85c-4b33-8399-94d11e3e176e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0478234 Aug 16 03:26:41.262487 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96e23526-f1f8-45c1-9f7d-0f62d2374912 req-f54909bd-dca1-4797-8efc-2cb59a43e3a5 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331335 Aug 16 03:26:42.377606 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c61cd4-971a-4447-828a-d237c96131c2 req-3f70af75-abdc-410f-b260-1ded6dbd4823 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:42.379148 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8c61cd4-971a-4447-828a-d237c96131c2 req-3f70af75-abdc-410f-b260-1ded6dbd4823 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0480571 Aug 16 03:26:42.420255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8c61cd4-971a-4447-828a-d237c96131c2 req-2b6c2dca-1ea3-4588-9ab5-b25d7e54814c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342593 Aug 16 03:26:43.537611 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef9f0-1dd1-467b-83b0-4dfe90e8a316 req-aeca66f3-7cc8-439b-99ec-b4aef598752e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:43.539070 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-13fef9f0-1dd1-467b-83b0-4dfe90e8a316 req-aeca66f3-7cc8-439b-99ec-b4aef598752e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0519199 Aug 16 03:26:43.579288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-13fef9f0-1dd1-467b-83b0-4dfe90e8a316 req-640e7028-8839-4c60-93fe-fd92db41f604 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342567 Aug 16 03:26:44.170638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:26:44.264450 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:26:44.275896 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '79b1e88d-c30e-476c-8860-f36359f53950', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'port_id': '79b1e88d-c30e-476c-8860-f36359f53950', 'mac_address': 'fa:16:3e:4c:d9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:26:44.310910 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:44.323663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79b1e88d-c30e-476c-8860-f36359f53950 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:26:44.343692 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:26:44.347605 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:44.404738 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:26:44.411811 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.412167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.412545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.412892 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.413233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.413570 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.413904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.414236 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.414569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.414935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.415267 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.415594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:26:44.426937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['79b1e88d-c30e-476c-8860-f36359f53950'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:26:44.699891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5e005-9d5a-4c27-9c80-d8c7a49cb041 req-11380c1b-4f5b-404e-99f6-4694f478a20a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:44.701325 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf5e005-9d5a-4c27-9c80-d8c7a49cb041 req-11380c1b-4f5b-404e-99f6-4694f478a20a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Aug 16 03:26:44.737744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cf5e005-9d5a-4c27-9c80-d8c7a49cb041 req-e03b2a44-1b90-470a-85a3-0e62db8e525c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305479 Aug 16 03:26:45.864654 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c2b35-fa5e-49a6-8c07-473773b0838a req-c0c1dd8e-a47d-43cc-8d57-d77ad8f66ac2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:45.866847 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564c2b35-fa5e-49a6-8c07-473773b0838a req-c0c1dd8e-a47d-43cc-8d57-d77ad8f66ac2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 945 time: 0.0566177 Aug 16 03:26:45.911040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-564c2b35-fa5e-49a6-8c07-473773b0838a req-01cbec11-dd86-46b0-9df0-8141bad407be tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339005 Aug 16 03:26:46.196395 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:26:46.412095 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 79b1e88d-c30e-476c-8860-f36359f53950 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:26:46.412502 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:46.491208 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:46.516240 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:26:46.518560 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de99078-83e1-4d9e-b8a9-9fbd32dfbf12" -d '{"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-plugged", "status": "completed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:26:46.532221 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:26:46.541118 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:46.582902 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c06478-cc66-445c-bd1b-c897fbd21e78 x-openstack-request-id: req-f8c06478-cc66-445c-bd1b-c897fbd21e78 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:26:46.582902 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-plugged", "status": "completed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:26:46.582902 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8c06478-cc66-445c-bd1b-c897fbd21e78 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:26:46.583181 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'code': 200} Aug 16 03:26:46.611148 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:26:47.047988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01bd4-ebb2-4769-ae9b-4a53c3498ada req-5c029d1f-3b6e-4332-92ee-f3285797d0fa tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:47.049664 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99e01bd4-ebb2-4769-ae9b-4a53c3498ada req-5c029d1f-3b6e-4332-92ee-f3285797d0fa tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0589790 Aug 16 03:26:47.094110 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-99e01bd4-ebb2-4769-ae9b-4a53c3498ada req-b8108b2e-cc09-407d-993b-e7a19422a098 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373988 Aug 16 03:26:48.041786 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:26:48.221640 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e4637-085b-4ac0-ad26-be522abcb049 req-8d367d7a-c0cc-4eab-a309-40b8efb916c8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:48.223330 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-535e4637-085b-4ac0-ad26-be522abcb049 req-8d367d7a-c0cc-4eab-a309-40b8efb916c8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0536461 Aug 16 03:26:48.266908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-535e4637-085b-4ac0-ad26-be522abcb049 req-bbd0d9b1-459d-4090-8096-3058bf170055 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0368404 Aug 16 03:26:49.402988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629271-ba0c-4767-91e9-7e3ab961a1de req-0eb4a180-f242-4f86-8bdc-6736518fc29d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:49.405849 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d8629271-ba0c-4767-91e9-7e3ab961a1de req-0eb4a180-f242-4f86-8bdc-6736518fc29d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0592642 Aug 16 03:26:49.445337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d8629271-ba0c-4767-91e9-7e3ab961a1de req-05e4b769-cd5f-409e-8742-185f19e592b5 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339415 Aug 16 03:26:50.582580 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0498cbe-399b-41ea-9658-09b1f2974d02 req-345de4e5-6694-4c2d-8a13-ef7c7d20e472 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:50.584843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0498cbe-399b-41ea-9658-09b1f2974d02 req-345de4e5-6694-4c2d-8a13-ef7c7d20e472 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0564804 Aug 16 03:26:50.633881 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f0498cbe-399b-41ea-9658-09b1f2974d02 req-e81be018-ab5e-4cca-b6d3-1be1a42b2ca2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419297 Aug 16 03:26:51.792908 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594df3-897c-4c3d-bb1f-fe71a4e47778 req-96d32a98-f271-4b70-b87d-86d0d94d634b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:51.794473 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f1594df3-897c-4c3d-bb1f-fe71a4e47778 req-96d32a98-f271-4b70-b87d-86d0d94d634b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0593300 Aug 16 03:26:51.835791 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f1594df3-897c-4c3d-bb1f-fe71a4e47778 req-ecbe1955-d9b5-463e-8bb8-62ce57b0e5da tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351000 Aug 16 03:26:52.949045 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:52.966499 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce1f30-e9cf-4211-8a8c-17e856fbbcd2 req-138d3c94-45c6-4515-b0f3-558c7e2b5365 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:52.968033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bce1f30-e9cf-4211-8a8c-17e856fbbcd2 req-138d3c94-45c6-4515-b0f3-558c7e2b5365 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0573645 Aug 16 03:26:53.014040 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4bce1f30-e9cf-4211-8a8c-17e856fbbcd2 req-6b88fd6a-c8c6-4f8e-8c28-2ceb62fd4a24 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375812 Aug 16 03:26:54.136155 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a05ae-c90c-4c4b-b150-2a090d2f929e req-c9b15c65-1032-4a81-86a6-5793440e597c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:54.137690 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-509a05ae-c90c-4c4b-b150-2a090d2f929e req-c9b15c65-1032-4a81-86a6-5793440e597c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Aug 16 03:26:54.176401 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-509a05ae-c90c-4c4b-b150-2a090d2f929e req-177915f4-811a-4917-9f7a-180e128b11c1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327730 Aug 16 03:26:54.226703 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:54.800432 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-3862439a-9fcc-4e66-8e54-53af56c5d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:54.801930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-3862439a-9fcc-4e66-8e54-53af56c5d3a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1098 time: 0.0397229 Aug 16 03:26:54.891720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-b7e9a8a8-2269-4b54-8470-6bd3b76878ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:54.893226 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-b7e9a8a8-2269-4b54-8470-6bd3b76878ac service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0846248 Aug 16 03:26:54.955870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-2114fe48-8ac4-4295-b927-c749acb0dfc7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1002 time: 0.0559981 Aug 16 03:26:55.004199 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-62e68033-9ee3-4e8a-bb35-ee686a5a8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:55.005670 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-62e68033-9ee3-4e8a-bb35-ee686a5a8e93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0430889 Aug 16 03:26:55.054143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-7610b6de-b8d6-4d32-94a2-34b72c053133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:55.055555 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-7610b6de-b8d6-4d32-94a2-34b72c053133 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427418 Aug 16 03:26:55.141486 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-b72f53a8-5794-4eb4-a560-687081d07bef service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783253 Aug 16 03:26:55.237645 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f0aafb6-9fa5-4b4c-bccb-7e382631ab2e req-c91520a7-150b-4042-9d0b-efe4191a7d12 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894988 Aug 16 03:26:55.298571 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb79fc-7b62-45a9-9275-83c3e57949b5 req-14923519-7931-4b4c-84f7-e3fa9c18dd0a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:55.300064 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7beb79fc-7b62-45a9-9275-83c3e57949b5 req-14923519-7931-4b4c-84f7-e3fa9c18dd0a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0499921 Aug 16 03:26:55.338101 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7beb79fc-7b62-45a9-9275-83c3e57949b5 req-948a8705-d398-4058-8824-fe25861ef8ef tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319023 Aug 16 03:26:56.262203 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-407bf748-d928-4a34-83d0-8c3d6e37befe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:56.456442 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d17ad-b422-47bc-bd6a-6fbc8edb04c9 req-a2af0072-0a75-449c-b437-039efdc40ada tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:56.457903 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e8d17ad-b422-47bc-bd6a-6fbc8edb04c9 req-a2af0072-0a75-449c-b437-039efdc40ada tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0528290 Aug 16 03:26:56.495625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3e8d17ad-b422-47bc-bd6a-6fbc8edb04c9 req-cc1cd77f-d096-4ad7-836b-2d014eb1685c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317826 Aug 16 03:26:57.608468 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768a5d-f101-4834-88b9-569a24ca3f3f req-be909388-df15-4c04-937b-37f47593df0d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:57.609884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a768a5d-f101-4834-88b9-569a24ca3f3f req-be909388-df15-4c04-937b-37f47593df0d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0484896 Aug 16 03:26:57.647311 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2a768a5d-f101-4834-88b9-569a24ca3f3f req-93dccd9a-4164-4a35-8464-0b45898701c2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314846 Aug 16 03:26:57.872142 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905ed94-a574-4fa7-aef7-59e9977dde56 req-0cda5225-89b9-4565-a125-cd3d632f883a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:57.873740 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9905ed94-a574-4fa7-aef7-59e9977dde56 req-0cda5225-89b9-4565-a125-cd3d632f883a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 946 time: 0.0573106 Aug 16 03:26:57.913353 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9905ed94-a574-4fa7-aef7-59e9977dde56 req-a3b423d3-6f9c-4fec-b5ba-17f8ce6807e1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335031 Aug 16 03:26:58.018663 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41428) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:26:58.095567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-2e2d75a8-c5b2-485f-9599-2bf92a67a0ca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757341 Aug 16 03:26:58.260653 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:26:58.336411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:58.361514 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:26:58.363700 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76cf004-46d4-41cb-92a6-00120159a6d1" -d '{"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-unplugged", "status": "completed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:26:58.377487 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:26:58.382635 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:58.405640 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe87733-423c-456a-9161-18a2e0a0295d x-openstack-request-id: req-ebe87733-423c-456a-9161-18a2e0a0295d {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:26:58.405936 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-unplugged", "status": "failed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "code": 422}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:26:58.406177 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ebe87733-423c-456a-9161-18a2e0a0295d {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:26:58.406562 n-d-769329-15 neutron-server[94858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'code': 422} returned with failed status Aug 16 03:26:58.432825 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:26:58.862133 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5263d486-7a49-4ce3-9fb5-ab58f95b525a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:58.879180 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:58.979046 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-01789e00-e4ed-4ce2-b8a4-63c9e365ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:58.980602 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-01789e00-e4ed-4ce2-b8a4-63c9e365ee94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7&tenant_id=7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 1096 time: 0.0419178 Aug 16 03:26:59.060087 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ccb4-dcba-499e-abe5-45deaaf4d7df req-18d2b9fb-0d7c-4def-a1f2-1e8f60cf9262 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:59.061593 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf06ccb4-dcba-499e-abe5-45deaaf4d7df req-18d2b9fb-0d7c-4def-a1f2-1e8f60cf9262 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0801325 Aug 16 03:26:59.067430 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-c936d9f6-f18a-44b1-bc93-a774abea23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:59.068837 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-c936d9f6-f18a-44b1-bc93-a774abea23a8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0614369 Aug 16 03:26:59.144518 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf06ccb4-dcba-499e-abe5-45deaaf4d7df req-80c61680-72d6-4856-be5d-852a4f3c335d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746102 Aug 16 03:26:59.180608 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-2fe81b20-729b-49df-8cb8-c0629ca56eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:59.182070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-2fe81b20-729b-49df-8cb8-c0629ca56eb6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.1058292 Aug 16 03:26:59.251517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-e1ba8ae5-7403-46d7-9318-1cc5468a163c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1000 time: 0.0609698 Aug 16 03:26:59.300307 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-bd0d9fcb-31a9-446a-8205-29180dbd561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:59.301747 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-bd0d9fcb-31a9-446a-8205-29180dbd561c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0430217 Aug 16 03:26:59.347288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-749210fe-124a-4fc5-8594-a9a0becbaad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:59.348883 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-749210fe-124a-4fc5-8594-a9a0becbaad0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404601 Aug 16 03:26:59.359821 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-373fd177-9a73-4885-b7b6-a260ebd295f8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:26:59.360812 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-373fd177-9a73-4885-b7b6-a260ebd295f8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049803 Aug 16 03:26:59.451805 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-9a4d4ce0-4a91-40aa-b6d1-c39412b72856 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837104 Aug 16 03:26:59.539033 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-64ad2fbc-7c81-4a4a-bfe0-05e77d1995a5 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795324 Aug 16 03:27:00.275924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e227a6-50c8-4572-aa8c-a72ea91798a6 req-85201e08-3c01-4a2e-8801-2645502454eb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:00.277568 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5e227a6-50c8-4572-aa8c-a72ea91798a6 req-85201e08-3c01-4a2e-8801-2645502454eb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0600660 Aug 16 03:27:00.293846 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:00.317387 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f5e227a6-50c8-4572-aa8c-a72ea91798a6 req-993c1cd9-bac7-4f69-9c7f-c2d1bddf434b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323479 Aug 16 03:27:01.452156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284917f2-7c1b-439b-9e51-984a332f9f8f req-98b840d2-a86d-4219-b0f5-acb503dc7c90 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:01.454811 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-284917f2-7c1b-439b-9e51-984a332f9f8f req-98b840d2-a86d-4219-b0f5-acb503dc7c90 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0625055 Aug 16 03:27:01.493507 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-284917f2-7c1b-439b-9e51-984a332f9f8f req-45917272-aeef-43c0-a046-544878c03f5c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325453 Aug 16 03:27:02.199930 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:02.635878 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9d41e-dc09-4ef1-bf59-6299642625c6 req-010845bc-1d9e-44d2-a569-a993cdfa95b1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:02.637435 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cd9d41e-dc09-4ef1-bf59-6299642625c6 req-010845bc-1d9e-44d2-a569-a993cdfa95b1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0552166 Aug 16 03:27:02.674532 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6cd9d41e-dc09-4ef1-bf59-6299642625c6 req-292a97ec-9033-4b9c-884e-664a71b51d0c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312078 Aug 16 03:27:03.805045 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b1555-2d42-4746-bed9-d75a0ab94ca9 req-6f574a55-acd7-4cc4-8257-4bf6d0c5c6b5 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:03.806677 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e88b1555-2d42-4746-bed9-d75a0ab94ca9 req-6f574a55-acd7-4cc4-8257-4bf6d0c5c6b5 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0647190 Aug 16 03:27:03.856007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e88b1555-2d42-4746-bed9-d75a0ab94ca9 req-efc2a7fe-4110-405e-9ac6-2454a75f7f48 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419865 Aug 16 03:27:05.003371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918481e-6b1b-495c-b6f2-5db4434052f6 req-63cff237-c4fb-4532-8dfc-5e0d6fc320ca tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:05.004887 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f918481e-6b1b-495c-b6f2-5db4434052f6 req-63cff237-c4fb-4532-8dfc-5e0d6fc320ca tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0710785 Aug 16 03:27:05.044000 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f918481e-6b1b-495c-b6f2-5db4434052f6 req-d5c13df5-5200-47db-b317-be81770dcb23 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328085 Aug 16 03:27:06.162538 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244c9ec-fe84-4273-b9b3-5cb977c50f91 req-aa33c4c8-8eeb-47cf-b818-eb416755fbdd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:06.164597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f244c9ec-fe84-4273-b9b3-5cb977c50f91 req-aa33c4c8-8eeb-47cf-b818-eb416755fbdd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0501206 Aug 16 03:27:06.204456 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f244c9ec-fe84-4273-b9b3-5cb977c50f91 req-73760a03-f9d7-4b4f-937f-6ed930919a4a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339520 Aug 16 03:27:07.330632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa0bf-b810-493d-aaa3-a17724064c18 req-bb1569d5-d509-4d1e-8fd3-7f7faa0cefc0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:07.332127 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dbaa0bf-b810-493d-aaa3-a17724064c18 req-bb1569d5-d509-4d1e-8fd3-7f7faa0cefc0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0556245 Aug 16 03:27:07.372025 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9dbaa0bf-b810-493d-aaa3-a17724064c18 req-329e4ed3-1f14-4fb7-bdf4-0419eb1f09dd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337105 Aug 16 03:27:08.496659 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52170c-1d2c-49e5-8496-e223470c387d req-6d45665a-e7a3-4bf5-8c13-b492b09ca79d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:08.498571 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af52170c-1d2c-49e5-8496-e223470c387d req-6d45665a-e7a3-4bf5-8c13-b492b09ca79d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0568414 Aug 16 03:27:08.538719 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-af52170c-1d2c-49e5-8496-e223470c387d req-3285e43a-726e-4891-9b9e-237036b66715 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340443 Aug 16 03:27:09.654765 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4dfd-ce26-4468-9cfc-0466c7eb66e7 req-3d65fd71-443c-4c84-b59e-727363165d44 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:09.656179 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21bd4dfd-ce26-4468-9cfc-0466c7eb66e7 req-3d65fd71-443c-4c84-b59e-727363165d44 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0490582 Aug 16 03:27:09.692758 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-21bd4dfd-ce26-4468-9cfc-0466c7eb66e7 req-26adead8-2f1a-4be3-b55e-0c85242d1d96 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306501 Aug 16 03:27:10.806979 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319917ef-2cae-435f-8f8a-f1186833d110 req-e8d588b3-761e-4625-8810-2f6071db04fe tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:10.808500 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-319917ef-2cae-435f-8f8a-f1186833d110 req-e8d588b3-761e-4625-8810-2f6071db04fe tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0482507 Aug 16 03:27:10.845387 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-319917ef-2cae-435f-8f8a-f1186833d110 req-cfa18fd0-20a3-461c-bca3-b333b0ecce17 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310168 Aug 16 03:27:11.063219 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba2cac-432b-438c-852c-126878794851 req-cf5a2745-73bc-496a-a3fe-0ead073026ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:11.064744 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cba2cac-432b-438c-852c-126878794851 req-cf5a2745-73bc-496a-a3fe-0ead073026ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1096 time: 0.0813825 Aug 16 03:27:11.176532 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba2cac-432b-438c-852c-126878794851 req-ad626df5-cd95-47df-8a1e-4563b8f4ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:11.178047 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cba2cac-432b-438c-852c-126878794851 req-ad626df5-cd95-47df-8a1e-4563b8f4ea5d service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0939586 Aug 16 03:27:11.245290 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cba2cac-432b-438c-852c-126878794851 req-3811209b-d4cd-478b-8f42-86571cac766b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1000 time: 0.0596759 Aug 16 03:27:11.294688 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba2cac-432b-438c-852c-126878794851 req-8b9a3561-954d-4450-8126-47c22f88eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:11.296137 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cba2cac-432b-438c-852c-126878794851 req-8b9a3561-954d-4450-8126-47c22f88eebd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0445995 Aug 16 03:27:11.347115 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba2cac-432b-438c-852c-126878794851 req-5c45c11d-72ce-49e3-b297-7e312d722c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:11.348661 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cba2cac-432b-438c-852c-126878794851 req-5c45c11d-72ce-49e3-b297-7e312d722c97 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457916 Aug 16 03:27:11.435380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cba2cac-432b-438c-852c-126878794851 req-5325662e-0516-492b-b26a-d81989b201b9 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798910 Aug 16 03:27:11.533145 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5cba2cac-432b-438c-852c-126878794851 req-416c743b-f8ac-48f8-b3cd-cac5851f2675 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907600 Aug 16 03:27:11.967602 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070efb-8df5-4bcc-95af-9cacb561d364 req-51c9cfbf-1234-430e-8712-8c9908c88d5e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:11.969090 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54070efb-8df5-4bcc-95af-9cacb561d364 req-51c9cfbf-1234-430e-8712-8c9908c88d5e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 944 time: 0.0523429 Aug 16 03:27:12.006137 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-54070efb-8df5-4bcc-95af-9cacb561d364 req-a2322343-dcad-4c44-ae38-4b40081e13a0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310473 Aug 16 03:27:12.352037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:27:12.445265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:12.456545 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '79b1e88d-c30e-476c-8860-f36359f53950', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'port_id': '79b1e88d-c30e-476c-8860-f36359f53950', 'mac_address': 'fa:16:3e:4c:d9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:27:12.493197 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:12.505258 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b1e88d-c30e-476c-8860-f36359f53950 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:27:12.524783 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:12.528519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:12.574321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:27:12.726029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['79b1e88d-c30e-476c-8860-f36359f53950'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:27:13.120244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a2760-0b83-4b32-af22-89bcb1899144 req-743c5d94-df08-49dc-9bbe-7de50745cbaa tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:13.121752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ef3a2760-0b83-4b32-af22-89bcb1899144 req-743c5d94-df08-49dc-9bbe-7de50745cbaa tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Aug 16 03:27:13.158552 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ef3a2760-0b83-4b32-af22-89bcb1899144 req-a4807067-0a47-4770-b964-80c43b5c9cd8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308895 Aug 16 03:27:14.271971 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e516bad-de2a-4541-b8f0-361f8454a2a4 req-69abad58-7fa6-42fd-af28-f8225a94fa1f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:14.274422 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e516bad-de2a-4541-b8f0-361f8454a2a4 req-69abad58-7fa6-42fd-af28-f8225a94fa1f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 945 time: 0.0495205 Aug 16 03:27:14.311655 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2e516bad-de2a-4541-b8f0-361f8454a2a4 req-8b301e2a-91b2-4646-bc54-a8d0e1a6427a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312071 Aug 16 03:27:14.351237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:27:14.397804 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 79b1e88d-c30e-476c-8860-f36359f53950 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:27:14.398843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:14.473340 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:14.494762 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:27:14.497020 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d709f6-992b-4f4f-8f1f-8eba5592dd90" -d '{"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-plugged", "status": "completed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:27:14.509843 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:14.514424 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:14.538692 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0077cc9-a507-4741-90b0-dcc7f8106504 x-openstack-request-id: req-d0077cc9-a507-4741-90b0-dcc7f8106504 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:27:14.538985 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-plugged", "status": "completed", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:27:14.539233 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0077cc9-a507-4741-90b0-dcc7f8106504 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:27:14.539617 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'code': 200} Aug 16 03:27:14.571137 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:27:14.684658 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0506ef-74af-49e4-8a63-48b4a7e2b8ac req-5aa925bb-542f-4c92-b633-757021f5041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:14.686128 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b0506ef-74af-49e4-8a63-48b4a7e2b8ac req-5aa925bb-542f-4c92-b633-757021f5041d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1099 time: 0.0382397 Aug 16 03:27:14.721433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b0506ef-74af-49e4-8a63-48b4a7e2b8ac req-20cf65dc-ef95-446c-8ace-04e8cd427eac service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0268774 Aug 16 03:27:15.433416 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5184ac7-c73a-431c-8314-5f6f8fa10bc7 req-1a673802-92d3-4698-bce1-54c23742f435 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:15.434912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5184ac7-c73a-431c-8314-5f6f8fa10bc7 req-1a673802-92d3-4698-bce1-54c23742f435 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 947 time: 0.0520439 Aug 16 03:27:15.475885 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b5184ac7-c73a-431c-8314-5f6f8fa10bc7 req-68cf5a19-98e8-4206-83f4-5c8d2f81ddc7 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342205 Aug 16 03:27:16.595480 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a117-3914-4a6d-ae63-7da815143d92 req-e173f4ee-6395-4db5-9b07-0f9912ce605a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:16.596897 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eae5a117-3914-4a6d-ae63-7da815143d92 req-e173f4ee-6395-4db5-9b07-0f9912ce605a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 947 time: 0.0522075 Aug 16 03:27:16.632992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eae5a117-3914-4a6d-ae63-7da815143d92 req-0d51e2aa-716f-4c27-bd94-2ca9d42cbe6f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0296636 Aug 16 03:27:22.935035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:24.230711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:25.041818 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:27:26.265559 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cd846397-cfc1-4399-b137-585572ba0b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:28.861975 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d718280c-f89f-4838-a962-3487bfa370d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:28.880767 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:30.296340 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:32.189631 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:52.941501 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:54.255099 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:56.267832 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9c763abb-30ba-43ed-a2ee-b322c3032334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:58.863459 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-01ad8057-9df5-4df2-8ee1-c8e4e0ab9113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:58.880484 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:00.300037 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:02.040916 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:28:02.192132 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.378598 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-b0a163df-2c33-4aec-8e44-dbe8a6537fe4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394621 Aug 16 03:28:12.461952 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-fcd7ca31-8dd2-4cfb-a893-8383c9371c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:12.463448 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-fcd7ca31-8dd2-4cfb-a893-8383c9371c5e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1099 time: 0.0410008 Aug 16 03:28:12.566056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-75445e15-9c2b-4567-a33d-ebcebaa21fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:12.567511 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-75445e15-9c2b-4567-a33d-ebcebaa21fd7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0850680 Aug 16 03:28:12.629880 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-2e2117a1-25c4-46b6-9ba8-9de0f87f5fcb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 1002 time: 0.0553503 Aug 16 03:28:12.676974 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-2a8a7dff-cadb-4249-af43-e843e1ce4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:12.678400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-2a8a7dff-cadb-4249-af43-e843e1ce4b06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0416017 Aug 16 03:28:12.724835 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-77f70912-1394-4ba9-94a4-5591af384e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:12.726295 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-77f70912-1394-4ba9-94a4-5591af384e68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411816 Aug 16 03:28:12.817303 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-762d36be-93b1-4413-ba90-072e5b4e32c1 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840077 Aug 16 03:28:12.907517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5f3cb81a-d1fd-4ae8-b0f4-8a073d58d726 req-0c5111dc-0e56-4828-9b5f-5758d8727267 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835364 Aug 16 03:28:22.970394 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:24.254899 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:26.268354 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffec9f00-d486-48c9-87b9-fd476579bdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:27.348753 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41560) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:27.501463 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Deleting port 096eb87d-5471-47ab-83f8-9296c81629c6 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:27.501818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:27.574362 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:27.574698 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:27.586034 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Calling delete_port for 096eb87d-5471-47ab-83f8-9296c81629c6 owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:27.730487 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:27.755769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event deleted for resources: {'Port': ['ID=096eb87d-5471-47ab-83f8-9296c81629c6,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:27.784747 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.785101 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.785445 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.785788 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.786124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.786456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.786785 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.787116 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.787440 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.787774 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.788099 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.788456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:27.828013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:27.828432 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Floating IP 83517923-285c-4206-a9c4-0bfa2c353e77 disassociated (deleted). External IP: 172.25.4.254, port: 79b1e88d-c30e-476c-8860-f36359f53950. Aug 16 03:28:28.032181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Router 3c25665e-2372-41c1-964d-36658e47c221 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:28:28.133780 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:28:28.138456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:28.143453 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] Sync routers for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:28:28.152167 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:28.152802 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:27:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:28.167206 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-7df96c14-f7b5-4daf-9687-c75620ec070f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "DELETE /v2.0/floatingips/83517923-285c-4206-a9c4-0bfa2c353e77 HTTP/1.1" status: 204 len: 168 time: 0.8173466 Aug 16 03:28:28.167802 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:28:28.172598 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a2f725-753d-45b5-b9a6-6f6329a0a428" -d '{"events": [{"name": "network-changed", "server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:28:28.268135 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:28.273087 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc46a609-cbc1-45d6-8bb8-af8fb7f81d31 x-openstack-request-id: req-fc46a609-cbc1-45d6-8bb8-af8fb7f81d31 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:28:28.273382 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:28:28.273731 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc46a609-cbc1-45d6-8bb8-af8fb7f81d31 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:28:28.274139 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'status': 'completed', 'code': 200} Aug 16 03:28:28.354076 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-2c4b171c-d11e-4673-b05e-b6c4f7aaf4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:28.355959 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-2c4b171c-d11e-4673-b05e-b6c4f7aaf4e2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 1099 time: 0.0533803 Aug 16 03:28:28.468586 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d8b4-6ac9-42a3-a18d-8e6d6ed13148 req-60081330-1ccf-49bb-8d19-7588e319cc4f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:28.470091 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f899d8b4-6ac9-42a3-a18d-8e6d6ed13148 req-60081330-1ccf-49bb-8d19-7588e319cc4f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 947 time: 0.0984082 Aug 16 03:28:28.475276 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:28.499159 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-bb448917-cb00-4b3f-9886-f2765ef4ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:28.500636 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-bb448917-cb00-4b3f-9886-f2765ef4ea3a service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.1374142 Aug 16 03:28:28.502245 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] Checking router: 3c25665e-2372-41c1-964d-36658e47c221 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:28:28.510686 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:28.511547 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:27:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:28.550176 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-d14fa2d1-a628-473b-8b17-9da6f8c0afe8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 200 len: 217 time: 0.0421286 Aug 16 03:28:28.553244 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f899d8b4-6ac9-42a3-a18d-8e6d6ed13148 req-a5531011-9b72-45d7-af3b-dfb9b6f256f6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0742354 Aug 16 03:28:28.607638 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-09d355fb-b948-4893-8b61-6cec88785dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:28.609173 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-09d355fb-b948-4893-8b61-6cec88785dd0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0523014 Aug 16 03:28:28.621027 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:28.656261 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-260a7775-2f3f-470d-b875-5817f9f8615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:28.657921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-260a7775-2f3f-470d-b875-5817f9f8615a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404167 Aug 16 03:28:28.746610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-3d4294a8-1e46-406e-a4f7-44c2028e802f service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800788 Aug 16 03:28:28.819378 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:28.845367 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1f843-2863-4877-aeea-add1ccfcb15f None None] The sync data for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 is: [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:28:28.845649 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-01a2f725-753d-45b5-b9a6-6f6329a0a428 req-8d8555be-bd67-4bce-a0f7-e61f7259aa4d service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908971 Aug 16 03:28:28.871136 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f4b0-f700-4a9f-b102-b6a166fd3ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:28.886903 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:29.060225 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdeccb2-6c42-479d-8705-b12eb804eb8b None None] New status for floating IP 83517923-285c-4206-a9c4-0bfa2c353e77: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:28:29.657052 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fbc1c49b-a71b-482a-b1db-fdb24cbbb5e8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:29.658550 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fbc1c49b-a71b-482a-b1db-fdb24cbbb5e8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.88 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 947 time: 0.0507510 Aug 16 03:28:29.677377 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225b546-8f34-47f7-a343-19e3afeb2863 req-374278ff-5bc8-49d8-a95d-6318319a9d63 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:29.678881 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6225b546-8f34-47f7-a343-19e3afeb2863 req-374278ff-5bc8-49d8-a95d-6318319a9d63 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=68f5ea2c-91ff-47d4-a066-2036db58cad7 HTTP/1.1" status: 200 len: 947 time: 0.0543480 Aug 16 03:28:29.717684 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6225b546-8f34-47f7-a343-19e3afeb2863 req-6a12dc96-ae6c-48a2-899c-f3e1a3c05ce6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321841 Aug 16 03:28:29.751156 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Deleting port 79b1e88d-c30e-476c-8860-f36359f53950 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:29.751506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:29.837379 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] For port 79b1e88d-c30e-476c-8860-f36359f53950, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=79b1e88d-c30e-476c-8860-f36359f53950,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:29.837666 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:29.850394 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Calling delete_port for 79b1e88d-c30e-476c-8860-f36359f53950 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:29.975317 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:30.002597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event deleted for resources: {'Port': ['ID=79b1e88d-c30e-476c-8860-f36359f53950,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:30.044759 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] No DVR routers for this DVR port 79b1e88d-c30e-476c-8860-f36359f53950 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:28:30.047272 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:30.049369 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6b6e28ad-58c6-482b-a765-abf7ec98bf69 req-fad11406-c1cc-403c-b4e9-3538c6c61f83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.88 "DELETE /v2.0/ports/79b1e88d-c30e-476c-8860-f36359f53950 HTTP/1.1" status: 204 len: 173 time: 0.3849206 Aug 16 03:28:30.275591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-deleted', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:28:30.277879 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762678b5-476c-4678-b891-81ce429f8ff1" -d '{"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-deleted", "tag": "79b1e88d-c30e-476c-8860-f36359f53950"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:28:30.301670 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:30.314852 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f534c-a0b1-49f8-8e32-87d257f0becc x-openstack-request-id: req-123f534c-a0b1-49f8-8e32-87d257f0becc {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:28:30.315145 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f5ea2c-91ff-47d4-a066-2036db58cad7", "name": "network-vif-deleted", "tag": "79b1e88d-c30e-476c-8860-f36359f53950", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:28:30.315397 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-123f534c-a0b1-49f8-8e32-87d257f0becc {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:28:30.315793 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f5ea2c-91ff-47d4-a066-2036db58cad7', 'name': 'network-vif-deleted', 'tag': '79b1e88d-c30e-476c-8860-f36359f53950', 'status': 'completed', 'code': 200} Aug 16 03:28:30.775597 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41582) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:30.839013 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a339d576-748b-43d0-91ee-cfa8a218eaa9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:30.863656 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a339d576-748b-43d0-91ee-cfa8a218eaa9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:30.921798 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a339d576-748b-43d0-91ee-cfa8a218eaa9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:30.924506 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a339d576-748b-43d0-91ee-cfa8a218eaa9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:30.925671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a339d576-748b-43d0-91ee-cfa8a218eaa9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "DELETE /v2.0/security-groups/f8441a41-3ec4-4770-803c-dbf2d2d4f9e4 HTTP/1.1" status: 204 len: 168 time: 0.1490648 Aug 16 03:28:30.942875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339d576-748b-43d0-91ee-cfa8a218eaa9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8441a41-3ec4-4770-803c-dbf2d2d4f9e4,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:31.307176 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41588) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:31.311829 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-48e59373-c5c2-4af1-b8fd-32a7dcea467f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162300421', 'description': 'tempest-secgroup-smoke-162300421 description', 'project_id': '7fad439208984231bde38127bc29c366'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:31.335783 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48e59373-c5c2-4af1-b8fd-32a7dcea467f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.416532 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48e59373-c5c2-4af1-b8fd-32a7dcea467f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.420048 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48e59373-c5c2-4af1-b8fd-32a7dcea467f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.448074 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-48e59373-c5c2-4af1-b8fd-32a7dcea467f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.449324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-48e59373-c5c2-4af1-b8fd-32a7dcea467f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1411109 Aug 16 03:28:31.450526 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e59373-c5c2-4af1-b8fd-32a7dcea467f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05eade1-5e5e-4c7c-9e53-69aac6509e5d,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:31.453177 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41590) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:31.458261 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'b05eade1-5e5e-4c7c-9e53-69aac6509e5d', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:31.485261 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.531279 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.535070 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.554736 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23f9018-7216-4b0f-b340-90d1c5607b2c,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:31.563911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.564259 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.564640 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.564956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.565294 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.565627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.565947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.566270 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.566590 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.566909 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.567232 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.567554 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:31.571973 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.573198 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-17a430f7-d1c8-4e25-8ac0-4733575e2f4c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186173 Aug 16 03:28:31.575924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41592) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:31.580326 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ff799530-e99b-4b8f-b604-ef02bd4525f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'b05eade1-5e5e-4c7c-9e53-69aac6509e5d', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:31.606999 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff799530-e99b-4b8f-b604-ef02bd4525f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.664635 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff799530-e99b-4b8f-b604-ef02bd4525f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.668076 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff799530-e99b-4b8f-b604-ef02bd4525f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.686455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff799530-e99b-4b8f-b604-ef02bd4525f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4455aa-e344-4783-8f8e-09c69712942c,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:31.692916 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ff799530-e99b-4b8f-b604-ef02bd4525f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.694155 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ff799530-e99b-4b8f-b604-ef02bd4525f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172590 Aug 16 03:28:31.697523 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41594) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:31.702047 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-571fec23-4676-4999-8476-4076df3cb602 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'b05eade1-5e5e-4c7c-9e53-69aac6509e5d', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:31.728711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-571fec23-4676-4999-8476-4076df3cb602 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.786044 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-571fec23-4676-4999-8476-4076df3cb602 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.789565 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-571fec23-4676-4999-8476-4076df3cb602 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.809374 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fec23-4676-4999-8476-4076df3cb602 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4acef9-7958-4486-8d1b-c2135be703b1,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:31.815858 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-571fec23-4676-4999-8476-4076df3cb602 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.817073 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-571fec23-4676-4999-8476-4076df3cb602 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186228 Aug 16 03:28:31.819784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41596) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:31.824809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-da86d4ac-b729-42e1-ae0a-1c8b9ccd884d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'b05eade1-5e5e-4c7c-9e53-69aac6509e5d', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:31.849811 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da86d4ac-b729-42e1-ae0a-1c8b9ccd884d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.908299 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da86d4ac-b729-42e1-ae0a-1c8b9ccd884d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.911774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da86d4ac-b729-42e1-ae0a-1c8b9ccd884d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.930158 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86d4ac-b729-42e1-ae0a-1c8b9ccd884d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccab37d7-5e85-418e-9aff-670d44f19070,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:31.934953 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-da86d4ac-b729-42e1-ae0a-1c8b9ccd884d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.937557 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-da86d4ac-b729-42e1-ae0a-1c8b9ccd884d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161647 Aug 16 03:28:31.938816 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41598) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:31.943263 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'b05eade1-5e5e-4c7c-9e53-69aac6509e5d', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:31.964827 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Project 7fad439208984231bde38127bc29c366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:28:31.969492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.034740 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.038143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.057974 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd986ea-980a-4928-bb09-5cfe02dc2661,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:32.062026 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.063195 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-11065cb2-e6ef-4f1c-a2a1-55ed75098ed6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234577 Aug 16 03:28:32.066036 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41600) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:32.071050 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'security_group_rule': {'security_group_id': 'b05eade1-5e5e-4c7c-9e53-69aac6509e5d', 'project_id': '7fad439208984231bde38127bc29c366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:32.092527 n-d-769329-15 neutron-server[94857]: INFO neutron.db.securitygroups_db [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Project 7fad439208984231bde38127bc29c366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:28:32.097205 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.158335 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.161810 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.185668 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412d04ac-406f-48b7-98a0-1774bb4a4a0f,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:32.190887 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.193305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-45969619-7687-4c56-87c0-778cad8637b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262572 Aug 16 03:28:32.196107 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:32.817594 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:32.839408 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 79b1e88d-c30e-476c-8860-f36359f53950 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:32.839763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 79b1e88d-c30e-476c-8860-f36359f53950 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:39.040419 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:28:46.464235 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-a8254bb9-9d07-4392-b8a7-8cd4d2f1eb28 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162300421&fields=id&tenant_id=7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 267 time: 0.0318158 Aug 16 03:28:46.908684 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7cceba8a-3044-4719-a546-c5998c5ca5cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:46.910138 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7cceba8a-3044-4719-a546-c5998c5ca5cb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 808 time: 0.4392843 Aug 16 03:28:46.925309 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-1aca7a8e-8463-4f39-a913-b63ed37b4474 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/quotas/7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 375 time: 0.0087972 Aug 16 03:28:46.973613 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-b6eeec3d-e9b3-45c5-92d4-1b575842ffcc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430326 Aug 16 03:28:47.110337 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-04caf617-a479-4a96-89de-1268f50a4e55 service neutron] 10.222.0.78 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251066 Aug 16 03:28:47.198698 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-ee796dcf-9f98-432e-90d2-147ad5ee2ecc service neutron] 10.222.0.78 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819950 Aug 16 03:28:47.480514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d564cf3e-b5af-4a47-8bb0-deb5d8a8ba61 req-d5cd24aa-0fe1-45ca-91e3-8839be936a28 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 210 time: 0.0271275 Aug 16 03:28:48.430237 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-f89616a6-2b41-43dc-a481-e7bb048852c2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:48.431694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-f89616a6-2b41-43dc-a481-e7bb048852c2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.98 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 808 time: 0.1064658 Aug 16 03:28:48.488458 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-aee235f1-8389-432a-adfd-beee9c1056df tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 379 time: 0.0334752 Aug 16 03:28:48.498087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'port': {'device_id': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'admin_state_up': True, 'tenant_id': '7fad439208984231bde38127bc29c366', 'security_groups': ['b05eade1-5e5e-4c7c-9e53-69aac6509e5d']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:48.577787 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-83c68aa5-1a80-404b-899d-c464d005883d req-5afcc501-c176-46d7-b966-02b75f716413 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 210 time: 0.0271220 Aug 16 03:28:48.616572 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Made reservation on behalf of 7fad439208984231bde38127bc29c366 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:28:48.620848 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:48.754257 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Allocated IP 172.20.0.4 (96059020-acfe-45b0-a568-133be869e8da/ef9de77e-918d-4897-aec9-37decc42b124/69f29c17-46fb-4733-93f3-752a7f29d3de) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:28:48.898164 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:48.911488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Transition to ACTIVE for port object 69f29c17-46fb-4733-93f3-752a7f29d3de will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:28:48.944195 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:48.991932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Network 96059020-acfe-45b0-a568-133be869e8da is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:28:48.995021 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:28:48.998747 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:28:49.022522 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:49.058942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:49.059880 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.075647 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-829744fe-0434-4db0-a3a1-c11f010ce940 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811670 Aug 16 03:28:49.088370 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-cb5ae50d-8d2a-4744-ac4a-0d852cb83e50 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94857) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:28:49.089420 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-cb5ae50d-8d2a-4744-ac4a-0d852cb83e50 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061474 Aug 16 03:28:49.152855 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Request body: {'port': {'device_id': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:28:49.208183 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.275467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98884548-2bd7-493f-90d6-55bb9b5dbada None None] Provisioning for port 69f29c17-46fb-4733-93f3-752a7f29d3de completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:28:49.279800 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-98884548-2bd7-493f-90d6-55bb9b5dbada None None] Provisioning complete for port 69f29c17-46fb-4733-93f3-752a7f29d3de triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:28:49.280306 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-98884548-2bd7-493f-90d6-55bb9b5dbada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.323061 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-98884548-2bd7-493f-90d6-55bb9b5dbada None None] Port 69f29c17-46fb-4733-93f3-752a7f29d3de cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:28:49.479111 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f29c17-46fb-4733-93f3-752a7f29d3de {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:28:49.486579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.498951 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Transition to ACTIVE for port object 69f29c17-46fb-4733-93f3-752a7f29d3de will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:28:49.503870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.575135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:49.641935 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:28:49.642279 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:28:49.642620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:28:49.647620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Port 69f29c17-46fb-4733-93f3-752a7f29d3de on network 96059020-acfe-45b0-a568-133be869e8da not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:28:49.647956 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:28:49.656222 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:28:49.656595 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Checking segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:28:49.656986 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Bound using segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:28:49.657445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Bound port: 69f29c17-46fb-4733-93f3-752a7f29d3de, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:28:49.657800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.759518 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1614ebc-b026-4576-9a54-49748f936cec req-e8ace55c-1840-4962-aaca-2b159c65247e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:49.761745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1614ebc-b026-4576-9a54-49748f936cec req-e8ace55c-1840-4962-aaca-2b159c65247e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.1071894 Aug 16 03:28:49.803976 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:28:49.812007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:28:49.821339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1614ebc-b026-4576-9a54-49748f936cec req-9d0cf001-13bf-45af-9dfb-e2817709a1e1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505362 Aug 16 03:28:49.822372 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.868840 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:49.869522 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:49.870894 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] 10.222.0.98 "PUT /v2.0/ports/69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 1092 time: 0.7729983 Aug 16 03:28:49.871338 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:28:49.873626 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd8fbd-c031-4179-a022-7c1c973a29cb" -d '{"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:28:49.912530 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c010ece-d08c-4bf2-8abf-f22b2ea221d9 service neutron] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:49.975762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-3bb65993-e411-45df-9711-a1237b2736f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:49.977741 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-3bb65993-e411-45df-9711-a1237b2736f1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1095 time: 0.0574055 Aug 16 03:28:50.032039 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef801a-f06b-4d4e-a0be-606cdc1d059e x-openstack-request-id: req-13ef801a-f06b-4d4e-a0be-606cdc1d059e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:28:50.032351 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:28:50.032603 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13ef801a-f06b-4d4e-a0be-606cdc1d059e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:28:50.033008 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'status': 'completed', 'code': 200} Aug 16 03:28:50.034962 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-cbcb2880-3399-4f30-b60d-03619f351a07 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 217 time: 0.0441768 Aug 16 03:28:50.092980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-04b3d70c-42c4-4657-b333-33870fe33d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:50.094639 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-04b3d70c-42c4-4657-b333-33870fe33d38 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0513718 Aug 16 03:28:50.141392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-ccb3c14d-7df1-4010-88e5-973e592a31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:50.142825 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-ccb3c14d-7df1-4010-88e5-973e592a31cc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403492 Aug 16 03:28:50.245650 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-24462ceb-8e53-49b0-8494-4a9e21502479 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947182 Aug 16 03:28:50.339061 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3ce6ef4-d768-4287-99cb-78a8239db27f req-ff7f2b20-522b-4739-8b46-c8c827527efe service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Aug 16 03:28:50.432126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-dc0697f7-cd62-45e8-8a67-f5a27ec5be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:50.433687 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-dc0697f7-cd62-45e8-8a67-f5a27ec5be18 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1095 time: 0.0480299 Aug 16 03:28:50.523836 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-47bab048-e8d3-467b-98c1-7fc97c4362c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:50.525675 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-47bab048-e8d3-467b-98c1-7fc97c4362c1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0845578 Aug 16 03:28:50.571991 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-d49c5e51-8ec2-40dc-8768-febe4583333b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 217 time: 0.0389013 Aug 16 03:28:50.622997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-d1640409-e4d6-4b12-91fa-5ac80f6c6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:50.624431 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-d1640409-e4d6-4b12-91fa-5ac80f6c6834 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0453749 Aug 16 03:28:50.671913 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-f15390c7-a194-48db-bd45-01c88204b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:50.673391 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-f15390c7-a194-48db-bd45-01c88204b614 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411747 Aug 16 03:28:50.770663 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-e35c76df-8ac9-4324-ab47-3379d5401f00 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857439 Aug 16 03:28:50.860771 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-38bd8fbd-c031-4179-a022-7c1c973a29cb req-d61636bf-b467-44d5-8cb1-548fd305b3be service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824916 Aug 16 03:28:50.945870 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4036-1e1b-420b-8f84-8d3b953f588b req-eea1f468-711b-4ad6-aa59-6dc732e7083d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:50.947305 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ba4036-1e1b-420b-8f84-8d3b953f588b req-eea1f468-711b-4ad6-aa59-6dc732e7083d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0576379 Aug 16 03:28:50.985308 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7ba4036-1e1b-420b-8f84-8d3b953f588b req-238367b5-8c37-4a9e-841e-28d5dcf5559d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318441 Aug 16 03:28:52.099299 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda98a-7428-49d0-b061-4b4ad3361362 req-5c3b884f-ecc1-4d30-af13-8194953d0b49 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:52.100808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10eda98a-7428-49d0-b061-4b4ad3361362 req-5c3b884f-ecc1-4d30-af13-8194953d0b49 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0487595 Aug 16 03:28:52.144129 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-10eda98a-7428-49d0-b061-4b4ad3361362 req-2166be3a-220c-4d78-8611-8bb3bb888b62 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373085 Aug 16 03:28:52.983845 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:53.262105 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607658b-684e-4df6-8cd2-4dc7f41352b7 req-4d18490e-d061-482f-8656-b46dbc143b8c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:53.263470 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2607658b-684e-4df6-8cd2-4dc7f41352b7 req-4d18490e-d061-482f-8656-b46dbc143b8c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0527067 Aug 16 03:28:53.299953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2607658b-684e-4df6-8cd2-4dc7f41352b7 req-f0931cfe-63e8-4659-a35c-02beb0b6c837 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304596 Aug 16 03:28:54.256425 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:54.416135 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5e72c-db33-4ec8-b378-f0ddc68646b3 req-d11b3e4e-26ce-41fd-97b9-005e0a0ba9b9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:54.417666 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60c5e72c-db33-4ec8-b378-f0ddc68646b3 req-d11b3e4e-26ce-41fd-97b9-005e0a0ba9b9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0496132 Aug 16 03:28:54.455099 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-60c5e72c-db33-4ec8-b378-f0ddc68646b3 req-ca5d94c8-905d-4f96-b5da-c0007857fc12 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Aug 16 03:28:55.567538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39671-e1e5-4567-94a2-c5ee39dce1e4 req-89c72ee9-b825-4a3e-b2d3-17a598358df1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:55.569018 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71f39671-e1e5-4567-94a2-c5ee39dce1e4 req-89c72ee9-b825-4a3e-b2d3-17a598358df1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0479259 Aug 16 03:28:55.606616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-71f39671-e1e5-4567-94a2-c5ee39dce1e4 req-8651cc12-ef65-4056-8861-c36a0a24562b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Aug 16 03:28:56.268522 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4d25aea9-c253-4454-b56d-1ebd52fd35eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:56.718369 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9dbdd-15ae-4ef1-80f3-72a756a6dd33 req-6309f313-7a3d-4c9a-8e7d-1b4c0e251afb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:56.719834 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fc9dbdd-15ae-4ef1-80f3-72a756a6dd33 req-6309f313-7a3d-4c9a-8e7d-1b4c0e251afb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0471361 Aug 16 03:28:56.757362 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7fc9dbdd-15ae-4ef1-80f3-72a756a6dd33 req-143a4057-fd31-4167-a97d-5c171ba1d19f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Aug 16 03:28:57.870151 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465767c-b814-497b-9065-0a793f93114a req-d0bc598c-51ea-4d3c-adce-5fd67eda1393 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:57.871631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7465767c-b814-497b-9065-0a793f93114a req-d0bc598c-51ea-4d3c-adce-5fd67eda1393 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0475867 Aug 16 03:28:57.909227 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7465767c-b814-497b-9065-0a793f93114a req-00dc9b6e-a04a-4ed7-a796-230c57a136c8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Aug 16 03:28:58.862518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b9951b0-7179-4a64-9d24-f1adb59292d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:58.877646 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:59.025865 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52487a06-de16-4566-bacf-c5c077ff3c12 req-fd595eb3-55c8-4003-be25-cb92e2e53770 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:59.027354 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52487a06-de16-4566-bacf-c5c077ff3c12 req-fd595eb3-55c8-4003-be25-cb92e2e53770 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0522976 Aug 16 03:28:59.068036 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-52487a06-de16-4566-bacf-c5c077ff3c12 req-755f8211-cde3-455d-ad36-b5667e49814b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347013 Aug 16 03:29:00.186438 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9f5d6-20d3-4447-ab99-f655c5a40612 req-c573a940-7779-49c5-890d-0972a04ba78d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:00.187912 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-58d9f5d6-20d3-4447-ab99-f655c5a40612 req-c573a940-7779-49c5-890d-0972a04ba78d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0520403 Aug 16 03:29:00.224403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-58d9f5d6-20d3-4447-ab99-f655c5a40612 req-6e17f199-1f72-4517-8e8f-233b57519083 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304589 Aug 16 03:29:00.303871 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:00.946855 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 69f29c17-46fb-4733-93f3-752a7f29d3de details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:29:01.045504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:29:01.056329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'port_id': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'mac_address': 'fa:16:3e:37:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:29:01.094463 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:01.107118 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f29c17-46fb-4733-93f3-752a7f29d3de {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:29:01.125702 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:29:01.129147 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:01.174900 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:29:01.181974 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.182324 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.182665 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.183003 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.183336 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.183666 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.183993 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.184354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.184676 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.184996 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.185318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.185645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:29:01.339513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d701d7-08ba-4666-a767-6c7ac9027261 req-a117fe24-b511-4859-b4db-e3279d940b27 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:01.341070 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8d701d7-08ba-4666-a767-6c7ac9027261 req-a117fe24-b511-4859-b4db-e3279d940b27 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 944 time: 0.0480273 Aug 16 03:29:01.377772 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8d701d7-08ba-4666-a767-6c7ac9027261 req-aca26ff5-d7b1-40fb-a464-21d38306346e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Aug 16 03:29:01.436214 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['69f29c17-46fb-4733-93f3-752a7f29d3de'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:29:02.198467 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:02.491341 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3cf6a-2a5d-457c-905e-9f4e491cddc3 req-4e0f0ec8-8e9a-4ce0-9d09-54b3cc1f8c2e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:02.492779 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c3cf6a-2a5d-457c-905e-9f4e491cddc3 req-4e0f0ec8-8e9a-4ce0-9d09-54b3cc1f8c2e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 944 time: 0.0486190 Aug 16 03:29:02.530221 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-65c3cf6a-2a5d-457c-905e-9f4e491cddc3 req-3444e114-5c39-4933-97ba-7403df18bfbd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314178 Aug 16 03:29:02.963103 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 69f29c17-46fb-4733-93f3-752a7f29d3de up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:29:03.010924 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port 69f29c17-46fb-4733-93f3-752a7f29d3de completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:29:03.014973 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port 69f29c17-46fb-4733-93f3-752a7f29d3de triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:29:03.015348 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:03.094245 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:03.115870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:29:03.118172 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec986711-8185-457d-af85-6588976c8bc7" -d '{"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-plugged", "status": "completed", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:29:03.130578 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:29:03.134963 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:03.182167 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:29:03.223013 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f69386-9186-4f06-96e7-0bd395503338 x-openstack-request-id: req-f2f69386-9186-4f06-96e7-0bd395503338 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:29:03.223306 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-plugged", "status": "completed", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:29:03.223577 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2f69386-9186-4f06-96e7-0bd395503338 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:29:03.223997 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'code': 200} Aug 16 03:29:03.329997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96269b29-c3e8-4054-a637-402851304ae7 req-10591927-ce52-4310-8c27-dc27fa6ddd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:03.331494 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96269b29-c3e8-4054-a637-402851304ae7 req-10591927-ce52-4310-8c27-dc27fa6ddd44 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1097 time: 0.0398765 Aug 16 03:29:03.367830 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-96269b29-c3e8-4054-a637-402851304ae7 req-b398b5ca-ae5b-4bc8-a629-db2eb7b7b004 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272062 Aug 16 03:29:03.650185 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c666ee-7c36-4cde-bd32-d597d2ad1578 req-41981ab8-ea28-4a22-aa1d-b4e425a0a056 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:03.651867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61c666ee-7c36-4cde-bd32-d597d2ad1578 req-41981ab8-ea28-4a22-aa1d-b4e425a0a056 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0560563 Aug 16 03:29:03.690337 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61c666ee-7c36-4cde-bd32-d597d2ad1578 req-488affe2-a62b-476d-9885-82636206a795 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Aug 16 03:29:04.802843 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56a42b-154a-48c1-8aad-c1688e68a492 req-b4acb4fc-9ea4-45d0-9e68-f2d8037b9175 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:04.804836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf56a42b-154a-48c1-8aad-c1688e68a492 req-b4acb4fc-9ea4-45d0-9e68-f2d8037b9175 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0482280 Aug 16 03:29:04.842763 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cf56a42b-154a-48c1-8aad-c1688e68a492 req-5020581a-2332-4c96-9ccf-10f4559a7999 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319922 Aug 16 03:29:04.954368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6b3b5-7748-4d89-9f94-bae7f7930515 req-48a53646-69cd-4fd0-bae7-1c53351d6135 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:04.955832 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93e6b3b5-7748-4d89-9f94-bae7f7930515 req-48a53646-69cd-4fd0-bae7-1c53351d6135 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0475521 Aug 16 03:29:04.998040 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-93e6b3b5-7748-4d89-9f94-bae7f7930515 req-56c6085d-d8ba-4439-91ae-0d13c8500098 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359359 Aug 16 03:29:05.020482 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:29:05.059153 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35520a1-e5aa-47d2-b826-aa23d3d8e4e2 tempest-TestShelveInstance-966712805 tempest-TestShelveInstance-966712805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:05.060694 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-a35520a1-e5aa-47d2-b826-aa23d3d8e4e2 tempest-TestShelveInstance-966712805 tempest-TestShelveInstance-966712805-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1092 time: 0.0392478 Aug 16 03:29:05.063943 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 41798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:29:05.068322 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'tenant_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:29:05.090408 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:05.187885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:05.290708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Allocated IP 172.25.4.195 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/0b46feb2-e61b-4aa8-b114-9e2e76e9720e) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:29:05.403406 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:05.441867 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:05.475445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:29:05.479016 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:29:05.484455 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:29:05.517128 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'Port': ['ID=0b46feb2-e61b-4aa8-b114-9e2e76e9720e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:29:05.848735 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:05.917704 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:06.066096 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:06.071184 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:06.138843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event updated for resources: {'Port': ['ID=0b46feb2-e61b-4aa8-b114-9e2e76e9720e,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:29:06.152950 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:06.254886 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Floating IP d8e8e1bf-ee09-4b2e-9538-267f7e168507 associated. External IP: 172.25.4.195, port: 69f29c17-46fb-4733-93f3-752a7f29d3de. Aug 16 03:29:06.467386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Router 3c25665e-2372-41c1-964d-36658e47c221 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:29:06.899273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:29:06.911165 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] Sync routers for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:29:06.915515 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:06.920432 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:29:06.921042 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:28:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:29:06.942368 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ca67e9a2-ab72-4c7d-96cd-81a930382e7b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8773832 Aug 16 03:29:06.943015 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:29:06.945420 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e960de-8e44-43c9-85d1-a510b5c8adb9" -d '{"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:29:06.983200 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847fffae-b8ac-478e-8a5b-dc02b371a66e x-openstack-request-id: req-847fffae-b8ac-478e-8a5b-dc02b371a66e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:29:06.983499 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:29:06.983752 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-847fffae-b8ac-478e-8a5b-dc02b371a66e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:29:06.984156 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'status': 'completed', 'code': 200} Aug 16 03:29:07.033410 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:29:07.049486 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-feba18d3-cf4b-4c2c-84f4-63b5bae97bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:07.051015 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-feba18d3-cf4b-4c2c-84f4-63b5bae97bfd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1097 time: 0.0412149 Aug 16 03:29:07.146843 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-1f0d3285-25f9-4e5b-a97a-c36024c87d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:07.148966 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-1f0d3285-25f9-4e5b-a97a-c36024c87d00 service neutron] 10.222.0.98 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0902765 Aug 16 03:29:07.214064 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-5d4991ad-3f99-4871-a44d-896d24cbdaa8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 999 time: 0.0578120 Aug 16 03:29:07.261857 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'd8e8e1bf-ee09-4b2e-9538-267f7e168507', 'tenant_id': '7fad439208984231bde38127bc29c366', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3c25665e-2372-41c1-964d-36658e47c221', 'port_id': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'mac_address': 'fa:16:3e:37:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:29:05Z', 'updated_at': '2021-08-16T03:29:05Z', 'revision_number': 0, 'project_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:29:07.263328 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-f30d4878-121d-4bf5-b996-e183ac97767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:07.264841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-f30d4878-121d-4bf5-b996-e183ac97767a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0436006 Aug 16 03:29:07.321759 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-1d9b7fe3-b68e-4969-8e18-a6487fb01b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:07.321759 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-1d9b7fe3-b68e-4969-8e18-a6487fb01b99 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474496 Aug 16 03:29:07.378284 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] Checking router: 3c25665e-2372-41c1-964d-36658e47c221 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:29:07.387311 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:29:07.387913 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:28:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:29:07.411196 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-8b03b102-2362-485e-bda7-c9908160991d service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Aug 16 03:29:07.491519 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:29:07.504096 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-44e960de-8e44-43c9-85d1-a510b5c8adb9 req-7377fae4-9547-4076-9c87-459ad9d17eb3 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849555 Aug 16 03:29:07.707430 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'd8e8e1bf-ee09-4b2e-9538-267f7e168507', 'tenant_id': '7fad439208984231bde38127bc29c366', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3c25665e-2372-41c1-964d-36658e47c221', 'port_id': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'mac_address': 'fa:16:3e:37:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:29:05Z', 'updated_at': '2021-08-16T03:29:05Z', 'revision_number': 0, 'project_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:29:07.736224 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cb572-bebd-4f27-af38-8942ad5edc77 None None] The sync data for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 is: [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'd8e8e1bf-ee09-4b2e-9538-267f7e168507', 'tenant_id': '7fad439208984231bde38127bc29c366', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '3c25665e-2372-41c1-964d-36658e47c221', 'port_id': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'mac_address': 'fa:16:3e:37:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:29:05Z', 'updated_at': '2021-08-16T03:29:05Z', 'revision_number': 0, 'project_id': '7fad439208984231bde38127bc29c366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:29:07.920059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100de05a-8623-470c-b333-e4581bd3c870 None None] New status for floating IP d8e8e1bf-ee09-4b2e-9538-267f7e168507: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:29:16.040079 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:29:16.932442 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-b61742f1-f91e-4f9a-a7d0-fe7d7ecfc186 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401542 Aug 16 03:29:17.016817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f558a-178d-48cd-920f-85c1beebdd14 req-b7c6acd9-d0d8-425a-8ed1-7e1c3e214bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:17.018268 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-b7c6acd9-d0d8-425a-8ed1-7e1c3e214bf4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1097 time: 0.0387406 Aug 16 03:29:17.125110 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f558a-178d-48cd-920f-85c1beebdd14 req-a640e67f-d1e9-4a0e-acea-4b1423fbe3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:17.126601 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-a640e67f-d1e9-4a0e-acea-4b1423fbe3c5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0863612 Aug 16 03:29:17.195561 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-d6f6d526-db8a-4004-ba5f-8c4f987f76e5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 1001 time: 0.0593731 Aug 16 03:29:17.247859 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f558a-178d-48cd-920f-85c1beebdd14 req-7a88ee5b-bd97-4cbf-b538-4ee355a4a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:17.249339 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-7a88ee5b-bd97-4cbf-b538-4ee355a4a91e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0450654 Aug 16 03:29:17.299774 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f558a-178d-48cd-920f-85c1beebdd14 req-4255c491-71e9-458a-b5f7-22cf394fce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:29:17.301326 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-4255c491-71e9-458a-b5f7-22cf394fce60 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424776 Aug 16 03:29:17.392253 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-21ff15ad-cea5-4e02-bc13-5fe3e4c51b9e service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805602 Aug 16 03:29:17.486386 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-175f558a-178d-48cd-920f-85c1beebdd14 req-f45a9226-5f4d-44d6-b726-8826489bd516 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839205 Aug 16 03:29:22.986199 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:24.254290 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:26.269672 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-482b6d68-5ec5-497d-8d1a-8b097a4dd940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:28.863584 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bc50c633-db4a-4071-a09b-5bcbc4449faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:28.879305 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:30.306761 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:32.203542 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:52.999573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:53.039557 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:29:54.256837 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:56.269710 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9bdace58-bd0f-42a4-817d-bb1c1718d46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:58.863918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bcb48678-23d0-4eac-a1eb-b5861fc2d1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:58.879697 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:00.310915 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:02.205291 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:18.918616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-564b90ef-3934-47f6-9e9e-4f96193887a4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411453 Aug 16 03:30:19.005639 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-7c79086d-a733-429e-9083-58930531ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:30:19.007026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-7c79086d-a733-429e-9083-58930531ff3d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1097 time: 0.0391362 Aug 16 03:30:19.115614 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-9a87b10a-92ae-4a45-a127-87f4bed4ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:30:19.117169 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-9a87b10a-92ae-4a45-a127-87f4bed4ecf7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0864122 Aug 16 03:30:19.186637 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-f6cb88e5-d55e-4057-9d21-e88ffeb9873c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 1001 time: 0.0580485 Aug 16 03:30:19.236307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-0119c9a9-eafc-4df4-8e68-47f9e5112324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:30:19.237811 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-0119c9a9-eafc-4df4-8e68-47f9e5112324 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0429597 Aug 16 03:30:19.290451 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-8002f112-ee5e-4d3f-84e4-7349428106cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:30:19.291905 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-8002f112-ee5e-4d3f-84e4-7349428106cc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424616 Aug 16 03:30:19.384224 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-5a3afc88-5fdb-427f-b7fc-2f1d1829b004 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812807 Aug 16 03:30:19.478084 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f4a1523a-1d0b-408c-92d5-925ff707510e req-e21044c6-0325-4654-ac14-3a8436512b95 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846629 Aug 16 03:30:22.997873 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:24.255903 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:26.273195 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bd988abc-b534-4203-9cc5-13b9d5576b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:28.863931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8374722d-7b87-455e-8c06-7ba32cd558e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:28.881019 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:30.039184 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:30:30.312759 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:32.207973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:53.012908 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:54.269095 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:56.274111 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-22580802-dfca-4a4b-b442-5fa4647a0385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:59.024913 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8f08a79-7f34-4e54-abb7-c421d684677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:59.026663 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:00.315918 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:02.210619 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:05.654852 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f24359-d8cf-4247-a0f2-822f0cea724d req-596f3206-d297-442c-a953-c1e4f6b3bb67 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:05.656268 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8f24359-d8cf-4247-a0f2-822f0cea724d req-596f3206-d297-442c-a953-c1e4f6b3bb67 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0535409 Aug 16 03:31:05.693612 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d8f24359-d8cf-4247-a0f2-822f0cea724d req-346f852b-2736-452f-b617-be16d4bae94d tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311348 Aug 16 03:31:06.811992 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9111385-cfbe-4ec8-b80f-264ec3ef9d18 req-52b12850-d0c6-4891-a8d5-211b33dce3bd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:06.813511 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9111385-cfbe-4ec8-b80f-264ec3ef9d18 req-52b12850-d0c6-4891-a8d5-211b33dce3bd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0501750 Aug 16 03:31:06.850649 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b9111385-cfbe-4ec8-b80f-264ec3ef9d18 req-9574ac67-7ccb-4f53-9c40-de091ae0a3e3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Aug 16 03:31:07.037983 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:31:07.994194 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6b3c4-6ca0-4e96-b2d9-1980ef2cca58 req-b167440c-b78a-4eed-b124-a3c159239ab6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:07.995796 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6b6b3c4-6ca0-4e96-b2d9-1980ef2cca58 req-b167440c-b78a-4eed-b124-a3c159239ab6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0536332 Aug 16 03:31:08.033523 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f6b6b3c4-6ca0-4e96-b2d9-1980ef2cca58 req-1b4e2efc-bbc1-48c7-b046-2bcb44ddd2d5 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Aug 16 03:31:09.153724 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48bea7-4b2c-4963-a5da-d2083fc2cb58 req-01840faf-7c81-432a-95a4-9f6f7065b0ff tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:09.155441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb48bea7-4b2c-4963-a5da-d2083fc2cb58 req-01840faf-7c81-432a-95a4-9f6f7065b0ff tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0496960 Aug 16 03:31:09.194127 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fb48bea7-4b2c-4963-a5da-d2083fc2cb58 req-5a08a4a2-8d6a-40eb-9f24-35f604a40199 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Aug 16 03:31:10.310181 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c513-eba1-485c-bf0c-1497605a91f3 req-bb077cf8-24a1-4e2c-a9bf-eb3671d7300b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:10.312185 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b809c513-eba1-485c-bf0c-1497605a91f3 req-bb077cf8-24a1-4e2c-a9bf-eb3671d7300b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0494866 Aug 16 03:31:10.349904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b809c513-eba1-485c-bf0c-1497605a91f3 req-5600ba5b-bdac-49ef-886c-f2fecc6e8c1c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316648 Aug 16 03:31:11.467507 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61770428-031d-4a54-9c5c-4332d9afde61 req-b446b69f-418e-4682-b09e-31b32de5e202 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:11.469004 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61770428-031d-4a54-9c5c-4332d9afde61 req-b446b69f-418e-4682-b09e-31b32de5e202 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0488486 Aug 16 03:31:11.511014 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-61770428-031d-4a54-9c5c-4332d9afde61 req-fd4a5930-2287-4674-a3b0-3561833f297f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358667 Aug 16 03:31:12.630064 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989845-64f8-4f0b-8479-3239c3d88dad req-1be5101b-7a84-4961-a6d4-9b5579adcd1a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:12.631449 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b989845-64f8-4f0b-8479-3239c3d88dad req-1be5101b-7a84-4961-a6d4-9b5579adcd1a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0524113 Aug 16 03:31:12.668274 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0b989845-64f8-4f0b-8479-3239c3d88dad req-19f782cc-a639-4f83-a0e2-7bff43c83ce5 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Aug 16 03:31:13.781868 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6070-e79e-486f-ad32-08f09b17ac49 req-65cf6680-55e7-4807-805d-e210fc478f5e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:13.783342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72bd6070-e79e-486f-ad32-08f09b17ac49 req-65cf6680-55e7-4807-805d-e210fc478f5e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0486932 Aug 16 03:31:13.819594 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-72bd6070-e79e-486f-ad32-08f09b17ac49 req-52240215-a588-44b1-b113-fe07c3c1ebbb tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303276 Aug 16 03:31:14.936562 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6759a-9394-4f22-b08c-1ff45e44dedb req-a9cd8daf-40a7-4c43-8d4e-c500e4c2a6b2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:14.938045 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d3f6759a-9394-4f22-b08c-1ff45e44dedb req-a9cd8daf-40a7-4c43-8d4e-c500e4c2a6b2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0513902 Aug 16 03:31:14.975085 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-d3f6759a-9394-4f22-b08c-1ff45e44dedb req-d7bc7daf-07b6-4e30-a4b8-bfbd74fc0aa5 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310917 Aug 16 03:31:15.860345 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-1613d37e-54dc-4e4a-82d8-21ae4cc24bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:15.861980 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-1613d37e-54dc-4e4a-82d8-21ae4cc24bc6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1097 time: 0.0414472 Aug 16 03:31:15.956184 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-c43dbdb8-fb12-460e-9e79-8f50050421b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:15.957592 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-c43dbdb8-fb12-460e-9e79-8f50050421b1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0885634 Aug 16 03:31:16.026586 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-10d15a43-275b-49fb-8d23-bf61d2a133dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 1001 time: 0.0573263 Aug 16 03:31:16.114850 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-513ec843-7f2b-4f21-b851-d659a9eccfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:16.116424 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-513ec843-7f2b-4f21-b851-d659a9eccfa5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0775399 Aug 16 03:31:16.129500 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca1aa5-0351-43b2-bdd8-1304c004bbf4 req-ae3c77ba-44c9-4a97-80bf-0dd9b92ee6e0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:16.130925 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6aca1aa5-0351-43b2-bdd8-1304c004bbf4 req-ae3c77ba-44c9-4a97-80bf-0dd9b92ee6e0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0846906 Aug 16 03:31:16.192717 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6aca1aa5-0351-43b2-bdd8-1304c004bbf4 req-d6eb54d0-0617-4a29-aef5-e985bae0c47a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526359 Aug 16 03:31:16.195243 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-808052d7-bb70-468e-9c35-25ba705d4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:16.196680 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-808052d7-bb70-468e-9c35-25ba705d4f73 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649207 Aug 16 03:31:16.295112 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-c59c6db8-c31d-4053-b0d5-3f270c337202 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835927 Aug 16 03:31:16.387766 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-3435fb03-2e07-40b9-b6d3-dcb4daa3a931 req-43a3baa6-661e-499f-b6db-e07b2063a229 service neutron] 10.222.0.98 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807192 Aug 16 03:31:17.307405 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24f55-cb19-44f0-a06c-fef969525bd9 req-cac42129-11b9-41d0-9cda-240af4e3c7fd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:17.308912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2df24f55-cb19-44f0-a06c-fef969525bd9 req-cac42129-11b9-41d0-9cda-240af4e3c7fd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0486841 Aug 16 03:31:17.347407 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2df24f55-cb19-44f0-a06c-fef969525bd9 req-f5e8c93b-dbef-4ff8-8930-c6db8f1d1395 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Aug 16 03:31:18.462541 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5378bf-fb44-4939-9028-2933924c934a req-f0de7498-8f1e-4fe8-9fad-3708084be619 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:18.464026 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de5378bf-fb44-4939-9028-2933924c934a req-f0de7498-8f1e-4fe8-9fad-3708084be619 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0483532 Aug 16 03:31:18.501833 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-de5378bf-fb44-4939-9028-2933924c934a req-227271a5-db48-466b-9f0a-4db3aa3f4b08 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311253 Aug 16 03:31:19.622692 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b1ac-aed5-4c45-b29f-23af932861b8 req-79f35000-ed6f-40bb-819d-a674d87b97e3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:19.624231 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b205b1ac-aed5-4c45-b29f-23af932861b8 req-79f35000-ed6f-40bb-819d-a674d87b97e3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0551152 Aug 16 03:31:19.664251 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b205b1ac-aed5-4c45-b29f-23af932861b8 req-24d25f30-a55e-484e-85c1-83892b4f67af tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Aug 16 03:31:20.782942 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1361443-30af-4ec0-92c9-f06cab2b7503 req-8db30967-773b-4e5b-9a4d-6e0ce008aa5f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:20.784523 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1361443-30af-4ec0-92c9-f06cab2b7503 req-8db30967-773b-4e5b-9a4d-6e0ce008aa5f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0539355 Aug 16 03:31:20.825398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b1361443-30af-4ec0-92c9-f06cab2b7503 req-6e09a6cb-d4d2-4637-b1ae-d0bbea9f83a6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348215 Aug 16 03:31:21.032809 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311deca-0310-4b9d-b949-bb79da293942 req-fe1d61c7-0111-4ae4-a874-9085617cf0db tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:21.034332 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6311deca-0310-4b9d-b949-bb79da293942 req-fe1d61c7-0111-4ae4-a874-9085617cf0db tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 945 time: 0.0489085 Aug 16 03:31:21.048164 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-c94f2eb6-b124-469e-ae72-fe5a9d5bd4be service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863116 Aug 16 03:31:21.071318 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6311deca-0310-4b9d-b949-bb79da293942 req-ea17992b-4181-4cfd-82d9-636776116678 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310485 Aug 16 03:31:21.741448 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device 69f29c17-46fb-4733-93f3-752a7f29d3de no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:31:21.815404 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:21.837335 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:31:21.839571 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3e42f3-f7e2-4218-ae4d-f08bd1dc14ff" -d '{"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-unplugged", "status": "completed", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:31:21.855143 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:31:21.861360 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:21.888274 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced71de5-52db-48c2-8a41-714a1ef17dbf x-openstack-request-id: req-ced71de5-52db-48c2-8a41-714a1ef17dbf {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:31:21.888587 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-unplugged", "status": "failed", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "code": 422}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:31:21.888837 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ced71de5-52db-48c2-8a41-714a1ef17dbf {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:31:21.889224 n-d-769329-15 neutron-server[94858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'code': 422} returned with failed status Aug 16 03:31:21.913768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:31:21.921884 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.922234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.922580 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.922933 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.923253 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.923591 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.923920 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.924248 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.925663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.925663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.925663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:21.925663 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:22.189127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389b8eb-a497-4c1a-96db-aec365f07849 req-291df45b-7e3a-41c6-b991-030c55dbf42c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:22.190635 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b389b8eb-a497-4c1a-96db-aec365f07849 req-291df45b-7e3a-41c6-b991-030c55dbf42c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0523086 Aug 16 03:31:22.227867 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b389b8eb-a497-4c1a-96db-aec365f07849 req-b0abaccf-3364-47ba-9aba-f8acec3bed33 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Aug 16 03:31:23.012469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:23.343192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5abc32-fc4b-4fc9-b7c5-7e8ca4267819 req-5b0ceac0-1df6-4821-bd84-a1ecc872c821 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:23.344835 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed5abc32-fc4b-4fc9-b7c5-7e8ca4267819 req-5b0ceac0-1df6-4821-bd84-a1ecc872c821 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0501549 Aug 16 03:31:23.384517 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ed5abc32-fc4b-4fc9-b7c5-7e8ca4267819 req-7f71edb8-1ca1-44e3-bce6-45b1fa33c092 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334375 Aug 16 03:31:24.272350 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:24.510006 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc72b5-bbde-4fc2-bd3a-6d8e2dee753d req-92556dc1-eb7e-436f-adcf-c0a84d42d7a2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:24.511515 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7fc72b5-bbde-4fc2-bd3a-6d8e2dee753d req-92556dc1-eb7e-436f-adcf-c0a84d42d7a2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0526907 Aug 16 03:31:24.549844 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a7fc72b5-bbde-4fc2-bd3a-6d8e2dee753d req-965bc167-f839-4213-a512-d9619e151fbd tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311894 Aug 16 03:31:25.662959 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257338f7-d19a-4977-989c-69d115be0182 req-8aeebc38-aa96-4893-b05b-5ae0f1b61087 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:25.664723 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-257338f7-d19a-4977-989c-69d115be0182 req-8aeebc38-aa96-4893-b05b-5ae0f1b61087 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0484250 Aug 16 03:31:25.729674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-257338f7-d19a-4977-989c-69d115be0182 req-fa4f686b-6142-48e3-9e83-20ea895399c8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562391 Aug 16 03:31:25.732242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b568-b537-447e-82aa-c44408f18ded req-42b120c2-d803-4b0f-b676-ad51d3e2b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:25.734316 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-42b120c2-d803-4b0f-b676-ad51d3e2b62f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a&tenant_id=7fad439208984231bde38127bc29c366 HTTP/1.1" status: 200 len: 1095 time: 0.0687363 Aug 16 03:31:25.746227 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-15', 'device_owner': 'compute:nova'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:31:25.798844 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:25.999629 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:31:26.036010 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h2-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:31:26.067883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f29c17-46fb-4733-93f3-752a7f29d3de {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:31:26.075401 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:26.087081 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Transition to ACTIVE for port object 69f29c17-46fb-4733-93f3-752a7f29d3de will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:31:26.090900 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:26.171922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=7']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:31:26.183406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.183792 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.184085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.184454 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.184791 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.185123 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.185456 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.185815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.186144 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.186472 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.186799 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.187119 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:31:26.233734 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] No DVR routers for this DVR port 69f29c17-46fb-4733-93f3-752a7f29d3de on host n-h2-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:31:26.275843 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a681bed1-78bc-4909-a594-dd30c6840660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:26.370371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:31:26.370720 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:31:26.371060 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:31:26.375328 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Port 69f29c17-46fb-4733-93f3-752a7f29d3de on network 96059020-acfe-45b0-a568-133be869e8da not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:31:26.375651 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Attempting to bind port 69f29c17-46fb-4733-93f3-752a7f29d3de on network 96059020-acfe-45b0-a568-133be869e8da {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:31:26.380595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:31:26.380941 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Checking segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:31:26.381337 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Bound using segment: {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:31:26.381772 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Bound port: 69f29c17-46fb-4733-93f3-752a7f29d3de, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dad6c00-d66c-47ea-b15a-41ee8bd131ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96059020-acfe-45b0-a568-133be869e8da'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:31:26.382131 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:26.444172 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:31:26.447201 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:31:26.454979 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:26.495577 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:26.496194 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:26.497601 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] 10.222.0.88 "PUT /v2.0/ports/69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 1092 time: 0.7556632 Aug 16 03:31:26.498053 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:31:26.500314 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9828c58b-23cc-4098-9b95-a2484e805c68" -d '{"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:31:26.522038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c6869-dfbd-424f-a6d1-abb221e3fab2 service neutron] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=8']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:31:26.557032 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8974628-ee7c-41f7-909b-7a52de1b404e x-openstack-request-id: req-f8974628-ee7c-41f7-909b-7a52de1b404e {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:31:26.557324 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:31:26.557577 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8974628-ee7c-41f7-909b-7a52de1b404e {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:31:26.557974 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'status': 'completed', 'code': 200} Aug 16 03:31:26.574703 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b568-b537-447e-82aa-c44408f18ded req-731825a4-9c7a-4f2c-ba65-5795662a8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:26.576830 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-731825a4-9c7a-4f2c-ba65-5795662a8bf8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1095 time: 0.0503645 Aug 16 03:31:26.670049 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b568-b537-447e-82aa-c44408f18ded req-94cf83b2-815f-4f3d-b7e0-477d9ff79bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:26.671532 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-94cf83b2-815f-4f3d-b7e0-477d9ff79bf7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0881491 Aug 16 03:31:26.740463 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-30bbce66-9035-482f-ade3-562675a68e43 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 999 time: 0.0622053 Aug 16 03:31:26.791187 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b568-b537-447e-82aa-c44408f18ded req-cc24e9f7-c6cb-4d3a-a4eb-f04e6abe1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:26.792610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-cc24e9f7-c6cb-4d3a-a4eb-f04e6abe1c41 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0446119 Aug 16 03:31:26.864883 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b568-b537-447e-82aa-c44408f18ded req-5e310e67-cf21-4b71-9153-9683084695d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:26.866386 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-5e310e67-cf21-4b71-9153-9683084695d8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672650 Aug 16 03:31:26.874891 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be547df3-9d6c-4bef-a243-d171a3ccd7d9 req-3b801c90-adbf-4451-be4d-b00b5baeda1a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:26.876310 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be547df3-9d6c-4bef-a243-d171a3ccd7d9 req-3b801c90-adbf-4451-be4d-b00b5baeda1a tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0782578 Aug 16 03:31:26.960058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-be547df3-9d6c-4bef-a243-d171a3ccd7d9 req-1a01c79b-355d-48fa-b308-0c00e5d237b6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760274 Aug 16 03:31:26.986674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-783c1b5e-b5bf-4230-a8ba-45585997a8fa service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094484 Aug 16 03:31:27.079660 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ec99b568-b537-447e-82aa-c44408f18ded req-349eb415-8835-4d0d-9a65-2b48a0e2f00e service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861380 Aug 16 03:31:27.167245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-0f18c104-b565-49f1-816b-79ea0feb71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:27.168758 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-0f18c104-b565-49f1-816b-79ea0feb71a4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1095 time: 0.0404596 Aug 16 03:31:27.257434 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-a56e00df-1a20-4a3a-8a9b-edc1f8b372a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:27.258912 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-a56e00df-1a20-4a3a-8a9b-edc1f8b372a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0832417 Aug 16 03:31:27.327930 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-89c3cfd1-5bb4-4c0f-aff5-912c4a88cbea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 999 time: 0.0617051 Aug 16 03:31:27.376879 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-a73119c8-f5f4-4daa-92be-beb4f823cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:27.378282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-a73119c8-f5f4-4daa-92be-beb4f823cc59 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0432351 Aug 16 03:31:27.425377 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-4f6d6d73-7809-4bb2-8bb5-97da238be11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:27.426908 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-4f6d6d73-7809-4bb2-8bb5-97da238be11d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398245 Aug 16 03:31:27.519708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-fa714533-4358-4adb-a6b0-85be78130e3d service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843170 Aug 16 03:31:27.609964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-9828c58b-23cc-4098-9b95-a2484e805c68 req-174e2d0d-1e79-4338-bfd4-c0d642b3ffcf service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810409 Aug 16 03:31:28.073441 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b248c8-b38a-4f14-9b25-9cefc4344230 req-6e47d98a-926d-4c87-94fc-901a00eddbe0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:28.074913 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-15b248c8-b38a-4f14-9b25-9cefc4344230 req-6e47d98a-926d-4c87-94fc-901a00eddbe0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0474491 Aug 16 03:31:28.112548 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-15b248c8-b38a-4f14-9b25-9cefc4344230 req-03feb012-080c-4402-a09a-5ec28dd112a9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Aug 16 03:31:28.865853 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-da472826-feea-47c9-bb3a-f13bdfa8fa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:28.885813 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:29.233423 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a347e6-1365-471f-aae8-c3a3c33836ab req-d9fbec70-4774-44b2-82bc-1c4db6d214af tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:29.234923 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93a347e6-1365-471f-aae8-c3a3c33836ab req-d9fbec70-4774-44b2-82bc-1c4db6d214af tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0532329 Aug 16 03:31:29.271756 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-93a347e6-1365-471f-aae8-c3a3c33836ab req-e6ba6fc5-d0e6-482c-8473-a2f21dcb0f70 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308356 Aug 16 03:31:30.319818 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:30.386623 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f9867-df06-4421-9e41-ce79565c4728 req-5b209c1a-caaa-4dc1-933d-7b17a851f5ee tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:30.388398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c0f9867-df06-4421-9e41-ce79565c4728 req-5b209c1a-caaa-4dc1-933d-7b17a851f5ee tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0484576 Aug 16 03:31:30.425505 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c0f9867-df06-4421-9e41-ce79565c4728 req-30b6401c-18ae-4763-96cf-03824410e78c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309894 Aug 16 03:31:31.543041 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd28363-6360-47d1-b62d-25e7cf222e79 req-5df975f0-30ae-4341-b6f7-bd81c9f84bc0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:31.544671 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8cd28363-6360-47d1-b62d-25e7cf222e79 req-5df975f0-30ae-4341-b6f7-bd81c9f84bc0 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0502214 Aug 16 03:31:31.583447 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-8cd28363-6360-47d1-b62d-25e7cf222e79 req-f3c59f1f-2829-46ac-b5f2-761b7f00863e tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Aug 16 03:31:32.212392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:32.743819 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9455c21-46b8-4031-a79f-19a74a46a0e5 req-8be6232e-785d-4824-baf4-baec8edb9c58 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:32.745298 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9455c21-46b8-4031-a79f-19a74a46a0e5 req-8be6232e-785d-4824-baf4-baec8edb9c58 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0956807 Aug 16 03:31:32.781874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-a9455c21-46b8-4031-a79f-19a74a46a0e5 req-1fd94a16-9cb8-4414-9081-99d9311367e9 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Aug 16 03:31:33.936731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc426-0506-4f53-a9c9-18af22af0e49 req-e30de26e-a68a-477d-8893-3a088eb6ac0c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:33.938216 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c35cc426-0506-4f53-a9c9-18af22af0e49 req-e30de26e-a68a-477d-8893-3a088eb6ac0c tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0908916 Aug 16 03:31:33.975418 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c35cc426-0506-4f53-a9c9-18af22af0e49 req-0e44498a-ef5c-405a-ac7d-e208467f5460 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310900 Aug 16 03:31:35.088817 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b91af-e48f-4981-b887-e9895bba1249 req-fe9c42df-2e12-4731-a7bd-de60827e6495 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:35.090288 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b91af-e48f-4981-b887-e9895bba1249 req-fe9c42df-2e12-4731-a7bd-de60827e6495 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 943 time: 0.0475833 Aug 16 03:31:35.127327 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-689b91af-e48f-4981-b887-e9895bba1249 req-f95049d1-dc87-4b12-8073-0bdb2b94d250 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Aug 16 03:31:35.515088 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69f29c17-46fb-4733-93f3-752a7f29d3de details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:31:35.606979 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:31:35.618035 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'port_id': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'mac_address': 'fa:16:3e:37:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:31:35.653558 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:35.666296 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f29c17-46fb-4733-93f3-752a7f29d3de {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:31:35.685382 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:31:35.689054 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:35.733904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=9']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:31:35.924199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['69f29c17-46fb-4733-93f3-752a7f29d3de'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:31:36.244320 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88734aab-0a8c-4009-9a07-5d5c299043e5 req-220b8170-3dd2-4215-9bef-05edeeec54ad tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:36.245710 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88734aab-0a8c-4009-9a07-5d5c299043e5 req-220b8170-3dd2-4215-9bef-05edeeec54ad tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 944 time: 0.0520644 Aug 16 03:31:36.283146 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-88734aab-0a8c-4009-9a07-5d5c299043e5 req-f17fd095-229d-47dd-abe3-2668781753ab tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314624 Aug 16 03:31:37.397318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819cb58-ca59-46f8-854b-3355e6213bb1 req-7aedec59-b634-477a-93ee-25b1f4d6deba tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:37.398806 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d819cb58-ca59-46f8-854b-3355e6213bb1 req-7aedec59-b634-477a-93ee-25b1f4d6deba tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 944 time: 0.0479817 Aug 16 03:31:37.435852 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-d819cb58-ca59-46f8-854b-3355e6213bb1 req-74b6d146-bc6d-4cde-b065-f45b34537bd4 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306580 Aug 16 03:31:37.515165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69f29c17-46fb-4733-93f3-752a7f29d3de up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:31:37.564983 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port 69f29c17-46fb-4733-93f3-752a7f29d3de completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:31:37.568599 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port 69f29c17-46fb-4733-93f3-752a7f29d3de triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:31:37.568976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:37.644184 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:37.666224 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:31:37.668498 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ade1b1-2786-4350-98b9-8de1deaa951e" -d '{"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-plugged", "status": "completed", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:31:37.681217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:31:37.685250 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:37.707990 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d9fe0-b4fb-4fb4-9944-edb6b0b45a2e x-openstack-request-id: req-577d9fe0-b4fb-4fb4-9944-edb6b0b45a2e {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:31:37.708271 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-plugged", "status": "completed", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:31:37.708536 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-577d9fe0-b4fb-4fb4-9944-edb6b0b45a2e {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:31:37.708913 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'code': 200} Aug 16 03:31:37.734744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=10']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:31:37.845587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeecf91-db74-471d-822a-d975123dc9f2 req-df405026-6877-4a21-9519-12d7fa10ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:37.846969 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eaeecf91-db74-471d-822a-d975123dc9f2 req-df405026-6877-4a21-9519-12d7fa10ee8b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1098 time: 0.0398939 Aug 16 03:31:37.880955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-eaeecf91-db74-471d-822a-d975123dc9f2 req-5b832385-3ca2-459f-a7a6-ff39aeaabcc2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272675 Aug 16 03:31:38.555883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbdaaa-7215-4a25-b865-3d0522abf2da req-9a1e3c25-b7b7-4a85-b400-7aec335f3d95 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:38.557375 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3bbdaaa-7215-4a25-b865-3d0522abf2da req-9a1e3c25-b7b7-4a85-b400-7aec335f3d95 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 946 time: 0.0549819 Aug 16 03:31:38.596986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f3bbdaaa-7215-4a25-b865-3d0522abf2da req-1b9ee210-af59-4cbf-84c5-f73fb56c11cc tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334721 Aug 16 03:31:39.712154 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758027d-34c5-4a98-9a5e-0af1b43da944 req-be602014-eb32-4f33-b948-91a30edf1651 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:31:39.713676 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f758027d-34c5-4a98-9a5e-0af1b43da944 req-be602014-eb32-4f33-b948-91a30edf1651 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 946 time: 0.0491359 Aug 16 03:31:39.751025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f758027d-34c5-4a98-9a5e-0af1b43da944 req-3234fba9-1f59-42b4-892f-b9c0ce1c11f8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309451 Aug 16 03:31:44.036382 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:31:53.045970 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:54.284212 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:56.280336 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-516c4386-1b63-4d28-95ac-1038a2996d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:58.865847 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-67b6dc93-c434-45fa-b52a-178408332ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:58.886256 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:00.322170 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:02.215725 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:15.428372 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-d4327cd7-fe92-4354-bbfb-bccf8d5fc7bc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801456 Aug 16 03:32:15.511980 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-0169589b-a57d-4914-8be2-14e6b8a1c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:15.513774 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-0169589b-a57d-4914-8be2-14e6b8a1c6a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1098 time: 0.0396302 Aug 16 03:32:15.615146 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-8f316652-c327-448b-9c03-4edb0805d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:15.616553 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-8f316652-c327-448b-9c03-4edb0805d126 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.0841691 Aug 16 03:32:15.684475 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-0b824b0c-045d-44d6-9c87-719232e4dca1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 1001 time: 0.0603297 Aug 16 03:32:15.732401 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-50a6944d-8452-49a8-a869-269cacf6d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:15.733852 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-50a6944d-8452-49a8-a869-269cacf6d907 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0424359 Aug 16 03:32:15.777815 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-ce4d89f5-944a-4055-b22d-bd0db8d7ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:15.779271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-ce4d89f5-944a-4055-b22d-bd0db8d7ea0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387800 Aug 16 03:32:15.869775 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-5e22a48a-eef6-49e4-a097-eb6be2b5a34f service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824697 Aug 16 03:32:15.958178 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6049ab6d-9f79-426f-adb4-17dbe98b9377 req-cf5f5916-b00b-489f-98be-61d50927a000 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810902 Aug 16 03:32:21.036775 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:32:23.059937 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:24.283170 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:26.280309 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56ca6fba-8204-415f-a04e-a88fa3f8c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:28.866011 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-85b1a846-d030-41c1-926d-f3a8701b9555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:28.886678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:30.324948 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:32.218702 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:51.703038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 41990) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:32:51.861851 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Deleting port 0b46feb2-e61b-4aa8-b114-9e2e76e9720e {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:32:51.862197 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:51.937861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:51.938196 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:51.949439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Calling delete_port for 0b46feb2-e61b-4aa8-b114-9e2e76e9720e owned by network:floatingip {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:32:52.095469 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:52.124889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event deleted for resources: {'Port': ['ID=0b46feb2-e61b-4aa8-b114-9e2e76e9720e,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:32:52.146565 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.146916 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.147259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.147596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.147935 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.148259 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.148617 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.148940 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.149266 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.149595 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.149922 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.150245 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:52.189810 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for floatingip, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:52.190187 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Floating IP d8e8e1bf-ee09-4b2e-9538-267f7e168507 disassociated (deleted). External IP: 172.25.4.195, port: 69f29c17-46fb-4733-93f3-752a7f29d3de. Aug 16 03:32:52.394718 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Router 3c25665e-2372-41c1-964d-36658e47c221 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:32:52.499218 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:32:52.504670 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:52.509185 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] Sync routers for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:32:52.518169 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:32:52.519007 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:32:52.530693 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fcbfbb0e-f418-486f-93a2-3e20d5d2bbec tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "DELETE /v2.0/floatingips/d8e8e1bf-ee09-4b2e-9538-267f7e168507 HTTP/1.1" status: 204 len: 168 time: 0.8266366 Aug 16 03:32:52.531293 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:32:52.533711 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:32:52.578156 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d9ae8d-5b00-4988-85b8-5b0a6acecee6 x-openstack-request-id: req-96d9ae8d-5b00-4988-85b8-5b0a6acecee6 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:32:52.578475 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:32:52.578727 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96d9ae8d-5b00-4988-85b8-5b0a6acecee6 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:32:52.579551 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'status': 'completed', 'code': 200} Aug 16 03:32:52.624481 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:32:52.652529 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-680b06ad-a3fe-4e76-adef-aa741dea8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:52.653985 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-680b06ad-a3fe-4e76-adef-aa741dea8e18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7fad439208984231bde38127bc29c366&device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 1098 time: 0.0499327 Aug 16 03:32:52.784739 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-1be30bc2-47e5-40d8-a440-b8405b2ffa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:52.786534 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-1be30bc2-47e5-40d8-a440-b8405b2ffa86 service neutron] 10.222.0.88 "GET /v2.0/networks?id=96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 200 len: 909 time: 0.1175773 Aug 16 03:32:52.793666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28c36-cb45-40aa-9447-7a9f2ec9aedc req-e78abe4f-c97f-4e44-b93f-233283593f7f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:52.795058 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30f28c36-cb45-40aa-9447-7a9f2ec9aedc req-e78abe4f-c97f-4e44-b93f-233283593f7f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 946 time: 0.0748374 Aug 16 03:32:52.828129 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:32:52.844388 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-c06737bd-ada0-4613-8082-b9ec697dfd04 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 200 len: 217 time: 0.0483725 Aug 16 03:32:52.853971 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] Checking router: 3c25665e-2372-41c1-964d-36658e47c221 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:32:52.862496 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:32:52.863094 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:32:52.888946 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-30f28c36-cb45-40aa-9447-7a9f2ec9aedc req-08727ead-0f9e-4e73-9958-99bfbdd522e6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868068 Aug 16 03:32:52.921899 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-61c2e98e-ed1d-41e0-83dc-48166d6e4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:52.921899 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-61c2e98e-ed1d-41e0-83dc-48166d6e4d64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 200 len: 847 time: 0.0643084 Aug 16 03:32:52.963482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-cb9a2c44-16fd-4385-b89e-d1f0c58410f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:52.965098 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-cb9a2c44-16fd-4385-b89e-d1f0c58410f5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=96059020-acfe-45b0-a568-133be869e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402286 Aug 16 03:32:52.969793 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:32:53.057560 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:53.060600 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-67619ff0-c3d6-46ba-bc40-276024048a2b service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865231 Aug 16 03:32:53.150282 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-0ca2f7cc-4f5b-4352-a54f-38a4c926b4d4 req-76a96cbc-9c14-4a30-9470-7c709ad90d93 service neutron] 10.222.0.88 "GET /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825393 Aug 16 03:32:53.168879 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:32:53.280714 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee0624-cb49-4b2a-bbbf-43ab002ca468 None None] The sync data for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 is: [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:17Z', 'revision_number': 4, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '7c9c2bfb-953d-4d18-9c35-185da8c1dcb9', 'name': '', 'network_id': '96059020-acfe-45b0-a568-133be869e8da', 'tenant_id': '7fad439208984231bde38127bc29c366', 'mac_address': 'fa:16:3e:a1:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:17Z', 'updated_at': '2021-08-16T03:24:24Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'subnets': [{'id': 'ef9de77e-918d-4897-aec9-37decc42b124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:32:53.498238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b94cff-2d70-4713-ba71-eae0c71de879 None None] New status for floating IP d8e8e1bf-ee09-4b2e-9538-267f7e168507: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:32:54.016186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7395cf-8e32-4f28-be96-e04b4eddf166 req-30c74cea-4c2f-466c-afbd-6450b3219156 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:54.018118 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d7395cf-8e32-4f28-be96-e04b4eddf166 req-30c74cea-4c2f-466c-afbd-6450b3219156 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 946 time: 0.0489378 Aug 16 03:32:54.055600 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-4d7395cf-8e32-4f28-be96-e04b4eddf166 req-faeb3127-8cb3-4a6b-9875-82b6d86dedf2 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/security-groups?id=b05eade1-5e5e-4c7c-9e53-69aac6509e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Aug 16 03:32:54.215741 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-510b55e8-a396-44e4-92a4-5ca0ad099bb3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:32:54.217201 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-510b55e8-a396-44e4-92a4-5ca0ad099bb3 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.88 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 946 time: 0.0513661 Aug 16 03:32:54.298137 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:54.304023 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Deleting port 69f29c17-46fb-4733-93f3-752a7f29d3de {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:32:54.304403 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:54.394661 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] For port 69f29c17-46fb-4733-93f3-752a7f29d3de, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=69f29c17-46fb-4733-93f3-752a7f29d3de,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:32:54.395032 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:54.408071 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Calling delete_port for 69f29c17-46fb-4733-93f3-752a7f29d3de owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:32:54.539690 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:54.570875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event deleted for resources: {'Port': ['ID=69f29c17-46fb-4733-93f3-752a7f29d3de,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:32:54.610267 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] No DVR routers for this DVR port 69f29c17-46fb-4733-93f3-752a7f29d3de on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:32:54.613367 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:54.615312 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-77a21b2b-2e00-40b0-8898-9c7e286f729f req-f25e87b1-82bf-45e2-be84-617e5ea69a83 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.88 "DELETE /v2.0/ports/69f29c17-46fb-4733-93f3-752a7f29d3de HTTP/1.1" status: 204 len: 173 time: 0.3917711 Aug 16 03:32:54.615745 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-deleted', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:32:54.617989 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6ec1cb-6d88-49c3-bad4-63029d39dec1" -d '{"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-deleted", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:32:54.654155 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3358a7-61c9-4cec-91b1-c06ceff6dfac x-openstack-request-id: req-da3358a7-61c9-4cec-91b1-c06ceff6dfac {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:32:54.654448 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23af36e8-1954-4ce1-b14e-bf8484c0114a", "name": "network-vif-deleted", "tag": "69f29c17-46fb-4733-93f3-752a7f29d3de", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:32:54.654702 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da3358a7-61c9-4cec-91b1-c06ceff6dfac {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:32:54.655096 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23af36e8-1954-4ce1-b14e-bf8484c0114a', 'name': 'network-vif-deleted', 'tag': '69f29c17-46fb-4733-93f3-752a7f29d3de', 'status': 'completed', 'code': 200} Aug 16 03:32:55.148657 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6477ac9d-0b9a-4274-b6cf-939dfcd7a178 req-195dc15a-7eed-4d29-a006-38963600422b tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 210 time: 0.0258307 Aug 16 03:32:55.856304 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69f29c17-46fb-4733-93f3-752a7f29d3de no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:32:55.876388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: 69f29c17-46fb-4733-93f3-752a7f29d3de {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:32:55.876737 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device 69f29c17-46fb-4733-93f3-752a7f29d3de not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:32:56.242345 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-7918e965-8754-4268-81f6-5c4c34a9c02f req-db60784f-472e-4909-ae48-8e5579e13ac6 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 210 time: 0.0262125 Aug 16 03:32:56.281182 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-571b4c5c-c063-4283-afc8-54c965006c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:57.340380 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-7d02b532-c8cb-40cd-a211-5d55cb2e2e9a req-21f2f906-06ee-4876-b58f-b1d617559fc1 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 210 time: 0.0311887 Aug 16 03:32:58.036583 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:32:58.452229 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-41972e96-e4a7-4f85-985b-0feb1ff347bb req-b8f32aff-65cb-4d14-b202-b3ad249c880f tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "GET /v2.0/ports?device_id=23af36e8-1954-4ce1-b14e-bf8484c0114a HTTP/1.1" status: 200 len: 210 time: 0.0262389 Aug 16 03:32:58.868212 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-54620ff2-6350-4d8e-a906-9d5fe0e3bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:58.886316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:59.506629 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42032) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:32:59.564031 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:59.589303 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:59.648410 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:59.650994 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:59.655039 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] 10.222.0.78 "DELETE /v2.0/security-groups/b05eade1-5e5e-4c7c-9e53-69aac6509e5d HTTP/1.1" status: 204 len: 168 time: 0.1474020 Aug 16 03:32:59.664669 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05eade1-5e5e-4c7c-9e53-69aac6509e5d,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:32:59.672077 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.672601 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.672954 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.673162 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.673465 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.673827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.674154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.674481 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.674822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.675178 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.675453 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.675776 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc44f3b8-114a-4fce-908a-ca96f2cd6bf8 tempest-TestShelveInstance-1712412518 tempest-TestShelveInstance-1712412518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:32:59.699305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42036) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:00.166926 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:00.328410 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:00.415993 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Deleting port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:00.416368 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:00.495354 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] For port 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:00.495730 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:00.508979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Calling delete_port for 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:00.689122 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:00.716385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9c2bfb-953d-4d18-9c35-185da8c1dcb9,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:01.223676 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:01.430988 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Router 3c25665e-2372-41c1-964d-36658e47c221 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:33:01.536108 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:33:01.542933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-73864f31-fe36-45ad-9ef6-2ecf8a2418f8 admin admin] 10.222.0.78 "PUT /v2.0/routers/3c25665e-2372-41c1-964d-36658e47c221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8423176 Aug 16 03:33:01.543527 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42040) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:01.544679 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] Sync routers for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:33:01.554397 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:01.555013 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:01.645042 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:01.655970 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:01.745832 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:01.807289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Deleting port 7199d776-5ea1-42b2-97e5-bb0961563ce1 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:01.807942 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:01.833245 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:33:00Z', 'revision_number': 5, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port': {'id': '7199d776-5ea1-42b2-97e5-bb0961563ce1', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25665e-2372-41c1-964d-36658e47c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:01.862269 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] Checking router: 3c25665e-2372-41c1-964d-36658e47c221 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:33:01.870210 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] Routers {'3c25665e-2372-41c1-964d-36658e47c221'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:01.870811 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['3c25665e-2372-41c1-964d-36658e47c221'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:01.894035 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] For port 7199d776-5ea1-42b2-97e5-bb0961563ce1, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=7199d776-5ea1-42b2-97e5-bb0961563ce1,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:01.894403 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:01.905641 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Calling delete_port for 7199d776-5ea1-42b2-97e5-bb0961563ce1 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:01.954222 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] Set router 3c25665e-2372-41c1-964d-36658e47c221 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:02.006822 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:33:01Z', 'revision_number': 6, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:02.033708 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b158eb-3bd2-4887-8e2e-585bbe49f5ae None None] The sync data for ids ['3c25665e-2372-41c1-964d-36658e47c221'] in n-d-769329-15 is: [{'id': '3c25665e-2372-41c1-964d-36658e47c221', 'name': 'tempest-TestShelveInstance-723065414-router', 'tenant_id': '7fad439208984231bde38127bc29c366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:15Z', 'updated_at': '2021-08-16T03:33:01Z', 'revision_number': 6, 'project_id': '7fad439208984231bde38127bc29c366', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:33:02.075103 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.101632 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7199d776-5ea1-42b2-97e5-bb0961563ce1,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:02.158219 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.224533 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.253032 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.255100 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.296584 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.297131 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c25665e-2372-41c1-964d-36658e47c221 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:33:02.303750 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.304996 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7f31a7fd-7277-4290-8e7f-7a8478fbfd4e admin admin] 10.222.0.78 "DELETE /v2.0/routers/3c25665e-2372-41c1-964d-36658e47c221 HTTP/1.1" status: 204 len: 168 time: 0.7605650 Aug 16 03:33:02.307646 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42042) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:02.352273 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] Deleting subnet ef9de77e-918d-4897-aec9-37decc42b124 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:33:02.355702 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.391786 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.475399 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.526062 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.552092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9de77e-918d-4897-aec9-37decc42b124,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:02.555682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.557689 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2bddeee3-0531-447c-a221-8f55dbdfd850 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ef9de77e-918d-4897-aec9-37decc42b124 HTTP/1.1" status: 204 len: 168 time: 0.2489886 Aug 16 03:33:02.560039 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42044) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:02.562608 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d36c27-60d0-4ec5-9f43-da72f164b30a None None] Network 96059020-acfe-45b0-a568-133be869e8da requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:33:02.630699 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.683996 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Deleting port 06cf03ea-3287-49e2-91ea-8bc36eb15876 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:02.684387 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.750936 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] For port 06cf03ea-3287-49e2-91ea-8bc36eb15876, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=06cf03ea-3287-49e2-91ea-8bc36eb15876,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:02.751302 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.765319 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] DHCP port deletion for 96059020-acfe-45b0-a568-133be869e8da request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:33:02.765568 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Calling delete_port for 06cf03ea-3287-49e2-91ea-8bc36eb15876 owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:02.820604 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Deleting port 06cf03ea-3287-49e2-91ea-8bc36eb15876 {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:02.821069 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.854564 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.883796 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Pushing event deleted for resources: {'Port': ['ID=06cf03ea-3287-49e2-91ea-8bc36eb15876,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:02.885716 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] No DVR routers for this DVR port 06cf03ea-3287-49e2-91ea-8bc36eb15876 on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:33:02.887712 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] For port 06cf03ea-3287-49e2-91ea-8bc36eb15876, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=06cf03ea-3287-49e2-91ea-8bc36eb15876,segment=NetworkSegment(0dad6c00-d66c-47ea-b15a-41ee8bd131ef),segment_id=0dad6c00-d66c-47ea-b15a-41ee8bd131ef)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:02.888425 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.903740 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Calling delete_port for 06cf03ea-3287-49e2-91ea-8bc36eb15876 owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:02.958132 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:02.969475 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96059020-acfe-45b0-a568-133be869e8da']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:02.989597 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dad6c00-d66c-47ea-b15a-41ee8bd131ef') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:02.992104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dad6c00-d66c-47ea-b15a-41ee8bd131ef') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:02.997518 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.001286 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.016366 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.023725 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:33:03.024204 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.026235 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Pushing event deleted for resources: {'Port': ['ID=06cf03ea-3287-49e2-91ea-8bc36eb15876,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:33:03.026410 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:33:03.034106 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] No DVR routers for this DVR port 06cf03ea-3287-49e2-91ea-8bc36eb15876 on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:33:03.042638 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.043052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.043464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.043899 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.044435 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.044831 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.045223 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.045841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.046028 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.046416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.046836 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.047215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a46f1-ae29-4414-aada-cd020d0cec03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:03.082764 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.091243 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.093130 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] 10.222.0.78 "DELETE /v2.0/networks/96059020-acfe-45b0-a568-133be869e8da HTTP/1.1" status: 204 len: 168 time: 0.5321186 Aug 16 03:33:03.096729 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42046) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:03.104511 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb5438-0d55-4f89-8137-2c200134123f admin admin] Pushing event deleted for resources: {'Network': ['ID=96059020-acfe-45b0-a568-133be869e8da,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:03.761812 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.820110 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 06cf03ea-3287-49e2-91ea-8bc36eb15876 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:33:03.839747 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 06cf03ea-3287-49e2-91ea-8bc36eb15876 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:33:03.840092 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 06cf03ea-3287-49e2-91ea-8bc36eb15876 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:33:03.840519 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7199d776-5ea1-42b2-97e5-bb0961563ce1 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:33:03.858219 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7199d776-5ea1-42b2-97e5-bb0961563ce1 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:33:03.858567 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7199d776-5ea1-42b2-97e5-bb0961563ce1 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:33:03.858967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:33:03.878238 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:33:03.878581 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 7c9c2bfb-953d-4d18-9c35-185da8c1dcb9 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:33:04.002827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Deleting port 74a87451-276b-4c26-a1a3-136fd441e5b8 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:04.003170 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:04.078059 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] For port 74a87451-276b-4c26-a1a3-136fd441e5b8, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=74a87451-276b-4c26-a1a3-136fd441e5b8,segment=NetworkSegment(f561bd16-e158-4de9-8450-1da84554dd23),segment_id=f561bd16-e158-4de9-8450-1da84554dd23)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:04.078427 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:04.090698 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Calling delete_port for 74a87451-276b-4c26-a1a3-136fd441e5b8 owned by network:router_interface {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:04.265232 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:04.293770 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Pushing event deleted for resources: {'Port': ['ID=74a87451-276b-4c26-a1a3-136fd441e5b8,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:04.458785 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:04.668149 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Router 48edc61c-3981-46eb-ae1b-68d06577b521 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:33:04.774143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:33:04.779065 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-07f76a68-70dd-4ffb-b4f3-a6411896560f admin admin] 10.222.0.78 "PUT /v2.0/routers/48edc61c-3981-46eb-ae1b-68d06577b521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811886 Aug 16 03:33:04.781639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42048) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:04.784842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] Sync routers for ids ['48edc61c-3981-46eb-ae1b-68d06577b521'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:33:04.794058 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] Routers {'48edc61c-3981-46eb-ae1b-68d06577b521'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:04.794684 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['48edc61c-3981-46eb-ae1b-68d06577b521'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:04.884175 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks [] for router, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:04.898307 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] Set router 48edc61c-3981-46eb-ae1b-68d06577b521 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:04.987039 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.050596 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Deleting port 5f905c75-572f-4943-b978-245c520ac0cd {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:05.050940 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.087751 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '5f905c75-572f-4943-b978-245c520ac0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:33:04Z', 'revision_number': 5, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port': {'id': '5f905c75-572f-4943-b978-245c520ac0cd', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:24:20Z', 'updated_at': '2021-08-16T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:05.118365 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] Checking router: 48edc61c-3981-46eb-ae1b-68d06577b521 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:33:05.126419 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] Routers {'48edc61c-3981-46eb-ae1b-68d06577b521'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:05.127059 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['48edc61c-3981-46eb-ae1b-68d06577b521'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:05.127870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] For port 5f905c75-572f-4943-b978-245c520ac0cd, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=5f905c75-572f-4943-b978-245c520ac0cd,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:05.128261 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.141078 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Calling delete_port for 5f905c75-572f-4943-b978-245c520ac0cd owned by network:router_gateway {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:05.215426 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] Set router 48edc61c-3981-46eb-ae1b-68d06577b521 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:05.265315 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:33:04Z', 'revision_number': 6, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:05.294720 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b7a7d-ba89-4749-a65b-cd502c0a7a1f None None] The sync data for ids ['48edc61c-3981-46eb-ae1b-68d06577b521'] in n-d-769329-15 is: [{'id': '48edc61c-3981-46eb-ae1b-68d06577b521', 'name': 'tempest-TestShelveInstance-890296757-router', 'tenant_id': '2829163cfcaa4722860b2e263d27195f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:24:19Z', 'updated_at': '2021-08-16T03:33:04Z', 'revision_number': 6, 'project_id': '2829163cfcaa4722860b2e263d27195f', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:33:05.313993 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.351705 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Pushing event deleted for resources: {'Port': ['ID=5f905c75-572f-4943-b978-245c520ac0cd,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:05.407353 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.493861 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.495869 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.543432 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.543900 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48edc61c-3981-46eb-ae1b-68d06577b521 {{(pid=94856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:33:05.548107 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] Notify callbacks [] for router, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.549338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-1cbe4b33-498f-47ab-8d3f-0db284e3afad admin admin] 10.222.0.78 "DELETE /v2.0/routers/48edc61c-3981-46eb-ae1b-68d06577b521 HTTP/1.1" status: 204 len: 168 time: 0.7667823 Aug 16 03:33:05.551846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42050) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:05.600330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] Deleting subnet 0e17ca38-b97a-471b-9dd9-a32786eaf5d1 {{(pid=94856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:33:05.603314 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.638703 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023764'] for subnet, precommit_delete_associations {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.719321 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.774257 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5024227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5023861'] for subnet, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.802414 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.804400 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0e17ca38-b97a-471b-9dd9-a32786eaf5d1 HTTP/1.1" status: 204 len: 168 time: 0.2515411 Aug 16 03:33:05.805406 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261900-59cc-40cd-bef3-ad4f6e5f228e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e17ca38-b97a-471b-9dd9-a32786eaf5d1,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:05.810915 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42052) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:05.813808 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bac87a-56c8-400c-af50-d3bce3ccbb16 None None] Network 5fd14b2a-28a6-45a9-ae00-d4763ce7936d requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:33:05.878493 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.929943 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Deleting port 3b9d45ad-440e-48d5-84da-9bfe2246eeca {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:05.930286 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.998381 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] For port 3b9d45ad-440e-48d5-84da-9bfe2246eeca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3b9d45ad-440e-48d5-84da-9bfe2246eeca,segment=NetworkSegment(f561bd16-e158-4de9-8450-1da84554dd23),segment_id=f561bd16-e158-4de9-8450-1da84554dd23)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:05.998800 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.014020 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Calling delete_port for 3b9d45ad-440e-48d5-84da-9bfe2246eeca owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:06.016966 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] DHCP port deletion for 5fd14b2a-28a6-45a9-ae00-d4763ce7936d request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:33:06.080569 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] Deleting port 3b9d45ad-440e-48d5-84da-9bfe2246eeca {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:33:06.080869 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.095217 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 74a87451-276b-4c26-a1a3-136fd441e5b8 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:33:06.099581 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.123666 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9d45ad-440e-48d5-84da-9bfe2246eeca,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:06.129954 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] No DVR routers for this DVR port 3b9d45ad-440e-48d5-84da-9bfe2246eeca on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:33:06.146709 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 74a87451-276b-4c26-a1a3-136fd441e5b8 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:33:06.147052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 74a87451-276b-4c26-a1a3-136fd441e5b8 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:33:06.147459 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3b9d45ad-440e-48d5-84da-9bfe2246eeca no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:33:06.173111 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 3b9d45ad-440e-48d5-84da-9bfe2246eeca {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:33:06.173981 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 3b9d45ad-440e-48d5-84da-9bfe2246eeca not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:33:06.174398 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f905c75-572f-4943-b978-245c520ac0cd no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:33:06.202199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 5f905c75-572f-4943-b978-245c520ac0cd {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:33:06.202538 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 5f905c75-572f-4943-b978-245c520ac0cd not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:33:06.205443 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.209388 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] For port 3b9d45ad-440e-48d5-84da-9bfe2246eeca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=3b9d45ad-440e-48d5-84da-9bfe2246eeca,segment=NetworkSegment(f561bd16-e158-4de9-8450-1da84554dd23),segment_id=f561bd16-e158-4de9-8450-1da84554dd23)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:06.209786 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.215420 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd14b2a-28a6-45a9-ae00-d4763ce7936d']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:06.221748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] Calling delete_port for 3b9d45ad-440e-48d5-84da-9bfe2246eeca owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:33:06.226424 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f561bd16-e158-4de9-8450-1da84554dd23') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:06.226721 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f561bd16-e158-4de9-8450-1da84554dd23') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:06.235429 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.250041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.256708 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:33:06.257195 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:33:06.258813 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:33:06.298011 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.321597 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.324001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] Pushing event deleted for resources: {'Port': ['ID=3b9d45ad-440e-48d5-84da-9bfe2246eeca,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:06.330756 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313287c8-5cbc-4783-81b2-cea720e90a19 None None] No DVR routers for this DVR port 3b9d45ad-440e-48d5-84da-9bfe2246eeca on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:33:06.331365 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.335445 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] 10.222.0.78 "DELETE /v2.0/networks/5fd14b2a-28a6-45a9-ae00-d4763ce7936d HTTP/1.1" status: 204 len: 168 time: 0.5235808 Aug 16 03:33:06.353923 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b12eb4-58e6-4430-90b8-68d4a740a97e admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd14b2a-28a6-45a9-ae00-d4763ce7936d,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:06.452812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42056) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:06.492361 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d76895ba-525c-4be4-afc1-62e7eb1427e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7fad439208984231bde38127bc29c366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383332 Aug 16 03:33:06.494822 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42058) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:06.541093 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2fc840ab-4528-4c85-af6a-b238cd024506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.566234 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2fc840ab-4528-4c85-af6a-b238cd024506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.612099 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2fc840ab-4528-4c85-af6a-b238cd024506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.614587 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2fc840ab-4528-4c85-af6a-b238cd024506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:06.615743 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2fc840ab-4528-4c85-af6a-b238cd024506 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/379ddde2-74bc-4cc7-a455-1c4bb353e313 HTTP/1.1" status: 204 len: 168 time: 0.1200182 Aug 16 03:33:06.623663 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc840ab-4528-4c85-af6a-b238cd024506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ddde2-74bc-4cc7-a455-1c4bb353e313,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:06.918032 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42064) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:06.956342 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-9109c4c0-c7f2-45de-bb22-cc0f65e5a7ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2829163cfcaa4722860b2e263d27195f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371623 Aug 16 03:33:06.958678 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42066) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:07.007447 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1558480a-d00d-4551-ad10-56df3a380c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.030749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1558480a-d00d-4551-ad10-56df3a380c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.076012 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1558480a-d00d-4551-ad10-56df3a380c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.078613 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-1558480a-d00d-4551-ad10-56df3a380c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.080372 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-1558480a-d00d-4551-ad10-56df3a380c5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32301b6b-4e83-4c8e-8f6a-a7b86481ae90 HTTP/1.1" status: 204 len: 168 time: 0.1202114 Aug 16 03:33:07.088049 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558480a-d00d-4551-ad10-56df3a380c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32301b6b-4e83-4c8e-8f6a-a7b86481ae90,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:07.734112 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42088) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:07.829364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-236297329-network', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:07.849735 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Made reservation on behalf of b10feaa47f5a4318b0322969dd18b330 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:33:07.852036 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.860245 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.950194 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.953652 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.977914 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:33:07.987534 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dfaf16-9b78-4d2b-bfce-44384bc335e5,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:07.992450 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.992800 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Added segment 0c033f73-a055-462d-ba9a-893feb303599 of type vlan for network 9f3150c2-2333-4258-b0bc-d5e357418414 Aug 16 03:33:08.032559 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.060403 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.061355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:08.061941 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.113686 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3784811 Aug 16 03:33:08.116699 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42092) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:08.120633 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc808-e681-402e-8f4f-9936f450569a admin admin] Pushing event updated for resources: {'Network': ['ID=9f3150c2-2333-4258-b0bc-d5e357418414,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:08.122306 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Request body: {'subnet': {'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-236297329-subnet', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:08.131431 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 9f3150c2-2333-4258-b0bc-d5e357418414 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:33:08.143825 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Made reservation on behalf of b10feaa47f5a4318b0322969dd18b330 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:33:08.146214 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.313244 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.367587 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5cdc69-5df7-4ec1-955f-5bea23971c17,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:08.377457 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Checking segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:08.377853 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Network hostable DHCP agents. Network: 9f3150c2-2333-4258-b0bc-d5e357418414, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:33:08.393133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Network 9f3150c2-2333-4258-b0bc-d5e357418414 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:33:08.401475 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 9f3150c2-2333-4258-b0bc-d5e357418414) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:08.405383 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:08.406062 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.410640 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf6d1f6-4f88-4a2d-a909-615f311eda14 None None] Network 9f3150c2-2333-4258-b0bc-d5e357418414 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:33:08.419751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-4e8f4064-d8e4-4640-ade8-1f5f55a7b402 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3013730 Aug 16 03:33:08.422689 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42094) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:08.427980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:08.456143 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.457137 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.513713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.558339 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-9f3150c2-2333-4258-b0bc-d5e357418414', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:33:08.559213 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.656933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.693049 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Allocated IP 172.20.0.2 (9f3150c2-2333-4258-b0bc-d5e357418414/ac5cdc69-5df7-4ec1-955f-5bea23971c17/0a661544-83ae-4e95-9622-100cd0e1d4bf) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:08.859579 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.880149 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.987600 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Allocated IP 172.25.4.248 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/f82482f6-7904-4c93-bb06-17326af88213) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:08.990988 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:08.999094 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Transition to ACTIVE for port object 0a661544-83ae-4e95-9622-100cd0e1d4bf will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:09.016512 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Transition to ACTIVE for port object 0a661544-83ae-4e95-9622-100cd0e1d4bf will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:09.022191 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.067418 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Network 9f3150c2-2333-4258-b0bc-d5e357418414 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:09.070353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:09.073273 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:09.080403 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Pushing event updated for resources: {'Port': ['ID=0a661544-83ae-4e95-9622-100cd0e1d4bf,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:09.098401 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.130501 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Attempting to bind port 0a661544-83ae-4e95-9622-100cd0e1d4bf on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:33:09.130868 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Attempting to bind port 0a661544-83ae-4e95-9622-100cd0e1d4bf by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:33:09.131233 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Attempting to bind port 0a661544-83ae-4e95-9622-100cd0e1d4bf on network 9f3150c2-2333-4258-b0bc-d5e357418414 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:09.136213 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:33:09.137321 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Checking segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:09.137826 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.138347 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.138908 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Bound using segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:33:09.139380 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Bound port: 0a661544-83ae-4e95-9622-100cd0e1d4bf, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:33:09.139765 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.178289 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:09.184797 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:09.187904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:09.200802 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] For port 0a661544-83ae-4e95-9622-100cd0e1d4bf, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:33:09.203849 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] For port 0a661544-83ae-4e95-9622-100cd0e1d4bf, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a661544-83ae-4e95-9622-100cd0e1d4bf,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:33:09.208885 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.218917 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Pushing event updated for resources: {'Port': ['ID=f82482f6-7904-4c93-bb06-17326af88213,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:09.272312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07242b2-7bff-4d9a-9697-e23f8f565f00 None None] Pushing event updated for resources: {'Port': ['ID=0a661544-83ae-4e95-9622-100cd0e1d4bf,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:09.475929 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.671542 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.801380 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Router 779eaaf4-78d3-4694-a25c-d3149127a612 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:33:09.856029 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a661544-83ae-4e95-9622-100cd0e1d4bf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:09.908533 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 0a661544-83ae-4e95-9622-100cd0e1d4bf completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:09.928680 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:33:09.939905 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Sync routers for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:33:09.946855 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:09.950986 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f55480f7-3fe8-4ea8-bc5e-facdc99ce937 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5246282 Aug 16 03:33:09.951170 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:09.951170 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:09.951460 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42096) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:10.061623 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:10.183790 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d7bb4-0f02-4a00-a817-7e943c30c6ea None None] Network 9f3150c2-2333-4258-b0bc-d5e357418414 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:33:10.254172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0b7150ba-f153-4bb3-aae0-ce6f8dc99c9e None None] Provisioning for port 0a661544-83ae-4e95-9622-100cd0e1d4bf completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:10.261455 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-0b7150ba-f153-4bb3-aae0-ce6f8dc99c9e None None] Provisioning complete for port 0a661544-83ae-4e95-9622-100cd0e1d4bf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:10.262061 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7150ba-f153-4bb3-aae0-ce6f8dc99c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.267002 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:09Z', 'revision_number': 3, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:10.294157 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Checking router: 779eaaf4-78d3-4694-a25c-d3149127a612 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:33:10.294511 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Updating router 779eaaf4-78d3-4694-a25c-d3149127a612 port f82482f6-7904-4c93-bb06-17326af88213 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:33:10.325858 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.416106 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7150ba-f153-4bb3-aae0-ce6f8dc99c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.460598 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0b7150ba-f153-4bb3-aae0-ce6f8dc99c9e None None] For port 0a661544-83ae-4e95-9622-100cd0e1d4bf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a661544-83ae-4e95-9622-100cd0e1d4bf,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:10.465214 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0b7150ba-f153-4bb3-aae0-ce6f8dc99c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.519456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7150ba-f153-4bb3-aae0-ce6f8dc99c9e None None] Pushing event updated for resources: {'Port': ['ID=0a661544-83ae-4e95-9622-100cd0e1d4bf,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:10.617857 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.629381 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Transition to ACTIVE for port object f82482f6-7904-4c93-bb06-17326af88213 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:10.635625 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.688739 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1c12551e-0d74-45dd-a569-f17a45761c61 None None] Provisioning complete for port 0a661544-83ae-4e95-9622-100cd0e1d4bf triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:10.689162 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1c12551e-0d74-45dd-a569-f17a45761c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.691283 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Attempting to bind port f82482f6-7904-4c93-bb06-17326af88213 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:33:10.691662 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Attempting to bind port f82482f6-7904-4c93-bb06-17326af88213 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:33:10.692020 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Attempting to bind port f82482f6-7904-4c93-bb06-17326af88213 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:10.694091 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Pushing event updated for resources: {'Port': ['ID=f82482f6-7904-4c93-bb06-17326af88213,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:10.703689 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.704039 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.704399 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.705255 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.705590 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.706022 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.706360 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.706688 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.707015 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.707340 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.707660 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.707979 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:33:10.712762 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:33:10.713140 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:10.713546 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.713935 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:33:10.714412 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Bound port: f82482f6-7904-4c93-bb06-17326af88213, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:33:10.714951 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.769363 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] For port f82482f6-7904-4c93-bb06-17326af88213, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:33:10.772710 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] For port f82482f6-7904-4c93-bb06-17326af88213, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f82482f6-7904-4c93-bb06-17326af88213,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:33:10.772977 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.777436 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:10.839550 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:10.840074 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:10.873317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763edab-feec-4e25-98f3-4b6e1ac56e5c None None] Pushing event updated for resources: {'Port': ['ID=f82482f6-7904-4c93-bb06-17326af88213,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:10.931483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Allocated IP 172.20.0.1 (9f3150c2-2333-4258-b0bc-d5e357418414/ac5cdc69-5df7-4ec1-955f-5bea23971c17/68847959-7f33-44f2-b719-7fbb88009258) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:10.943922 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:11.047331 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.062800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Transition to ACTIVE for port object 68847959-7f33-44f2-b719-7fbb88009258 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:11.097105 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.123445 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:09Z', 'revision_number': 3, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:11.133744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Network 9f3150c2-2333-4258-b0bc-d5e357418414 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:11.136574 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:11.139762 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:11.149576 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4a716-d591-4fc5-a9f2-7060e5fb8c86 None None] The sync data for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 is: [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:09Z', 'revision_number': 3, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:33:11.177562 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Pushing event updated for resources: {'Port': ['ID=68847959-7f33-44f2-b719-7fbb88009258,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:11.198631 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.341056 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.403001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5bcb529d-cb28-4f6e-900a-58d62027fcf5 None None] Provisioning for port 68847959-7f33-44f2-b719-7fbb88009258 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:11.406623 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-5bcb529d-cb28-4f6e-900a-58d62027fcf5 None None] Provisioning complete for port 68847959-7f33-44f2-b719-7fbb88009258 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:11.406997 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb529d-cb28-4f6e-900a-58d62027fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.463234 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb529d-cb28-4f6e-900a-58d62027fcf5 None None] Port 68847959-7f33-44f2-b719-7fbb88009258 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:33:11.552669 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.557898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.624515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Pushing event updated for resources: {'Port': ['ID=68847959-7f33-44f2-b719-7fbb88009258,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:11.627662 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:11.724915 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Network 9f3150c2-2333-4258-b0bc-d5e357418414 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:11.726392 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:11.867696 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Router 779eaaf4-78d3-4694-a25c-d3149127a612 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:33:11.946015 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a661544-83ae-4e95-9622-100cd0e1d4bf up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:11.995627 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:33:11.998404 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-1cfb7039-537e-42ad-ab5d-b929d1c2a91d None None] Provisioning complete for port 68847959-7f33-44f2-b719-7fbb88009258 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:11.998718 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7039-537e-42ad-ab5d-b929d1c2a91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.004824 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cfa940f4-e468-4c89-8d40-60dee61b47fc admin admin] 10.222.0.78 "PUT /v2.0/routers/779eaaf4-78d3-4694-a25c-d3149127a612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0524826 Aug 16 03:33:12.038168 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 0a661544-83ae-4e95-9622-100cd0e1d4bf triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:12.038549 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.059464 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb7039-537e-42ad-ab5d-b929d1c2a91d None None] Port 68847959-7f33-44f2-b719-7fbb88009258 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:33:12.126170 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f82482f6-7904-4c93-bb06-17326af88213 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:12.174105 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port f82482f6-7904-4c93-bb06-17326af88213 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:12.177940 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f82482f6-7904-4c93-bb06-17326af88213 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:12.178451 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.255480 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.276914 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port f82482f6-7904-4c93-bb06-17326af88213, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f82482f6-7904-4c93-bb06-17326af88213,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:12.281440 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.350381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=f82482f6-7904-4c93-bb06-17326af88213,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:12.507126 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42114) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:12.513433 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1755355152-network', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:12.533946 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Made reservation on behalf of c8d0b10b523a428097eb3a5a074d3817 for: {'network': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:33:12.536344 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for network, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.545158 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.639622 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.645215 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.671546 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=94857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:33:12.677800 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39141b06-9fbd-4afd-808a-fa0e3dba708e,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:12.685161 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.685380 n-d-769329-15 neutron-server[94857]: INFO neutron.db.segments_db [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Added segment df28911f-4458-44da-83c9-7b8b78654bc8 of type vlan for network 06cca5f9-eb47-4c65-bde0-608d31f6c365 Aug 16 03:33:12.727690 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727420088387'] for network, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.757891 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812'] for network, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.758872 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:12.759449 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.799585 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Sync routers for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:33:12.809309 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:12.809944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:12.819468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3108666 Aug 16 03:33:12.822392 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42118) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:12.827323 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a8b05-7d31-469b-b1be-a7319f2190ba admin admin] Pushing event updated for resources: {'Network': ['ID=06cca5f9-eb47-4c65-bde0-608d31f6c365,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:12.827501 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Request body: {'subnet': {'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1755355152-subnet', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'ip_version': 4}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:12.844938 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 details requested by agent ovs-agent-n-d-769329-15 with host n-d-769329-15 {{(pid=94858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:33:12.848512 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Made reservation on behalf of c8d0b10b523a428097eb3a5a074d3817 for: {'subnet': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:33:12.850802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5023838'] for subnet, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:12.971341 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:13.016818 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5024164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5023852'] for subnet, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.076002 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d14f4f5-fd16-4861-903f-f87b4095a1c8,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:13.085038 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Checking segment: {'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:13.085399 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Network hostable DHCP agents. Network: 06cca5f9-eb47-4c65-bde0-608d31f6c365, hostable agents: ['632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f'], hosted agents: [] {{(pid=94856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:33:13.101889 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 is scheduled to be hosted by DHCP agent 632ecc8f-1e2a-484f-a85c-14e9a6ca2a0f with binding_index 1 {{(pid=94856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:33:13.110349 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-15, 06cca5f9-eb47-4c65-bde0-608d31f6c365) {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:13.115995 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:13.117824 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.121165 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d7e8fb-dffc-4e83-8ef7-a828f7b50ccc None None] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:33:13.132422 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-fb4ad9a6-d227-4382-a212-def5ec6ca275 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088276 Aug 16 03:33:13.135134 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42120) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:13.139940 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:13.160343 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-528877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1782'] for router, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.161340 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1789'] for router, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.213827 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.261385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 2, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:13.296499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Checking router: 779eaaf4-78d3-4694-a25c-d3149127a612 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:33:13.296856 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Updating router 779eaaf4-78d3-4694-a25c-d3149127a612 port 68847959-7f33-44f2-b719-7fbb88009258 binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:33:13.348901 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.350529 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.359265 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90b0c728-8975-586d-9cd1-b5cca109416a-06cca5f9-eb47-4c65-bde0-608d31f6c365', 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'fixed_ips': [{'subnet_id': '1d14f4f5-fd16-4861-903f-f87b4095a1c8'}]}} from n-d-769329-15. {{(pid=94858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:33:13.360125 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.550883 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.574109 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.629467 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.db_base_plugin_common [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Allocated IP 172.20.0.2 (06cca5f9-eb47-4c65-bde0-608d31f6c365/1d14f4f5-fd16-4861-903f-f87b4095a1c8/cc17c443-ce09-4ad1-84ac-aa7848e66eca) {{(pid=94858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:13.676790 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Allocated IP 172.25.4.8 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/87051690-a12c-4786-af04-14dbdae63157) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:13.782112 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.824512 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.825211 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.842833 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Transition to ACTIVE for port object 68847959-7f33-44f2-b719-7fbb88009258 will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:13.849052 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f82482f6-7904-4c93-bb06-17326af88213 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:13.859024 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.870615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:13.873643 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:13.877932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:13.880980 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=87051690-a12c-4786-af04-14dbdae63157,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:13.884443 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Notify callbacks [] for port, precommit_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.937807 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Transition to ACTIVE for port object cc17c443-ce09-4ad1-84ac-aa7848e66eca will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:13.963416 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbcac1-15f2-4b85-9ccf-d0377402df1d None None] Pushing event updated for resources: {'Port': ['ID=68847959-7f33-44f2-b719-7fbb88009258,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:13.990513 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Transition to ACTIVE for port object cc17c443-ce09-4ad1-84ac-aa7848e66eca will not be triggered until provisioned by entity DHCP. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:14.015678 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885'] for port, after_create {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.017486 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port f82482f6-7904-4c93-bb06-17326af88213 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:14.017846 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.077562 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Attempting to bind port 68847959-7f33-44f2-b719-7fbb88009258 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:33:14.077845 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Attempting to bind port 68847959-7f33-44f2-b719-7fbb88009258 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:33:14.078215 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Attempting to bind port 68847959-7f33-44f2-b719-7fbb88009258 on network 9f3150c2-2333-4258-b0bc-d5e357418414 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:14.133742 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.260354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 is already hosted by enough agents. {{(pid=94858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:14.268820 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:33:14.269194 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Checking segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:14.269595 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.269990 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Bound using segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:33:14.270456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Bound port: 68847959-7f33-44f2-b719-7fbb88009258, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:33:14.270836 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.274675 n-d-769329-15 neutron-server[94858]: DEBUG neutron.scheduler.base_scheduler [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Resources bound (agent type, host, resource id): {{(pid=94858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:14.278046 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Pushing event updated for resources: {'Port': ['ID=cc17c443-ce09-4ad1-84ac-aa7848e66eca,revision_number=1']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:14.288006 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Received port after_create {{(pid=94858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:14.335541 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530171'] for router, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.428478 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Attempting to bind port cc17c443-ce09-4ad1-84ac-aa7848e66eca on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:33:14.428852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Attempting to bind port cc17c443-ce09-4ad1-84ac-aa7848e66eca by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:33:14.429218 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Attempting to bind port cc17c443-ce09-4ad1-84ac-aa7848e66eca on network 06cca5f9-eb47-4c65-bde0-608d31f6c365 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:14.445717 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:33:14.446107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Checking segment: {'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:14.446519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.446912 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Bound using segment: {'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:33:14.447381 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Bound port: cc17c443-ce09-4ad1-84ac-aa7848e66eca, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:33:14.447763 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.450842 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] For port 68847959-7f33-44f2-b719-7fbb88009258, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:33:14.459007 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] For port 68847959-7f33-44f2-b719-7fbb88009258, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=68847959-7f33-44f2-b719-7fbb88009258,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:33:14.463363 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.468149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Router 16c7b650-8856-4762-9c85-dffe7b602b54 is scheduled to L3 agent 8d54f108-155a-43a4-a26b-e39511930304 with binding_index 1 {{(pid=94857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:33:14.562744 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:14.563393 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:14.583307 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:33:14.597430 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Sync routers for ids ['16c7b650-8856-4762-9c85-dffe7b602b54'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:33:14.602409 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbcac1-15f2-4b85-9ccf-d0377402df1d None None] Pushing event updated for resources: {'Port': ['ID=68847959-7f33-44f2-b719-7fbb88009258,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:14.603062 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.607500 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-612ccc9c-3f8a-411d-8229-2d8a97c1d7b3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4681785 Aug 16 03:33:14.609242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42122) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:14.610647 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-42344090-3872-4434-a132-cda28ff9a02f None None] For port cc17c443-ce09-4ad1-84ac-aa7848e66eca, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:33:14.617026 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Routers {'16c7b650-8856-4762-9c85-dffe7b602b54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:14.618032 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['16c7b650-8856-4762-9c85-dffe7b602b54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:14.631016 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-42344090-3872-4434-a132-cda28ff9a02f None None] For port cc17c443-ce09-4ad1-84ac-aa7848e66eca, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=cc17c443-ce09-4ad1-84ac-aa7848e66eca,segment=NetworkSegment(df28911f-4458-44da-83c9-7b8b78654bc8),segment_id=df28911f-4458-44da-83c9-7b8b78654bc8)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:33:14.640622 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:14.753827 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:14.754738 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Set router 16c7b650-8856-4762-9c85-dffe7b602b54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:14.755968 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42344090-3872-4434-a132-cda28ff9a02f None None] Pushing event updated for resources: {'Port': ['ID=cc17c443-ce09-4ad1-84ac-aa7848e66eca,revision_number=2']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:15.005776 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '87051690-a12c-4786-af04-14dbdae63157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:14Z', 'revision_number': 3, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port': {'id': '87051690-a12c-4786-af04-14dbdae63157', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:15.023812 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:14Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:15.053072 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148a807-b267-4cd3-bc0f-b7d42a0a481b None None] The sync data for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 is: [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:14Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:33:15.163185 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Checking router: 16c7b650-8856-4762-9c85-dffe7b602b54 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:33:15.163617 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Updating router 16c7b650-8856-4762-9c85-dffe7b602b54 port 87051690-a12c-4786-af04-14dbdae63157 binding host n-d-769329-15 {{(pid=94859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:33:15.190944 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.194479 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.374632 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Allocated IP 172.20.0.1 (06cca5f9-eb47-4c65-bde0-608d31f6c365/1d14f4f5-fd16-4861-903f-f87b4095a1c8/2ef34617-d144-47fb-b2f1-347efdf9006c) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:15.491156 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.492179 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Notify callbacks [] for port, precommit_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.503584 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.provisioning_blocks [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Transition to ACTIVE for port object 87051690-a12c-4786-af04-14dbdae63157 will not be triggered until provisioned by entity L2. {{(pid=94859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:15.512002 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.514040 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Transition to ACTIVE for port object 2ef34617-d144-47fb-b2f1-347efdf9006c will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:15.560746 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.572727 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Attempting to bind port 87051690-a12c-4786-af04-14dbdae63157 on host n-d-769329-15 for vnic_type normal with profile {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:33:15.573097 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Attempting to bind port 87051690-a12c-4786-af04-14dbdae63157 by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:33:15.573462 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Attempting to bind port 87051690-a12c-4786-af04-14dbdae63157 on network f167bade-71c5-4ad9-97bf-1beb272063ac {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:15.576753 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf8c84-36e8-4915-ac73-9139e089471c None None] Pushing event updated for resources: {'Port': ['ID=87051690-a12c-4786-af04-14dbdae63157,revision_number=2']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:15.590552 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:33:15.590933 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Checking segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:15.591339 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.591732 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Bound using segment: {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'} {{(pid=94859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:33:15.592199 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.managers [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Bound port: 87051690-a12c-4786-af04-14dbdae63157, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffc79b-37d0-4430-ab38-3d4d9f150465', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac'}}] {{(pid=94859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:33:15.592627 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.611274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:15.616696 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:15.634400 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef34617-d144-47fb-b2f1-347efdf9006c,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:15.637655 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:15.652499 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] For port 87051690-a12c-4786-af04-14dbdae63157, host n-d-769329-15, cleared binding levels {{(pid=94859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:33:15.656250 n-d-769329-15 neutron-server[94859]: DEBUG neutron.plugins.ml2.db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] For port 87051690-a12c-4786-af04-14dbdae63157, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=87051690-a12c-4786-af04-14dbdae63157,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:33:15.662379 n-d-769329-15 neutron-server[94859]: DEBUG neutron_lib.callbacks.manager [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.690791 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537134'] for router_interface, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.717592 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Routers {'16c7b650-8856-4762-9c85-dffe7b602b54'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:15.718318 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['16c7b650-8856-4762-9c85-dffe7b602b54'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:15.785416 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf8c84-36e8-4915-ac73-9139e089471c None None] Pushing event updated for resources: {'Port': ['ID=87051690-a12c-4786-af04-14dbdae63157,revision_number=3']} {{(pid=94859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:15.861788 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:15.882239 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] Set router 16c7b650-8856-4762-9c85-dffe7b602b54 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:15.959736 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 68847959-7f33-44f2-b719-7fbb88009258 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:16.017893 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f0067d-0502-4663-81c8-ab0b5bee140a None None] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:33:16.096784 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 68847959-7f33-44f2-b719-7fbb88009258 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:16.102916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eb075ad8-d0a4-45c3-9049-c4e5987e1cce None None] Provisioning for port cc17c443-ce09-4ad1-84ac-aa7848e66eca completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:16.106050 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.107942 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 68847959-7f33-44f2-b719-7fbb88009258 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:16.108383 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.116456 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.125176 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '87051690-a12c-4786-af04-14dbdae63157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:14Z', 'revision_number': 3, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port': {'id': '87051690-a12c-4786-af04-14dbdae63157', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:16.155212 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce0026-f165-43bd-8e46-e8813d3002dd None None] The sync data for ids ['16c7b650-8856-4762-9c85-dffe7b602b54'] in n-d-769329-15 is: [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '87051690-a12c-4786-af04-14dbdae63157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:14Z', 'revision_number': 3, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port': {'id': '87051690-a12c-4786-af04-14dbdae63157', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:33:16.200041 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.201846 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef34617-d144-47fb-b2f1-347efdf9006c,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:16.292086 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.299069 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:16.300779 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:16.342242 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 68847959-7f33-44f2-b719-7fbb88009258, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=68847959-7f33-44f2-b719-7fbb88009258,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:16.348299 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.349516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cc17c443-ce09-4ad1-84ac-aa7848e66eca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:16.437774 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=68847959-7f33-44f2-b719-7fbb88009258,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:16.446143 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Router 16c7b650-8856-4762-9c85-dffe7b602b54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:33:16.453480 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port cc17c443-ce09-4ad1-84ac-aa7848e66eca completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:16.458334 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port cc17c443-ce09-4ad1-84ac-aa7848e66eca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:16.458795 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.560519 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.593748 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:33:16.600992 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-c52421a3-9df5-4e98-b58b-895e93a0b8f9 admin admin] 10.222.0.78 "PUT /v2.0/routers/16c7b650-8856-4762-9c85-dffe7b602b54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896781 Aug 16 03:33:16.640270 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port cc17c443-ce09-4ad1-84ac-aa7848e66eca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=cc17c443-ce09-4ad1-84ac-aa7848e66eca,segment=NetworkSegment(df28911f-4458-44da-83c9-7b8b78654bc8),segment_id=df28911f-4458-44da-83c9-7b8b78654bc8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:16.660980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.727001 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bb918db1-c1e9-488b-ae0f-c68b279852b4 None None] Provisioning complete for port cc17c443-ce09-4ad1-84ac-aa7848e66eca triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:16.727593 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bb918db1-c1e9-488b-ae0f-c68b279852b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.781764 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=cc17c443-ce09-4ad1-84ac-aa7848e66eca,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:16.851801 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bb918db1-c1e9-488b-ae0f-c68b279852b4 None None] Provisioning for port 2ef34617-d144-47fb-b2f1-347efdf9006c completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:16.857710 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-bb918db1-c1e9-488b-ae0f-c68b279852b4 None None] Provisioning complete for port 2ef34617-d144-47fb-b2f1-347efdf9006c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:16.858094 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bb918db1-c1e9-488b-ae0f-c68b279852b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:16.910039 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-bb918db1-c1e9-488b-ae0f-c68b279852b4 None None] Port 2ef34617-d144-47fb-b2f1-347efdf9006c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:33:17.032206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6e3e087a-9541-401f-977d-8df5eb0f0406 None None] Provisioning complete for port 2ef34617-d144-47fb-b2f1-347efdf9006c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:17.033618 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6e3e087a-9541-401f-977d-8df5eb0f0406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.080944 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e087a-9541-401f-977d-8df5eb0f0406 None None] Port 2ef34617-d144-47fb-b2f1-347efdf9006c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:33:17.199630 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-eb3a26d4-3783-49bc-8031-2deef5968fc9 None None] Provisioning complete for port 2ef34617-d144-47fb-b2f1-347efdf9006c triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:17.200344 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb3a26d4-3783-49bc-8031-2deef5968fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.237826 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a26d4-3783-49bc-8031-2deef5968fc9 None None] Port 2ef34617-d144-47fb-b2f1-347efdf9006c cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:33:17.273425 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42130) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:17.278274 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-99d6dc5e-c162-429a-87d0-63f43161cc43 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482963790', 'description': 'tempest-secgroup-smoke-1482963790 description', 'project_id': 'b10feaa47f5a4318b0322969dd18b330'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:17.301812 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d6dc5e-c162-429a-87d0-63f43161cc43 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.389813 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d6dc5e-c162-429a-87d0-63f43161cc43 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.394078 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d6dc5e-c162-429a-87d0-63f43161cc43 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.421302 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-99d6dc5e-c162-429a-87d0-63f43161cc43 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.422433 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-99d6dc5e-c162-429a-87d0-63f43161cc43 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1479850 Aug 16 03:33:17.424429 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6dc5e-c162-429a-87d0-63f43161cc43 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e1de58-2b33-4a46-aea1-d249970afaca,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:17.425694 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42132) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:17.430784 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-ee2ee90e-a721-4ed6-bf5b-d958f321bd6d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'security_group_rule': {'security_group_id': '24e1de58-2b33-4a46-aea1-d249970afaca', 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:17.457793 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee90e-a721-4ed6-bf5b-d958f321bd6d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.512818 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee90e-a721-4ed6-bf5b-d958f321bd6d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.516562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee90e-a721-4ed6-bf5b-d958f321bd6d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.539357 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ee90e-a721-4ed6-bf5b-d958f321bd6d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0ebb67-a2d2-4995-b9f5-a1bc4c4e22ce,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:17.551923 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee90e-a721-4ed6-bf5b-d958f321bd6d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.553171 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-ee2ee90e-a721-4ed6-bf5b-d958f321bd6d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263630 Aug 16 03:33:17.555947 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42134) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:17.560317 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-4acc19be-7c3e-4b65-b410-f7acad7162c2 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'security_group_rule': {'security_group_id': '24e1de58-2b33-4a46-aea1-d249970afaca', 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:17.587104 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4acc19be-7c3e-4b65-b410-f7acad7162c2 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.643353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4acc19be-7c3e-4b65-b410-f7acad7162c2 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.646982 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4acc19be-7c3e-4b65-b410-f7acad7162c2 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.664073 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc19be-7c3e-4b65-b410-f7acad7162c2 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cfc6d3-1c3d-4abb-a3a4-bb7a649b8e39,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:17.669861 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4acc19be-7c3e-4b65-b410-f7acad7162c2 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.671514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4acc19be-7c3e-4b65-b410-f7acad7162c2 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145694 Aug 16 03:33:17.674355 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42136) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:17.679007 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-131ca103-88e9-44ee-a388-c6fed5c75be4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'security_group_rule': {'security_group_id': '24e1de58-2b33-4a46-aea1-d249970afaca', 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:17.705388 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131ca103-88e9-44ee-a388-c6fed5c75be4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.765948 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131ca103-88e9-44ee-a388-c6fed5c75be4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.770053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131ca103-88e9-44ee-a388-c6fed5c75be4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.790072 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ca103-88e9-44ee-a388-c6fed5c75be4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4643919f-88ac-417d-a716-6c593c8fa854,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:17.794301 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-131ca103-88e9-44ee-a388-c6fed5c75be4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.795549 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-131ca103-88e9-44ee-a388-c6fed5c75be4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202037 Aug 16 03:33:17.798520 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42138) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:17.803911 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-aefec01f-4fb9-4d70-9901-3861f085439a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'security_group_rule': {'security_group_id': '24e1de58-2b33-4a46-aea1-d249970afaca', 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:17.833898 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aefec01f-4fb9-4d70-9901-3861f085439a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.900134 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aefec01f-4fb9-4d70-9901-3861f085439a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.905260 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aefec01f-4fb9-4d70-9901-3861f085439a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.907084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 68847959-7f33-44f2-b719-7fbb88009258 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:17.924616 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-aefec01f-4fb9-4d70-9901-3861f085439a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.933827 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42140) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:17.936853 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-aefec01f-4fb9-4d70-9901-3861f085439a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371119 Aug 16 03:33:17.940124 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'security_group_rule': {'security_group_id': '24e1de58-2b33-4a46-aea1-d249970afaca', 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:17.941382 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefec01f-4fb9-4d70-9901-3861f085439a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac08c3d2-8796-4296-a1e4-cd91248ffdd2,revision_number=0']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:17.961818 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Project b10feaa47f5a4318b0322969dd18b330 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:33:17.966301 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 68847959-7f33-44f2-b719-7fbb88009258 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:17.966675 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:17.966849 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.031779 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.036337 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.051768 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cc17c443-ce09-4ad1-84ac-aa7848e66eca up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:18.052455 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f22928-f6d9-4e9c-a469-5a355e5ab9d0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:18.061192 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.062380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-50997ec8-01fa-4f0b-a455-9c502777ba39 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267037 Aug 16 03:33:18.065818 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42142) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:18.070281 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'security_group_rule': {'security_group_id': '24e1de58-2b33-4a46-aea1-d249970afaca', 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:18.090958 n-d-769329-15 neutron-server[94856]: INFO neutron.db.securitygroups_db [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Project b10feaa47f5a4318b0322969dd18b330 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:33:18.095663 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.101691 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port cc17c443-ce09-4ad1-84ac-aa7848e66eca triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:18.102072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.162771 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.168022 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783176'] for security_group_rule, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.187102 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8812604e-907d-45a5-9cf1-b33364bb2ea0,revision_number=0']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:18.193809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.202859 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-de6d0df9-e2b7-4e02-9381-0c5d06f29c55 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283820 Aug 16 03:33:18.203068 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87051690-a12c-4786-af04-14dbdae63157 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:18.250628 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 87051690-a12c-4786-af04-14dbdae63157 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:18.255314 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 87051690-a12c-4786-af04-14dbdae63157 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:18.255695 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.347282 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.352087 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bc0cd2-4644-4b16-ada8-6c133c20dbbc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482963790&fields=id&tenant_id=b10feaa47f5a4318b0322969dd18b330 HTTP/1.1" status: 200 len: 267 time: 0.0388567 Aug 16 03:33:18.369012 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 87051690-a12c-4786-af04-14dbdae63157, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=87051690-a12c-4786-af04-14dbdae63157,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:18.373748 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.427023 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=87051690-a12c-4786-af04-14dbdae63157,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:18.467013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-a011ce29-04aa-4f34-a598-27973d5987e8 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:18.467013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-a011ce29-04aa-4f34-a598-27973d5987e8 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 809 time: 0.1066036 Aug 16 03:33:18.481516 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-de29e194-d1a9-471d-a244-3c71642c422c tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/quotas/b10feaa47f5a4318b0322969dd18b330 HTTP/1.1" status: 200 len: 375 time: 0.0093997 Aug 16 03:33:18.492967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Sync routers for ids ['16c7b650-8856-4762-9c85-dffe7b602b54'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:33:18.502803 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Routers {'16c7b650-8856-4762-9c85-dffe7b602b54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:18.503432 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['16c7b650-8856-4762-9c85-dffe7b602b54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:18.534755 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-7cfb9d76-2f4b-48bf-af61-50c1b7608d4e tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474229 Aug 16 03:33:18.550714 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-c34c2867-1fc3-4925-b4db-ea7c205b360c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:33:18.551762 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-c34c2867-1fc3-4925-b4db-ea7c205b360c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053539 Aug 16 03:33:18.614123 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Set router 16c7b650-8856-4762-9c85-dffe7b602b54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:18.640136 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-600a4a57-53f9-4fa7-bdac-fb41f10b237c service neutron] 10.222.0.78 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825300 Aug 16 03:33:18.733816 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-6baa0f20-a2db-4da3-b92b-29003031f9b9 service neutron] 10.222.0.78 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872188 Aug 16 03:33:18.814810 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '87051690-a12c-4786-af04-14dbdae63157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:15Z', 'revision_number': 4, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port': {'id': '87051690-a12c-4786-af04-14dbdae63157', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2ef34617-d144-47fb-b2f1-347efdf9006c', 'name': '', 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'mac_address': 'fa:16:3e:78:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1d14f4f5-fd16-4861-903f-f87b4095a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:15Z', 'updated_at': '2021-08-16T03:33:15Z', 'revision_number': 2, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'subnets': [{'id': '1d14f4f5-fd16-4861-903f-f87b4095a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:18.843131 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Checking router: 16c7b650-8856-4762-9c85-dffe7b602b54 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:33:18.843456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Updating router 16c7b650-8856-4762-9c85-dffe7b602b54 port 2ef34617-d144-47fb-b2f1-347efdf9006c binding host n-d-769329-15 {{(pid=94858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:33:18.869973 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:18.906739 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-f8ce882c-7713-47cc-a859-9bdd908c4348 req-98b895e9-14de-4ab5-a019-de74005f7f0f tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 210 time: 0.0300641 Aug 16 03:33:19.165343 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Notify callbacks [] for port, precommit_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:19.177338 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Transition to ACTIVE for port object 2ef34617-d144-47fb-b2f1-347efdf9006c will not be triggered until provisioned by entity L2. {{(pid=94858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:19.182405 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:19.236556 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7abafd-8f54-429f-9209-2c4d4fdf29a3 None None] Pushing event updated for resources: {'Port': ['ID=2ef34617-d144-47fb-b2f1-347efdf9006c,revision_number=3']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:19.283645 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Attempting to bind port 2ef34617-d144-47fb-b2f1-347efdf9006c on host n-d-769329-15 for vnic_type normal with profile {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:33:19.283980 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Attempting to bind port 2ef34617-d144-47fb-b2f1-347efdf9006c by drivers openvswitch,hyperv on host n-d-769329-15 at level 0 using segments [{'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:33:19.284495 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Attempting to bind port 2ef34617-d144-47fb-b2f1-347efdf9006c on network 06cca5f9-eb47-4c65-bde0-608d31f6c365 {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:19.290456 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Checking agent: {'id': '40222e8c-a130-4c81-80f9-b689b88d5811', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 1, 29), 'started_at': datetime.datetime(2021, 8, 16, 2, 1, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:33:19.290916 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Checking segment: {'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:19.291393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:19.291872 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Bound using segment: {'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'} {{(pid=94858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:33:19.292555 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.managers [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Bound port: 2ef34617-d144-47fb-b2f1-347efdf9006c, host: n-d-769329-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df28911f-4458-44da-83c9-7b8b78654bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365'}}] {{(pid=94858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:33:19.292986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:19.365870 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] For port 2ef34617-d144-47fb-b2f1-347efdf9006c, host n-d-769329-15, cleared binding levels {{(pid=94858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:33:19.369330 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] For port 2ef34617-d144-47fb-b2f1-347efdf9006c, host n-d-769329-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2ef34617-d144-47fb-b2f1-347efdf9006c,segment=NetworkSegment(df28911f-4458-44da-83c9-7b8b78654bc8),segment_id=df28911f-4458-44da-83c9-7b8b78654bc8)] {{(pid=94858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:33:19.373974 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:19.434308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Routers {'16c7b650-8856-4762-9c85-dffe7b602b54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:19.435056 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:32:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['16c7b650-8856-4762-9c85-dffe7b602b54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:19.475603 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7abafd-8f54-429f-9209-2c4d4fdf29a3 None None] Pushing event updated for resources: {'Port': ['ID=2ef34617-d144-47fb-b2f1-347efdf9006c,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:19.569232 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] Set router 16c7b650-8856-4762-9c85-dffe7b602b54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:19.842434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87051690-a12c-4786-af04-14dbdae63157 up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:19.955672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 87051690-a12c-4786-af04-14dbdae63157 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:19.956049 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:19.990869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fccd0c0a-28c6-4f6a-8ab8-6f8dba5a00f7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:19.993127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fccd0c0a-28c6-4f6a-8ab8-6f8dba5a00f7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 809 time: 0.1241682 Aug 16 03:33:20.014888 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '87051690-a12c-4786-af04-14dbdae63157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:15Z', 'revision_number': 4, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port': {'id': '87051690-a12c-4786-af04-14dbdae63157', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2ef34617-d144-47fb-b2f1-347efdf9006c', 'name': '', 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'mac_address': 'fa:16:3e:78:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1d14f4f5-fd16-4861-903f-f87b4095a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:15Z', 'updated_at': '2021-08-16T03:33:19Z', 'revision_number': 4, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'subnets': [{'id': '1d14f4f5-fd16-4861-903f-f87b4095a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:20.035266 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c17d59cb-8008-4f3b-83e8-7ca32e98c75c req-db31c954-867c-44db-9d51-137ee04e7b97 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 210 time: 0.0410361 Aug 16 03:33:20.058441 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-902bf3dc-0a9b-4890-81c9-0761dbfd27b8 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10feaa47f5a4318b0322969dd18b330 HTTP/1.1" status: 200 len: 380 time: 0.0555999 Aug 16 03:33:20.062982 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3ed81-69d5-497f-9050-216c36081f50 None None] The sync data for ids ['16c7b650-8856-4762-9c85-dffe7b602b54'] in n-d-769329-15 is: [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '87051690-a12c-4786-af04-14dbdae63157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:15Z', 'revision_number': 4, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port': {'id': '87051690-a12c-4786-af04-14dbdae63157', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '2ef34617-d144-47fb-b2f1-347efdf9006c', 'name': '', 'network_id': '06cca5f9-eb47-4c65-bde0-608d31f6c365', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'mac_address': 'fa:16:3e:78:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1d14f4f5-fd16-4861-903f-f87b4095a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:15Z', 'updated_at': '2021-08-16T03:33:19Z', 'revision_number': 4, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'subnets': [{'id': '1d14f4f5-fd16-4861-903f-f87b4095a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:33:20.069769 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'port': {'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'admin_state_up': True, 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'security_groups': ['24e1de58-2b33-4a46-aea1-d249970afaca']}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:20.195246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Made reservation on behalf of b10feaa47f5a4318b0322969dd18b330 for: {'port': 1} {{(pid=94856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:33:20.200526 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:20.339158 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Allocated IP 172.20.0.4 (9f3150c2-2333-4258-b0bc-d5e357418414/ac5cdc69-5df7-4ec1-955f-5bea23971c17/e8e7b420-bbfd-4a67-a038-13c851e12604) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:20.484098 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:20.497482 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Transition to ACTIVE for port object e8e7b420-bbfd-4a67-a038-13c851e12604 will not be triggered until provisioned by entity DHCP. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:20.530404 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:20.573236 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Network 9f3150c2-2333-4258-b0bc-d5e357418414 is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:20.576192 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:20.580588 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:20.605971 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:20.631983 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:20.632633 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:20.648674 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-78bf53ee-0b2e-47fa-98d8-9a1073dd2bfe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829501 Aug 16 03:33:20.660246 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Request body: {'port': {'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-15'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:20.717274 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:20.833650 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25b68015-10d7-48c4-8777-9a2c15054bb6 None None] Provisioning for port e8e7b420-bbfd-4a67-a038-13c851e12604 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:20.837793 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-25b68015-10d7-48c4-8777-9a2c15054bb6 None None] Provisioning complete for port e8e7b420-bbfd-4a67-a038-13c851e12604 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:20.838171 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-25b68015-10d7-48c4-8777-9a2c15054bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:20.873272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-25b68015-10d7-48c4-8777-9a2c15054bb6 None None] Port e8e7b420-bbfd-4a67-a038-13c851e12604 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:33:21.156979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93a8b4-e0cf-4435-9ab4-d0fb5640dd2f req-df3179d3-7c31-4200-aafe-68d820625c3b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:21.159212 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c93a8b4-e0cf-4435-9ab4-d0fb5640dd2f req-df3179d3-7c31-4200-aafe-68d820625c3b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 931 time: 0.0506494 Aug 16 03:33:21.208027 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-5c93a8b4-e0cf-4435-9ab4-d0fb5640dd2f req-0eba4482-d159-414f-9ac9-b961c65006c8 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Aug 16 03:33:21.326490 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e7b420-bbfd-4a67-a038-13c851e12604 {{(pid=94856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:33:21.334539 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:21.346993 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.provisioning_blocks [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Transition to ACTIVE for port object e8e7b420-bbfd-4a67-a038-13c851e12604 will not be triggered until provisioned by entity L2. {{(pid=94856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:33:21.350376 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:21.401346 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:21.479283 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Attempting to bind port e8e7b420-bbfd-4a67-a038-13c851e12604 on host n-h1-769329-15 for vnic_type normal with profile {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:33:21.479639 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Attempting to bind port e8e7b420-bbfd-4a67-a038-13c851e12604 by drivers openvswitch,hyperv on host n-h1-769329-15 at level 0 using segments [{'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:33:21.480077 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Attempting to bind port e8e7b420-bbfd-4a67-a038-13c851e12604 on network 9f3150c2-2333-4258-b0bc-d5e357418414 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:21.485100 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Port e8e7b420-bbfd-4a67-a038-13c851e12604 on network 9f3150c2-2333-4258-b0bc-d5e357418414 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-15 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:33:21.485431 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Attempting to bind port e8e7b420-bbfd-4a67-a038-13c851e12604 on network 9f3150c2-2333-4258-b0bc-d5e357418414 {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:33:21.491011 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Checking agent: {'id': '13975ac6-cb62-4d37-88a2-e4be85221d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:33:21.491357 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Checking segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:33:21.491762 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Bound using segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} {{(pid=94856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:33:21.492207 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.managers [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Bound port: e8e7b420-bbfd-4a67-a038-13c851e12604, host: n-h1-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}}] {{(pid=94856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:33:21.492602 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:21.559547 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, cleared binding levels {{(pid=94856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:33:21.562546 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:33:21.567015 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:21.601234 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:21.601542 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:21.602957 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] 10.222.0.88 "PUT /v2.0/ports/e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 1092 time: 0.9468417 Aug 16 03:33:21.603402 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:33:21.605708 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a744d8d-9596-4296-b720-7bf40abfdc83" -d '{"events": [{"name": "network-changed", "server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:33:21.631436 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb952c-7534-418e-8ec4-bee5e90419aa service neutron] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=3']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:21.647338 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb3fd2-c673-43f0-b3af-a958a272adfe x-openstack-request-id: req-93eb3fd2-c673-43f0-b3af-a958a272adfe {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:33:21.647821 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:33:21.648398 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93eb3fd2-c673-43f0-b3af-a958a272adfe {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:33:21.648947 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'status': 'completed', 'code': 200} Aug 16 03:33:21.698314 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-d35a299a-6e9f-495d-b3e3-9c48c2389c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:21.700010 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-d35a299a-6e9f-495d-b3e3-9c48c2389c63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1095 time: 0.0429609 Aug 16 03:33:21.746520 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-bc294bb6-7a31-422d-8993-6fafea91de40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 217 time: 0.0385246 Aug 16 03:33:21.801795 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-9a6d4a01-9a4e-42ea-9d5e-94f303b217bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:21.803522 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-9a6d4a01-9a4e-42ea-9d5e-94f303b217bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0506089 Aug 16 03:33:21.854210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-15f39b5f-f9c7-4b85-aabf-bedc0dc8f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:21.855815 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-15f39b5f-f9c7-4b85-aabf-bedc0dc8f278 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450199 Aug 16 03:33:21.875815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2ef34617-d144-47fb-b2f1-347efdf9006c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:21.924370 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning for port 2ef34617-d144-47fb-b2f1-347efdf9006c completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:21.927987 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2ef34617-d144-47fb-b2f1-347efdf9006c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:21.928392 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:21.949352 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-0d84c164-2759-40ce-ae23-4d2a118b19f6 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862324 Aug 16 03:33:22.006618 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:22.038840 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] For port 2ef34617-d144-47fb-b2f1-347efdf9006c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2ef34617-d144-47fb-b2f1-347efdf9006c,segment=NetworkSegment(df28911f-4458-44da-83c9-7b8b78654bc8),segment_id=df28911f-4458-44da-83c9-7b8b78654bc8)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:22.039822 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ecf991be-2b63-4365-a881-11cfd1c69e96 req-a7267adf-53ae-4d97-85a5-226a5c84edc6 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828352 Aug 16 03:33:22.042615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:22.095033 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Pushing event updated for resources: {'Port': ['ID=2ef34617-d144-47fb-b2f1-347efdf9006c,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:22.124033 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-139e4c40-740c-4ed1-aec2-dda12410cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:22.125569 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-139e4c40-740c-4ed1-aec2-dda12410cfa1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1095 time: 0.0405624 Aug 16 03:33:22.220226 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-d15a25ab-4838-4b30-89ab-2cf34ac4f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:22.221613 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-d15a25ab-4838-4b30-89ab-2cf34ac4f3b5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0857790 Aug 16 03:33:22.262714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-0a437f8d-2eba-42b6-849f-aaff58d15f8b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 217 time: 0.0338385 Aug 16 03:33:22.317854 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-05806fb5-7699-4d05-a18e-f92cd9f9b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:22.319034 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-05806fb5-7699-4d05-a18e-f92cd9f9b8da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0497718 Aug 16 03:33:22.326881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c19e9a-72a5-4b5e-983b-5bba38a156aa req-c46edda6-30e7-47be-b9bf-09bb18cdf296 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:22.328496 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c19e9a-72a5-4b5e-983b-5bba38a156aa req-c46edda6-30e7-47be-b9bf-09bb18cdf296 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 943 time: 0.0513871 Aug 16 03:33:22.368439 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-9864f217-47c6-41d8-a655-327816310069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:22.370011 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-9864f217-47c6-41d8-a655-327816310069 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437818 Aug 16 03:33:22.371631 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-c0c19e9a-72a5-4b5e-983b-5bba38a156aa req-e2af4155-cc57-432a-851d-1a539679444c tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Aug 16 03:33:22.463779 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-b52d9fda-eb76-4f92-848a-1181b9ffd3a1 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Aug 16 03:33:22.562213 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-5a744d8d-9596-4296-b720-7bf40abfdc83 req-f24ae5f8-d49f-4ba0-9c27-2a2720fda4b5 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908046 Aug 16 03:33:23.062273 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:23.489242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7d19b-7b7e-4148-a475-3838ffcac6d0 req-75c1a267-9c90-414c-9b24-ea42272fca2b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:23.490736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14e7d19b-7b7e-4148-a475-3838ffcac6d0 req-75c1a267-9c90-414c-9b24-ea42272fca2b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 943 time: 0.0499506 Aug 16 03:33:23.528921 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-14e7d19b-7b7e-4148-a475-3838ffcac6d0 req-6c9fa457-c634-4ff0-b511-11e54b923d49 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Aug 16 03:33:23.835587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2ef34617-d144-47fb-b2f1-347efdf9006c up at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:23.885250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Provisioning complete for port 2ef34617-d144-47fb-b2f1-347efdf9006c triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:23.885544 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:24.286997 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:24.643499 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881ec87-1c24-4581-aaf1-f027e5720170 req-0c9229ef-8017-4e0d-a7ea-acf7e2ae19c7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:24.645953 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6881ec87-1c24-4581-aaf1-f027e5720170 req-0c9229ef-8017-4e0d-a7ea-acf7e2ae19c7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 943 time: 0.0499671 Aug 16 03:33:24.692122 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6881ec87-1c24-4581-aaf1-f027e5720170 req-788cfcb0-0b2d-4c23-b77d-e47669cf306f tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Aug 16 03:33:25.815368 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4a5c1-e195-4f18-b8a1-3f9783e62aa3 req-d3641cbd-0bac-4767-a012-3f97fdff9087 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:25.816884 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8c4a5c1-e195-4f18-b8a1-3f9783e62aa3 req-d3641cbd-0bac-4767-a012-3f97fdff9087 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 943 time: 0.0534685 Aug 16 03:33:25.854307 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-c8c4a5c1-e195-4f18-b8a1-3f9783e62aa3 req-4a86ef33-9156-40f0-af7f-5dea42b41d0b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Aug 16 03:33:25.933607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8e7b420-bbfd-4a67-a038-13c851e12604 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:33:26.024967 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:26.036407 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:33:26.075815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:26.088043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e7b420-bbfd-4a67-a038-13c851e12604 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:33:26.107660 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:26.111580 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:26.157107 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:26.281986 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-207cd494-79a3-4369-b6ea-a3a515b10248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:26.308592 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e8e7b420-bbfd-4a67-a038-13c851e12604'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:33:26.968135 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d56a0-20f0-483b-9cda-135a606f37da req-dbc319ce-8a70-49a0-91bc-a103a5bdff93 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:26.969609 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-035d56a0-20f0-483b-9cda-135a606f37da req-dbc319ce-8a70-49a0-91bc-a103a5bdff93 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 944 time: 0.0479391 Aug 16 03:33:27.009727 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-035d56a0-20f0-483b-9cda-135a606f37da req-6b7a8c4c-168f-418a-9de0-d7d1fc95cdda tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342672 Aug 16 03:33:27.932672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8e7b420-bbfd-4a67-a038-13c851e12604 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:33:27.980537 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning for port e8e7b420-bbfd-4a67-a038-13c851e12604 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:33:27.984199 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e8e7b420-bbfd-4a67-a038-13c851e12604 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:33:27.984602 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:28.061656 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:28.084629 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:33:28.086892 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec81466-4497-463a-baf5-06236fab0aaa" -d '{"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:33:28.100246 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:33:28.104799 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:28.128664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb783246-2c0d-4b98-a3ff-65afd5653d4a req-797f9666-512f-43bd-9a93-9b07cbf237dd tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:28.129338 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f440a3d9-4af3-4225-8fd2-b1c7baaaa0bd x-openstack-request-id: req-f440a3d9-4af3-4225-8fd2-b1c7baaaa0bd {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:33:28.129629 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:33:28.129873 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f440a3d9-4af3-4225-8fd2-b1c7baaaa0bd {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:33:28.130275 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'code': 200} Aug 16 03:33:28.130412 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb783246-2c0d-4b98-a3ff-65afd5653d4a req-797f9666-512f-43bd-9a93-9b07cbf237dd tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 944 time: 0.0546746 Aug 16 03:33:28.159085 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:28.172338 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-cb783246-2c0d-4b98-a3ff-65afd5653d4a req-0404edd3-1a69-40cc-963b-8defa9be056b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355029 Aug 16 03:33:28.224137 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4b9f-5782-422c-a4e7-a0eb84a11893 req-a4d1de10-a002-4ff9-bfc2-4836a7fc83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:28.225695 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aeec4b9f-5782-422c-a4e7-a0eb84a11893 req-a4d1de10-a002-4ff9-bfc2-4836a7fc83d1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1097 time: 0.0396252 Aug 16 03:33:28.259296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aeec4b9f-5782-422c-a4e7-a0eb84a11893 req-42d26359-6e71-4de8-ab46-6853ab57d2fa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267227 Aug 16 03:33:28.869680 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-522b542f-3fb0-47a7-b257-038d64cbe8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:28.887263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:29.289332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de229-24e5-4e22-974d-215411087605 req-38212407-4e68-43d6-86b4-db80c46f105a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:29.290785 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a5de229-24e5-4e22-974d-215411087605 req-38212407-4e68-43d6-86b4-db80c46f105a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 945 time: 0.0477891 Aug 16 03:33:29.326666 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-9a5de229-24e5-4e22-974d-215411087605 req-5f9134d0-502e-4966-ae00-aa024e3f8bb6 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298851 Aug 16 03:33:29.443782 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c8648-12a6-4506-8ae6-c691e49032c3 req-dc823b0e-abca-41dd-8564-ac5bb5d0e584 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:29.445296 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-491c8648-12a6-4506-8ae6-c691e49032c3 req-dc823b0e-abca-41dd-8564-ac5bb5d0e584 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 945 time: 0.0519574 Aug 16 03:33:29.482504 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-491c8648-12a6-4506-8ae6-c691e49032c3 req-741d30de-faca-4f94-a6aa-9ca813a73264 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Aug 16 03:33:29.503697 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42200) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:29.639996 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327bbd83-5016-4b87-9f81-a430b9e9dbe8 tempest-TestSnapshotPattern-893793453 tempest-TestSnapshotPattern-893793453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:29.641548 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-327bbd83-5016-4b87-9f81-a430b9e9dbe8 tempest-TestSnapshotPattern-893793453 tempest-TestSnapshotPattern-893793453-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1092 time: 0.1368501 Aug 16 03:33:29.645163 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42204) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:33:29.649460 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.v2.base [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:33:29.670941 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:29.769030 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:29.870894 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.db_base_plugin_common [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Allocated IP 172.25.4.174 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/4043422f-4344-4702-8aff-c0b90202091b) {{(pid=94856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:33:29.972776 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for port, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.016146 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.051244 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:33:30.056056 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.base_scheduler [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Resources bound (agent type, host, resource id): {{(pid=94856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:33:30.059575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Received port after_create {{(pid=94856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:33:30.083869 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'Port': ['ID=4043422f-4344-4702-8aff-c0b90202091b,revision_number=1']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:30.329548 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.415961 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.479398 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.627809 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for port, precommit_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.631851 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5024217'] for port, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.703765 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'Port': ['ID=4043422f-4344-4702-8aff-c0b90202091b,revision_number=2']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:33:30.711828 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:30.810319 n-d-769329-15 neutron-server[94856]: INFO neutron.db.l3_db [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Floating IP a682a435-b6a6-4bd6-972c-d4068bd2f055 associated. External IP: 172.25.4.174, port: e8e7b420-bbfd-4a67-a038-13c851e12604. Aug 16 03:33:31.011682 n-d-769329-15 neutron-server[94856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Router 779eaaf4-78d3-4694-a25c-d3149127a612 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:33:31.116233 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:33:31.125847 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] Sync routers for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:33:31.132042 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:31.135846 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:31.136485 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:31.159127 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-92102365-e762-4f7c-b879-54737916405d tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5129697 Aug 16 03:33:31.159719 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:33:31.162233 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0bb0f0-5157-4113-a122-e0f135526091" -d '{"events": [{"name": "network-changed", "server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:33:31.251425 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:31.258924 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e16f1-3beb-4e2e-b1ab-c4a51d2d8b5c x-openstack-request-id: req-c93e16f1-3beb-4e2e-b1ab-c4a51d2d8b5c {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:33:31.259219 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:33:31.259474 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c93e16f1-3beb-4e2e-b1ab-c4a51d2d8b5c {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:33:31.259889 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'status': 'completed', 'code': 200} Aug 16 03:33:31.324013 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-ca5bc3fe-1655-4f2d-88fa-5e11e0d22fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:31.325610 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-ca5bc3fe-1655-4f2d-88fa-5e11e0d22fa6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1097 time: 0.0440297 Aug 16 03:33:31.415870 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-39308912-c2e0-4a56-842b-ba562f60865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:31.417413 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-39308912-c2e0-4a56-842b-ba562f60865f service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0848711 Aug 16 03:33:31.477907 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:30Z', 'revision_number': 0, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:31.485013 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-7d95d13b-ebc1-48c4-8d72-37da6d0e43fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 999 time: 0.0607622 Aug 16 03:33:31.504353 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] Checking router: 779eaaf4-78d3-4694-a25c-d3149127a612 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:33:31.512520 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:33:31.513061 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:33:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:31.534202 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-072ace20-5973-4f72-bddb-8c29c938ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:31.535683 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-072ace20-5973-4f72-bddb-8c29c938ec2e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0439823 Aug 16 03:33:31.580511 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-813ff536-0ce4-4859-a79f-ad694c3dca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:33:31.582018 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-813ff536-0ce4-4859-a79f-ad694c3dca15 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392179 Aug 16 03:33:31.616820 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:33:31.674409 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-d3211aac-9409-4035-bedd-7da624e516c9 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 Aug 16 03:33:31.762964 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba0bb0f0-5157-4113-a122-e0f135526091 req-14c1d7d0-53d8-44c0-8833-a9d362105a14 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816517 Aug 16 03:33:31.839923 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:30Z', 'revision_number': 0, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:33:31.869203 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3e682-172b-4e26-913c-988bea918a15 None None] The sync data for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 is: [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:30Z', 'revision_number': 0, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:33:32.069353 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbe6f3-ee29-4b67-9407-6e6e40dfbe33 None None] New status for floating IP a682a435-b6a6-4bd6-972c-d4068bd2f055: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:33:32.224786 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:35.036142 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:33:53.056642 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:54.312375 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:56.281916 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3082b5f2-f803-41e6-be0f-dcf04df7f93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:58.870663 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-bc43a36f-bed8-4411-aaf7-158786e7e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:58.887188 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:00.332469 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:02.226648 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:12.034556 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:34:18.361777 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-5a383ebb-d5ec-4312-a93e-0400fe8834a1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391314 Aug 16 03:34:18.445895 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-3805a778-2cc3-4eb2-a8c1-598ce1546e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:34:18.447379 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-3805a778-2cc3-4eb2-a8c1-598ce1546e19 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1097 time: 0.0432453 Aug 16 03:34:18.547875 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-a7c86e3e-4c5a-493b-b58c-0701f285a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:34:18.549363 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-a7c86e3e-4c5a-493b-b58c-0701f285a80b service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0831008 Aug 16 03:34:18.615955 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-b04d7955-6396-40f9-8851-4c102f45a887 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 1001 time: 0.0595675 Aug 16 03:34:18.663312 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-bb788951-3b45-4a4e-8407-75b2701ea9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:34:18.664736 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-bb788951-3b45-4a4e-8407-75b2701ea9e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0420752 Aug 16 03:34:18.709789 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-3bcfbacf-30e2-4e62-b2a2-51f8c7eaf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:34:18.712007 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-3bcfbacf-30e2-4e62-b2a2-51f8c7eaf10a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404322 Aug 16 03:34:18.803021 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-e4ff971b-4a31-4a13-99f0-63252195b855 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839851 Aug 16 03:34:18.890732 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-6a4b2f7a-1410-4697-8fd8-25598fabfb7e req-e73402be-8a20-4d31-9a64-f1400ec958e8 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812123 Aug 16 03:34:23.068489 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:24.310148 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:26.282104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a96fb369-df31-4bf2-a42c-aad5772ace17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:28.871213 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1556-fb41-49f1-9e8f-d272eff35afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:28.886940 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:30.335135 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:32.230272 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:49.033179 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:34:53.067021 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:54.311069 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:56.282498 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-125b95f4-8bd0-4141-8595-b849a0a8da72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:58.872328 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-cae412ad-c918-4250-872f-c24681e8710c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:58.887830 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:00.338336 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:02.231755 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:18.364499 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-32226d17-ecea-4d47-9ee9-b652ef12ce88 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394251 Aug 16 03:35:18.448830 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-b329a4d5-6f22-4863-a70f-f7358b31bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:18.450324 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-b329a4d5-6f22-4863-a70f-f7358b31bbb4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1097 time: 0.0437388 Aug 16 03:35:18.551321 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-d8092694-6dcf-4018-83ee-4cb546bd227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:18.552843 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-d8092694-6dcf-4018-83ee-4cb546bd227e service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0831814 Aug 16 03:35:18.619271 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-674d2f22-e658-432c-8e63-5d204e13438e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 1001 time: 0.0597057 Aug 16 03:35:18.665558 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-c425721e-012a-47e6-b063-ab270eff87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:18.666940 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-c425721e-012a-47e6-b063-ab270eff87a6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0410914 Aug 16 03:35:18.710828 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-78e58f82-21db-435b-aef4-2873db90b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:18.712635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-78e58f82-21db-435b-aef4-2873db90b60b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391040 Aug 16 03:35:18.803514 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-dd06bc0b-d66f-40b0-94e0-7ef3c66d128e service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837140 Aug 16 03:35:18.892927 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-4cad130e-0d80-4ea8-9a58-765eeb221bd7 req-38803853-efcb-4242-af91-f439f3820df0 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801501 Aug 16 03:35:23.066710 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:24.310072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:26.032831 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:35:26.286538 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-18127a36-dffd-4203-b92b-9251bb2500ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:28.873035 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d576aa04-0fa8-487c-bc19-d928a15a2d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:28.888776 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:30.347982 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:30.422312 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8e7b420-bbfd-4a67-a038-13c851e12604 details requested by agent hyperv_n-h1-769329-15 with host n-h1-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:35:30.524841 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:35:30.539206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Returning: {'device': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:35:30.581146 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:30.599272 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8e7b420-bbfd-4a67-a038-13c851e12604 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:35:30.621354 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:35:30.627437 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:30.682263 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:30.700471 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.700823 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.701164 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.701504 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.702008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.702350 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.702682 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.703013 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.703700 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.704089 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.704423 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.704976 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:30.710607 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] get_ports_and_sgs() called for port_ids ['e8e7b420-bbfd-4a67-a038-13c851e12604'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:35:32.239752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:32.451424 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8e7b420-bbfd-4a67-a038-13c851e12604 up at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:35:32.505051 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Provisioning complete for port e8e7b420-bbfd-4a67-a038-13c851e12604 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:35:32.505450 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:32.589166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:32.634568 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:35:32.637409 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709fde69-dfa2-4349-83ec-3606ac3fd009" -d '{"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:35:32.653934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:35:32.661870 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:32.722183 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:32.761327 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b0d241-df33-4e67-8be5-0f3f352d1c8b x-openstack-request-id: req-80b0d241-df33-4e67-8be5-0f3f352d1c8b {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:35:32.761952 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:35:32.762467 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80b0d241-df33-4e67-8be5-0f3f352d1c8b {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:35:32.762866 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'code': 200} Aug 16 03:35:39.231364 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-8fe6db6a-afb2-486b-8324-3a21a4ce20f4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482963790&fields=id&tenant_id=b10feaa47f5a4318b0322969dd18b330 HTTP/1.1" status: 200 len: 267 time: 0.0338504 Aug 16 03:35:39.677117 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-d72bbeef-d109-4d8a-a35a-d4b33788f223 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:39.679171 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-d72bbeef-d109-4d8a-a35a-d4b33788f223 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 809 time: 0.4409554 Aug 16 03:35:39.694977 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-8583780e-4d0a-47e4-bcfa-fdfc7a9330f5 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/quotas/b10feaa47f5a4318b0322969dd18b330 HTTP/1.1" status: 200 len: 375 time: 0.0097208 Aug 16 03:35:39.748452 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-5a21ddf0-ed02-4a1e-b159-0554fb3d3872 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0482094 Aug 16 03:35:39.900913 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-5919c46d-fcdb-40e7-a931-96496c3a67e8 service neutron] 10.222.0.78 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404037 Aug 16 03:35:39.991215 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-6ee10d10-21a1-47df-b813-a79892240cb9 service neutron] 10.222.0.78 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835950 Aug 16 03:35:40.180616 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fdc88b95-b5ad-4e01-9594-320ab0940737 req-e221511a-aef6-4bab-849e-ab10e2419118 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Aug 16 03:35:41.275404 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-76ccf096-41b9-41f4-8ff1-e65dbd9703b6 req-fd5a49be-f212-4677-9faa-e687de3dfbcc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0271323 Aug 16 03:35:42.508102 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8e7b420-bbfd-4a67-a038-13c851e12604 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:35:42.589477 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:42.618884 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2d7361ad-8e5d-4dbc-b416-12196bd7cecd req-2cf9f937-8037-4e67-a729-f35b95180c35 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0337491 Aug 16 03:35:42.629796 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:35:42.630879 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:35:42.634202 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f2b7e4-1c2c-4af9-babf-f9f1c65a5fca" -d '{"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:35:42.651429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:42.672970 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-8c6c801e-95fc-4c6c-bd3b-835349fdc529 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:42.674728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-8c6c801e-95fc-4c6c-bd3b-835349fdc529 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.98 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 809 time: 0.4858806 Aug 16 03:35:42.717635 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea1e09-b1f8-418e-9b47-435c7a86737f x-openstack-request-id: req-80ea1e09-b1f8-418e-9b47-435c7a86737f {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:35:42.718367 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:35:42.718935 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80ea1e09-b1f8-418e-9b47-435c7a86737f {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:35:42.719678 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'code': 200} Aug 16 03:35:42.726852 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Pushing event updated for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:43.729225 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-fab27c8c-478c-4394-abda-b67b03ec14cc req-8ab76b98-21e4-4973-83c7-519397ff314a tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0279424 Aug 16 03:35:44.828134 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-06e294e2-542f-468e-922c-9f81f1d72e95 req-50e64872-3ccd-469f-b3b4-cfa8fb20c546 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Aug 16 03:35:45.922973 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-232b14c8-bdc5-41a6-826a-c455cbd8e766 req-71abbfff-d1b2-4f13-9aba-fbbc63d24b64 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0268605 Aug 16 03:35:47.017928 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-a9ebbe5f-906b-46d5-bebc-1b42a37f2032 req-ff605d9d-5f69-4742-8668-e430a56806f7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0258536 Aug 16 03:35:48.115535 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b331883f-45cf-4738-b641-281935e3d3a1 req-37b93c55-56fe-4e36-9c6e-2e358a552cb8 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0268724 Aug 16 03:35:49.224025 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-babc176a-c52d-468e-88aa-4c7557cb3ed8 req-f2edf8f1-cbd8-459b-bd25-2cb37ce411b5 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0323560 Aug 16 03:35:50.328969 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-11cc54db-2452-473c-b749-d01aaffd128d req-6ff80237-21d2-4c52-a1a1-8ff3b9e48801 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0317409 Aug 16 03:35:51.423850 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f5c2e862-a83b-4d9c-95e4-e14baf5d0187 req-9edbdb00-67ee-4162-9137-9e6d35e13247 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0262773 Aug 16 03:35:52.525652 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-eddc61e2-fb10-4d49-a891-428de6c263b7 req-25c0f6eb-31d3-4dda-9467-94f1959064bc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0345354 Aug 16 03:35:52.619071 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-3889b549-2d10-4891-b52d-2e63c4dcdec4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10feaa47f5a4318b0322969dd18b330 HTTP/1.1" status: 200 len: 380 time: 0.0331643 Aug 16 03:35:52.628673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'port': {'device_id': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'admin_state_up': True, 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'security_groups': ['24e1de58-2b33-4a46-aea1-d249970afaca']}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:35:52.732255 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Made reservation on behalf of b10feaa47f5a4318b0322969dd18b330 for: {'port': 1} {{(pid=94857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:35:52.736801 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:52.861425 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Allocated IP 172.20.0.13 (9f3150c2-2333-4258-b0bc-d5e357418414/ac5cdc69-5df7-4ec1-955f-5bea23971c17/d4bc9144-d5d8-4b85-b964-8a64824e30c2) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:35:52.996682 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.010812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Transition to ACTIVE for port object d4bc9144-d5d8-4b85-b964-8a64824e30c2 will not be triggered until provisioned by entity DHCP. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:35:53.043199 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.069965 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.083886 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Network 9f3150c2-2333-4258-b0bc-d5e357418414 is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:35:53.088827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:35:53.092616 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:35:53.101087 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:53.127875 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.128218 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.128593 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.128932 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.129262 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.129592 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.129924 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.130305 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.130583 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.130883 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.131204 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.131544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:35:53.159068 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:53.159835 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.174440 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-66740ad4-f371-4d5b-a0b1-0b525c269a60 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5493743 Aug 16 03:35:53.237889 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Request body: {'port': {'device_id': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-15'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:35:53.294870 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.377610 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-90d05de6-2355-486f-b099-fb864dd9413f None None] Provisioning for port d4bc9144-d5d8-4b85-b964-8a64824e30c2 completed by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:35:53.381446 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-90d05de6-2355-486f-b099-fb864dd9413f None None] Provisioning complete for port d4bc9144-d5d8-4b85-b964-8a64824e30c2 triggered by entity DHCP. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:35:53.381823 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-90d05de6-2355-486f-b099-fb864dd9413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.414286 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-90d05de6-2355-486f-b099-fb864dd9413f None None] Port d4bc9144-d5d8-4b85-b964-8a64824e30c2 cannot update to ACTIVE because it is not bound. {{(pid=94858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:35:53.557154 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bc9144-d5d8-4b85-b964-8a64824e30c2 {{(pid=94857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:35:53.564645 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.576444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.provisioning_blocks [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Transition to ACTIVE for port object d4bc9144-d5d8-4b85-b964-8a64824e30c2 will not be triggered until provisioned by entity L2. {{(pid=94857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:35:53.580846 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.631948 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:53.645686 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636b86-0964-4c69-8135-25b5dfa02736 req-e63b51ba-e663-4909-9c2d-eb2f7dc63c24 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:53.648107 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97636b86-0964-4c69-8135-25b5dfa02736 req-e63b51ba-e663-4909-9c2d-eb2f7dc63c24 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 944 time: 0.0550222 Aug 16 03:35:53.692383 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-97636b86-0964-4c69-8135-25b5dfa02736 req-39d97782-81aa-4d4f-8d8e-8a7e65123af7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Aug 16 03:35:53.708132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Attempting to bind port d4bc9144-d5d8-4b85-b964-8a64824e30c2 on host n-h2-769329-15 for vnic_type normal with profile {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:35:53.708132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Attempting to bind port d4bc9144-d5d8-4b85-b964-8a64824e30c2 by drivers openvswitch,hyperv on host n-h2-769329-15 at level 0 using segments [{'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:35:53.708132 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Attempting to bind port d4bc9144-d5d8-4b85-b964-8a64824e30c2 on network 9f3150c2-2333-4258-b0bc-d5e357418414 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:35:53.717808 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Port d4bc9144-d5d8-4b85-b964-8a64824e30c2 on network 9f3150c2-2333-4258-b0bc-d5e357418414 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-15 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:35:53.718137 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Attempting to bind port d4bc9144-d5d8-4b85-b964-8a64824e30c2 on network 9f3150c2-2333-4258-b0bc-d5e357418414 {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:35:53.723359 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Checking agent: {'id': 'a979497b-1a7d-4fbc-b088-71f03eea5094', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'started_at': datetime.datetime(2021, 8, 16, 2, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:35:53.723702 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Checking segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:35:53.724119 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Bound using segment: {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'} {{(pid=94857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:35:53.724578 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.managers [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Bound port: d4bc9144-d5d8-4b85-b964-8a64824e30c2, host: n-h2-769329-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c033f73-a055-462d-ba9a-893feb303599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414'}}] {{(pid=94857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:35:53.724958 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.791450 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, cleared binding levels {{(pid=94857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:35:53.794651 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:35:53.800386 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.834620 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:53.835310 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:53.836745 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] 10.222.0.98 "PUT /v2.0/ports/d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 200 len: 1093 time: 0.6476538 Aug 16 03:35:53.837165 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:35:53.839430 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18612f29-3dd1-43c9-b629-d06010a64d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:35:53.865483 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2cccb-eaec-431b-bdd9-a143579757d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=3']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:53.925744 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c47168e6-39fa-4cb1-a5cb-153f1b4b2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:53.927415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-c47168e6-39fa-4cb1-a5cb-153f1b4b2887 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1096 time: 0.0448062 Aug 16 03:35:53.983724 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be88e238-ea0b-46d9-81d3-b879f8b360ef x-openstack-request-id: req-be88e238-ea0b-46d9-81d3-b879f8b360ef {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:35:53.984000 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:35:53.984258 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be88e238-ea0b-46d9-81d3-b879f8b360ef {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:35:53.984664 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'status': 'completed', 'code': 200} Aug 16 03:35:53.986468 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-13e3a816-aca0-4b59-9b77-3394058e37d3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 200 len: 217 time: 0.0465736 Aug 16 03:35:54.037164 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-92f1c787-eae9-4a96-a65d-76160bfc5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:54.038625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-92f1c787-eae9-4a96-a65d-76160bfc5a96 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0451417 Aug 16 03:35:54.093298 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-a54a8b5b-ed4b-4074-8c3b-cb98795ef6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:54.094814 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-a54a8b5b-ed4b-4074-8c3b-cb98795ef6fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432384 Aug 16 03:35:54.189272 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-4ed193a4-55b4-4d52-bf63-6eeffc08a367 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860016 Aug 16 03:35:54.281310 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-b4a05eb2-10ec-4265-94fd-d34ad6482fde req-dfb4d064-a596-4833-955a-c682f5d05526 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809660 Aug 16 03:35:54.325919 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:54.376493 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-40d62b9f-5eef-4f3a-b56c-69679150b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:54.377974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-40d62b9f-5eef-4f3a-b56c-69679150b515 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1096 time: 0.0458543 Aug 16 03:35:54.473655 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-9a4fa1f1-f2ef-45ca-93ad-53911649ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:54.475126 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-9a4fa1f1-f2ef-45ca-93ad-53911649ce0c service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0896039 Aug 16 03:35:54.520931 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-810b2f95-f470-40fe-a0bc-c8b1bc56f786 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 200 len: 217 time: 0.0370429 Aug 16 03:35:54.584692 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-e007e4f8-a981-4268-a3a0-69aa080152ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:54.587174 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-e007e4f8-a981-4268-a3a0-69aa080152ab service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0587277 Aug 16 03:35:54.634959 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-c2b12b36-7053-42de-8314-4cd90dc8fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:54.636450 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-c2b12b36-7053-42de-8314-4cd90dc8fd1e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387704 Aug 16 03:35:54.725403 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-92aaf0d5-3a3c-487d-8e70-95beaec3a434 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800996 Aug 16 03:35:54.809302 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38417325-6f09-4b54-aa98-415b15fff41c req-21be17a8-13bb-4ca3-ba9e-7a56b267a718 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:54.810831 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38417325-6f09-4b54-aa98-415b15fff41c req-21be17a8-13bb-4ca3-ba9e-7a56b267a718 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 944 time: 0.0494454 Aug 16 03:35:54.822194 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-18612f29-3dd1-43c9-b629-d06010a64d4f req-9fd022ec-bed0-4f5f-a8bb-67c0da8db2b2 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864677 Aug 16 03:35:54.850529 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-38417325-6f09-4b54-aa98-415b15fff41c req-ebca5f54-ea6b-4b18-a14d-b5b095292830 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Aug 16 03:35:55.966842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e07ac0-2bcb-45db-9687-b31feb7e2996 req-c47b7d8f-82d5-4395-ba28-9a9ff1c52b25 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:55.968381 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42e07ac0-2bcb-45db-9687-b31feb7e2996 req-c47b7d8f-82d5-4395-ba28-9a9ff1c52b25 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 944 time: 0.0500598 Aug 16 03:35:56.005547 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-42e07ac0-2bcb-45db-9687-b31feb7e2996 req-ebfda063-0374-46d1-930e-18f284c33168 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Aug 16 03:35:56.286743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4bfeeb6d-892e-409b-bb36-b80baf0388ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:57.017613 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d4bc9144-d5d8-4b85-b964-8a64824e30c2 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:35:57.114329 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:35:57.122151 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bfdfd-99dd-4208-a8d1-481954573bfe req-19ac13da-880c-43b8-aebf-c35232a3ae6b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:57.123724 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f07bfdfd-99dd-4208-a8d1-481954573bfe req-19ac13da-880c-43b8-aebf-c35232a3ae6b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 944 time: 0.0512490 Aug 16 03:35:57.125695 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'port_id': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'mac_address': 'fa:16:3e:60:6e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:35:57.162089 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-f07bfdfd-99dd-4208-a8d1-481954573bfe req-bf6bd278-ae4b-472b-94fb-7cfcc548f79f tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322258 Aug 16 03:35:57.163985 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:57.177020 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bc9144-d5d8-4b85-b964-8a64824e30c2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:35:57.197134 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:35:57.202167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:57.250904 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=4']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:57.507115 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d4bc9144-d5d8-4b85-b964-8a64824e30c2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:35:58.280182 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50903e-2bd0-4819-8ea9-2e19df7835e2 req-fa1ad602-d378-40d4-b2a7-e9915c0ce2d0 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:58.281698 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b50903e-2bd0-4819-8ea9-2e19df7835e2 req-fa1ad602-d378-40d4-b2a7-e9915c0ce2d0 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 945 time: 0.0531847 Aug 16 03:35:58.318874 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-0b50903e-2bd0-4819-8ea9-2e19df7835e2 req-f9829fad-70f8-4352-9007-dd4306c46ed0 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 Aug 16 03:35:58.873980 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8871edca-cc8a-4c30-be6d-c4691dfc315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:58.890573 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:59.031859 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d4bc9144-d5d8-4b85-b964-8a64824e30c2 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:35:59.080250 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning for port d4bc9144-d5d8-4b85-b964-8a64824e30c2 completed by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:35:59.083735 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d4bc9144-d5d8-4b85-b964-8a64824e30c2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:35:59.084108 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:59.158976 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:59.188073 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:35:59.190357 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c76a6-8c82-46aa-912f-8f793f488c98" -d '{"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:35:59.203748 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:35:59.208739 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:59.235061 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49523cc0-8b45-45d7-bb61-dc916be6ebe8 x-openstack-request-id: req-49523cc0-8b45-45d7-bb61-dc916be6ebe8 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:35:59.235353 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:35:59.235604 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49523cc0-8b45-45d7-bb61-dc916be6ebe8 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:35:59.235984 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'code': 200} Aug 16 03:35:59.261835 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=5']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:35:59.329505 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777cac1-b7a7-433d-81c8-c62ad3079fb6 req-27d32fe0-a86f-4e58-af78-62bf71ef89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:59.331425 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8777cac1-b7a7-433d-81c8-c62ad3079fb6 req-27d32fe0-a86f-4e58-af78-62bf71ef89ec service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1098 time: 0.0397854 Aug 16 03:35:59.371718 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-8777cac1-b7a7-433d-81c8-c62ad3079fb6 req-268234dd-186b-4615-85d0-4c955ea00c64 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280762 Aug 16 03:35:59.432477 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b775ca-fd4d-4605-a1e5-7bc22da52dc8 req-24b7dbd7-5122-49c0-a22c-e1d3c19679d6 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:35:59.433974 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09b775ca-fd4d-4605-a1e5-7bc22da52dc8 req-24b7dbd7-5122-49c0-a22c-e1d3c19679d6 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 946 time: 0.0484879 Aug 16 03:35:59.471728 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-09b775ca-fd4d-4605-a1e5-7bc22da52dc8 req-67ce90b8-8515-423c-9209-7e47446c0d72 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Aug 16 03:36:00.345449 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:00.589130 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bccc74-9e86-4f25-804c-389dc51935a2 req-36d50f6d-962c-409c-83da-eade6bc96710 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:00.590579 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-36bccc74-9e86-4f25-804c-389dc51935a2 req-36d50f6d-962c-409c-83da-eade6bc96710 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 946 time: 0.0500596 Aug 16 03:36:00.635358 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-36bccc74-9e86-4f25-804c-389dc51935a2 req-a095699c-eb8e-4640-9994-af61892174d0 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387750 Aug 16 03:36:00.754288 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123f940-82a2-4654-a437-f1071411381b req-8147d190-a14e-4908-88cb-401090525bd3 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:00.755789 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2123f940-82a2-4654-a437-f1071411381b req-8147d190-a14e-4908-88cb-401090525bd3 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 946 time: 0.0539625 Aug 16 03:36:00.792895 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-2123f940-82a2-4654-a437-f1071411381b req-6a6c0048-bdb6-4829-af3e-84c34228825b tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Aug 16 03:36:00.814515 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42494) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:36:00.852916 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996af6c-eb36-4e9e-afee-7dfd00d763f0 tempest-TestSnapshotPattern-893793453 tempest-TestSnapshotPattern-893793453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:00.854343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7996af6c-eb36-4e9e-afee-7dfd00d763f0 tempest-TestSnapshotPattern-893793453 tempest-TestSnapshotPattern-893793453-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1093 time: 0.0388668 Aug 16 03:36:00.857127 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42496) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:36:00.862384 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.v2.base [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Request body: {'floatingip': {'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'port_id': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:36:00.884475 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:00.982089 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.081607 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_common [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Allocated IP 172.25.4.86 (f167bade-71c5-4ad9-97bf-1beb272063ac/57ea8aae-8579-40e5-b037-50e5dc55a8a0/fefc4c50-835a-4e88-a886-f6bd0dc90387) {{(pid=94857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:36:01.183895 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for port, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.250828 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727420070885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.307697 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Network f167bade-71c5-4ad9-97bf-1beb272063ac is already hosted by enough agents. {{(pid=94857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:36:01.311842 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.base_scheduler [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Resources bound (agent type, host, resource id): {{(pid=94857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:36:01.313688 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'Port': ['ID=fefc4c50-835a-4e88-a886-f6bd0dc90387,revision_number=1']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:36:01.315834 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Received port after_create {{(pid=94857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:36:01.669674 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.734580 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.882471 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for port, precommit_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.887351 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4894522'] for port, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.963504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event updated for resources: {'Port': ['ID=fefc4c50-835a-4e88-a886-f6bd0dc90387,revision_number=2']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:36:01.969839 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530069'] for floatingip, after_update {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:02.067806 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Floating IP 7fd6faa3-3d65-4720-bc6d-ca477456dd49 associated. External IP: 172.25.4.86, port: d4bc9144-d5d8-4b85-b964-8a64824e30c2. Aug 16 03:36:02.237167 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:02.267519 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Router 779eaaf4-78d3-4694-a25c-d3149127a612 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:36:02.374452 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:36:02.384427 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] Sync routers for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:36:02.390774 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:02.395338 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:36:02.395956 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:36:02.434625 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-8a22a56d-813a-492a-84aa-37839595a918 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5624197 Aug 16 03:36:02.434625 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:36:02.434625 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52" -d '{"events": [{"name": "network-changed", "server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:36:02.460700 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab544d9d-7928-4dc6-9e51-39d01d75f372 x-openstack-request-id: req-ab544d9d-7928-4dc6-9e51-39d01d75f372 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:36:02.460995 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:36:02.461249 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab544d9d-7928-4dc6-9e51-39d01d75f372 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:36:02.461654 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'status': 'completed', 'code': 200} Aug 16 03:36:02.501624 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:36:02.523810 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-6c249870-c0a7-4068-9e0a-21a1c177fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:02.525489 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-6c249870-c0a7-4068-9e0a-21a1c177fd30 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1098 time: 0.0402510 Aug 16 03:36:02.621997 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-5274d158-eca5-4acb-a44d-b3fc208ca2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:02.623514 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-5274d158-eca5-4acb-a44d-b3fc208ca2a4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0912633 Aug 16 03:36:02.696479 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-bfc9577c-96cb-4f6f-9e8d-6a9a6418b233 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 200 len: 999 time: 0.0633349 Aug 16 03:36:02.731039 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7fd6faa3-3d65-4720-bc6d-ca477456dd49', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:60:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:36:01Z', 'updated_at': '2021-08-16T03:36:01Z', 'revision_number': 0, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}, {'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:32Z', 'revision_number': 1, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:36:02.745504 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-c33ea44b-748f-4ea4-baf9-baa28d5a5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:02.746959 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-c33ea44b-748f-4ea4-baf9-baa28d5a5485 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0437744 Aug 16 03:36:02.761345 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] Checking router: 779eaaf4-78d3-4694-a25c-d3149127a612 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:36:02.770434 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:36:02.771049 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:35:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:36:02.791788 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-3ea7b835-65e2-4906-8832-ea79e86358c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:02.793343 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-3ea7b835-65e2-4906-8832-ea79e86358c0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395703 Aug 16 03:36:02.874223 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:36:02.887865 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-3ca2a3fb-1ff4-4e2a-aab2-907bd15b254c service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862389 Aug 16 03:36:02.976796 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-53b9fee9-565a-4e38-bfb3-3c3ebf1fbf52 req-80b8d7b3-b094-46b2-8d6e-265e6d240e59 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814466 Aug 16 03:36:03.036899 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:36:03.095856 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7fd6faa3-3d65-4720-bc6d-ca477456dd49', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:60:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:36:01Z', 'updated_at': '2021-08-16T03:36:01Z', 'revision_number': 0, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}, {'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:32Z', 'revision_number': 1, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:36:03.123912 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f8e559-af99-43f8-bb4e-65d5fa415e5f None None] The sync data for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 is: [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': '7fd6faa3-3d65-4720-bc6d-ca477456dd49', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:60:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:36:01Z', 'updated_at': '2021-08-16T03:36:01Z', 'revision_number': 0, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}, {'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:32Z', 'revision_number': 1, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:36:03.311641 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5953b64-37b7-464e-9824-228bb1c4d639 None None] New status for floating IP 7fd6faa3-3d65-4720-bc6d-ca477456dd49: ACTIVE {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:36:19.366751 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-c21eee89-4264-4e4f-a741-6f96e8f75843 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435255 Aug 16 03:36:19.453179 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-9f044e56-9de3-47a3-aaa9-9d89e7254687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:19.454673 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-9f044e56-9de3-47a3-aaa9-9d89e7254687 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1095 time: 0.0477712 Aug 16 03:36:19.562355 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-1b3ab30b-e49a-49c9-a7b7-8fa8b2ab4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:19.563802 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-1b3ab30b-e49a-49c9-a7b7-8fa8b2ab4ac2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0815730 Aug 16 03:36:19.636752 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-6464734a-3c2f-469a-8961-661ad635b45b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 999 time: 0.0655899 Aug 16 03:36:19.685928 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-d4f3e558-bb94-47cc-accd-c7fe76fe39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:19.687380 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-d4f3e558-bb94-47cc-accd-c7fe76fe39d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0426171 Aug 16 03:36:19.732075 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-559222e6-a206-47c7-bb30-083b6636e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:19.733591 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-559222e6-a206-47c7-bb30-083b6636e5af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393419 Aug 16 03:36:19.824989 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-fce8856e-6023-4ef5-a6ed-05fa91d70d06 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833089 Aug 16 03:36:19.912339 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-b289c677-c2ea-48e9-ac44-fcbd4e0a080b req-c0d80a3e-8af3-4b13-8475-33458d445f7f service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799365 Aug 16 03:36:23.078744 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:23.892382 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-169130f3-1408-42c7-ab3e-f4f51792e619 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393083 Aug 16 03:36:23.977605 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-209891e7-1df5-4db3-b429-cc73666dd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:23.979100 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-209891e7-1df5-4db3-b429-cc73666dd15a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1098 time: 0.0444455 Aug 16 03:36:24.081845 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-1a1b771e-887e-472d-bbda-b5e80b255461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:24.083441 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-1a1b771e-887e-472d-bbda-b5e80b255461 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0832531 Aug 16 03:36:24.152554 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-2b0dacf4-e6dc-434e-b042-22511635e120 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 200 len: 1001 time: 0.0601294 Aug 16 03:36:24.201104 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-10bd85b5-27bb-4644-9a0d-d519dd84c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:24.202485 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-10bd85b5-27bb-4644-9a0d-d519dd84c219 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0420330 Aug 16 03:36:24.251837 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-fc9c62a5-78d2-407e-a387-6ac4c6c22e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:36:24.253307 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-fc9c62a5-78d2-407e-a387-6ac4c6c22e69 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383320 Aug 16 03:36:24.310523 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:24.348790 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-d617af39-947a-4dbe-b370-49e57daf1b25 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875497 Aug 16 03:36:24.438620 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-bd7ab340-45f2-4656-b998-d14798ae8a3b req-f4fcf3d7-824e-4cef-a69f-f86b9c5501a3 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813255 Aug 16 03:36:26.287004 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-a113d509-104a-411a-8850-048c79dea6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:28.874743 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ec582230-a439-4a70-af5d-e6f761f885a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:28.890681 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:30.347433 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:32.240550 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:40.035304 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:36:53.078472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:54.327078 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:56.286385 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-fa11e851-834f-4745-bd9c-53b0334f0ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:58.881487 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-01a7f9c2-cfc8-4400-9f21-4b1de9986cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:58.892537 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:00.350082 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:02.243256 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:17.034868 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:37:21.403012 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-ec7699c8-5a35-4ff7-aa5f-d71a92fbddd3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819397 Aug 16 03:37:21.489232 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245928-1d96-4410-b8e2-44a34d198abf req-a48c8313-2392-4928-a9d8-b5515378743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:21.490748 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-a48c8313-2392-4928-a9d8-b5515378743c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1095 time: 0.0470617 Aug 16 03:37:21.591487 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245928-1d96-4410-b8e2-44a34d198abf req-1e8d0054-561e-4aee-92b7-0e234f6315f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:21.592904 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-1e8d0054-561e-4aee-92b7-0e234f6315f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0830557 Aug 16 03:37:21.660053 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-d25ecc50-0558-4391-b196-997c842b59e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 999 time: 0.0602410 Aug 16 03:37:21.709356 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245928-1d96-4410-b8e2-44a34d198abf req-3dc7c294-6e1a-43c5-b232-f5c243473736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:21.710870 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-3dc7c294-6e1a-43c5-b232-f5c243473736 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0440493 Aug 16 03:37:21.755508 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245928-1d96-4410-b8e2-44a34d198abf req-3b742d68-fb1d-479a-810b-b2c0aef18ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:21.757004 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-3b742d68-fb1d-479a-810b-b2c0aef18ffc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398514 Aug 16 03:37:21.768887 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-491aaa4e-1028-4326-aaa4-031f1c639d79 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=94856) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:37:21.769836 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-491aaa4e-1028-4326-aaa4-031f1c639d79 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052454 Aug 16 03:37:21.861706 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-a7f80ae8-3efc-47a6-b9e4-f122c8cd51e3 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840440 Aug 16 03:37:21.950635 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-17245928-1d96-4410-b8e2-44a34d198abf req-239b7f17-3036-4ba5-a323-6b50fef14518 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Aug 16 03:37:23.078193 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:23.906092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-8cd006cb-eca6-4870-9d73-9c65f39e151a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399356 Aug 16 03:37:23.999368 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-177bba35-2fb9-4cc8-a7b4-b0ed97ce17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:24.001444 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-177bba35-2fb9-4cc8-a7b4-b0ed97ce17bc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1098 time: 0.0441561 Aug 16 03:37:24.103242 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-64764780-510c-4ee7-9979-2fcc9fd2b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:24.104754 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-64764780-510c-4ee7-9979-2fcc9fd2b11b service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0833621 Aug 16 03:37:24.176933 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-ed6ba792-2157-476c-9de1-e15488626e99 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 200 len: 1001 time: 0.0605927 Aug 16 03:37:24.229386 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-d7c05d86-5977-4199-8a6c-ae93253000e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:24.230804 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-d7c05d86-5977-4199-8a6c-ae93253000e5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0431826 Aug 16 03:37:24.280346 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-09cf86b5-1080-4110-9f77-8284ede25fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:24.281819 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-09cf86b5-1080-4110-9f77-8284ede25fcf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391555 Aug 16 03:37:24.333655 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:24.382415 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-e5a9faee-7a02-4331-9b2d-99c777d2edc9 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890937 Aug 16 03:37:24.808574 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-dcc3c864-167d-4b55-b351-8c97d5848857 req-c2967cc2-0b29-46bd-b1e5-3ea7a3a9f110 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138274 Aug 16 03:37:26.286711 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8a808d37-c0a9-4745-9e77-7272dd92ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:28.873072 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3a53e049-7812-4355-9581-c899f416da39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:28.894151 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:30.353528 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:32.246241 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:33.436932 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d4bc9144-d5d8-4b85-b964-8a64824e30c2 details requested by agent hyperv_n-h2-769329-15 with host n-h2-769329-15 {{(pid=94858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:37:33.533076 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:33.547443 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Returning: {'device': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'port_id': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'mac_address': 'fa:16:3e:60:6e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:37:33.583874 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:33.597779 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4bc9144-d5d8-4b85-b964-8a64824e30c2 {{(pid=94858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:37:33.616935 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:33.620931 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:33.670004 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=6']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:33.677120 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.677472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.677815 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.678153 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.678483 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.678814 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.679141 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.679465 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.679787 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.680109 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.680463 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.680788 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:33.705318 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] get_ports_and_sgs() called for port_ids ['d4bc9144-d5d8-4b85-b964-8a64824e30c2'] {{(pid=94858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:37:35.468342 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d4bc9144-d5d8-4b85-b964-8a64824e30c2 up at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:37:35.519206 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.provisioning_blocks [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Provisioning complete for port d4bc9144-d5d8-4b85-b964-8a64824e30c2 triggered by entity L2. {{(pid=94858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:37:35.519944 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1806349'] for port, provisioning_complete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:35.761242 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:35.790256 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:37:35.792975 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2619cd9-6edf-49c5-b736-0b2578ecaf96" -d '{"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:37:35.809655 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:35.814496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:35.856675 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6162e15-27e7-400f-a000-bf9fa49b89d4 x-openstack-request-id: req-c6162e15-27e7-400f-a000-bf9fa49b89d4 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:37:35.856966 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:37:35.857340 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6162e15-27e7-400f-a000-bf9fa49b89d4 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:37:35.857745 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'code': 200} Aug 16 03:37:35.869906 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=7']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:43.459488 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42704) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:43.622881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Deleting port fefc4c50-835a-4e88-a886-f6bd0dc90387 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:43.623228 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:43.699385 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:43.699716 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:43.711933 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Calling delete_port for fefc4c50-835a-4e88-a886-f6bd0dc90387 owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:43.856078 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:43.899548 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event deleted for resources: {'Port': ['ID=fefc4c50-835a-4e88-a886-f6bd0dc90387,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:43.924157 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.924528 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.924873 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.925212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.925549 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.925881 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.926207 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.926538 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.926863 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.927186 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.927506 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.927827 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:43.948749 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:43.949089 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Floating IP 7fd6faa3-3d65-4720-bc6d-ca477456dd49 disassociated (deleted). External IP: 172.25.4.86, port: d4bc9144-d5d8-4b85-b964-8a64824e30c2. Aug 16 03:37:44.152964 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Router 779eaaf4-78d3-4694-a25c-d3149127a612 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:37:44.259544 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:37:44.264370 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:44.269081 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] Sync routers for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:37:44.277668 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:44.278270 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:44.290220 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b9b65235-1db3-47d5-9b54-b58a3d3497e7 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "DELETE /v2.0/floatingips/7fd6faa3-3d65-4720-bc6d-ca477456dd49 HTTP/1.1" status: 204 len: 168 time: 0.8296258 Aug 16 03:37:44.290807 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:37:44.293067 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:37:44.344187 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ff917-8468-4cc5-8c6b-2c1969ab0c2e x-openstack-request-id: req-518ff917-8468-4cc5-8c6b-2c1969ab0c2e {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:37:44.344526 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:37:44.344780 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-518ff917-8468-4cc5-8c6b-2c1969ab0c2e {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:37:44.345192 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'status': 'completed', 'code': 200} Aug 16 03:37:44.388600 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:44.422290 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-df39f40e-cadb-4f25-9669-f196f62e6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:44.424163 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-df39f40e-cadb-4f25-9669-f196f62e6f0e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 1098 time: 0.0449572 Aug 16 03:37:44.530708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-bc880991-9e22-4a4d-a1a1-d5d8f574afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:44.532843 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-bc880991-9e22-4a4d-a1a1-d5d8f574afa0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.0960736 Aug 16 03:37:44.576360 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-3942bf93-bcd7-45e3-a7ed-8b6a45e921b6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 200 len: 217 time: 0.0356066 Aug 16 03:37:44.590371 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06a31-a9ae-424f-ba12-541533939afb req-3a13d104-3b91-457e-949f-c01d59e13ca3 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:44.593947 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75e06a31-a9ae-424f-ba12-541533939afb req-3a13d104-3b91-457e-949f-c01d59e13ca3 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 946 time: 0.1044154 Aug 16 03:37:44.629025 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-462af983-05db-4e93-8955-f38eded6b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:44.631134 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-462af983-05db-4e93-8955-f38eded6b1d7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0470467 Aug 16 03:37:44.635386 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:32Z', 'revision_number': 1, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:44.635644 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-75e06a31-a9ae-424f-ba12-541533939afb req-6a0e40cb-9eae-495f-8793-034b31e8c1e3 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351326 Aug 16 03:37:44.695882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-a5012fe8-77e6-46a6-8ff4-c3379f08b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:44.697398 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-a5012fe8-77e6-46a6-8ff4-c3379f08b0f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583398 Aug 16 03:37:44.756156 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] Checking router: 779eaaf4-78d3-4694-a25c-d3149127a612 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:37:44.764253 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:44.764886 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:44.793613 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-40c35537-e0be-461b-8521-b1f9dff188b9 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861745 Aug 16 03:37:44.865807 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:44.891939 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-6ade2f2c-6c4f-4d9f-8edc-53053071fcb1 req-fa2be36d-d710-444e-88d0-69c035da39e2 service neutron] 10.222.0.98 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875282 Aug 16 03:37:45.084660 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:32Z', 'revision_number': 1, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:45.113693 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bac42a6-d5d2-4469-9ce0-f1daf202578a None None] The sync data for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 is: [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_floatingips': [{'id': 'a682a435-b6a6-4bd6-972c-d4068bd2f055', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'router_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'port_id': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'mac_address': 'fa:16:3e:09:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:33:30Z', 'updated_at': '2021-08-16T03:33:32Z', 'revision_number': 1, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:37:45.328516 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a930e-ebf3-4733-b0b1-03e48173eabf None None] New status for floating IP 7fd6faa3-3d65-4720-bc6d-ca477456dd49: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:37:45.518499 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d4bc9144-d5d8-4b85-b964-8a64824e30c2 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:37:45.596661 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722446'] for port, before_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:45.621634 n-d-769329-15 neutron-server[94858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2'}] {{(pid=94858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:37:45.623867 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb2fa3763532a35fcd0e3c49b38d4b623889126bf9c8e78d6d691a97a58013e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20755b3a-f7a5-46df-b33a-d629c5e45664" -d '{"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-unplugged", "status": "completed", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2"}]}' {{(pid=94858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:37:45.637202 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:45.643578 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727420639892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727420070903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727420070925'] for port, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:45.666471 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca6ada-a703-454c-b962-489be2959224 x-openstack-request-id: req-3cca6ada-a703-454c-b962-489be2959224 {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:37:45.666788 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-unplugged", "status": "completed", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2", "code": 200}]} {{(pid=94858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:37:45.667016 n-d-769329-15 neutron-server[94858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cca6ada-a703-454c-b962-489be2959224 {{(pid=94858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:37:45.667405 n-d-769329-15 neutron-server[94858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'code': 200} Aug 16 03:37:45.694084 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Pushing event updated for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=8']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:45.757068 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5898ba-5e66-4a5b-bcf2-f7fa179ae91b req-81851ddf-fec8-4dba-801c-eb7492c346fe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:45.758567 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba5898ba-5e66-4a5b-bcf2-f7fa179ae91b req-81851ddf-fec8-4dba-801c-eb7492c346fe tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 944 time: 0.0531063 Aug 16 03:37:45.795284 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-ba5898ba-5e66-4a5b-bcf2-f7fa179ae91b req-a018f2f6-d143-4c39-85f7-2d9a94a4d4e4 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306711 Aug 16 03:37:46.310302 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-bce7ebfc-e2ad-4291-b207-d05ee0856671 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:46.311770 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-bce7ebfc-e2ad-4291-b207-d05ee0856671 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.98 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 944 time: 0.0491786 Aug 16 03:37:46.402005 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Deleting port d4bc9144-d5d8-4b85-b964-8a64824e30c2 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:46.402353 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:46.491653 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] For port d4bc9144-d5d8-4b85-b964-8a64824e30c2, host n-h2-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-15',level=0,port_id=d4bc9144-d5d8-4b85-b964-8a64824e30c2,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:46.492025 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:46.504594 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Calling delete_port for d4bc9144-d5d8-4b85-b964-8a64824e30c2 owned by compute:nova {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:46.633095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:46.662332 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event deleted for resources: {'Port': ['ID=d4bc9144-d5d8-4b85-b964-8a64824e30c2,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:46.704679 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] No DVR routers for this DVR port d4bc9144-d5d8-4b85-b964-8a64824e30c2 on host n-h2-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:37:46.707250 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:46.709358 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-e8615ca1-91ee-4480-ae40-6d03af28d116 req-e66a0e1a-3a35-4ea3-9872-7c6597b7bfc1 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.98 "DELETE /v2.0/ports/d4bc9144-d5d8-4b85-b964-8a64824e30c2 HTTP/1.1" status: 204 len: 173 time: 0.3911052 Aug 16 03:37:46.709798 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-deleted', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:37:46.712024 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f725bf1f-71ba-433f-b257-f9d71eaff37d" -d '{"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-deleted", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:37:46.747906 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc0272-2684-4b19-9b70-532bef543ca6 x-openstack-request-id: req-46cc0272-2684-4b19-9b70-532bef543ca6 {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:37:46.748206 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11409c6b-77c5-422c-a8b1-8c6aa45cee44", "name": "network-vif-deleted", "tag": "d4bc9144-d5d8-4b85-b964-8a64824e30c2", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:37:46.748490 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46cc0272-2684-4b19-9b70-532bef543ca6 {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:37:46.748901 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11409c6b-77c5-422c-a8b1-8c6aa45cee44', 'name': 'network-vif-deleted', 'tag': 'd4bc9144-d5d8-4b85-b964-8a64824e30c2', 'status': 'completed', 'code': 200} Aug 16 03:37:46.902454 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-140ad26d-2bb6-4ecb-abbf-5536001169f3 req-9c766f63-5618-48ae-95f5-2a63efeacf79 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=11409c6b-77c5-422c-a8b1-8c6aa45cee44 HTTP/1.1" status: 200 len: 210 time: 0.0264485 Aug 16 03:37:48.453340 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42764) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:48.609295 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Deleting port 4043422f-4344-4702-8aff-c0b90202091b {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:48.609650 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:48.687593 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:48.687842 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:48.700168 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Calling delete_port for 4043422f-4344-4702-8aff-c0b90202091b owned by network:floatingip {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:48.846364 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:48.872415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event deleted for resources: {'Port': ['ID=4043422f-4344-4702-8aff-c0b90202091b,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:48.940803 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:48.941089 n-d-769329-15 neutron-server[94857]: INFO neutron.db.l3_db [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Floating IP a682a435-b6a6-4bd6-972c-d4068bd2f055 disassociated (deleted). External IP: 172.25.4.174, port: e8e7b420-bbfd-4a67-a038-13c851e12604. Aug 16 03:37:49.147856 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Router 779eaaf4-78d3-4694-a25c-d3149127a612 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:37:49.255470 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:37:49.260349 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for floatingip, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:49.265707 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] Sync routers for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:37:49.274525 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:49.275172 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:49.292950 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-84cbb93c-00e8-4502-a120-cf3562135732 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "DELETE /v2.0/floatingips/a682a435-b6a6-4bd6-972c-d4068bd2f055 HTTP/1.1" status: 204 len: 168 time: 0.8384714 Aug 16 03:37:49.293713 n-d-769329-15 neutron-server[94857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604'}] {{(pid=94857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:37:49.296321 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b80f2a2e5929a4e923250916251b6f2cef1eb84c4d6f3a95d63f6dfbbc081b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebaa38b-3411-4ba6-968c-6332588abf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604"}]}' {{(pid=94857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:37:49.336365 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766a831c-2422-41d5-a9be-69ea7c5712dd x-openstack-request-id: req-766a831c-2422-41d5-a9be-69ea7c5712dd {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:37:49.336734 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604", "status": "completed", "code": 200}]} {{(pid=94857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:37:49.337061 n-d-769329-15 neutron-server[94857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-766a831c-2422-41d5-a9be-69ea7c5712dd {{(pid=94857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:37:49.337602 n-d-769329-15 neutron-server[94857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'status': 'completed', 'code': 200} Aug 16 03:37:49.392268 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:49.402591 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-6b646482-cc44-4caf-a9c6-40fba63c9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:49.404255 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-6b646482-cc44-4caf-a9c6-40fba63c9dda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b10feaa47f5a4318b0322969dd18b330&device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 1095 time: 0.0430079 Aug 16 03:37:49.516133 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-f5bbc340-bd64-4549-b131-6750193b7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:49.517597 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-f5bbc340-bd64-4549-b131-6750193b7fdc service neutron] 10.222.0.88 "GET /v2.0/networks?id=9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 200 len: 910 time: 0.1013515 Aug 16 03:37:49.538512 n-d-769329-15 neutron-server[94857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b4f9-dedd-43ee-9b52-69350c70ce28 req-86a0999d-497f-4ffa-98f2-b003a1854998 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:49.540046 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51b4b4f9-dedd-43ee-9b52-69350c70ce28 req-86a0999d-497f-4ffa-98f2-b003a1854998 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 943 time: 0.0549002 Aug 16 03:37:49.546447 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d4bc9144-d5d8-4b85-b964-8a64824e30c2 no longer exists at agent hyperv_n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:37:49.572477 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] No Port match for: d4bc9144-d5d8-4b85-b964-8a64824e30c2 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:37:49.573188 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-28b12936-082f-4f98-981b-78030f62d6ec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 200 len: 217 time: 0.0478170 Aug 16 03:37:49.573506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Device d4bc9144-d5d8-4b85-b964-8a64824e30c2 not bound to the agent host n-h2-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:37:49.593490 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [req-51b4b4f9-dedd-43ee-9b52-69350c70ce28 req-3d164d13-f7c2-4dd3-baf3-9ccb74700aed tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411971 Aug 16 03:37:49.622758 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:49.624093 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-cfd909cc-afc0-433f-9f3e-ffc2ea459c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:49.625708 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-cfd909cc-afc0-433f-9f3e-ffc2ea459c59 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 200 len: 848 time: 0.0446973 Aug 16 03:37:49.650991 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] Checking router: 779eaaf4-78d3-4694-a25c-d3149127a612 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:37:49.659554 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:49.660159 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:49.676210 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-35796973-1224-4563-93d9-940c5cb60616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:49.677848 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-35796973-1224-4563-93d9-940c5cb60616 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9f3150c2-2333-4258-b0bc-d5e357418414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450294 Aug 16 03:37:49.764317 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:49.768469 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-4af1b7e5-82f8-4001-8f76-5ac662112c4a service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831130 Aug 16 03:37:49.864714 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-aebaa38b-3411-4ba6-968c-6332588abf9c req-8b5116b1-e574-4a11-b3df-45a60b725025 service neutron] 10.222.0.88 "GET /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Aug 16 03:37:49.960633 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:49.987034 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68b19e-f81e-4c1f-aafc-84c777cd913f None None] The sync data for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 is: [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:11Z', 'revision_number': 4, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15', '_interfaces': [{'id': '68847959-7f33-44f2-b719-7fbb88009258', 'name': '', 'network_id': '9f3150c2-2333-4258-b0bc-d5e357418414', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'mac_address': 'fa:16:3e:2a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:10Z', 'updated_at': '2021-08-16T03:33:16Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'subnets': [{'id': 'ac5cdc69-5df7-4ec1-955f-5bea23971c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:37:50.186368 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cd7d1-efd5-4e7e-ab28-5eca64484338 None None] New status for floating IP a682a435-b6a6-4bd6-972c-d4068bd2f055: DOWN {{(pid=94858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:37:50.717085 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142daa-0c80-4096-a8f5-111c653bd234 req-74a6d7f5-6d16-4cbd-8d38-3fa2522a1f20 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:50.718587 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b142daa-0c80-4096-a8f5-111c653bd234 req-74a6d7f5-6d16-4cbd-8d38-3fa2522a1f20 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 943 time: 0.0489206 Aug 16 03:37:50.756377 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-2b142daa-0c80-4096-a8f5-111c653bd234 req-72df72e8-bebe-4f71-a9db-d74a0b32b7b3 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/security-groups?id=24e1de58-2b33-4a46-aea1-d249970afaca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Aug 16 03:37:51.010008 n-d-769329-15 neutron-server[94856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-d1467e4b-78cd-4b20-a965-0a250f2c1403 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:37:51.011368 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-d1467e4b-78cd-4b20-a965-0a250f2c1403 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.88 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 943 time: 0.0475919 Aug 16 03:37:51.100279 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Deleting port e8e7b420-bbfd-4a67-a038-13c851e12604 {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:51.100649 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:51.186121 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] For port e8e7b420-bbfd-4a67-a038-13c851e12604, host n-h1-769329-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-15',level=0,port_id=e8e7b420-bbfd-4a67-a038-13c851e12604,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:51.186490 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:51.198946 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Calling delete_port for e8e7b420-bbfd-4a67-a038-13c851e12604 owned by compute:nova {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:51.329389 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:51.359873 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event deleted for resources: {'Port': ['ID=e8e7b420-bbfd-4a67-a038-13c851e12604,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:51.387953 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.388318 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.388664 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.388997 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.389330 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.389675 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.389986 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.390575 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.390897 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.391242 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.391563 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.391884 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-15 {{(pid=94856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:37:51.415609 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] No DVR routers for this DVR port e8e7b420-bbfd-4a67-a038-13c851e12604 on host n-h1-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:37:51.418159 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90428'] for port, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:51.420371 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-e98f2392-50ee-4da6-b5ef-79b773afe10e req-34e32d88-6a2b-43f2-b02c-eadc9a98b1fc tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.88 "DELETE /v2.0/ports/e8e7b420-bbfd-4a67-a038-13c851e12604 HTTP/1.1" status: 204 len: 173 time: 0.4032037 Aug 16 03:37:51.420855 n-d-769329-15 neutron-server[94856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-deleted', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604'}] {{(pid=94856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:37:51.423777 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7eec48a39b76274fc94b74eb288a946825e9730694207c3a855e5bad35a0ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aec1bc1-7a8a-4c1b-b148-0f92525f41f7" -d '{"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-deleted", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604"}]}' {{(pid=94856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:37:51.462359 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d061d0-55a4-40fa-8f75-0d812d7731c4 x-openstack-request-id: req-63d061d0-55a4-40fa-8f75-0d812d7731c4 {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:37:51.462662 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13291e8-74b3-4cb4-9244-41e1f9cc541b", "name": "network-vif-deleted", "tag": "e8e7b420-bbfd-4a67-a038-13c851e12604", "status": "completed", "code": 200}]} {{(pid=94856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:37:51.462893 n-d-769329-15 neutron-server[94856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63d061d0-55a4-40fa-8f75-0d812d7731c4 {{(pid=94856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:37:51.463287 n-d-769329-15 neutron-server[94856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13291e8-74b3-4cb4-9244-41e1f9cc541b', 'name': 'network-vif-deleted', 'tag': 'e8e7b420-bbfd-4a67-a038-13c851e12604', 'status': 'completed', 'code': 200} Aug 16 03:37:51.867808 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [req-bb0be809-fc66-459f-938f-cd453219a0a2 req-c760d71e-1e2d-41b9-93c1-2f363b54942f tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "GET /v2.0/ports?device_id=c13291e8-74b3-4cb4-9244-41e1f9cc541b HTTP/1.1" status: 200 len: 210 time: 0.0290511 Aug 16 03:37:52.924882 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42780) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:52.981728 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd0c-162c-4209-81bb-375953c76704 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:53.006339 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd0c-162c-4209-81bb-375953c76704 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:53.064304 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd0c-162c-4209-81bb-375953c76704 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:53.066840 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-f17cdd0c-162c-4209-81bb-375953c76704 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:53.068002 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-f17cdd0c-162c-4209-81bb-375953c76704 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] 10.222.0.78 "DELETE /v2.0/security-groups/24e1de58-2b33-4a46-aea1-d249970afaca HTTP/1.1" status: 204 len: 168 time: 0.1421239 Aug 16 03:37:53.077093 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cdd0c-162c-4209-81bb-375953c76704 tempest-TestSnapshotPattern-2133592095 tempest-TestSnapshotPattern-2133592095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e1de58-2b33-4a46-aea1-d249970afaca,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:53.097988 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:54.034619 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:37:54.137361 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42786) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:54.339935 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:54.479833 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:54.718615 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Deleting port 68847959-7f33-44f2-b719-7fbb88009258 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:54.718868 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:54.794376 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] For port 68847959-7f33-44f2-b719-7fbb88009258, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=68847959-7f33-44f2-b719-7fbb88009258,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:54.794744 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:54.807445 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Calling delete_port for 68847959-7f33-44f2-b719-7fbb88009258 owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:54.983038 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:55.009693 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=68847959-7f33-44f2-b719-7fbb88009258,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:55.065376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8e7b420-bbfd-4a67-a038-13c851e12604 no longer exists at agent hyperv_n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:37:55.086010 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] No Port match for: e8e7b420-bbfd-4a67-a038-13c851e12604 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:37:55.086357 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Device e8e7b420-bbfd-4a67-a038-13c851e12604 not bound to the agent host n-h1-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:37:55.185713 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:55.402848 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Router 779eaaf4-78d3-4694-a25c-d3149127a612 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:37:55.505092 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:37:55.512034 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-3ce041ed-32c3-454b-96c7-8dd354bdcb99 admin admin] 10.222.0.78 "PUT /v2.0/routers/779eaaf4-78d3-4694-a25c-d3149127a612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3726146 Aug 16 03:37:55.513333 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42788) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:55.514312 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] Sync routers for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:37:55.524052 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:55.524691 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:55.617096 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:55.627415 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: n-d-769329-15 {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:55.722392 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:55.776364 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Deleting port f82482f6-7904-4c93-bb06-17326af88213 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:55.776711 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:55.812728 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'f82482f6-7904-4c93-bb06-17326af88213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:37:54Z', 'revision_number': 5, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port': {'id': 'f82482f6-7904-4c93-bb06-17326af88213', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:55.859589 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] For port f82482f6-7904-4c93-bb06-17326af88213, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=f82482f6-7904-4c93-bb06-17326af88213,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:55.859991 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:55.874037 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Calling delete_port for f82482f6-7904-4c93-bb06-17326af88213 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:55.929913 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] Checking router: 779eaaf4-78d3-4694-a25c-d3149127a612 for host: n-d-769329-15 {{(pid=94859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:37:55.938901 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] Routers {'779eaaf4-78d3-4694-a25c-d3149127a612'} bound to L3 agent in host n-d-769329-15 {{(pid=94859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:55.939518 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['779eaaf4-78d3-4694-a25c-d3149127a612'], 'active': True} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:56.025339 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_dvr_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] Set router 779eaaf4-78d3-4694-a25c-d3149127a612 gateway port host: None {{(pid=94859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:56.045002 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.072095 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Pushing event deleted for resources: {'Port': ['ID=f82482f6-7904-4c93-bb06-17326af88213,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:56.081214 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.l3_hamode_db [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:37:55Z', 'revision_number': 6, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:56.110727 n-d-769329-15 neutron-server[94859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfeacdd-2b87-4215-8898-780d7b3c3636 None None] The sync data for ids ['779eaaf4-78d3-4694-a25c-d3149127a612'] in n-d-769329-15 is: [{'id': '779eaaf4-78d3-4694-a25c-d3149127a612', 'name': 'tempest-TestSnapshotPattern-236297329-router', 'tenant_id': 'b10feaa47f5a4318b0322969dd18b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:08Z', 'updated_at': '2021-08-16T03:37:55Z', 'revision_number': 6, 'project_id': 'b10feaa47f5a4318b0322969dd18b330', 'gw_port_host': None}] {{(pid=94859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:37:56.134246 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.287809 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d00e-fbdc-4c84-9a9a-0cd8b39a9146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.558363 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.560492 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.601856 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.602371 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 779eaaf4-78d3-4694-a25c-d3149127a612 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:37:56.606562 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.607710 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-7fb7b441-7a73-41a7-9e7a-83f4668e802d admin admin] 10.222.0.78 "DELETE /v2.0/routers/779eaaf4-78d3-4694-a25c-d3149127a612 HTTP/1.1" status: 204 len: 168 time: 1.0934434 Aug 16 03:37:56.610334 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42790) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:56.654122 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] Deleting subnet ac5cdc69-5df7-4ec1-955f-5bea23971c17 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:37:56.657095 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.690834 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.770796 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.823933 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.854058 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.858444 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ac5cdc69-5df7-4ec1-955f-5bea23971c17 HTTP/1.1" status: 204 len: 168 time: 0.2447824 Aug 16 03:37:56.858444 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a918a5-7d23-49c6-9eaf-ed43229e2acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5cdc69-5df7-4ec1-955f-5bea23971c17,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:56.859171 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42792) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:56.860237 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c389d27-d480-4acc-8443-5ec47f7997f6 None None] Network 9f3150c2-2333-4258-b0bc-d5e357418414 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:37:56.926995 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:56.979376 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Deleting port 0a661544-83ae-4e95-9622-100cd0e1d4bf {{(pid=94856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:56.979747 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.039763 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] DHCP port deletion for 9f3150c2-2333-4258-b0bc-d5e357418414 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:37:57.053892 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.db [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] For port 0a661544-83ae-4e95-9622-100cd0e1d4bf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a661544-83ae-4e95-9622-100cd0e1d4bf,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:57.054262 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.068589 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.plugin [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Calling delete_port for 0a661544-83ae-4e95-9622-100cd0e1d4bf owned by network:dhcp {{(pid=94856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:57.087542 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] Deleting port 0a661544-83ae-4e95-9622-100cd0e1d4bf {{(pid=94858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:57.087923 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.156193 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.db [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] For port 0a661544-83ae-4e95-9622-100cd0e1d4bf, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=0a661544-83ae-4e95-9622-100cd0e1d4bf,segment=NetworkSegment(0c033f73-a055-462d-ba9a-893feb303599),segment_id=0c033f73-a055-462d-ba9a-893feb303599)] {{(pid=94858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:57.156764 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.157720 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5024208'] for port, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.172934 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] Calling delete_port for 0a661544-83ae-4e95-9622-100cd0e1d4bf owned by network:dhcp {{(pid=94858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:57.189528 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a661544-83ae-4e95-9622-100cd0e1d4bf,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:57.195288 n-d-769329-15 neutron-server[94856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] No DVR routers for this DVR port 0a661544-83ae-4e95-9622-100cd0e1d4bf on host n-d-769329-15 {{(pid=94856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:37:57.242893 n-d-769329-15 neutron-server[94858]: self.session.flush() Aug 16 03:37:57.252896 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894'] for port, after_delete {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.267394 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.277656 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3150c2-2333-4258-b0bc-d5e357418414']}} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:57.278547 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] Pushing event deleted for resources: {'Port': ['ID=0a661544-83ae-4e95-9622-100cd0e1d4bf,revision_number=None']} {{(pid=94858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:57.282116 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220eade-ad00-4d04-91ee-b7346799fadb None None] No DVR routers for this DVR port 0a661544-83ae-4e95-9622-100cd0e1d4bf on host n-d-769329-15 {{(pid=94858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:37:57.288707 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c033f73-a055-462d-ba9a-893feb303599') {'for_net_delete': True} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:57.289012 n-d-769329-15 neutron-server[94856]: DEBUG neutron.services.segments.db [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c033f73-a055-462d-ba9a-893feb303599') {} {{(pid=94856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:57.300802 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023747'] for segment, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.314816 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.320731 n-d-769329-15 neutron-server[94856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:37:57.321121 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5024061'] for segment, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: Traceback (most recent call last): Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: timer() Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: cb(*args, **kw) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: return func(*args, **kwargs) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: self._notify() Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: self.callback(batched_events) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: event.method(event) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: return f(self, *a, **k) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: return self._get(url).json() Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: return self.request(url, 'GET', **kwargs) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:37:57.322768 n-d-769329-15 neutron-server[94856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:37:57.384603 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.390611 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Notify callbacks [] for network, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.393015 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9f3150c2-2333-4258-b0bc-d5e357418414 HTTP/1.1" status: 204 len: 168 time: 0.5322583 Aug 16 03:37:57.396057 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42794) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:57.403466 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f38719-b08d-4713-8ee8-14869d561224 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3150c2-2333-4258-b0bc-d5e357418414,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:57.749443 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537237'] for router_interface, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:57.976129 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a661544-83ae-4e95-9622-100cd0e1d4bf no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:37:57.999043 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 0a661544-83ae-4e95-9622-100cd0e1d4bf {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:37:57.999390 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 0a661544-83ae-4e95-9622-100cd0e1d4bf not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:37:57.999854 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 68847959-7f33-44f2-b719-7fbb88009258 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:37:58.000211 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Deleting port 2ef34617-d144-47fb-b2f1-347efdf9006c {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:58.000618 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:58.018156 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 68847959-7f33-44f2-b719-7fbb88009258 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:37:58.018506 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 68847959-7f33-44f2-b719-7fbb88009258 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:37:58.018937 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f82482f6-7904-4c93-bb06-17326af88213 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:37:58.037044 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: f82482f6-7904-4c93-bb06-17326af88213 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:37:58.037385 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device f82482f6-7904-4c93-bb06-17326af88213 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:37:58.081312 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] For port 2ef34617-d144-47fb-b2f1-347efdf9006c, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=2ef34617-d144-47fb-b2f1-347efdf9006c,segment=NetworkSegment(df28911f-4458-44da-83c9-7b8b78654bc8),segment_id=df28911f-4458-44da-83c9-7b8b78654bc8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:58.081683 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:58.094708 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Calling delete_port for 2ef34617-d144-47fb-b2f1-347efdf9006c owned by network:router_interface {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:58.273084 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:58.296219 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef34617-d144-47fb-b2f1-347efdf9006c,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:58.476517 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536357'] for router_interface, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:58.692415 n-d-769329-15 neutron-server[94857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Router 16c7b650-8856-4762-9c85-dffe7b602b54 has already been hosted by L3 agent 8d54f108-155a-43a4-a26b-e39511930304 {{(pid=94857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:37:58.795923 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] Notify agent at l3_agent.n-d-769329-15 the message routers_updated {{(pid=94857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:37:58.800841 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-62b2f4ae-0609-4f07-9308-1af9f1ed9b5d admin admin] 10.222.0.78 "PUT /v2.0/routers/16c7b650-8856-4762-9c85-dffe7b602b54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4035084 Aug 16 03:37:58.803318 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42796) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:58.805955 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] Sync routers for ids ['16c7b650-8856-4762-9c85-dffe7b602b54'] in n-d-769329-15 {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:37:58.815308 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] Routers {'16c7b650-8856-4762-9c85-dffe7b602b54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:58.815926 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:29Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['16c7b650-8856-4762-9c85-dffe7b602b54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:58.909413 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks [] for router, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:58.919819 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-9991621a-be5a-41ae-8cec-f55f040805eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:58.925740 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:58.939376 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] Set router 16c7b650-8856-4762-9c85-dffe7b602b54 gateway port host: n-d-769329-15 {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:59.009291 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.065149 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Deleting port 87051690-a12c-4786-af04-14dbdae63157 {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:59.065488 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.118008 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'external_fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '87051690-a12c-4786-af04-14dbdae63157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:37:58Z', 'revision_number': 5, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port': {'id': '87051690-a12c-4786-af04-14dbdae63157', 'name': '', 'network_id': 'f167bade-71c5-4ad9-97bf-1beb272063ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57ea8aae-8579-40e5-b037-50e5dc55a8a0', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-15'}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:59.141717 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] For port 87051690-a12c-4786-af04-14dbdae63157, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=87051690-a12c-4786-af04-14dbdae63157,segment=NetworkSegment(32ffc79b-37d0-4430-ab38-3d4d9f150465),segment_id=32ffc79b-37d0-4430-ab38-3d4d9f150465)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:37:59.142080 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.144364 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] Checking router: 16c7b650-8856-4762-9c85-dffe7b602b54 for host: n-d-769329-15 {{(pid=94858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:37:59.152472 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] Routers {'16c7b650-8856-4762-9c85-dffe7b602b54'} bound to L3 agent in host n-d-769329-15 {{(pid=94858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:37:59.153096 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T02:01:29Z,description=,heartbeat_timestamp=2021-08-16T03:37:59Z,host='n-d-769329-15',id=8d54f108-155a-43a4-a26b-e39511930304,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T02:01:29Z,topic='l3_agent')) {'router_ids': ['16c7b650-8856-4762-9c85-dffe7b602b54'], 'active': True} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:59.154385 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Calling delete_port for 87051690-a12c-4786-af04-14dbdae63157 owned by network:router_gateway {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:37:59.239268 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_dvr_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] Set router 16c7b650-8856-4762-9c85-dffe7b602b54 gateway port host: None {{(pid=94858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:37:59.291931 n-d-769329-15 neutron-server[94858]: DEBUG neutron.db.l3_hamode_db [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:37:59Z', 'revision_number': 6, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port_host': None}], 'n-d-769329-15', False) {} {{(pid=94858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:37:59.320422 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.323037 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af395e3-7d51-47e6-8b8e-f9e5822fffea None None] The sync data for ids ['16c7b650-8856-4762-9c85-dffe7b602b54'] in n-d-769329-15 is: [{'id': '16c7b650-8856-4762-9c85-dffe7b602b54', 'name': 'tempest-TestSnapshotPattern-1755355152-router', 'tenant_id': 'c8d0b10b523a428097eb3a5a074d3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:33:13Z', 'updated_at': '2021-08-16T03:37:59Z', 'revision_number': 6, 'project_id': 'c8d0b10b523a428097eb3a5a074d3817', 'gw_port_host': None}] {{(pid=94858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:37:59.347195 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Pushing event deleted for resources: {'Port': ['ID=87051690-a12c-4786-af04-14dbdae63157,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:59.412470 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530143'] for router_gateway, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.499992 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.502118 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.544778 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-529212'] for router, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.545247 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c7b650-8856-4762-9c85-dffe7b602b54 {{(pid=94857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:37:59.550800 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] Notify callbacks [] for router, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.551975 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-dfde71bb-b573-4207-b37b-116710372adf admin admin] 10.222.0.78 "DELETE /v2.0/routers/16c7b650-8856-4762-9c85-dffe7b602b54 HTTP/1.1" status: 204 len: 168 time: 0.7477319 Aug 16 03:37:59.554564 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42798) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:59.600979 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] Deleting subnet 1d14f4f5-fd16-4861-903f-f87b4095a1c8 {{(pid=94857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:37:59.604066 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.637311 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4361026'] for subnet, precommit_delete_associations {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.724885 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1808887'] for subnet, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.781421 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1808864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4894464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939213'] for subnet, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.813428 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.815237 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1d14f4f5-fd16-4861-903f-f87b4095a1c8 HTTP/1.1" status: 204 len: 168 time: 0.2597377 Aug 16 03:37:59.816212 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742f167-3bc3-475b-9229-038d0368a595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d14f4f5-fd16-4861-903f-f87b4095a1c8,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:37:59.817741 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42800) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:37:59.820587 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21dcbb-b568-4e81-a023-ff6e9c99ca43 None None] Network 06cca5f9-eb47-4c65-bde0-608d31f6c365 requested from n-d-769329-15 {{(pid=94858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:37:59.885625 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792808'] for network, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:59.937757 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Deleting port cc17c443-ce09-4ad1-84ac-aa7848e66eca {{(pid=94857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:37:59.938053 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727420636712'] for port, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.008147 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.db [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] For port cc17c443-ce09-4ad1-84ac-aa7848e66eca, host n-d-769329-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-15',level=0,port_id=cc17c443-ce09-4ad1-84ac-aa7848e66eca,segment=NetworkSegment(df28911f-4458-44da-83c9-7b8b78654bc8),segment_id=df28911f-4458-44da-83c9-7b8b78654bc8)] {{(pid=94857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:38:00.008464 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532922'] for port, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.021904 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.plugin [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Calling delete_port for cc17c443-ce09-4ad1-84ac-aa7848e66eca owned by network:dhcp {{(pid=94857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:38:00.102865 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727420639874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727420070894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4894515'] for port, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.109151 n-d-769329-15 neutron-server[94858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253d2c16-316c-4174-b35c-b9e2fbad4cf7 None None] DHCP port deletion for 06cca5f9-eb47-4c65-bde0-608d31f6c365 request from n-d-769329-15 {{(pid=94858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:38:00.120101 n-d-769329-15 neutron-server[94857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] No DVR routers for this DVR port cc17c443-ce09-4ad1-84ac-aa7848e66eca on host n-d-769329-15 {{(pid=94857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:38:00.161583 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cc17c443-ce09-4ad1-84ac-aa7848e66eca no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:38:00.165343 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc17c443-ce09-4ad1-84ac-aa7848e66eca,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:38:00.182672 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: cc17c443-ce09-4ad1-84ac-aa7848e66eca {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:38:00.183022 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device cc17c443-ce09-4ad1-84ac-aa7848e66eca not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:38:00.183434 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87051690-a12c-4786-af04-14dbdae63157 no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:38:00.203186 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 87051690-a12c-4786-af04-14dbdae63157 {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:38:00.204172 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 87051690-a12c-4786-af04-14dbdae63157 not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:38:00.204615 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2ef34617-d144-47fb-b2f1-347efdf9006c no longer exists at agent ovs-agent-n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:38:00.220116 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807984', 'neutron.services.segments.db._delete_segments_for_network-8727420597104'] for network, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.225136 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.plugin [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] No Port match for: 2ef34617-d144-47fb-b2f1-347efdf9006c {{(pid=94858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:38:00.225489 n-d-769329-15 neutron-server[94858]: DEBUG neutron.plugins.ml2.rpc [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Device 2ef34617-d144-47fb-b2f1-347efdf9006c not bound to the agent host n-d-769329-15 {{(pid=94858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:38:00.231812 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cca5f9-eb47-4c65-bde0-608d31f6c365']}} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:38:00.243100 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df28911f-4458-44da-83c9-7b8b78654bc8') {'for_net_delete': True} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:38:00.243394 n-d-769329-15 neutron-server[94857]: DEBUG neutron.services.segments.db [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df28911f-4458-44da-83c9-7b8b78654bc8') {} {{(pid=94857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:38:00.252983 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727420567929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4361045'] for segment, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.268082 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822'] for segment, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.274056 n-d-769329-15 neutron-server[94857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:38:00.274441 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4894686'] for segment, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: Traceback (most recent call last): Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: timer() Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: cb(*args, **kw) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: return func(*args, **kwargs) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: self._notify() Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: self.callback(batched_events) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: event.method(event) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: return f(self, *a, **k) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: return self._get(url).json() Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: return self.request(url, 'GET', **kwargs) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:38:00.276411 n-d-769329-15 neutron-server[94857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:38:00.339034 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-530083'] for network, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.345606 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.347720 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/06cca5f9-eb47-4c65-bde0-608d31f6c365 HTTP/1.1" status: 204 len: 168 time: 0.5290730 Aug 16 03:38:00.361673 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064823c7-d146-4176-9e6d-51d8d28357f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=06cca5f9-eb47-4c65-bde0-608d31f6c365,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:38:00.371936 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.532713 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42804) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:38:00.572656 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-df8e34a2-709c-4889-a439-67f869f66e4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b10feaa47f5a4318b0322969dd18b330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387268 Aug 16 03:38:00.575342 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [-] (94856) accepted ('10.222.0.78', 42806) {{(pid=94856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:38:00.621218 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a5a-5870-4134-8c7e-5b9c5ded97be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.642174 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a5a-5870-4134-8c7e-5b9c5ded97be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.686819 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a5a-5870-4134-8c7e-5b9c5ded97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.691269 n-d-769329-15 neutron-server[94856]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a5a-5870-4134-8c7e-5b9c5ded97be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:00.693291 n-d-769329-15 neutron-server[94856]: INFO neutron.wsgi [None req-8eef3a5a-5870-4134-8c7e-5b9c5ded97be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7dfaf16-9b78-4d2b-bfce-44384bc335e5 HTTP/1.1" status: 204 len: 168 time: 0.1169810 Aug 16 03:38:00.700840 n-d-769329-15 neutron-server[94856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef3a5a-5870-4134-8c7e-5b9c5ded97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dfaf16-9b78-4d2b-bfce-44384bc335e5,revision_number=None']} {{(pid=94856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:38:01.010058 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42812) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:38:01.049092 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-43327c5e-dd47-4990-8f16-6565269cde22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8d0b10b523a428097eb3a5a074d3817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379095 Aug 16 03:38:01.051430 n-d-769329-15 neutron-server[94857]: DEBUG neutron.wsgi [-] (94857) accepted ('10.222.0.78', 42814) {{(pid=94857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:38:01.098071 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec0c8-f7a9-4466-99ca-58ccb1aee49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:01.118464 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec0c8-f7a9-4466-99ca-58ccb1aee49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:01.163908 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec0c8-f7a9-4466-99ca-58ccb1aee49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783291'] for security_group, after_delete {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:01.166566 n-d-769329-15 neutron-server[94857]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec0c8-f7a9-4466-99ca-58ccb1aee49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:01.167778 n-d-769329-15 neutron-server[94857]: INFO neutron.wsgi [None req-2e6ec0c8-f7a9-4466-99ca-58ccb1aee49a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39141b06-9fbd-4afd-808a-fa0e3dba708e HTTP/1.1" status: 204 len: 168 time: 0.1154201 Aug 16 03:38:01.176540 n-d-769329-15 neutron-server[94857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ec0c8-f7a9-4466-99ca-58ccb1aee49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39141b06-9fbd-4afd-808a-fa0e3dba708e,revision_number=None']} {{(pid=94857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:38:02.248325 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:23.107527 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:24.353457 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:26.289393 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-77cc7a27-d9ef-4246-a424-cd23a490b3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:28.874198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ffe535b8-7e8d-4611-9ed1-1544cc3b7fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:28.896713 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:30.363254 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:31.034696 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:38:32.252326 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:53.121926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:54.353044 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:56.290200 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1f196f57-eb2b-4122-8457-f699c6d4cc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:58.875504 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-09f2d1cf-e9f7-46d2-aaee-a9c24f2d9eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:38:58.895989 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:00.363422 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:02.256166 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:08.034645 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:39:23.121363 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:24.361370 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:26.290595 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-d2046078-002f-4a2a-910b-0795455ab1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:28.876068 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1dfcdb5c-0525-48e6-ac2b-4b94c6b2c977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:28.895732 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:30.366312 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:32.256964 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:45.033794 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:39:53.119922 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:54.352785 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:56.291756 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1cabb11a-365f-4560-a368-d2fbd02fde49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:58.876453 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-59ec36d6-b175-4c3d-8734-84edabda3097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:39:58.897075 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:00.368556 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:02.263627 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:22.033455 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:40:23.134574 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:24.367428 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:26.291411 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-1db223c4-6f6b-413a-b609-a05345ce87ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:28.878958 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-103bb4bd-13d6-4f2f-aa42-2912d0eeb0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:28.897124 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:30.371106 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:32.264198 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:53.133784 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:54.368752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:56.291671 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-e55c7760-0b5b-4c88-8ed0-1a327ccac319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:58.879496 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b8c982f5-b17c-4613-85fe-444b5c75aa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:58.896140 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:40:59.033491 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:41:00.374276 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:02.265776 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:23.149360 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:24.381815 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:26.292174 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-298a4dd5-118c-4261-9ef3-61312964404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:28.881472 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-acbe963e-dad6-49c7-bb23-930ce5e0648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:28.897603 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:30.376633 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:32.268269 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:36.032477 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:41:53.163896 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:54.380104 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:56.295016 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-650bfbdc-4ea6-43b9-9bda-43f9f5576cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:58.097513 n-d-769329-15 neutron-server[94856]: DEBUG neutron.wsgi [req-8671028b-11fc-4482-acfe-ded2afec7e49 req-2e2d75a8-c5b2-485f-9599-2bf92a67a0ca service neutron] (94856) timed out ('10.222.0.78', 41428) {{(pid=94856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:41:58.882107 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-dbc0bf6e-fe8c-4d53-8f94-619f5c39af5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:41:58.898616 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:00.379346 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:02.270620 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:13.031825 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:42:23.178389 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:24.382208 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:26.294580 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-71fd5071-a01c-4bf9-8b17-74fcea97ea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:28.882752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-4e2d48a6-a0a5-43a7-b92e-dfebc8680a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:28.898783 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:30.382662 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:32.274572 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:50.031144 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:42:53.186009 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:54.379587 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:56.295161 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-eb5878df-4942-4f3f-b94e-54d3b672875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:58.884423 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-253b7d47-78b3-441a-9dbf-e8b7e0935e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:42:58.900129 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:00.384267 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:02.276165 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:23.193024 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:24.379081 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:26.296075 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14e6267e-a939-4120-a17e-49d69141aace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:27.031139 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:43:28.884861 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f13a-bc2f-4733-8f1a-74c894d040e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:28.900551 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:30.387781 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:32.278429 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:53.206410 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:54.379008 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:56.297318 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-94a8f4f7-a0bd-4685-82da-a59615ce8aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:58.886510 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0be8-4a5b-4c09-b2ce-94e3cf4b9453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:43:58.902092 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:00.392316 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:02.281929 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:04.030559 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:44:23.220466 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:24.378152 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:26.297302 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-49bdea9f-6c75-4178-ab9b-89476f0dd3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:28.892951 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-14b298ff-23ba-4b2e-9f6c-70c5d2c88f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:28.903775 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:30.392390 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:32.289115 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:41.029356 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:44:53.220752 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:54.393615 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:56.297801 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-06c968b6-44ac-4829-8817-809cad62ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:58.884065 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-ce614fce-86db-447b-b50e-912602a8897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:44:58.903263 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:00.396507 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:02.287021 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:18.028157 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:45:23.228040 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:24.400139 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:26.298295 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-292842f6-976d-4f33-9ba9-b8fe4abd032f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:28.885047 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-7f62ea90-5692-49dd-b961-9458db8c5853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:28.904482 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:30.398807 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:32.289474 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:53.233719 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff004-56d7-4a11-8a23-473f6ea22521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:54.403078 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-6639ef31-b45d-45ae-86ba-a7836df70b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:55.027463 n-d-769329-15 neutron-server[94859]: DEBUG neutron.db.agents_db [None req-83b4f550-c438-4949-89cf-116ebcdac3e2 None None] Agent healthcheck: found 7 active agents {{(pid=94859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:45:56.298926 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-b5509efb-4389-46f0-9936-816a5676d40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:58.888839 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-660c5148-5ac8-4814-81fb-511f4696e8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:45:58.905561 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-56d6a3d5-bb94-4ee9-b42b-33e6e1e3dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:46:00.402403 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-523a7133-79df-4b42-97c4-f97a34da4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:46:02.292995 n-d-769329-15 neutron-server[94858]: DEBUG neutron_lib.callbacks.manager [None req-3947cec0-bf36-4f1e-b7a5-0be66928a34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727420596996', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1806590'] for agent, after_update {{(pid=94858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}